-- Logs begin at Fri 2021-07-09 18:47:39 UTC, end at Fri 2021-07-09 21:10:17 UTC. -- Jul 09 19:18:35.980156 n-d-800087-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 19:18:38.641020 n-d-800087-3 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:18:38.641631 n-d-800087-3 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 19:18:38.641820 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:18:38.645051 n-d-800087-3 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:18:38.645332 n-d-800087-3 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 19:18:38.645644 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:18:38.646572 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:18:38.646803 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:18:38.647163 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:18:38.647408 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:18:38.647631 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:18:38.647947 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.648244 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.648537 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.648767 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.649082 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.649397 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.649678 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.649968 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.650263 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.650551 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.650827 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.651133 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.651339 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.651619 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.651906 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.652207 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.652432 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.652710 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.653144 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.653564 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.653841 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.654126 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.654402 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.654672 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.654944 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.655223 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.655547 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] host = n-d-800087-3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.655825 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.656110 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.656394 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.656678 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.656953 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.657249 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.657533 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.657805 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.658076 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.658348 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.658634 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.658918 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.659204 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.659428 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.659650 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.659940 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.660224 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.660495 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.660767 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.661034 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.661325 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.661599 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.661864 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.662146 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.662427 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.662709 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.662979 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.663250 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.663517 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.663785 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.664067 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.664337 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.664633 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.664906 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.665210 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.665477 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.665748 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.666046 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.666328 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.666606 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.666888 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.667155 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.667432 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.667700 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.667968 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.668235 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.668503 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.668769 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.669047 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.669344 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.669614 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.669884 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.670157 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.670437 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:38.670731 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.671024 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.671323 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.671614 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.671900 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.672179 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.672467 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.672743 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.673028 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.673343 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.673635 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.673917 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.674204 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.674482 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.674775 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.675078 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.675370 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.675661 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.675938 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.676213 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.676487 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.676764 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.677048 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.677362 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.677652 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.677925 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.678201 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.678489 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.678766 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.679037 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.679313 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.679600 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.679879 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.680656 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.680953 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.681260 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.681533 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.681805 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.682083 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.682394 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.682650 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.682917 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.683187 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.683460 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.683730 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.684014 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.684290 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.684562 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.684834 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.685109 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.685403 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.685675 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.685954 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.686226 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.686501 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.686769 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.687038 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.687308 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.687578 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.687847 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.688118 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.688386 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.688659 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.688929 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.689224 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.689494 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.689762 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.690034 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.690321 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.690619 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.690895 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.691171 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.691447 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.691722 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.691999 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.692273 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.692550 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.692825 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.693096 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.693405 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.693688 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.693975 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.694257 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.694533 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.694824 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.695100 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.695378 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.695652 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.696583 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.696863 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.697165 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.697462 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.697753 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.698044 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.698334 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.698628 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.698907 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.699214 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.699492 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:38.699711 n-d-800087-3 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:18:38.699952 n-d-800087-3 neutron-server[93663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 19:18:39.045922 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:39.046128 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:39.046415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:39.046745 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 19:18:39.431929 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.432231 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.432504 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.433795 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.434078 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.434351 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.468022 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.468298 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.468566 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.482632 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.482913 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.483183 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.512005 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.512284 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.512555 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.549258 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.549539 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.549808 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.778331 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.778917 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.778917 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.779080 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.779754 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.896409 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.896726 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.897007 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.897303 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.897567 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.897872 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.898129 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.898383 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.898635 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.899519 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.899791 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.900055 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.900320 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.900582 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.900837 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.901102 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.901395 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.901650 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.901919 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.902167 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.902446 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.902787 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.903033 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.903313 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.903568 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.903811 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.904199 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.904440 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.904675 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.904909 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.905160 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.905409 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:39.905767 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 19:18:39.909756 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 19:18:39.913656 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 19:18:39.917329 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 09 19:18:39.918953 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 19:18:39.919399 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 19:18:39.919731 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 19:18:39.920112 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 19:18:39.922889 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 19:18:39.923144 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 19:18:39.923490 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:18:39.951743 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 19:18:39.952188 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.952488 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 19:18:39.952842 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.954207 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 19:18:39.954481 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:18:39.954725 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 19:18:39.957731 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:39.958008 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.021439 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 19:18:40.021675 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 19:18:40.021909 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 19:18:40.022267 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 19:18:40.042494 n-d-800087-3 neutron-server[93663]: DEBUG oslo_db.sqlalchemy.engines [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 19:18:40.565354 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing driver for type 'gre' Jul 09 19:18:40.565881 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] gre ID ranges: [(1, 1000)] Jul 09 19:18:40.618315 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing driver for type 'local' Jul 09 19:18:40.618656 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing driver for type 'vlan' Jul 09 19:18:40.630778 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] VlanTypeDriver initialization complete Jul 09 19:18:40.631119 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing driver for type 'vxlan' Jul 09 19:18:40.631597 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] vxlan ID ranges: [(1, 1000)] Jul 09 19:18:40.681870 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing extension driver 'port_security' Jul 09 19:18:40.682236 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.extensions.port_security [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] PortSecurityExtensionDriver initialization complete Jul 09 19:18:40.682614 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing mechanism driver 'openvswitch' Jul 09 19:18:40.682938 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing mechanism driver 'hyperv' Jul 09 19:18:40.689343 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.plugin [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:40.690022 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.690396 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.690751 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.691261 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.691691 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.692044 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.692385 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.692771 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.693198 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.693550 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.693892 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.694278 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.694678 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.695028 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.695368 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.695888 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.696297 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.696648 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.696993 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.697411 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.697814 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > address_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.698162 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > address_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.698505 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.698891 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:18:40.699265 n-d-800087-3 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] ML2 OVO RPC backend initialized. {{(pid=93663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 19:18:40.699962 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.700316 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.700732 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.701079 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > networks before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.701447 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.701791 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > ports before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.702135 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.702478 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnets before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.702823 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.703162 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.703494 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.703830 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.704166 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.704501 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.704835 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.705191 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.705523 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.706101 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.plugin [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Modular L2 Plugin initialization complete Jul 09 19:18:40.706436 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading services supported by the core plugin {{(pid=93663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 19:18:40.706761 n-d-800087-3 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Got port-security extension from driver 'port_security' Jul 09 19:18:40.707222 n-d-800087-3 neutron-server[93663]: INFO neutron.extensions.vlantransparent [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Disabled vlantransparent extension. Jul 09 19:18:40.707707 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 19:18:40.708021 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: router Jul 09 19:18:40.744486 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.744877 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.745275 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router before_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.745639 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.746008 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.746360 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.746720 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.747079 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.747421 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.747768 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.748114 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.748469 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.748872 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.749261 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.749598 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.749932 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.750265 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.750609 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.750951 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.751289 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.751628 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.751982 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.752324 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.752667 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.753024 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.753395 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.753757 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.754108 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > agent after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.754452 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.755310 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Tracking information for resource: router configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:40.755636 n-d-800087-3 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Tracking information for resource: floatingip configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:18:40.760584 n-d-800087-3 neutron-server[93663]: INFO neutron.db.l3_agentschedulers_db [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 19:18:40.761168 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.761532 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.761885 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.762237 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.763027 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router before_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.765119 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.765119 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.765119 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > router precommit_update 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.768503 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.provider_configuration [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service providers = [] {{(pid=93663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 19:18:40.768863 n-d-800087-3 neutron-server[93663]: DEBUG neutron.db.servicetype_db [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 19:18:40.771805 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.service_base [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:18:40.772153 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.service_base [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:18:40.772499 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.service_base [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:18:40.773401 n-d-800087-3 neutron-server[93663]: DEBUG neutron.services.service_base [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:18:40.773773 n-d-800087-3 neutron-server[93663]: INFO neutron.services.service_base [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 19:18:40.774664 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.774975 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 19:18:40.785447 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.785996 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: auto_allocate Jul 09 19:18:40.792074 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: network precommit_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.792441 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: network precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.792959 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.793319 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: tag Jul 09 19:18:40.799740 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.800069 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: timestamp Jul 09 19:18:40.805403 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.805738 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: network_ip_availability Jul 09 19:18:40.811091 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.811464 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.811821 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:40.812532 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.812850 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: flavors Jul 09 19:18:40.817563 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.817851 n-d-800087-3 neutron-server[93663]: INFO neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading Plugin: revisions Jul 09 19:18:40.822117 n-d-800087-3 neutron-server[93663]: DEBUG neutron.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:18:40.822503 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:40.823235 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 19:18:40.823570 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Initializing extension manager. Jul 09 19:18:40.824076 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: __init__.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.824414 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: __pycache__ {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.824745 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.825075 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.825847 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.826407 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: address-group Jul 09 19:18:40.826730 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.827437 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.827944 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: address-scope Jul 09 19:18:40.828263 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.829206 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.829715 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: router-admin-state-down-before-update Jul 09 19:18:40.830036 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: agent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.830734 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.831429 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: agent Jul 09 19:18:40.831750 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: agent_resources_synced.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.832671 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.833198 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: agent-resources-synced Jul 09 19:18:40.833519 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: allowedaddresspairs.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.835284 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.835804 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: allowed-address-pairs Jul 09 19:18:40.836129 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: auto_allocated_topology.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.837750 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.838267 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: auto-allocated-topology Jul 09 19:18:40.838594 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.839279 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.839783 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: availability_zone Jul 09 19:18:40.840102 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: availability_zone_filter.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.841001 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.841542 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: availability_zone_filter Jul 09 19:18:40.841862 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: data_plane_status.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.842758 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.843263 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 19:18:40.843582 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: default_subnetpools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.844487 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.844992 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: default-subnetpools Jul 09 19:18:40.845518 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.846317 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.846823 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: dhcp_agent_scheduler Jul 09 19:18:40.847143 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: dns.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.848305 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.848805 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 19:18:40.849124 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: dns_domain_ports.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.850049 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.850551 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 19:18:40.850871 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.851782 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.852929 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 19:18:40.853275 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: dvr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.853942 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.854444 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: dvr Jul 09 19:18:40.854762 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: empty_string_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.855661 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.856168 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: empty-string-filtering Jul 09 19:18:40.856490 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.857467 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.857969 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:18:40.858287 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.859196 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.859699 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 19:18:40.860019 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: external_net.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.860924 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.861462 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: external-net Jul 09 19:18:40.861783 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.862682 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.863186 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: extra_dhcp_opt Jul 09 19:18:40.863506 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: extraroute.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.864396 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.864897 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: extraroute Jul 09 19:18:40.865248 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: extraroute_atomic.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.866258 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.866766 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: extraroute-atomic Jul 09 19:18:40.867089 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: filter_validation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.867780 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.868281 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: filter-validation Jul 09 19:18:40.868600 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: fip_pf_description.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.869533 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.870038 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 19:18:40.870350 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: fip_port_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.871263 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.871765 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: fip-port-details Jul 09 19:18:40.872081 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.873329 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.873845 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: flavors Jul 09 19:18:40.874165 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.875803 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.876323 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 19:18:40.876654 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: floatingip_pools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.877388 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.877898 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: floatingip-pools Jul 09 19:18:40.878218 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: ip_allocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.879131 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.879635 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 19:18:40.879957 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.880865 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.881403 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: ip-substring-filtering Jul 09 19:18:40.881730 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l2_adjacency.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.882648 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.883154 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 19:18:40.883496 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.884448 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.884965 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: router Jul 09 19:18:40.885324 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.887638 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.888167 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:18:40.888496 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.889447 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.889964 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: ext-gw-mode Jul 09 19:18:40.890285 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.891203 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.891716 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: l3-ha Jul 09 19:18:40.892037 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3_flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.892961 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.893505 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: l3-flavors Jul 09 19:18:40.893824 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.894726 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.895231 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 19:18:40.895550 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: l3agentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.896560 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.897075 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: l3_agent_scheduler Jul 09 19:18:40.897429 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: logging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.899426 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.899944 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension logging not supported by any of loaded plugins Jul 09 19:18:40.900273 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: metering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.901006 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.901611 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: metering Jul 09 19:18:40.901937 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.903026 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.903539 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: metering_source_and_destination_fields Jul 09 19:18:40.903862 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: multiprovidernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.904774 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.905302 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: multi-provider Jul 09 19:18:40.905622 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: netmtu.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.906521 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.907024 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: net-mtu Jul 09 19:18:40.907355 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: netmtu_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.908286 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.908792 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: net-mtu-writable Jul 09 19:18:40.909117 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: network_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.909815 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.910316 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: network_availability_zone Jul 09 19:18:40.910638 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: network_ip_availability.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.911710 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.912221 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: network-ip-availability Jul 09 19:18:40.912546 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: network_segment_range.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.913521 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.913832 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 19:18:40.914152 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: pagination.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.915711 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.916038 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: pagination Jul 09 19:18:40.916360 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: port_device_profile.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.917290 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.917811 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: port-device-profile Jul 09 19:18:40.918132 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.919043 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.919553 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: port-mac-address-regenerate Jul 09 19:18:40.919876 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.920769 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.921309 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: port-numa-affinity-policy Jul 09 19:18:40.921631 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: port_resource_request.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.922542 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.923045 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 19:18:40.923366 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: portbindings.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.924283 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.924794 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: binding Jul 09 19:18:40.925118 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: portbindings_extended.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.926520 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.927034 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: binding-extended Jul 09 19:18:40.927363 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: portsecurity.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.928273 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.928785 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: port-security Jul 09 19:18:40.929109 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: project_id.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.930141 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.930472 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: project-id Jul 09 19:18:40.930794 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: providernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.931700 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.932215 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: provider Jul 09 19:18:40.932537 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.936057 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.936578 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos not supported by any of loaded plugins Jul 09 19:18:40.936905 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.938170 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.938683 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 19:18:40.939011 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.939924 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.940432 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 19:18:40.940756 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_default.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.941692 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.942204 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-default not supported by any of loaded plugins Jul 09 19:18:40.942527 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.943176 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.943679 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 19:18:40.943997 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_gateway_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.944925 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.945465 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 19:18:40.945811 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_port_network_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.946715 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.947223 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 19:18:40.947543 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_rule_type_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.948455 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.948961 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 19:18:40.949310 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: qos_rules_alias.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.950344 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.950852 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 19:18:40.951169 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: quotasv2.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.952059 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.952383 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: quotas Jul 09 19:18:40.952701 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: quotasv2_detail.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.955692 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.956029 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: quota_details Jul 09 19:18:40.956356 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: rbac.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.957433 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.957952 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: rbac-policies Jul 09 19:18:40.958278 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: rbac_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.959389 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.959906 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: rbac-address-group Jul 09 19:18:40.960232 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: rbac_address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.961188 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.962214 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: rbac-address-scope Jul 09 19:18:40.962538 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: rbac_security_groups.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.963452 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.963960 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: rbac-security-groups Jul 09 19:18:40.964278 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: rbac_subnetpool.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.965219 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.965725 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: rbac-subnetpool Jul 09 19:18:40.966047 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: revisionifmatch.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.966960 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.967465 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: revision-if-match Jul 09 19:18:40.967790 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: revisions.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.968892 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.969432 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: standard-attr-revisions Jul 09 19:18:40.969757 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: router_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.970425 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.970935 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: router_availability_zone Jul 09 19:18:40.971256 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: routerservicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.972167 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.972935 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 19:18:40.973293 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.974209 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.974722 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: security-groups-normalized-cidr Jul 09 19:18:40.975041 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.975950 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.976456 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: port-security-groups-filtering Jul 09 19:18:40.976773 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.978343 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.978857 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: security-groups-remote-address-group Jul 09 19:18:40.979200 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: securitygroup.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.988598 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.989140 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: security-group Jul 09 19:18:40.989481 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.990264 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.990775 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension segment not supported by any of loaded plugins Jul 09 19:18:40.991102 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.992036 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.992565 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 19:18:40.992895 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: servicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.994021 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.994541 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: service-type Jul 09 19:18:40.994868 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: sorting.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.995832 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.996164 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: sorting Jul 09 19:18:40.996490 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: standard_attr_segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.997496 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.998020 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 19:18:40.998344 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: standardattrdescription.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:40.998991 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:40.999499 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: standard-attr-description Jul 09 19:18:40.999821 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: stateful_security_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.000746 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.001296 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: stateful-security-group Jul 09 19:18:41.001619 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: stdattrs_common.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.002196 n-d-800087-3 neutron-server[93663]: WARNING neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 19:18:41.002518 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.003437 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.003948 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 19:18:41.004268 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnet_onboard.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.005349 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.005861 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: subnet_onboard Jul 09 19:18:41.006179 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.007107 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.007610 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 19:18:41.007935 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnet_service_types.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.008865 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.009409 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: subnet-service-types Jul 09 19:18:41.009730 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnetallocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.010798 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.011302 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: subnet_allocation Jul 09 19:18:41.011622 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.012275 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.012780 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: subnetpool-prefix-ops Jul 09 19:18:41.013101 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.014050 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.014558 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 19:18:41.014878 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: tagging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.015924 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.016434 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: standard-attr-tag Jul 09 19:18:41.016757 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: timestamp.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.018015 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.018531 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loaded extension: standard-attr-timestamp Jul 09 19:18:41.018851 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: trunk.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.019875 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.020389 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension trunk not supported by any of loaded plugins Jul 09 19:18:41.020713 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: trunk_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.021644 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.022157 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 19:18:41.022476 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: uplink_status_propagation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.023395 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.024417 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 19:18:41.024737 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Loading extension file: vlantransparent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:18:41.025435 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:18:41.025940 n-d-800087-3 neutron-server[93663]: INFO neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 19:18:41.028363 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:network Jul 09 19:18:41.028888 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnet Jul 09 19:18:41.029314 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:18:41.029710 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:port Jul 09 19:18:41.030996 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.031437 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.032057 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.032482 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.032810 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:router Jul 09 19:18:41.033276 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:18:41.033767 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.035178 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:41.035545 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:41.035897 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:18:41.036877 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:18:41.037345 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:18:41.037778 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:18:41.038378 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.038704 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:18:41.039044 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] subnetpool is already registered Jul 09 19:18:41.040111 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.040553 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:18:41.040885 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] subnetpool is already registered Jul 09 19:18:41.043187 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.043617 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.044204 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.044628 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.044960 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:router Jul 09 19:18:41.045326 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] router is already registered Jul 09 19:18:41.045739 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:18:41.046073 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] floatingip is already registered Jul 09 19:18:41.046525 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.047184 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:18:41.047507 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] rbac_policy is already registered Jul 09 19:18:41.047911 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:18:41.048240 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] security_group is already registered Jul 09 19:18:41.048642 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:18:41.048968 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] security_group_rule is already registered Jul 09 19:18:41.049607 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.049933 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:18:41.050264 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] subnetpool is already registered Jul 09 19:18:41.050677 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:18:41.050996 n-d-800087-3 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:18:41.051323 n-d-800087-3 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] subnetpool is already registered Jul 09 19:18:41.051790 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: extensions {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.053267 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: address-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.054740 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: address-scopes {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.056130 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.057311 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: auto-allocated-topology {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.058535 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: availability_zones {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.059726 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: dhcp-networks {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.062246 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: dhcp-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.063673 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.065396 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: flavors {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.066655 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.067889 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: next_providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.069342 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.071406 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: floatingip-pools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.072610 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.074338 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: floatingips {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.075588 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: l3-routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.076972 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: l3-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.078419 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: metering-labels {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.079663 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: metering-label-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.081039 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: network-ip-availabilities {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.082303 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: bindings {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.083848 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.085427 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.087509 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: rbac-policies {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.088706 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: security-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.090043 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: security-group-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.091464 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: service-providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.092670 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.094022 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.095545 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.097470 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.099289 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.101047 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.102785 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.104871 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.106627 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.108390 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.110262 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.111976 n-d-800087-3 neutron-server[93663]: DEBUG neutron.api.extensions [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:18:41.118014 n-d-800087-3 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 19:18:41.122549 n-d-800087-3 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 19:18:41.131794 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Acquired lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 19:18:41.132269 n-d-800087-3 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Releasing lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 19:18:41.132910 n-d-800087-3 neutron-server[93663]: INFO oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Starting 2 workers Jul 09 19:18:41.138470 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Started child 93770 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:18:41.145617 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Started child 93771 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:18:41.145835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.146424 n-d-800087-3 neutron-server[93663]: INFO neutron.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 19:18:41.146424 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Notify callbacks [] for process, before_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.146567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [-] (93770) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:18:41.147106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:18:41.147683 n-d-800087-3 neutron-server[93663]: INFO oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Starting 1 workers Jul 09 19:18:41.148029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.150060 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [-] (93771) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:18:41.153478 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Started child 93773 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:18:41.154008 n-d-800087-3 neutron-server[93663]: INFO oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Starting 1 workers Jul 09 19:18:41.156367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069296 Jul 09 19:18:41.158043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] calling RpcWorker wait() {{(pid=93773) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 19:18:41.158976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] returning from RpcWorker wait() {{(pid=93773) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 19:18:41.160210 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Started child 93774 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:18:41.160210 n-d-800087-3 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-255ee067-2c50-4e88-a21e-c7854ae75e87 None None] Notify callbacks [] for process, after_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.161680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.163534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 19:18:41.163661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:41.163736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:18:41.163736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:18:41.163736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:18:41.163736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:18:41.163736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:18:41.164027 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.164227 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.164415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.164691 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.164975 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.165622 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.165895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.167928 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.167928 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168086 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:41.168546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168832 n-d-800087-3 neutron-server[93774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:41.168906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.168906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.169251 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.169571 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.169772 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.171757 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172235 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172235 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172235 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172421 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172658 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.172873 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.173227 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.173462 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-800087-3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.175484 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.176534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.176534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.176534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.176534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177044 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177044 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177389 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177549 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177684 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.177925 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.178134 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.180248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.181250 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.184002 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.185726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.186100 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.186100 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.186365 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.186508 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.188538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.189612 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.189612 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.189612 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.189612 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.189612 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190415 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190929 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.190929 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.191184 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.191317 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.193194 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194633 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194765 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.194906 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.195183 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.198785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.199895 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201110 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201932 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201932 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.201932 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.202318 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.202318 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.202581 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.202714 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.202958 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.203390 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.203549 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.203692 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.203922 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.204178 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.204411 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.204650 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.204864 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.205077 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.205319 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.205584 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206241 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206241 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206241 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206654 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206654 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.206922 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.207112 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.207325 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.207538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.207754 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.207966 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.208180 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.208417 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.208740 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.208964 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.209276 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.209425 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.209642 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.209853 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.210864 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.210864 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.210864 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.210864 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.211474 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.211474 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.211474 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.212358 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.212358 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.213384 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.213523 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215512 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215512 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.215654 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.216088 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.216192 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.216384 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.217590 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.217590 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.217590 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.217590 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.217590 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.218035 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.218035 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.218247 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.218487 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.219487 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.219487 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.219487 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.219754 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.220053 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.220186 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.221047 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.221047 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.221047 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.221310 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.221531 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.222718 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.222718 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.222718 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223143 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223143 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223472 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223472 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223745 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.223890 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.224158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.224916 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.224916 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.224916 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.225405 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.225405 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.225661 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.225793 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.226223 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.226428 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.226587 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.228720 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.229806 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.229806 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.229806 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.230259 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.230259 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.230888 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.230888 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.230888 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.231335 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.231335 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.231600 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.231733 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.231873 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.232066 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.232329 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.232565 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.232785 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.233020 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.234333 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.234333 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.234607 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.235212 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.235352 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.235601 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.235828 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.236050 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.236277 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.237774 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.237774 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.237774 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.238136 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.238136 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239271 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239271 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239271 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239271 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239506 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239582 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.239781 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.240726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.240726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.240726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.240726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.241029 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.241029 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.241301 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.241525 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.241764 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.242091 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.243261 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.243521 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.243779 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.244026 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.244728 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.244728 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.244728 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.244963 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.245179 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.245693 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.246455 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.246694 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.247019 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.247188 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.248794 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.248794 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.249671 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.249938 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.250255 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.250494 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.250741 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.251778 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.251778 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.251778 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.251778 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252080 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252080 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252317 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252538 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252759 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.252981 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.253248 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.253485 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.253709 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.253928 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.254139 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.254410 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.254625 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.254840 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.255065 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.255306 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.255533 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.255764 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.256013 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.256223 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.256466 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.256681 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.256916 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.258013 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.258808 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.259391 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.259391 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.259730 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.259977 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.261008 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.261343 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.261630 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.261811 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.262952 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.263234 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.264060 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.264060 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.264060 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.264578 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.264899 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.265089 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.267519 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.267519 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.267688 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.267898 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.268187 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.268542 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.268815 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.269097 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.269355 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.269630 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.269988 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.271144 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.271435 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272296 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272296 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272296 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272528 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272596 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.272808 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.273227 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.273473 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.273701 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.274500 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.274731 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.274966 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.275139 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:18:41.275618 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 19:18:41.275788 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:18:41.275940 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:18:41.276099 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:18:41.276269 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:18:41.276421 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:18:41.276622 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.276790 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.276951 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.277101 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.277407 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.277513 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.277645 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.278072 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.278072 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.278072 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.278287 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279015 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279015 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279015 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279015 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279015 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279398 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279398 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279398 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279576 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279736 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.279974 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280299 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280494 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280661 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280819 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.280976 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.281238 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282116 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282270 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282425 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282934 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282934 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.282934 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.283135 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.283200 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.283381 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.283469 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.283614 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.284539 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-800087-3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.284723 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.284876 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.285021 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.285261 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286262 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286828 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286828 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.286828 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287041 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287041 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287199 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287281 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287471 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287635 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287799 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.287964 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288113 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288271 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288428 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288585 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288744 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.288899 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.289056 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.289920 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290506 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290506 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290506 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290713 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290796 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.290960 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291097 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291254 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291482 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291577 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291717 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.291859 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292022 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292184 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292326 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292482 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292631 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292792 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.292952 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293311 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293457 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293615 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293758 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.293899 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.294881 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.295044 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.295189 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.295438 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.295534 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.296525 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.296695 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.296891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.297056 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.297928 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.298094 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.298237 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.298377 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.298539 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:18:41.298726 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.298888 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299062 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299224 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299385 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299546 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299708 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.299868 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300029 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300213 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300379 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300540 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300712 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.300872 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301033 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301238 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301402 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301566 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301728 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.301888 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302051 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302222 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302388 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302541 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302705 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.302865 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303025 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303186 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303341 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303503 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303663 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303824 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.303978 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304140 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304302 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304448 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304754 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.304914 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305099 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305281 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305438 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305599 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305761 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.305921 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306082 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306252 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306394 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306556 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306717 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.306890 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307043 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307198 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307359 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307523 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307713 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.307875 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308028 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308170 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308325 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308467 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308605 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308742 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.308912 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309071 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309293 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309435 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309711 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309847 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.309983 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310120 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310257 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310418 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310583 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310725 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310862 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.310999 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311141 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311337 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311525 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311685 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311921 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.311921 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312190 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312326 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312472 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312611 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312746 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312837 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.312968 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313157 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313327 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313470 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313611 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313762 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.313925 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314078 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314238 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314393 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314560 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314704 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314840 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.314976 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315139 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315303 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315446 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315608 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315770 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.315914 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.316572 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.316572 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.316572 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.316572 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317004 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317004 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317004 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317335 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317335 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317532 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.317635 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.318573 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319160 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319160 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319160 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319464 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319464 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319691 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319810 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.319940 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.320070 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321279 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321279 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321279 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321279 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321741 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321741 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.321741 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322066 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322066 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322312 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322312 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322460 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322537 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322693 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.322871 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323026 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323200 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323370 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323515 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323655 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323793 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.323930 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324069 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324207 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324436 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324577 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324675 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324823 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.324998 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325323 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325323 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325613 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325613 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325806 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.325913 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326139 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326315 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326468 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326606 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326742 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.326879 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327294 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327294 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327294 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327808 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327808 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.327808 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.328027 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.328027 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.328166 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.328461 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.328461 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329155 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329155 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329155 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329155 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329661 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329661 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.329661 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.330651 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.331322 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.331322 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.331322 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.331322 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332221 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332939 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332939 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332939 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332939 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.332939 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.333891 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334370 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334370 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334370 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334577 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334577 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334721 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.334869 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.335041 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.335204 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.337158 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338173 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:41.338437 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338437 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338437 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338825 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.338825 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.339022 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.339921 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340091 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340258 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340428 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340602 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340774 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.340937 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.341107 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.341302 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.341475 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.341635 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.341804 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342051 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342263 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342263 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342505 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342628 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342752 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.342874 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343027 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343187 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343348 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343508 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343669 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343828 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.343990 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344150 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344311 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344472 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344633 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344793 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.344955 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:18:41.345106 n-d-800087-3 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:18:52.370859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d74d3-63c1-4bff-840e-844d65235d20 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:18:52.451093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d74d3-63c1-4bff-840e-844d65235d20 None None] No non-hosted networks {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 19:18:52.473016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62350fc9-dc26-4149-b7a3-148d57244729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:52.476017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.agentschedulers_db [None req-cf1d74d3-63c1-4bff-840e-844d65235d20 None None] DHCP Agent not found on host n-d-800087-3 {{(pid=93773) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 19:18:54.888700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90d8b553-330a-4ec5-8b05-272d32f4b4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:54.940635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9030b90f-1d44-408e-9b9b-a938a72ae36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:55.150494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:55.151559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.152045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.152611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.153232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.153995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.154567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.155068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.155699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.156480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.157022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.157640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.158178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:55.158943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800087-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:55.173163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800087-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:56.173470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:57.625429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:58.713975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:18:59.211306 n-d-800087-3 neutron-server[93771]: WARNING oslo_policy.policy [None req-ad4e80b8-b8fe-4ded-bdc5-8a0a8633e63a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:18:59.212063 n-d-800087-3 neutron-server[93771]: WARNING oslo_policy.policy [None req-ad4e80b8-b8fe-4ded-bdc5-8a0a8633e63a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:18:59.429642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-ad4e80b8-b8fe-4ded-bdc5-8a0a8633e63a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:18:59.430938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad4e80b8-b8fe-4ded-bdc5-8a0a8633e63a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7148929 Jul 09 19:19:00.216088 n-d-800087-3 neutron-server[93773]: INFO neutron.db.l3_hamode_db [None req-82c9462e-a4ee-4fdb-88cb-859573d284e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 19:19:00.290955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9462e-a4ee-4fdb-88cb-859573d284e8 None None] Routers set() bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:19:00.291327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9462e-a4ee-4fdb-88cb-859573d284e8 None None] Router IDs set() for agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 19:19:01.828047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:02.302920 n-d-800087-3 neutron-server[93770]: WARNING oslo_policy.policy [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:02.303502 n-d-800087-3 neutron-server[93770]: WARNING oslo_policy.policy [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:02.518606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:02.609678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.policy [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:19:02.653917 n-d-800087-3 neutron-server[93770]: WARNING oslo_policy.policy [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:02.654298 n-d-800087-3 neutron-server[93770]: WARNING oslo_policy.policy [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:02.662748 n-d-800087-3 neutron-server[93770]: INFO neutron.quota [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] Loaded quota_driver: . Jul 09 19:19:02.753959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950323299', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950323892', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950318757', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950321259', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950822444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787950816296', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-919246', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-824879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731348'] for rbac-policy, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:02.815357 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:02.816556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f71d17d8-d0c5-4341-a1d5-c4c529deaca5 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9875391 Jul 09 19:19:05.357506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:05.653112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '578eed04d5064c839569bf829fb7a285', 'tenant_id': '578eed04d5064c839569bf829fb7a285'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:05.686992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Made reservation on behalf of 578eed04d5064c839569bf829fb7a285 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:05.689809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:05.706443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:05.828277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:05.831997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:05.851310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:19:05.878924 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787948770380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:05.879521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Unsubscribe: segment precommit_create {{(pid=93770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:19:05.880030 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Added segment 28248d94-ab01-469d-95e5-95db23f19559 of type vlan for network 502149a4-dc77-4e34-92c4-489edd79bf8c Jul 09 19:19:05.901547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db6360-f4e4-4728-a814-25e2f23d6c51,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:05.955466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.955804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.956210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.956651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.957011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.957550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.958029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.958360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.958683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.959006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.959350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.959671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Tracked resource versions report: Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: pushed versions: Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Log': {'1.0'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Network': {'1.1'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Port': {'1.7'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: consumer versions: Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: L3 agent@n-d-800087-3: {}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: Metadata agent@n-d-800087-3: {}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: Metering agent@n-d-800087-3: {}, Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Log': '1.0', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Network': '1.1', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Port': '1.7', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'PortForwarding': '1.2', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'QosPolicy': '1.8', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'SubPort': '1.0', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Subnet': '1.1', Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: 'Trunk': '1.1'}} Jul 09 19:19:05.961830 n-d-800087-3 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:19:06.005998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.057036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.058137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:06.058778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.140395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7817736 Jul 09 19:19:06.154347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927211f2-64c1-46a4-9492-f51d2b69273c admin admin] Pushing event updated for resources: {'Network': ['ID=502149a4-dc77-4e34-92c4-489edd79bf8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:06.168386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 502149a4-dc77-4e34-92c4-489edd79bf8c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:19:08.733198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:09.111762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485eea5b-c96f-4bb1-a925-c3c01ef69c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:09.113146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-485eea5b-c96f-4bb1-a925-c3c01ef69c8e admin admin] 10.222.0.10 "GET /v2.0/networks/502149a4-dc77-4e34-92c4-489edd79bf8c HTTP/1.1" status: 200 len: 825 time: 0.3789852 Jul 09 19:19:09.137882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eed13d92-8c3f-498b-b6ec-9fea2191ea3f admin admin] 10.222.0.10 "GET /v2.0/subnetpools/1c5e062d-1fa3-4506-a5f7-ff816ef8e771 HTTP/1.1" status: 200 len: 734 time: 0.0188429 Jul 09 19:19:09.145800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:09.167046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Made reservation on behalf of 578eed04d5064c839569bf829fb7a285 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:09.169366 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.457322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.526268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63755a5a-b14e-4c61-a7b4-3a6f90e21fd8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:09.528765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Checking segment: {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:09.529157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Network hostable DHCP agents. Network: 502149a4-dc77-4e34-92c4-489edd79bf8c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:19:09.550870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Network 502149a4-dc77-4e34-92c4-489edd79bf8c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:19:09.561815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 502149a4-dc77-4e34-92c4-489edd79bf8c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:09.566460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:09.567045 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.571635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c0233-40a0-4390-a198-4c7e6d75291e None None] Network 502149a4-dc77-4e34-92c4-489edd79bf8c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:19:09.579228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2c13950-fb59-4492-9bfa-e1dffe3f7b77 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4366765 Jul 09 19:19:09.880942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-502149a4-dc77-4e34-92c4-489edd79bf8c', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:19:09.882205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.151263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Allocated IP 172.20.0.2 (502149a4-dc77-4e34-92c4-489edd79bf8c/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8/24126137-860b-4810-b07f-a5a4f5f999a7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:10.349847 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.391003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Transition to ACTIVE for port object 24126137-860b-4810-b07f-a5a4f5f999a7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:10.411537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Transition to ACTIVE for port object 24126137-860b-4810-b07f-a5a4f5f999a7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:10.419730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.487578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Network 502149a4-dc77-4e34-92c4-489edd79bf8c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:10.492117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:10.503306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:19:10.506338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Pushing event updated for resources: {'Port': ['ID=24126137-860b-4810-b07f-a5a4f5f999a7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:10.532117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.532460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.532793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.533141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.533465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.533788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.534109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.534430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.534749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.535076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.535395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.535710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Tracked resource versions report: Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: pushed versions: Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Log': {'1.0'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Network': {'1.1'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Port': {'1.7'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: consumer versions: Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: L3 agent@n-d-800087-3: {}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: Metadata agent@n-d-800087-3: {}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: Metering agent@n-d-800087-3: {}, Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Log': '1.0', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Network': '1.1', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Port': '1.7', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'PortForwarding': '1.2', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'QosPolicy': '1.8', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'SubPort': '1.0', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Subnet': '1.1', Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: 'Trunk': '1.1'}} Jul 09 19:19:10.536774 n-d-800087-3 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:19:10.586228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Attempting to bind port 24126137-860b-4810-b07f-a5a4f5f999a7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:10.586765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Attempting to bind port 24126137-860b-4810-b07f-a5a4f5f999a7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:10.587034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Attempting to bind port 24126137-860b-4810-b07f-a5a4f5f999a7 on network 502149a4-dc77-4e34-92c4-489edd79bf8c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:10.591862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:10.592257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Checking segment: {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:10.592741 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.593142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Bound using segment: {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:10.593630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Bound port: 24126137-860b-4810-b07f-a5a4f5f999a7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:10.594033 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.654765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] For port 24126137-860b-4810-b07f-a5a4f5f999a7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:19:10.658816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] For port 24126137-860b-4810-b07f-a5a4f5f999a7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24126137-860b-4810-b07f-a5a4f5f999a7,segment=NetworkSegment(28248d94-ab01-469d-95e5-95db23f19559),segment_id=28248d94-ab01-469d-95e5-95db23f19559)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:19:10.663250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.729804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8bc2-addf-43a4-8c64-92de56efb2f4 None None] Pushing event updated for resources: {'Port': ['ID=24126137-860b-4810-b07f-a5a4f5f999a7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:11.957858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:12.267974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-4d832fa1-50e0-4b12-b594-d4964133d7f7 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:19:12.269012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4d832fa1-50e0-4b12-b594-d4964133d7f7 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102040 Jul 09 19:19:14.660036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:14.965383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-7ca986e3-3bdc-4dbf-9833-32d80a061727 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:19:14.981158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ca986e3-3bdc-4dbf-9833-32d80a061727 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052704 Jul 09 19:19:16.788884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868e092-7853-4def-9763-902563f2d871 None None] Network 502149a4-dc77-4e34-92c4-489edd79bf8c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:19:16.852306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-187825ee-b269-41b4-b2a6-448aa6417c95 None None] Provisioning for port 24126137-860b-4810-b07f-a5a4f5f999a7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:16.969825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24126137-860b-4810-b07f-a5a4f5f999a7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:17.061516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 24126137-860b-4810-b07f-a5a4f5f999a7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:17.066428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 24126137-860b-4810-b07f-a5a4f5f999a7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:17.066848 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.183621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.223217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 24126137-860b-4810-b07f-a5a4f5f999a7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24126137-860b-4810-b07f-a5a4f5f999a7,segment=NetworkSegment(28248d94-ab01-469d-95e5-95db23f19559),segment_id=28248d94-ab01-469d-95e5-95db23f19559)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:19:17.226948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.274271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=24126137-860b-4810-b07f-a5a4f5f999a7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:17.289518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4bb90163-310a-4800-90b3-16c07a53ee9f None None] Provisioning complete for port 24126137-860b-4810-b07f-a5a4f5f999a7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:17.290032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bb90163-310a-4800-90b3-16c07a53ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.583129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:17.875018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Request body: {'router': {'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:17.939553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.policy [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:19:17.985097 n-d-800087-3 neutron-server[93771]: WARNING oslo_policy.policy [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:17.985492 n-d-800087-3 neutron-server[93771]: WARNING oslo_policy.policy [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:19:17.993986 n-d-800087-3 neutron-server[93771]: INFO neutron.quota [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Loaded quota_driver: . Jul 09 19:19:18.050559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.052350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.206269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.211319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.228952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.230169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68a3bcd2-710c-47d2-ac67-481b92f3f393 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6460938 Jul 09 19:19:18.941176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24126137-860b-4810-b07f-a5a4f5f999a7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:18.987467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 24126137-860b-4810-b07f-a5a4f5f999a7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:18.987836 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.586181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:20.891941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-8d8baee7-f0cf-4608-bbb9-f9556c19e784 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:19:20.892972 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d8baee7-f0cf-4608-bbb9-f9556c19e784 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058591 Jul 09 19:19:22.281050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c182ec8-77b9-4141-820c-8c22ec08be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.221106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:23.524138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:23.545233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Made reservation on behalf of c83ba4bb7d24461b9df9b3fb80a96c58 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:23.547463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.555290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.638840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.642131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.659202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Reserving flat network on physical network physnet1 {{(pid=93770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 19:19:23.674133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be478938-de92-4c56-adac-6b526ffbf770,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:23.681035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.681409 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Added segment 34632cbf-8491-41bf-8c5c-1e1a9d0bc476 of type flat for network b569971a-e00d-4ad3-972f-71015b44c373 Jul 09 19:19:23.727534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.763656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.764502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:23.765066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.816072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5935667 Jul 09 19:19:23.825372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308ef4-d37a-4a9f-9709-078740794c34 admin admin] Pushing event updated for resources: {'Network': ['ID=b569971a-e00d-4ad3-972f-71015b44c373,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:23.837503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b569971a-e00d-4ad3-972f-71015b44c373 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:19:24.882855 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd71303b-6ccb-42ab-852f-20dd5914154a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:25.152494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:26.125158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:26.144845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:26.470413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808021fc-4cd5-4b58-a770-ac998add52b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:26.472142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-808021fc-4cd5-4b58-a770-ac998add52b8 admin admin] 10.222.0.10 "GET /v2.0/subnets/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8 HTTP/1.1" status: 200 len: 849 time: 0.3263371 Jul 09 19:19:26.586881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7b1be725-a1bd-4c91-9877-3dd9cb52ee40 admin admin] 10.222.0.10 "GET /v2.0/routers/1b18b6a8-3ba9-4726-b454-26be8c0099be HTTP/1.1" status: 200 len: 704 time: 0.1093652 Jul 09 19:19:26.855695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.160095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Allocated IP 172.20.0.1 (502149a4-dc77-4e34-92c4-489edd79bf8c/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8/c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:27.362570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.388260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Transition to ACTIVE for port object c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:27.467724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.504185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Network 502149a4-dc77-4e34-92c4-489edd79bf8c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:27.524738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:27.571884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.574408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:19:27.574953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.648813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Pushing event updated for resources: {'Port': ['ID=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:27.663131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.663596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.663838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.664218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.664565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.664976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.665351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.665669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.666404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.666728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.667040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.667356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Tracked resource versions report: Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: pushed versions: Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Log': {'1.0'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Network': {'1.1'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Port': {'1.7'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: consumer versions: Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: L3 agent@n-d-800087-3: {}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: Metadata agent@n-d-800087-3: {}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: Metering agent@n-d-800087-3: {}, Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Log': '1.0', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Network': '1.1', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Port': '1.7', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'PortForwarding': '1.2', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'QosPolicy': '1.8', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'SubPort': '1.0', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Subnet': '1.1', Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: 'Trunk': '1.1'}} Jul 09 19:19:27.668413 n-d-800087-3 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:19:27.742134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a7d8039-adad-4003-b82b-02ac591aded4 None None] Provisioning for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:27.745968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a7d8039-adad-4003-b82b-02ac591aded4 None None] Provisioning complete for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:27.746361 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8039-adad-4003-b82b-02ac591aded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.785646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d8039-adad-4003-b82b-02ac591aded4 None None] Port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:19:27.805617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.985144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.989265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.990026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:28.064754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Pushing event updated for resources: {'Port': ['ID=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:28.111015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Network 502149a4-dc77-4e34-92c4-489edd79bf8c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:28.112310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:28.305623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bbfc9d32-fb45-4c42-b5ba-52c1b8f007eb None None] Provisioning complete for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:28.305986 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9d32-fb45-4c42-b5ba-52c1b8f007eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:28.322397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Router 1b18b6a8-3ba9-4726-b454-26be8c0099be is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:19:28.342101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc9d32-fb45-4c42-b5ba-52c1b8f007eb None None] Port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:19:28.415142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:19:28.420633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e8bda63d-86ca-4c72-8971-28aea63e7b92 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b18b6a8-3ba9-4726-b454-26be8c0099be/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8287280 Jul 09 19:19:28.441224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Sync routers for ids ['1b18b6a8-3ba9-4726-b454-26be8c0099be'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:19:28.452964 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Routers {'1b18b6a8-3ba9-4726-b454-26be8c0099be'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:19:28.453819 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:19:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1b18b6a8-3ba9-4726-b454-26be8c0099be'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:28.636104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Set router 1b18b6a8-3ba9-4726-b454-26be8c0099be gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:19:29.053406 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:27Z', 'revision_number': 2, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port_host': None, '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:27Z', 'revision_number': 2, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:29.103538 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Checking router: 1b18b6a8-3ba9-4726-b454-26be8c0099be for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:19:29.103900 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Updating router 1b18b6a8-3ba9-4726-b454-26be8c0099be port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:19:29.168622 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.645938 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.663893 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Transition to ACTIVE for port object c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:29.670021 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.826417 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Pushing event updated for resources: {'Port': ['ID=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:29.832026 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Attempting to bind port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:29.832419 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Attempting to bind port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:29.832852 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Attempting to bind port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df on network 502149a4-dc77-4e34-92c4-489edd79bf8c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:29.841339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:29.841737 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Checking segment: {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:29.842229 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.842616 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Bound using segment: {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:29.843097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Bound port: c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28248d94-ab01-469d-95e5-95db23f19559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:29.843517 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.847138 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.847477 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.847893 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.848234 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.848648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.848890 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.849204 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.849525 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.849872 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.850202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.850517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.850807 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Tracked resource versions report: Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: pushed versions: Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Log': {'1.0'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Network': {'1.1'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Port': {'1.7'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: consumer versions: Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: L3 agent@n-d-800087-3: {}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: Metadata agent@n-d-800087-3: {}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: Metering agent@n-d-800087-3: {}, Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Log': '1.0', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Network': '1.1', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Port': '1.7', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'PortForwarding': '1.2', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'QosPolicy': '1.8', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'SubPort': '1.0', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Subnet': '1.1', Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: 'Trunk': '1.1'}} Jul 09 19:19:29.852106 n-d-800087-3 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:19:29.917648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] For port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:19:29.938167 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] For port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,segment=NetworkSegment(28248d94-ab01-469d-95e5-95db23f19559),segment_id=28248d94-ab01-469d-95e5-95db23f19559)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:19:29.942420 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:29.995714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a787-847a-466a-a98a-d4585a018cba None None] Pushing event updated for resources: {'Port': ['ID=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:30.004648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Routers {'1b18b6a8-3ba9-4726-b454-26be8c0099be'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:19:30.005297 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:19:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1b18b6a8-3ba9-4726-b454-26be8c0099be'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:30.096016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] Set router 1b18b6a8-3ba9-4726-b454-26be8c0099be gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:19:30.299887 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:27Z', 'revision_number': 2, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port_host': None, '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:29Z', 'revision_number': 4, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:30.328049 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3adee-110f-49f3-b8b9-3f4db269de09 None None] The sync data for ids ['1b18b6a8-3ba9-4726-b454-26be8c0099be'] in n-d-800087-3 is: [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:27Z', 'revision_number': 2, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port_host': None, '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:29Z', 'revision_number': 4, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:19:30.666622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:30.780119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2f342-1cb9-4d34-9adf-d871caa026ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:30.781512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-add2f342-1cb9-4d34-9adf-d871caa026ca admin admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 842 time: 0.1138890 Jul 09 19:19:30.792973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:30.818302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Made reservation on behalf of c83ba4bb7d24461b9df9b3fb80a96c58 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:30.820520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.156574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:19:31.157035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.207842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13846343-5408-49e0-8d7f-cfd7babb7be8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:31.218401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:31.218755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Network hostable DHCP agents. Network: b569971a-e00d-4ad3-972f-71015b44c373, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:19:31.235509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:19:31.243916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b569971a-e00d-4ad3-972f-71015b44c373) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:31.247884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:31.248458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.253810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa306802-a86c-465c-a2ed-efcfdd9c957c None None] Network b569971a-e00d-4ad3-972f-71015b44c373 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:19:31.274796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63add360-dc31-420c-a6aa-5c266e8ae90e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4754567 Jul 09 19:19:31.386347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f25dac-a018-482a-a12b-a3114cdd6953 None None] Network b569971a-e00d-4ad3-972f-71015b44c373 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:19:33.523314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:33.747581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92d723d3-8de4-4204-acf1-b5b1cdc6153d admin admin] 10.222.0.10 "GET /v2.0/routers/1b18b6a8-3ba9-4726-b454-26be8c0099be HTTP/1.1" status: 200 len: 710 time: 0.2231209 Jul 09 19:19:33.830427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb0b66-c11e-433c-b1cc-a41d19ed0cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:33.831788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0fb0b66-c11e-433c-b1cc-a41d19ed0cdb admin admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 886 time: 0.0792844 Jul 09 19:19:33.840483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:34.126945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:34.360921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:34.432175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:34.593541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Allocated IP 172.25.3.95 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/ed806691-2029-4deb-a665-baf724ac8bcf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:34.699455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:34.781285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:34.854919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:34.859654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:34.866257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:19:34.871716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Pushing event updated for resources: {'Port': ['ID=ed806691-2029-4deb-a665-baf724ac8bcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:34.974269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:35.026352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:35.030162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:35.030545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.104484 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.135478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,segment=NetworkSegment(28248d94-ab01-469d-95e5-95db23f19559),segment_id=28248d94-ab01-469d-95e5-95db23f19559)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:19:35.140154 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.147334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.189488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:35.335285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.338557 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.505564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Router 1b18b6a8-3ba9-4726-b454-26be8c0099be has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:19:35.607226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:19:35.611545 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:35.612591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-93394942-fc1f-41c6-a92a-6fc9820fd03d admin admin] 10.222.0.10 "PUT /v2.0/routers/1b18b6a8-3ba9-4726-b454-26be8c0099be HTTP/1.1" status: 200 len: 889 time: 1.7753510 Jul 09 19:19:35.632938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Sync routers for ids ['1b18b6a8-3ba9-4726-b454-26be8c0099be'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:19:35.644036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Routers {'1b18b6a8-3ba9-4726-b454-26be8c0099be'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:19:35.644713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:19:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1b18b6a8-3ba9-4726-b454-26be8c0099be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:35.903548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Set router 1b18b6a8-3ba9-4726-b454-26be8c0099be gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:19:36.297024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 4, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port': {'id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:34Z', 'updated_at': '2021-07-09T19:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 5, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:36.347987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Checking router: 1b18b6a8-3ba9-4726-b454-26be8c0099be for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:19:36.348341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Updating router 1b18b6a8-3ba9-4726-b454-26be8c0099be port ed806691-2029-4deb-a665-baf724ac8bcf binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:19:36.380237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.698706 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.707994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Transition to ACTIVE for port object ed806691-2029-4deb-a665-baf724ac8bcf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:36.713436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.761188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14464d-1c3c-4d88-a71e-48fd8d3fb049 None None] Pushing event updated for resources: {'Port': ['ID=ed806691-2029-4deb-a665-baf724ac8bcf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:36.766756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Attempting to bind port ed806691-2029-4deb-a665-baf724ac8bcf on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:36.767137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Attempting to bind port ed806691-2029-4deb-a665-baf724ac8bcf by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:36.767502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Attempting to bind port ed806691-2029-4deb-a665-baf724ac8bcf on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:36.772388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:36.772753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:36.773172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.773590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:36.774018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Bound port: ed806691-2029-4deb-a665-baf724ac8bcf, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:36.774414 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.826494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] For port ed806691-2029-4deb-a665-baf724ac8bcf, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:19:36.829653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] For port ed806691-2029-4deb-a665-baf724ac8bcf, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed806691-2029-4deb-a665-baf724ac8bcf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:19:36.833693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:36.890127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Routers {'1b18b6a8-3ba9-4726-b454-26be8c0099be'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:19:36.890737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:19:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1b18b6a8-3ba9-4726-b454-26be8c0099be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:36.893394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14464d-1c3c-4d88-a71e-48fd8d3fb049 None None] Pushing event updated for resources: {'Port': ['ID=ed806691-2029-4deb-a665-baf724ac8bcf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:37.050481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:37.106424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] Set router 1b18b6a8-3ba9-4726-b454-26be8c0099be gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:19:37.154052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:37.154423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:37.372690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 4, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port': {'id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:34Z', 'updated_at': '2021-07-09T19:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 5, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:37.401477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203eb40-0216-446f-8db9-0e8c43215ac7 None None] The sync data for ids ['1b18b6a8-3ba9-4726-b454-26be8c0099be'] in n-d-800087-3 is: [{'id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'name': 'router1', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:18Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 4, 'project_id': '578eed04d5064c839569bf829fb7a285', 'gw_port': {'id': 'ed806691-2029-4deb-a665-baf724ac8bcf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:34Z', 'updated_at': '2021-07-09T19:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df', 'name': '', 'network_id': '502149a4-dc77-4e34-92c4-489edd79bf8c', 'tenant_id': '578eed04d5064c839569bf829fb7a285', 'mac_address': 'fa:16:3e:59:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18b6a8-3ba9-4726-b454-26be8c0099be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:26Z', 'updated_at': '2021-07-09T19:19:35Z', 'revision_number': 5, 'project_id': '578eed04d5064c839569bf829fb7a285', 'subnets': [{'id': '63755a5a-b14e-4c61-a7b4-3a6f90e21fd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c5e062d-1fa3-4506-a5f7-ff816ef8e771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:19:38.056441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:19:38.180707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-85291907-bbf4-4111-bb9b-10a7730f83ab admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1231582 Jul 09 19:19:38.985659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed806691-2029-4deb-a665-baf724ac8bcf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:39.051897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ed806691-2029-4deb-a665-baf724ac8bcf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:39.056078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ed806691-2029-4deb-a665-baf724ac8bcf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:39.056455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:39.129601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:39.149888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ed806691-2029-4deb-a665-baf724ac8bcf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed806691-2029-4deb-a665-baf724ac8bcf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:19:39.153902 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:39.201081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ed806691-2029-4deb-a665-baf724ac8bcf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:40.969324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed806691-2029-4deb-a665-baf724ac8bcf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:19:41.021915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ed806691-2029-4deb-a665-baf724ac8bcf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:41.023775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:45.234061 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:19:52.285606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80e7e1ea-e600-4a8f-af16-ab90043f9745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.885307 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e0380e0-c3b4-42cb-8b34-99ada1cbf1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.158293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.144137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:57.584313 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:22.233464 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:20:22.277880 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f77de94b-5510-4f5c-97db-4c1f815d108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:24.889331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb23f-d93b-4efd-8928-edec7db88e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:25.154386 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:26.139119 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:27.589400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:52.279438 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb56ab9-594b-41fa-b3a8-d25b39e62aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:54.891070 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ade71685-ed63-463b-90b0-3156dad42d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:55.157800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:56.141023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:57.593901 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:59.261557 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:21:17.455591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:17.514825 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c17159b-f66e-445e-9946-e3e7b78675d1 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:21:17.516772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3c17159b-f66e-445e-9946-e3e7b78675d1 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596001 Jul 09 19:21:17.673518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a844b5-6fbf-4cb6-9c21-4f80aa910592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:17.674913 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d7a844b5-6fbf-4cb6-9c21-4f80aa910592 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545587 Jul 09 19:21:19.881066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:19.968445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac49e5-27a4-41cc-a045-1d6a651f1cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:19.970435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-24ac49e5-27a4-41cc-a045-1d6a651f1cd2 admin admin] 10.222.0.10 "GET /v2.0/subnets/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8 HTTP/1.1" status: 200 len: 849 time: 0.0883849 Jul 09 19:21:19.979512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:21:20.059383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.198974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787948973087'] for subnet, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.229140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:20.229771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.231116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] 10.222.0.10 "PUT /v2.0/subnets/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8 HTTP/1.1" status: 200 len: 868 time: 0.2552271 Jul 09 19:21:20.251031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63755a5a-b14e-4c61-a7b4-3a6f90e21fd8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:21:20.252967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a210b08-9ea2-40af-ac27-1aa2c051842f None None] Network 502149a4-dc77-4e34-92c4-489edd79bf8c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:21:20.258574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.258984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.259256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.259588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.259918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.260249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.260576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.260901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.261282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.261581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.261901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.262221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d5077-eec4-4133-969e-6356f3129577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.579778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08f98dc4-b531-43fa-a34c-2eb2d14d0fe5 None None] Provisioning complete for port 24126137-860b-4810-b07f-a5a4f5f999a7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:21:20.580152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f98dc4-b531-43fa-a34c-2eb2d14d0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.665274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08f98dc4-b531-43fa-a34c-2eb2d14d0fe5 None None] Provisioning complete for port c36b1b94-f7fa-4fd3-bdc8-ef2685cc50df triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:21:20.665651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08f98dc4-b531-43fa-a34c-2eb2d14d0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:22.282739 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f80497f4-7af2-4863-a754-062aefdef96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:22.368723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:22.562462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee1a31-e45c-40b7-8530-2646fec5299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:22.562964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee1a31-e45c-40b7-8530-2646fec5299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:22.564480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22ee1a31-e45c-40b7-8530-2646fec5299d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946669 Jul 09 19:21:24.730081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:24.857490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ea83d-db99-4bd9-950d-dca5712ebe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:24.857978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ea83d-db99-4bd9-950d-dca5712ebe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:24.859511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f84ea83d-db99-4bd9-950d-dca5712ebe2d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284595 Jul 09 19:21:24.896228 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c07cd17d-2d56-4f58-bc3a-0b9ee3c832ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:25.159334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:26.143572 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:27.030357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:27.172371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b4367-30eb-4e39-9fd3-717e3b30841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:27.173808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-780b4367-30eb-4e39-9fd3-717e3b30841e admin admin] 10.222.0.10 "GET /v2.0/networks/502149a4-dc77-4e34-92c4-489edd79bf8c HTTP/1.1" status: 200 len: 869 time: 0.1425059 Jul 09 19:21:27.593705 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:29.294034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:29.416369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93499c76-e61e-40fa-a757-068dc0c16ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:29.417791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-93499c76-e61e-40fa-a757-068dc0c16ef0 admin admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 886 time: 0.1228008 Jul 09 19:21:31.607311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:31.728119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d11ef-af08-44e2-a20a-0f72247ab65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:31.728572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d11ef-af08-44e2-a20a-0f72247ab65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:31.730080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f6d11ef-af08-44e2-a20a-0f72247ab65b admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218185 Jul 09 19:21:33.873764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:33.964393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404028f-aab5-44fb-badd-189b560a46d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:33.964859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404028f-aab5-44fb-badd-189b560a46d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:33.966381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6404028f-aab5-44fb-badd-189b560a46d8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916870 Jul 09 19:21:36.130128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:36.213494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb942c-58dc-4344-8fa6-7efa1093a948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:36.214798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6eb942c-58dc-4344-8fa6-7efa1093a948 admin admin] 10.222.0.10 "GET /v2.0/subnets/13846343-5408-49e0-8d7f-cfd7babb7be8 HTTP/1.1" status: 200 len: 816 time: 0.0837300 Jul 09 19:21:36.230078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:21:38.360065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:21:38.450727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caceadf4-54bd-44b1-b525-b1731dd97e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:38.452039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-caceadf4-54bd-44b1-b525-b1731dd97e12 admin admin] 10.222.0.10 "GET /v2.0/subnets/63755a5a-b14e-4c61-a7b4-3a6f90e21fd8 HTTP/1.1" status: 200 len: 868 time: 0.0904787 Jul 09 19:21:52.290379 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-99019037-b211-4961-b546-46792ea5edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:54.895768 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad23edb-7e20-4064-acf7-baf34c8486fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:55.159794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:56.149317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:57.590288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:02.856729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:22:02.901810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-a0a3eaf4-7b59-4101-8d3b-b8dda4fcda76 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:22:02.902810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0a3eaf4-7b59-4101-8d3b-b8dda4fcda76 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451131 Jul 09 19:22:05.150654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:22:05.211756 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b91a67-de6f-4588-982a-b705a43514c0 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:22:05.213047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-69b91a67-de6f-4588-982a-b705a43514c0 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614588 Jul 09 19:22:05.351889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a704ec37-ea58-4cf6-a389-46f64fff8c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:22:05.353374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a704ec37-ea58-4cf6-a389-46f64fff8c3c admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365385 Jul 09 19:22:07.528044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:22:07.573285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:22:07.597072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Made reservation on behalf of c83ba4bb7d24461b9df9b3fb80a96c58 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:22:07.599499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:07.629515 n-d-800087-3 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Could not find related network for resource to bump revision. Jul 09 19:22:07.645710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:22:07.659686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787948770380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:07.660231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Unsubscribe: segment precommit_create {{(pid=93771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:22:07.660692 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Added segment a8c399e6-0f9d-49aa-8c7c-e770f0b79761 of type vlan for network bb2b4e37-f224-4d99-95bd-64bb873f2d07 Jul 09 19:22:07.714980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:07.753507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:07.754443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:22:07.755022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:07.831232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3019946 Jul 09 19:22:07.849769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Pushing event updated for resources: {'Network': ['ID=bb2b4e37-f224-4d99-95bd-64bb873f2d07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:22:07.857066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.857448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.857790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.858145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.858458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.858786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.859117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.859438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.859755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.860116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.860438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.860763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baafd70-71ad-4e2a-a660-0aedfc305d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:07.873015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:22:09.995386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:22:10.053221 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dee9b0-1cb1-4b56-b092-80b641c1f2e4 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:22:10.054507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53dee9b0-1cb1-4b56-b092-80b641c1f2e4 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581932 Jul 09 19:22:10.120668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede8058-cff7-4aff-9247-9d791eb5b879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:22:10.122118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cede8058-cff7-4aff-9247-9d791eb5b879 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0636792 Jul 09 19:22:10.132167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:22:10.153157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Made reservation on behalf of c83ba4bb7d24461b9df9b3fb80a96c58 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:22:10.155461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:10.393157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:10.452891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:22:10.457082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:22:10.457461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Network hostable DHCP agents. Network: bb2b4e37-f224-4d99-95bd-64bb873f2d07, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:22:10.473891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:22:10.481638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, bb2b4e37-f224-4d99-95bd-64bb873f2d07) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:22:10.486212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:22:10.486798 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:10.491072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b72f2-a885-4b7a-b1cf-883f67f71f82 None None] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:22:10.503997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5931e9e1-61d5-4b6f-adb0-242e88cbc717 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3708017 Jul 09 19:22:10.742221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'tenant_id': 'c83ba4bb7d24461b9df9b3fb80a96c58', 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:22:10.743086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:10.888123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Allocated IP 192.168.233.2 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/c8853af6-0b68-4c51-8020-50b5fabdde24) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:22:11.029258 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:11.037576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Transition to ACTIVE for port object c8853af6-0b68-4c51-8020-50b5fabdde24 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:22:11.052269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Transition to ACTIVE for port object c8853af6-0b68-4c51-8020-50b5fabdde24 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:22:11.058181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:11.101475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:22:11.104302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:22:11.110622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:22:11.113693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Pushing event updated for resources: {'Port': ['ID=c8853af6-0b68-4c51-8020-50b5fabdde24,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:22:11.121702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.122046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.122390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.122727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.123066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.123396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.123722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.124048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.124370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.124694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.125019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.125894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:22:11.179103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Attempting to bind port c8853af6-0b68-4c51-8020-50b5fabdde24 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:22:11.179456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Attempting to bind port c8853af6-0b68-4c51-8020-50b5fabdde24 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:22:11.179836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Attempting to bind port c8853af6-0b68-4c51-8020-50b5fabdde24 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:22:11.184679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:22:11.185065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:22:11.185497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:11.185887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:22:11.186342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Bound port: c8853af6-0b68-4c51-8020-50b5fabdde24, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:22:11.186737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:11.248274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] For port c8853af6-0b68-4c51-8020-50b5fabdde24, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:22:11.252286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] For port c8853af6-0b68-4c51-8020-50b5fabdde24, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c8853af6-0b68-4c51-8020-50b5fabdde24,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:22:11.257327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:11.318473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676bd2a-2a9d-4055-b3e8-4b69fe5c747e None None] Pushing event updated for resources: {'Port': ['ID=c8853af6-0b68-4c51-8020-50b5fabdde24,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:22:12.153233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e24190-8753-4b6b-bac6-0ea68f2055e1 None None] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:22:12.264150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee5dffbc-7b02-479d-93ab-a1de682095c5 None None] Provisioning for port c8853af6-0b68-4c51-8020-50b5fabdde24 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:22:13.097520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c8853af6-0b68-4c51-8020-50b5fabdde24 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:22:13.149957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c8853af6-0b68-4c51-8020-50b5fabdde24 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:22:13.152915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c8853af6-0b68-4c51-8020-50b5fabdde24 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:22:13.153357 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:13.230095 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:13.230967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:22:13.266062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c8853af6-0b68-4c51-8020-50b5fabdde24, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c8853af6-0b68-4c51-8020-50b5fabdde24,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:22:13.270384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:13.318007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c8853af6-0b68-4c51-8020-50b5fabdde24,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:22:15.070788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c8853af6-0b68-4c51-8020-50b5fabdde24 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:22:15.119394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c8853af6-0b68-4c51-8020-50b5fabdde24 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:22:15.119765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:22.283391 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-746593ca-e842-466c-add9-d7f7b818cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:24.897694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc822-ec22-4683-9f25-4da0037e5715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:25.160822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:26.148606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:27.593425 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:50.228917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:22:52.283712 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4461d714-6190-4849-bea8-57890bc24931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:54.898796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabd957a-5b59-473a-97cc-e0b34ddcb856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:55.162377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:56.152775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:57.597837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:22.284338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e10930e-ee5a-49f7-a7c0-f97754cae192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:23.523846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:23:23.530351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-bd2d51d9-3648-464f-82ef-72f1a2fcc2e5 tempest-verify_tempest_config-242145807 tempest-verify_tempest_config-242145807-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:23:23.531439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bd2d51d9-3648-464f-82ef-72f1a2fcc2e5 tempest-verify_tempest_config-242145807 tempest-verify_tempest_config-242145807-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065942 Jul 09 19:23:23.831151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:23:23.930244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.043726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.047740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.095493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2640ff08f4724bb1b1635ae9285e30c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2630417 Jul 09 19:23:24.096476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69743579-cb45-4327-8fef-644b1defd484,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:23:24.098552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:23:24.104300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.104648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.104987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.105351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.105683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.106011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.106333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.106667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.106967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.107285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.107605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.108454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5e2db-df84-4db1-8b3c-659a1ffa024e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.161005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.181292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.266978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.269558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:24.270692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69743579-cb45-4327-8fef-644b1defd484 HTTP/1.1" status: 204 len: 168 time: 0.1710882 Jul 09 19:23:24.278167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69743579-cb45-4327-8fef-644b1defd484,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:23:24.285091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.285467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.285810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.286143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.286477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.286805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.287248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.287449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.287780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.288103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.288426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.288747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092acc-25b7-44f2-a6ad-7ba69aedaf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:24.899148 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19354730-d021-4b91-bbe3-b448a2ab99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:25.162733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:26.154991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:27.227481 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:23:27.599957 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:52.284275 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-863d10bc-cb69-4218-ba57-0e60535d1082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:54.899152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff5e010c-c2d8-43c1-b07d-4751ef4e50aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:55.163018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:56.157847 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:57.602204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:04.227075 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:24:22.284151 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-96e47695-7317-4714-a2dd-153672037737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:24.899340 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8df29595-486b-494b-b24e-caabbee7e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:25.162523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:26.159693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:27.605999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:41.225659 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:24:52.284864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a6e117e-51e9-4576-8651-fc0e10ea171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:54.901236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ac76-4c83-448f-8d64-deda1b46eeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:55.163201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:56.162131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:57.607883 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:18.224981 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:25:22.285234 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2bd10e8-699a-457a-bedb-9f70b51aa693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:24.901334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-955c1389-064e-4478-be51-64dc1bf70977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:25.164928 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:26.163989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:27.611552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:52.282411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ff245fa-552e-435c-94ae-b9a786c40685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:54.901985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c82e686-d989-43c0-b99a-44fe8cc74fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:55.164804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:55.223071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 5 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:25:56.166411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:57.613912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:18.460553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:22.282716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a592cc75-c2f7-415e-aee3-76b064f0fd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:22.893557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2092343'] for agent, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:24.905372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62db9563-94ed-41cc-8eb3-30ffd79ba9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:25.165603 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:26.168491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:27.617716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:32.223016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:26:48.415121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:52.282632 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a03191-ebfb-4d71-b6b3-c93ad757c6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:52.930788 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:54.904337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc44fb6d-e1c1-4568-8425-c99882bd7231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:55.166507 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:56.171993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:57.620375 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:09.225684 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:27:09.602713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:27:09.703231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d964462-cb5c-4633-af88-8140cd9b9f5a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0986640 Jul 09 19:27:11.955486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:27:12.011337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f5b78d46-6f19-42ad-888f-12d04121ca92 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0546370 Jul 09 19:27:18.412225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:22.282119 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b473bc1-c0ed-4e0f-b3a5-7e24b2c12927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:22.844380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:24.904098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a165d513-d80d-4dcc-9046-11add1c3758a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:25.167079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:26.175141 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:27.623591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:46.225942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:27:48.418202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:52.285496 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d18b6fa-0fd1-4d14-97e2-1fdf3947f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:52.867891 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:54.911492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-39c4deef-590d-4bc0-9da9-10784aaeb04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:55.175043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:56.179082 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:57.626213 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:18.424966 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:22.287825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b432d3de-35e1-4e2b-9630-09bba7894dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:22.858100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:23.225722 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:28:24.904575 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e3d0942-76ca-430a-8917-5271eca2816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:25.167152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:26.185984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:27.641568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:32.344860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:32.771013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd0bad2a-9eb7-4305-8050-1214b9686fa1 tempest-AutoAllocateNetworkTest-1251855084 tempest-AutoAllocateNetworkTest-1251855084-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bcad2bd898cd46e79fdb015a6ba571bc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4250104 Jul 09 19:28:32.773520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:32.960034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dd67ae-4567-4a2b-81ee-6a4c395bcdfc tempest-AutoAllocateNetworkTest-1251855084 tempest-AutoAllocateNetworkTest-1251855084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:32.964690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:32.965316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d6dd67ae-4567-4a2b-81ee-6a4c395bcdfc tempest-AutoAllocateNetworkTest-1251855084 tempest-AutoAllocateNetworkTest-1251855084-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1902530 Jul 09 19:28:33.033931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:33.034078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-907f6ae0-4fce-43aa-9b30-18ab6ce29ee9 tempest-AutoAllocateNetworkTest-1251855084 tempest-AutoAllocateNetworkTest-1251855084-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671890 Jul 09 19:28:33.065164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-09533a9b-d3f2-472e-9160-cd879af8ab70 tempest-AutoAllocateNetworkTest-1251855084 tempest-AutoAllocateNetworkTest-1251855084-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bcad2bd898cd46e79fdb015a6ba571bc HTTP/1.1" status: 200 len: 208 time: 0.0283287 Jul 09 19:28:33.841471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:34.260030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.352350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.356887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.407869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcad2bd898cd46e79fdb015a6ba571bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5708115 Jul 09 19:28:34.408702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5006113-d72c-4b1d-bd54-e476d6d84bb7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:34.410856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:34.416613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.417046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.417511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.417942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.418371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.418971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.419313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.419728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.420158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.421085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.421535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.422053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d4445e-84cd-4eb8-aa86-653c06f615e5 admin admin] Tracked resource versions report: Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: pushed versions: Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Log': {'1.0'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Network': {'1.1'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Port': {'1.7'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: consumer versions: Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: HyperV agent@n-h1-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: HyperV agent@n-h2-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: L3 agent@n-d-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: Metadata agent@n-d-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: Metering agent@n-d-800087-3: {}, Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Log': '1.0', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Network': '1.1', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Port': '1.7', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'PortForwarding': '1.2', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'QosPolicy': '1.8', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'SubPort': '1.0', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Subnet': '1.1', Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: 'Trunk': '1.1'}} Jul 09 19:28:34.423220 n-d-800087-3 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:28:34.491871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.513757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.568251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.571492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:34.572681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5006113-d72c-4b1d-bd54-e476d6d84bb7 HTTP/1.1" status: 204 len: 168 time: 0.1596446 Jul 09 19:28:34.582690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5006113-d72c-4b1d-bd54-e476d6d84bb7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:34.590291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.590874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.591944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.592293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.592629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.593029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.593404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.593728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.594304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.594627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.594954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.595274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f133d7-2159-424d-b09c-47de4df245aa admin admin] Tracked resource versions report: Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: pushed versions: Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Log': {'1.0'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Network': {'1.1'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Port': {'1.7'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: consumer versions: Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: HyperV agent@n-h1-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: HyperV agent@n-h2-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: L3 agent@n-d-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: Metadata agent@n-d-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: Metering agent@n-d-800087-3: {}, Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Log': '1.0', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Network': '1.1', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Port': '1.7', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'PortForwarding': '1.2', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'QosPolicy': '1.8', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'SubPort': '1.0', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Subnet': '1.1', Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: 'Trunk': '1.1'}} Jul 09 19:28:34.596496 n-d-800087-3 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:28:35.283843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:35.428756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:35.431694 n-d-800087-3 neutron-server[93771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 19:28:35.469272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-4d9d0b8c-6319-4fbf-b495-fa0b7700860b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383763 Jul 09 19:28:35.483532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90e28879-649b-401f-a24f-04bf9e511689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:35.627559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:35.731787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-01ddd47f-3a0c-489f-ac50-7673a801d9c8 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:35.733327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-01ddd47f-3a0c-489f-ac50-7673a801d9c8 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567346 Jul 09 19:28:35.754953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-network', 'tenant_id': '821625d89da54cd1afaa8e5459562d30'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:35.756917 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b75ec348-3acd-47d9-817b-ed0a958afe15 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/quotas/e91a2b245e5e4300aa39cf8c4ca8fefe HTTP/1.1" status: 200 len: 375 time: 0.0173793 Jul 09 19:28:35.814007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-d8525a29-e14e-4f84-a655-f3d4a4a7c5f9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559273 Jul 09 19:28:35.846459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90e28879-649b-401f-a24f-04bf9e511689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:35.852479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90e28879-649b-401f-a24f-04bf9e511689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:35.873880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Made reservation on behalf of 821625d89da54cd1afaa8e5459562d30 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:35.878501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:35.885991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-90e28879-649b-401f-a24f-04bf9e511689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fed0864593434f3197e12234514ca2a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6010406 Jul 09 19:28:35.888583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:35.891664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.055817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:36.077692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.090950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.113959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:28:36.141444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.141862 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Added segment 9a05e458-d394-4390-bf75-3141e7a74f2e of type vlan for network 240304f8-57f5-4adc-a8db-fd76d431147b Jul 09 19:28:36.147193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27b7c737-86f6-41d8-92c8-5b40424e980d req-91120bde-83fc-456c-81b6-e12b38fca9c1 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.0711451 Jul 09 19:28:36.155944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e28879-649b-401f-a24f-04bf9e511689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990dde7f-5d0b-45e7-a4fc-d80274e852c4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.177924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.190977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.217305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb42dec-cffc-498b-bffe-ce7a84e34f64,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.257267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.260411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:36.262757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.266030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.293441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a35d5d4-7236-4f76-ab45-b0aeea9db3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.319157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6904907 Jul 09 19:28:36.328563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:36.339856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Request body: {'subnet': {'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-subnet', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:36.390791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.394827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.398554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/990dde7f-5d0b-45e7-a4fc-d80274e852c4 HTTP/1.1" status: 204 len: 168 time: 0.5063527 Jul 09 19:28:36.411048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb0ac9-4e03-4fcf-9ec3-17a7b535d564 admin admin] Pushing event updated for resources: {'Network': ['ID=240304f8-57f5-4adc-a8db-fd76d431147b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.424367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 240304f8-57f5-4adc-a8db-fd76d431147b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:28:36.428272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711d067-2a40-46c2-a804-02ff9e088890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990dde7f-5d0b-45e7-a4fc-d80274e852c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.495624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a35d5d4-7236-4f76-ab45-b0aeea9db3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.508844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a35d5d4-7236-4f76-ab45-b0aeea9db3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.547013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35d5d4-7236-4f76-ab45-b0aeea9db3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6697a8-88aa-4188-a5b1-48db31895729,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.572934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2a35d5d4-7236-4f76-ab45-b0aeea9db3b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1204a935ed364d0ba0c0a6d50f4a1e2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5157695 Jul 09 19:28:36.575380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:36.619709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Made reservation on behalf of 821625d89da54cd1afaa8e5459562d30 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:36.623631 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.684099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.735698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.786804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:36.789350 n-d-800087-3 neutron-server[93770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 19:28:36.817066 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-f6eac782-620f-46ee-8ef8-a665eddbe130 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7fdc7362c00a4d6296439a0910c566e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287173 Jul 09 19:28:36.843742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.846585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.847720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c6697a8-88aa-4188-a5b1-48db31895729 HTTP/1.1" status: 204 len: 168 time: 0.2712514 Jul 09 19:28:36.864088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32650f9d-c9df-4b22-a937-3b8b0714ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6697a8-88aa-4188-a5b1-48db31895729,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:36.891174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:36.912250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d6f177-d923-4a2e-a8ee-1da898b323c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.937990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:36.957123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-8ae114ed-10af-44d1-9e98-e8819027565f tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:36.958824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-8ae114ed-10af-44d1-9e98-e8819027565f tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409171 Jul 09 19:28:36.994438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-3f6e3638-3422-42cb-b31d-e3877a775eba tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/quotas/7fdc7362c00a4d6296439a0910c566e2 HTTP/1.1" status: 200 len: 375 time: 0.0287247 Jul 09 19:28:36.997789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:37.029043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b5c62-1a6d-4592-90da-52fce6f54e82,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:37.049098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Checking segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:37.049477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Network hostable DHCP agents. Network: 240304f8-57f5-4adc-a8db-fd76d431147b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:28:37.066649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-2debe5b0-7cf1-4f31-b376-0fc6a2ed1761 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fdc7362c00a4d6296439a0910c566e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710499 Jul 09 19:28:37.095328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Network 240304f8-57f5-4adc-a8db-fd76d431147b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:28:37.123464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 240304f8-57f5-4adc-a8db-fd76d431147b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:37.131955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d6f177-d923-4a2e-a8ee-1da898b323c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.133542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0fa21d-e06e-4a2b-8cff-a03fb60d0bb9 None None] Network 240304f8-57f5-4adc-a8db-fd76d431147b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:28:37.138046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:37.138998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.151796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d6f177-d923-4a2e-a8ee-1da898b323c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.173772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-504e1973-5f9b-479f-a707-2ff6d8a27862 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8402994 Jul 09 19:28:37.176517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:37.181707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:37.204733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6f177-d923-4a2e-a8ee-1da898b323c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde62ebb-e571-4eb3-ab9f-62de3ad8436a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:37.213242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85d6f177-d923-4a2e-a8ee-1da898b323c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f1b74a4c9c74aaaa6c649f48d62bfe6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3204463 Jul 09 19:28:37.213242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:37.256621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.261980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.298011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.326158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f70918f3-cb5a-4d02-b55e-41b572995bb0 req-b01a56cc-5fd0-488d-9d99-f20bca870858 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.0485110 Jul 09 19:28:37.363794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.489421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-240304f8-57f5-4adc-a8db-fd76d431147b', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:28:37.490364 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.541253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:37.557749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9675cad0-1027-4b86-8271-8d9103c4cde5 req-9871dd0a-2e33-4178-954a-807805be3f36 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 210 time: 0.1202061 Jul 09 19:28:37.579383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.585672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5de0d6cf-526f-49db-86db-e1e85f633d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.611184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad794a8b-5679-455a-a0c7-ed5f99b6df09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.651014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.653761 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.658001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cde62ebb-e571-4eb3-ab9f-62de3ad8436a HTTP/1.1" status: 204 len: 168 time: 0.4402211 Jul 09 19:28:37.674479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec212ef-0568-43e0-b3ba-a68b24a17bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde62ebb-e571-4eb3-ab9f-62de3ad8436a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:37.696281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Allocated IP 172.20.0.2 (240304f8-57f5-4adc-a8db-fd76d431147b/f91b5c62-1a6d-4592-90da-52fce6f54e82/4668a834-51cb-499e-9938-4c6d7c05485a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:37.774490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.826196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5de0d6cf-526f-49db-86db-e1e85f633d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.834735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5de0d6cf-526f-49db-86db-e1e85f633d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:37.893052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d6cf-526f-49db-86db-e1e85f633d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebcdeec-a531-4be0-9ae5-2473e138cc19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:37.944509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5de0d6cf-526f-49db-86db-e1e85f633d91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70db22f1dda34116a1c177227f7b7202&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9427297 Jul 09 19:28:37.945288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:37.984349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.005056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Transition to ACTIVE for port object 4668a834-51cb-499e-9938-4c6d7c05485a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:38.022342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.044951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Transition to ACTIVE for port object 4668a834-51cb-499e-9938-4c6d7c05485a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:38.058756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.061176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.101505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad794a8b-5679-455a-a0c7-ed5f99b6df09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.115863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad794a8b-5679-455a-a0c7-ed5f99b6df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.125666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Network 240304f8-57f5-4adc-a8db-fd76d431147b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:38.128967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:38.133464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:38.179026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.193249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Pushing event updated for resources: {'Port': ['ID=4668a834-51cb-499e-9938-4c6d7c05485a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:38.205940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad794a8b-5679-455a-a0c7-ed5f99b6df09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36d6f79071ae4d89b967260f9f9665ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6573155 Jul 09 19:28:38.208317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad794a8b-5679-455a-a0c7-ed5f99b6df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d0d35-492a-473e-9d2f-229651c28c07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:38.212920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:38.213938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.214711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.215312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.215956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.217228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.218104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.219143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.219630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.220233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.220707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.221207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.221682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Tracked resource versions report: Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: pushed versions: Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Log': {'1.0'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Network': {'1.1'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Port': {'1.7'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: consumer versions: Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: HyperV agent@n-h1-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: HyperV agent@n-h2-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: L3 agent@n-d-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: Metadata agent@n-d-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: Metering agent@n-d-800087-3: {}, Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Log': '1.0', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Network': '1.1', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Port': '1.7', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'PortForwarding': '1.2', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'QosPolicy': '1.8', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'SubPort': '1.0', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Subnet': '1.1', Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: 'Trunk': '1.1'}} Jul 09 19:28:38.223759 n-d-800087-3 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:28:38.242011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.271248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Attempting to bind port 4668a834-51cb-499e-9938-4c6d7c05485a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:38.271712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Attempting to bind port 4668a834-51cb-499e-9938-4c6d7c05485a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:38.272190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Attempting to bind port 4668a834-51cb-499e-9938-4c6d7c05485a on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:38.279022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:38.279749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Checking segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:38.279953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.281160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Bound using segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:38.281713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Bound port: 4668a834-51cb-499e-9938-4c6d7c05485a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:38.282245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.287874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.292684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.298909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ebcdeec-a531-4be0-9ae5-2473e138cc19 HTTP/1.1" status: 204 len: 168 time: 0.3473980 Jul 09 19:28:38.331725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9026386-31d3-493a-8a33-a265f41ed9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebcdeec-a531-4be0-9ae5-2473e138cc19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:38.409966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.462016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.482761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] For port 4668a834-51cb-499e-9938-4c6d7c05485a, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:38.490494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] For port 4668a834-51cb-499e-9938-4c6d7c05485a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4668a834-51cb-499e-9938-4c6d7c05485a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:38.504011 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.554716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.559165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.560479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/455d0d35-492a-473e-9d2f-229651c28c07 HTTP/1.1" status: 204 len: 168 time: 0.3395047 Jul 09 19:28:38.583907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a1ef7-6442-4aa5-9538-8d2cf653f935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d0d35-492a-473e-9d2f-229651c28c07,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:38.613859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Allocated IP 172.25.3.63 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/1f493f21-101d-490a-981b-4e26a56c1625) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:38.698514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b007e7-176d-41bc-a18b-13561eaf44d5 None None] Pushing event updated for resources: {'Port': ['ID=4668a834-51cb-499e-9938-4c6d7c05485a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:38.769960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1fb84db2-42e4-4c2c-a872-db9adbb11a8d req-480e8580-f3d8-4765-b401-817b7c256204 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 210 time: 0.0926278 Jul 09 19:28:38.891777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6efb9c8-8a55-485c-93d9-259c31991837 req-8d0ba74e-7c1d-4817-8210-b09d4418dc28 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.0717278 Jul 09 19:28:38.943909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:38.967259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:39.021197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dcbaf5c-c20b-4771-8848-ce07e2d4e300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.059874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.138843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:39.173212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:39.181028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:39.266097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Pushing event updated for resources: {'Port': ['ID=1f493f21-101d-490a-981b-4e26a56c1625,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:39.284899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dcbaf5c-c20b-4771-8848-ce07e2d4e300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.309228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dcbaf5c-c20b-4771-8848-ce07e2d4e300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.365995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbaf5c-c20b-4771-8848-ce07e2d4e300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8bdb0-9fd4-48e3-b66d-f4a57d4eb74b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:39.373315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7dcbaf5c-c20b-4771-8848-ce07e2d4e300 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42a1db84742643d698e57dfae766e756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4020026 Jul 09 19:28:39.375467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:39.462842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.493243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4668a834-51cb-499e-9938-4c6d7c05485a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:39.513814 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.542013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.560796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.25', 64556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:39.598443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4668a834-51cb-499e-9938-4c6d7c05485a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:39.629477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-01fb4ac1-4d9c-44cc-88b7-f5b675d45952 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667460 Jul 09 19:28:39.686366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.699982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:39.705053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a8bdb0-9fd4-48e3-b66d-f4a57d4eb74b HTTP/1.1" status: 204 len: 168 time: 0.3284016 Jul 09 19:28:39.772710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158070bb-dfcd-49e2-a0af-bdfbf214a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8bdb0-9fd4-48e3-b66d-f4a57d4eb74b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:39.842548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-1e55d0f5-7747-4542-92b2-e423a6476478 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:39.845256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-1e55d0f5-7747-4542-92b2-e423a6476478 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109587 Jul 09 19:28:39.910005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Request body: {'port': {'device_id': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e91a2b245e5e4300aa39cf8c4ca8fefe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:39.922104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.006945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.59', 52710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:40.259967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d666b0fc-6fe5-4d2d-9e8d-f51d3834e16a req-a6f4c4b4-8408-4b39-ac71-87887e21c57f tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.0537348 Jul 09 19:28:40.260684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334d2aa-1bd6-4132-aa4c-2a1a64a869e0 None None] Network 240304f8-57f5-4adc-a8db-fd76d431147b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:28:40.261639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Router b735a8cf-1f32-4508-ab32-b2722db0c690 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:28:40.283017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-008c6b60-433f-4df3-b348-2ff8b2aaff29 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7fdc7362c00a4d6296439a0910c566e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2725415 Jul 09 19:28:40.298466 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76d5bf89-21c0-4fce-8884-e11027914bc3 req-47826a48-d9ec-43f9-8a36-6378edb2325b tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 210 time: 0.1802483 Jul 09 19:28:40.427341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Provisioning for port 4668a834-51cb-499e-9938-4c6d7c05485a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:40.443990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:28:40.457325 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:28:40.463584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-b85f1423-207c-41b7-ac05-00b027968924 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:40.464403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Provisioning complete for port 4668a834-51cb-499e-9938-4c6d7c05485a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:40.464794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.466078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-b85f1423-207c-41b7-ac05-00b027968924 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402037 Jul 09 19:28:40.475861 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:40.477735 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:40.490607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.495925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c9049530-5b0d-4a99-aa0c-6e7820f03463 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3179867 Jul 09 19:28:40.497083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:40.534536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Request body: {'port': {'device_id': '1085dfb1-6125-439e-8732-f435419972ac', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '7fdc7362c00a4d6296439a0910c566e2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:40.678634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Made reservation on behalf of e91a2b245e5e4300aa39cf8c4ca8fefe for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:40.683182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.707275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.748213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:40.910722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.927746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.965267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.974069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] For port 4668a834-51cb-499e-9938-4c6d7c05485a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4668a834-51cb-499e-9938-4c6d7c05485a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:28:40.976588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Made reservation on behalf of 7fdc7362c00a4d6296439a0910c566e2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:40.984429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:40.986152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.007364 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:39Z', 'revision_number': 3, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:41.009792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.051953 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:28:41.052693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Updating router b735a8cf-1f32-4508-ab32-b2722db0c690 port 1f493f21-101d-490a-981b-4e26a56c1625 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:28:41.075987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6203fb-c4d4-498d-b789-04bd7a234747 None None] Pushing event updated for resources: {'Port': ['ID=4668a834-51cb-499e-9938-4c6d7c05485a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:41.107114 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.286404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.338874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c5c16e02-826c-4a4e-976e-9522bafb42f6 None None] Provisioning complete for port 4668a834-51cb-499e-9938-4c6d7c05485a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:41.339936 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c5c16e02-826c-4a4e-976e-9522bafb42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.477264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4668a834-51cb-499e-9938-4c6d7c05485a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:41.512305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.548558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4668a834-51cb-499e-9938-4c6d7c05485a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:41.549429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.835154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91cda4fc-5c8d-4fc5-902c-4c99c6f224e4 req-c4f2f340-69e2-469f-b4e8-cbbc47b8446a tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.1795435 Jul 09 19:28:42.038457 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.082891 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Transition to ACTIVE for port object 1f493f21-101d-490a-981b-4e26a56c1625 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:42.100931 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.160539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.247621 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Pushing event updated for resources: {'Port': ['ID=1f493f21-101d-490a-981b-4e26a56c1625,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:42.263542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Allocated IP 192.168.233.41 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/2a3e9562-b7d4-444b-b157-3d4126fc3708) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:42.287166 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.290751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.292645 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.296724 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.298306 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.300458 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.301208 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.302810 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.303367 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.306793 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.307454 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.308288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Tracked resource versions report: Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: pushed versions: Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Log': {'1.0'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Network': {'1.1'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Port': {'1.7'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: consumer versions: Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: { DHCP agent@n-d-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: HyperV agent@n-h1-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: HyperV agent@n-h2-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: L3 agent@n-d-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: Metadata agent@n-d-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: Metering agent@n-d-800087-3: {}, Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: Open vSwitch agent@n-d-800087-3: { 'AddressGroup': '1.2', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Log': '1.0', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Network': '1.1', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Port': '1.7', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'PortForwarding': '1.2', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'QosPolicy': '1.8', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'SubPort': '1.0', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Subnet': '1.1', Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: 'Trunk': '1.1'}} Jul 09 19:28:42.313449 n-d-800087-3 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:28:42.380325 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Attempting to bind port 1f493f21-101d-490a-981b-4e26a56c1625 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:42.381102 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Attempting to bind port 1f493f21-101d-490a-981b-4e26a56c1625 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:42.381496 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Attempting to bind port 1f493f21-101d-490a-981b-4e26a56c1625 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:42.394453 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:42.394860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:42.395272 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.395669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:42.401858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Bound port: 1f493f21-101d-490a-981b-4e26a56c1625, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:42.402291 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.567378 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] For port 1f493f21-101d-490a-981b-4e26a56c1625, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:42.580523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] For port 1f493f21-101d-490a-981b-4e26a56c1625, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1f493f21-101d-490a-981b-4e26a56c1625,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:42.587244 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.609035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Allocated IP 172.20.0.1 (240304f8-57f5-4adc-a8db-fd76d431147b/f91b5c62-1a6d-4592-90da-52fce6f54e82/03091b68-5919-4813-abc0-d1bf33257112) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:42.738147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.788008 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:42.788738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-961a8997-c4fb-4620-9a25-da427c677fa7 req-510461a0-6e4c-4b74-89c6-e5ff962de8c1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 210 time: 1.2375855 Jul 09 19:28:42.789689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:42.794740 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923694dd-b605-48c9-82b6-252b2d5e4a0b None None] Pushing event updated for resources: {'Port': ['ID=1f493f21-101d-490a-981b-4e26a56c1625,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:42.813239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3903108-7d94-4c28-a0c2-79299e445acc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:42.850267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ec6abf-8d3d-4b61-87b2-d28319247b05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:42.862187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Transition to ACTIVE for port object 2a3e9562-b7d4-444b-b157-3d4126fc3708 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:42.887107 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.912309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:42.958093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Transition to ACTIVE for port object 03091b68-5919-4813-abc0-d1bf33257112 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:43.001291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.063258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Pushing event updated for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:43.082444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:43.086578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:43.090324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:43.097902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:43.099447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.102113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Network 240304f8-57f5-4adc-a8db-fd76d431147b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:43.108924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:43.113169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:43.120429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.129304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-6c6a1913-f3cc-4d6f-9237-681545172db1 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6053219 Jul 09 19:28:43.156513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-27805395-da76-4552-994e-86e9b02fe158 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:28:43.157845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-27805395-da76-4552-994e-86e9b02fe158 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145986 Jul 09 19:28:43.175483 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:43.181343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Allocated IP 192.168.233.98 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/7058e190-502d-4f81-9fd7-6563db575185) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:43.291689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:43.512563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4a65f27-157d-4a7e-a534-44debb28a0e0 req-d50714f2-5b1c-4ef6-9bf5-82aff9dd872c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.2285016 Jul 09 19:28:43.616712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d2f14ec0-cf31-471f-a450-c091fcaca982 None None] Provisioning for port 2a3e9562-b7d4-444b-b157-3d4126fc3708 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:43.637977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d2f14ec0-cf31-471f-a450-c091fcaca982 None None] Provisioning complete for port 2a3e9562-b7d4-444b-b157-3d4126fc3708 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:43.640662 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2f14ec0-cf31-471f-a450-c091fcaca982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.776782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f14ec0-cf31-471f-a450-c091fcaca982 None None] Port 2a3e9562-b7d4-444b-b157-3d4126fc3708 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:28:43.788873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.837441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Transition to ACTIVE for port object 7058e190-502d-4f81-9fd7-6563db575185 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:43.907926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a13c432-7867-4e69-8308-d15ba1a95f8a None None] Provisioning for port 03091b68-5919-4813-abc0-d1bf33257112 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:43.918383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a13c432-7867-4e69-8308-d15ba1a95f8a None None] Provisioning complete for port 03091b68-5919-4813-abc0-d1bf33257112 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:43.920297 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a13c432-7867-4e69-8308-d15ba1a95f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.934766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:43.950589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.020223 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:39Z', 'revision_number': 3, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:44.044085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a13c432-7867-4e69-8308-d15ba1a95f8a None None] Port 03091b68-5919-4813-abc0-d1bf33257112 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:28:44.060982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:44.069931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:44.075419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:44.082282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:44.082428 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f994a93-d0dc-46ce-89c0-acf2d8d71096 None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:39Z', 'revision_number': 3, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:28:44.083345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.107266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Pushing event updated for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:44.115240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-b0b43b24-ce87-40ed-a863-cc7e08d73c3c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2104568 Jul 09 19:28:44.132474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-da55b0d9-75c7-4db0-aa22-5d71c7f859ce tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:28:44.133403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-da55b0d9-75c7-4db0-aa22-5d71c7f859ce tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079479 Jul 09 19:28:44.173303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Request body: {'port': {'device_id': '1085dfb1-6125-439e-8732-f435419972ac', 'device_owner': 'compute:tempest-test_az-630478276', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:44.473705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.482867 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.483889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.526617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.578393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-80802b6f-ebbc-4cf9-918f-5f2600342e92 None None] Provisioning for port 7058e190-502d-4f81-9fd7-6563db575185 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:44.588289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-80802b6f-ebbc-4cf9-918f-5f2600342e92 None None] Provisioning complete for port 7058e190-502d-4f81-9fd7-6563db575185 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:44.592323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80802b6f-ebbc-4cf9-918f-5f2600342e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:44.718000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:44.741942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-80802b6f-ebbc-4cf9-918f-5f2600342e92 None None] Port 7058e190-502d-4f81-9fd7-6563db575185 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:28:44.769620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5df5b-4fa5-4509-a553-f61b07c029f6 req-2257494d-8d0b-470d-b9e3-ae98d4280604 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:44.771245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7f5df5b-4fa5-4509-a553-f61b07c029f6 req-2257494d-8d0b-470d-b9e3-ae98d4280604 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 935 time: 0.4571619 Jul 09 19:28:44.846651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Network 240304f8-57f5-4adc-a8db-fd76d431147b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:44.852585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:44.925252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7f5df5b-4fa5-4509-a553-f61b07c029f6 req-8516b5e7-32d6-4dc3-a16d-55bb2fae080b tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381614 Jul 09 19:28:45.121858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:28:45.147466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Request body: {'port': {'device_id': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:45.292154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3217df1e-5802-4462-96f2-b956aff02562 None None] Provisioning complete for port 03091b68-5919-4813-abc0-d1bf33257112 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:45.292526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3217df1e-5802-4462-96f2-b956aff02562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:45.427914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3217df1e-5802-4462-96f2-b956aff02562 None None] Port 03091b68-5919-4813-abc0-d1bf33257112 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:28:45.453535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1f493f21-101d-490a-981b-4e26a56c1625 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:45.518071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:45.574380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c41e3-3eb5-4baf-a61d-0541df50c634 req-06d2fbd1-d34e-4861-99a7-c3cdf6e95c53 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:45.580654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc6c41e3-3eb5-4baf-a61d-0541df50c634 req-06d2fbd1-d34e-4861-99a7-c3cdf6e95c53 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 935 time: 0.3326387 Jul 09 19:28:45.583236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1f493f21-101d-490a-981b-4e26a56c1625 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:45.598102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1f493f21-101d-490a-981b-4e26a56c1625 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:45.601652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:45.702798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc6c41e3-3eb5-4baf-a61d-0541df50c634 req-fdf05343-4c71-47f2-9f7b-a9879ec8061f tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095963 Jul 09 19:28:45.726183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:28:45.753391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-23e2b271-0e5a-4cfd-9574-368e682b1fd7 admin admin] 10.222.0.10 "PUT /v2.0/routers/b735a8cf-1f32-4508-ab32-b2722db0c690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2549586 Jul 09 19:28:45.815664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:45.859760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 1f493f21-101d-490a-981b-4e26a56c1625, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1f493f21-101d-490a-981b-4e26a56c1625,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:28:45.873114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:46.012867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=1f493f21-101d-490a-981b-4e26a56c1625,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:46.091649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3e9562-b7d4-444b-b157-3d4126fc3708 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:28:46.111559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:46.157415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Transition to ACTIVE for port object 2a3e9562-b7d4-444b-b157-3d4126fc3708 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:46.168063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:46.722500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678dcff-6c3c-4dee-8cdc-31c4d9a87df4 req-e14633bd-cdb8-4550-a1a1-27670bb5f258 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:46.724209 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5678dcff-6c3c-4dee-8cdc-31c4d9a87df4 req-e14633bd-cdb8-4550-a1a1-27670bb5f258 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.2566786 Jul 09 19:28:46.897659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5678dcff-6c3c-4dee-8cdc-31c4d9a87df4 req-0d2a467c-1097-4d8f-bc1f-296da1f10093 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625569 Jul 09 19:28:47.145187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Pushing event updated for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:47.249931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:28:47.270260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:47.270971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:47.278405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Attempting to bind port 2a3e9562-b7d4-444b-b157-3d4126fc3708 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:47.278777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Attempting to bind port 2a3e9562-b7d4-444b-b157-3d4126fc3708 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:47.279116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Attempting to bind port 2a3e9562-b7d4-444b-b157-3d4126fc3708 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:47.313734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Port 2a3e9562-b7d4-444b-b157-3d4126fc3708 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:28:47.314050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Attempting to bind port 2a3e9562-b7d4-444b-b157-3d4126fc3708 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:47.328583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:47.359214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-network', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:47.362965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:47.363330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:47.363969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:47.364437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Bound port: 2a3e9562-b7d4-444b-b157-3d4126fc3708, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:47.364851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.407398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1f493f21-101d-490a-981b-4e26a56c1625 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:47.629525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Made reservation on behalf of 2f60f73797734dc0a8dab408b0d674bc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:47.631885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.663767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7058e190-502d-4f81-9fd7-6563db575185 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:28:47.667876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a24b9-1ec1-4054-b127-4b108d40269e req-c9a70788-45f7-40cb-a185-54337893337e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:47.673465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb9a24b9-1ec1-4054-b127-4b108d40269e req-c9a70788-45f7-40cb-a185-54337893337e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 935 time: 0.4333947 Jul 09 19:28:47.675413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.692797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.731912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:47.751109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:47.757578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Transition to ACTIVE for port object 7058e190-502d-4f81-9fd7-6563db575185 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:47.767053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.779584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.825414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb9a24b9-1ec1-4054-b127-4b108d40269e req-663874cb-cd2e-47d3-886d-893193591346 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436541 Jul 09 19:28:47.838311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1f493f21-101d-490a-981b-4e26a56c1625 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:47.838912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.842289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:47.854236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:47.854236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] 10.222.0.59 "PUT /v2.0/ports/2a3e9562-b7d4-444b-b157-3d4126fc3708 HTTP/1.1" status: 200 len: 1116 time: 4.0478964 Jul 09 19:28:47.854236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:28:47.900615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:48.118617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.131601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Attempting to bind port 7058e190-502d-4f81-9fd7-6563db575185 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:48.132331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Attempting to bind port 7058e190-502d-4f81-9fd7-6563db575185 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:48.132970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Attempting to bind port 7058e190-502d-4f81-9fd7-6563db575185 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:48.135127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.162020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:28:48.178695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.179315 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Added segment 98b89838-9535-46f1-b410-57407f18fdd1 of type vlan for network 8e5ca556-d205-48f6-adab-08d2fac732ed Jul 09 19:28:48.182865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac75a-85af-4b1f-8dde-719d0d7aceea service neutron] Pushing event updated for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:48.233987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.266179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:48.277639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Port 7058e190-502d-4f81-9fd7-6563db575185 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:28:48.278317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Attempting to bind port 7058e190-502d-4f81-9fd7-6563db575185 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:48.312438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:48.312648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efdc83d-7e85-4aae-accd-b4987e9e4c2c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:48.313175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:48.313871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:48.314573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Bound port: 7058e190-502d-4f81-9fd7-6563db575185, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:48.316620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.316620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:48.317739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.331149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.357776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-bc5cb763-caa3-4286-b009-fb7f11281103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:48.361793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-bc5cb763-caa3-4286-b009-fb7f11281103 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fdc7362c00a4d6296439a0910c566e2&device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 1119 time: 0.3922260 Jul 09 19:28:48.413288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5ca556-d205-48f6-adab-08d2fac732ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:48.418895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32ba1e40-b2db-4f8c-8e51-3c1d71463272 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0863292 Jul 09 19:28:48.419494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:48.429062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Request body: {'subnet': {'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-subnet', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:48.461148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8e5ca556-d205-48f6-adab-08d2fac732ed details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:28:48.464723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Made reservation on behalf of 2f60f73797734dc0a8dab408b0d674bc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:28:48.467340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.493485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:48.497796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7058e190-502d-4f81-9fd7-6563db575185,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:48.544524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-7f835700-bcfc-43c2-aeb8-2bf93f048e68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708 HTTP/1.1" status: 200 len: 217 time: 0.1715159 Jul 09 19:28:48.546268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:48.548095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.692702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-64f2fa4c-d85a-456f-b5ed-b88dbebf452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:48.694506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-64f2fa4c-d85a-456f-b5ed-b88dbebf452f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1317711 Jul 09 19:28:48.712856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:48.713722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.716014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] 10.222.0.25 "PUT /v2.0/ports/7058e190-502d-4f81-9fd7-6563db575185 HTTP/1.1" status: 200 len: 1095 time: 4.0002413 Jul 09 19:28:48.760888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.775790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af0b8-6fd2-4d3a-9255-8a98362c48d2 req-10b2c9a5-f949-4990-96ab-bf54e25bc468 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:48.784372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c53af0b8-6fd2-4d3a-9255-8a98362c48d2 req-10b2c9a5-f949-4990-96ab-bf54e25bc468 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.3107448 Jul 09 19:28:48.836536 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3273b5e2-5142-47a4-af5a-f49cbab085d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:28:48.992202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c53af0b8-6fd2-4d3a-9255-8a98362c48d2 req-6758427b-c22c-4c1d-bf4a-83a72609fb2a tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067003 Jul 09 19:28:49.007359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:44Z', 'revision_number': 2, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:49.071412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:28:49.072574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Updating router b735a8cf-1f32-4508-ab32-b2722db0c690 port 03091b68-5919-4813-abc0-d1bf33257112 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:28:49.074112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddcec2-d08c-4023-8b11-ca5736c13bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:49.114874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-bcae7982-c41e-449f-bbff-812be77d7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.118159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-bcae7982-c41e-449f-bbff-812be77d7cd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4011805 Jul 09 19:28:49.120886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.196277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.203771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45e851a9-7727-46f5-861e-a2824b2ae4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.250325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-6aca620c-1ebb-458c-9175-e868beacd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.252258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-6aca620c-1ebb-458c-9175-e868beacd62a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 1098 time: 0.4552922 Jul 09 19:28:49.323893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49eb52e8-bc99-4bad-aab7-b812993ce162,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:49.326768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Checking segment: {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:49.327127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Network hostable DHCP agents. Network: 8e5ca556-d205-48f6-adab-08d2fac732ed, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:28:49.365528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Network 8e5ca556-d205-48f6-adab-08d2fac732ed is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:28:49.381620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8e5ca556-d205-48f6-adab-08d2fac732ed) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:49.387762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.388359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.409638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-bdad04a3-5f25-44f1-8eac-64037b488228 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7058e190-502d-4f81-9fd7-6563db575185 HTTP/1.1" status: 200 len: 217 time: 0.1367159 Jul 09 19:28:49.507544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:49.540419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-3e876be1-763a-4348-9f65-d3fd01868eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.542501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-3e876be1-763a-4348-9f65-d3fd01868eb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1049898 Jul 09 19:28:49.546543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988bc967-16bc-4207-a9d4-f6210b444f73 None None] Network 8e5ca556-d205-48f6-adab-08d2fac732ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:28:49.548989 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80196d8-121e-4b96-b975-73aa2a50c950 x-openstack-request-id: req-e80196d8-121e-4b96-b975-73aa2a50c950 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:28:49.549538 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:28:49.550000 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e80196d8-121e-4b96-b975-73aa2a50c950 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:28:49.550671 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708', 'status': 'completed', 'code': 200} Jul 09 19:28:49.667893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-01506289-79ed-4f54-a93e-198388c94bc6 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327792 Jul 09 19:28:49.686517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d225b8-9e9d-47e6-8d09-ec88dbf91d86 req-efd89fd8-6b32-4061-95b8-0aa531cef205 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.688226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d225b8-9e9d-47e6-8d09-ec88dbf91d86 req-efd89fd8-6b32-4061-95b8-0aa531cef205 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.3469191 Jul 09 19:28:49.710332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48bd1c20-a911-4729-8d2d-34de8ec801e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.841082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-1a055849-f2d4-4a09-a6cb-c23a5e2f392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:49.842835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-1a055849-f2d4-4a09-a6cb-c23a5e2f392e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466886 Jul 09 19:28:49.882009 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d225b8-9e9d-47e6-8d09-ec88dbf91d86 req-1620b72c-4ce2-471a-a371-a6e6966fed70 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775770 Jul 09 19:28:49.886116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45e851a9-7727-46f5-861e-a2824b2ae4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.913394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45e851a9-7727-46f5-861e-a2824b2ae4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.918336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00335ac1-274c-4291-8c6c-949bf6d0bda1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4965460 Jul 09 19:28:49.921559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:49.925971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:28:49.990655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-8e5ca556-d205-48f6-adab-08d2fac732ed', 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'fixed_ips': [{'subnet_id': '49eb52e8-bc99-4bad-aab7-b812993ce162'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:28:49.990655 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.077728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b54881d-4285-443b-bc8c-3fb4f6ad8ba9 req-cc8b080f-7da0-4703-be96-ce79fa180fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860133 Jul 09 19:28:50.094439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e851a9-7727-46f5-861e-a2824b2ae4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052bce8-b84f-4142-9780-3b52d4460646,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:50.110177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-45e851a9-7727-46f5-861e-a2824b2ae4f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e9a2ecc74154b4289993f5fbeb80a31&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5544410 Jul 09 19:28:50.110883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:50.128343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48bd1c20-a911-4729-8d2d-34de8ec801e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.160679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48bd1c20-a911-4729-8d2d-34de8ec801e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.182647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-83c69411-b302-45b2-ba06-95993fac20d2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221149 Jul 09 19:28:50.288601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.293467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.353819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-48bd1c20-a911-4729-8d2d-34de8ec801e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7faab7d8f6264d80be84a4ff8dea3ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8449576 Jul 09 19:28:50.361688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:50.396004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd1c20-a911-4729-8d2d-34de8ec801e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f36e1fa-4242-4056-b3cb-552c74037a8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:50.415861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87d97f6e-b48b-49d4-b845-3cc7c2731fa2 req-05d8b180-a038-4a88-93f6-af767c35f2d4 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153132 Jul 09 19:28:50.432230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-d752f505-67e5-426f-bca3-4e0d8d8ea67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:50.438822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-d752f505-67e5-426f-bca3-4e0d8d8ea67a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fdc7362c00a4d6296439a0910c566e2&device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 1119 time: 0.1648359 Jul 09 19:28:50.469861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Allocated IP 172.20.0.2 (8e5ca556-d205-48f6-adab-08d2fac732ed/49eb52e8-bc99-4bad-aab7-b812993ce162/63e8fbe0-50c7-41a3-949a-a08caea76e36) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:50.506197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.514428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.631616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.659482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Transition to ACTIVE for port object 03091b68-5919-4813-abc0-d1bf33257112 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:50.669711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.795686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.866017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Attempting to bind port 03091b68-5919-4813-abc0-d1bf33257112 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:50.866816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Attempting to bind port 03091b68-5919-4813-abc0-d1bf33257112 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:50.867563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Attempting to bind port 03091b68-5919-4813-abc0-d1bf33257112 on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:50.885987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:50.886646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Checking segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:50.887273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.887950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Bound using segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:50.888634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Bound port: 03091b68-5919-4813-abc0-d1bf33257112, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:50.889415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.900736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.903514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:50.905357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6052bce8-b84f-4142-9780-3b52d4460646 HTTP/1.1" status: 204 len: 168 time: 0.7929835 Jul 09 19:28:50.946315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5a7ff-9060-438d-85c3-f6132539d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052bce8-b84f-4142-9780-3b52d4460646,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:50.973335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9661-f89f-4a0d-9802-2c8ae68d0287 req-36417a81-cf56-4e7b-9ca9-5245c6e35c6b tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:50.986965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ccb9661-f89f-4a0d-9802-2c8ae68d0287 req-36417a81-cf56-4e7b-9ca9-5245c6e35c6b tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.7224181 Jul 09 19:28:51.017094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] For port 03091b68-5919-4813-abc0-d1bf33257112, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:51.020786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] For port 03091b68-5919-4813-abc0-d1bf33257112, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03091b68-5919-4813-abc0-d1bf33257112,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:51.054600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.057426 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.083500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-79f77cda-939e-4fd3-940e-975f2fe580df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:51.085311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0b787-618b-4904-8d89-be65c1878e6d None None] Pushing event updated for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:51.093225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-79f77cda-939e-4fd3-940e-975f2fe580df service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.6424217 Jul 09 19:28:51.140990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Transition to ACTIVE for port object 63e8fbe0-50c7-41a3-949a-a08caea76e36 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:51.155049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:51.155806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:51.247296 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-f04a4d75-52f1-4ba0-9934-25fd5c5db17b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708 HTTP/1.1" status: 200 len: 217 time: 0.1261599 Jul 09 19:28:51.251933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.291162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.299826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Transition to ACTIVE for port object 63e8fbe0-50c7-41a3-949a-a08caea76e36 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:51.350853 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.373213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0b787-618b-4904-8d89-be65c1878e6d None None] Pushing event updated for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:51.373890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ccb9661-f89f-4a0d-9802-2c8ae68d0287 req-d178c126-647d-441b-98f8-08b3f92f7e84 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855577 Jul 09 19:28:51.438437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.468380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-32dbd5de-fe70-4b3a-b1f0-867b1fb897dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:51.470913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-32dbd5de-fe70-4b3a-b1f0-867b1fb897dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2024667 Jul 09 19:28:51.550478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:51.574173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'tag': '7058e190-502d-4f81-9fd7-6563db575185'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:28:51.577443 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f7972f-2048-4d9a-a818-f054ff20d725" -d '{"events": [{"name": "network-changed", "server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "tag": "7058e190-502d-4f81-9fd7-6563db575185"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:28:51.578286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:51.678626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009bba-7816-446a-bc35-0e38f5e64033 req-79c604bb-0e13-4055-ac58-a84642c9b7d4 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:51.681694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5009bba-7816-446a-bc35-0e38f5e64033 req-79c604bb-0e13-4055-ac58-a84642c9b7d4 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.3212943 Jul 09 19:28:51.695203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2241ab9f-3196-467a-a483-1da59894230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.735918 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7bba8e-5d9d-4280-ae0b-b4595dff279a x-openstack-request-id: req-9d7bba8e-5d9d-4280-ae0b-b4595dff279a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:28:51.736485 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "tag": "7058e190-502d-4f81-9fd7-6563db575185", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:28:51.736894 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d7bba8e-5d9d-4280-ae0b-b4595dff279a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:28:51.737319 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'tag': '7058e190-502d-4f81-9fd7-6563db575185', 'status': 'completed', 'code': 200} Jul 09 19:28:51.769426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-595e6311-3049-481d-8da8-a45b7cc7ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:51.771751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-595e6311-3049-481d-8da8-a45b7cc7ec97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759197 Jul 09 19:28:51.824865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.827948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.829487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f36e1fa-4242-4056-b3cb-552c74037a8e HTTP/1.1" status: 204 len: 168 time: 1.4639812 Jul 09 19:28:51.840685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5009bba-7816-446a-bc35-0e38f5e64033 req-aa93c8ef-c6f6-4b75-b8c2-c21cf4d5ba49 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455564 Jul 09 19:28:51.850296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7de0-2fa0-46ca-8d52-270c87c55f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f36e1fa-4242-4056-b3cb-552c74037a8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:51.985485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-7ce7e44f-05fc-4e6d-bb46-42b4939aeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:51.987372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-7ce7e44f-05fc-4e6d-bb46-42b4939aeb64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 1098 time: 0.2145684 Jul 09 19:28:52.145443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.181721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Network 8e5ca556-d205-48f6-adab-08d2fac732ed is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:52.197478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-b4e8e716-b4da-428c-a3d8-35c41336ee17 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479214 Jul 09 19:28:52.210030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.215041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2241ab9f-3196-467a-a483-1da59894230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.242215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2241ab9f-3196-467a-a483-1da59894230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.301450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:52.310016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2241ab9f-3196-467a-a483-1da59894230c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3eaa192bff874672b9070e444579a91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559037 Jul 09 19:28:52.315510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:52.317316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:52.403282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Pushing event updated for resources: {'Port': ['ID=63e8fbe0-50c7-41a3-949a-a08caea76e36,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:52.451047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-f7b466a2-b617-4308-aee9-b03add94d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:52.458000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-f7b466a2-b617-4308-aee9-b03add94d83b service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.4613032 Jul 09 19:28:52.459324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a15eb3c-b566-47b2-9407-87e75e86255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.467562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Attempting to bind port 63e8fbe0-50c7-41a3-949a-a08caea76e36 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:52.467936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Attempting to bind port 63e8fbe0-50c7-41a3-949a-a08caea76e36 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:52.468637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Attempting to bind port 63e8fbe0-50c7-41a3-949a-a08caea76e36 on network 8e5ca556-d205-48f6-adab-08d2fac732ed {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:52.477460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:52.478740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Checking segment: {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:52.479104 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.480142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Bound using segment: {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:52.481649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Bound port: 63e8fbe0-50c7-41a3-949a-a08caea76e36, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:52.482214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.504688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:51Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:52.508770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ab9f-3196-467a-a483-1da59894230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50600a33-f8e6-4257-81f7-5bc8ba29a13b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:52.551700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b641e1-11d0-411c-a42e-4386f28e6761 None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:51Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:28:52.604841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-c1a57273-f660-4388-ae13-72bb0216ae93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7058e190-502d-4f81-9fd7-6563db575185 HTTP/1.1" status: 200 len: 217 time: 0.1337101 Jul 09 19:28:52.682506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.709941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] For port 63e8fbe0-50c7-41a3-949a-a08caea76e36, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:52.720790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] For port 63e8fbe0-50c7-41a3-949a-a08caea76e36, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63e8fbe0-50c7-41a3-949a-a08caea76e36,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:52.724103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3273b5e2-5142-47a4-af5a-f49cbab085d2 req-20634520-99cc-4a36-b5fc-80650829e4a5 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927254 Jul 09 19:28:52.727072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.731013 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.829423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:52.887763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-518b86c8-4468-4c55-b164-c3eae548ec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.903707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-1e43b096-3124-413f-b335-8a366a9e3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:52.905722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-1e43b096-3124-413f-b335-8a366a9e3e87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2912500 Jul 09 19:28:52.926691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Allocated IP 172.25.3.85 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c61616dc-ec23-47e9-892f-56dd9a8d8821) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:52.954684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1415-ec4f-451c-9907-7e2a63cde39d None None] Pushing event updated for resources: {'Port': ['ID=63e8fbe0-50c7-41a3-949a-a08caea76e36,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:52.977477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.085850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b383f-2f95-4442-96f9-f40cf2c619aa req-1161e62d-dec2-48dd-aa19-7fc2d6a985a7 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:53.087614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea4b383f-2f95-4442-96f9-f40cf2c619aa req-1161e62d-dec2-48dd-aa19-7fc2d6a985a7 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.3156562 Jul 09 19:28:53.117761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.173563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.182396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.200905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50600a33-f8e6-4257-81f7-5bc8ba29a13b HTTP/1.1" status: 204 len: 168 time: 0.7888639 Jul 09 19:28:53.242417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-518b86c8-4468-4c55-b164-c3eae548ec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.245044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-f3af2c74-0aac-43d3-ae8d-7cbcda4755e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:53.247208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-f3af2c74-0aac-43d3-ae8d-7cbcda4755e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037615 Jul 09 19:28:53.251916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea4b383f-2f95-4442-96f9-f40cf2c619aa req-056335d4-2908-4acd-8bc2-16e45c9cdb6c tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548891 Jul 09 19:28:53.253741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-518b86c8-4468-4c55-b164-c3eae548ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.267560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8628c-2a78-4f29-be46-375f215719af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50600a33-f8e6-4257-81f7-5bc8ba29a13b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:53.501328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.574143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b86c8-4468-4c55-b164-c3eae548ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db5bf2-65c2-4390-8dd5-f1afbf29283b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:53.589740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395066bd-0e35-4a36-b7ff-316d9dea520c req-00dc1969-c41c-486a-8ab9-80729bfc3b02 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:53.591358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-395066bd-0e35-4a36-b7ff-316d9dea520c req-00dc1969-c41c-486a-8ab9-80729bfc3b02 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.4426568 Jul 09 19:28:53.611585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:53.626634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-518b86c8-4468-4c55-b164-c3eae548ec9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed8c1c5f0fa8410fb0071899a199f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7946689 Jul 09 19:28:53.648859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:53.670091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03091b68-5919-4813-abc0-d1bf33257112 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:53.700914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Pushing event updated for resources: {'Port': ['ID=c61616dc-ec23-47e9-892f-56dd9a8d8821,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:53.732310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:53.760718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:53.794531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 03091b68-5919-4813-abc0-d1bf33257112 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:53.809460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 03091b68-5919-4813-abc0-d1bf33257112 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:53.810208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:53.831229 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-73840866-a791-4669-96c1-4266d3ecb21c service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572276 Jul 09 19:28:53.832075 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.044226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f7972f-2048-4d9a-a818-f054ff20d725 req-fb4c9f7d-4344-46db-951d-fef9d78bcf11 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018692 Jul 09 19:28:54.059432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-395066bd-0e35-4a36-b7ff-316d9dea520c req-b86a5514-61ac-4e3e-bd09-819be9044736 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508008 Jul 09 19:28:54.097086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.098863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.201842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:54.209995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 03091b68-5919-4813-abc0-d1bf33257112, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03091b68-5919-4813-abc0-d1bf33257112,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:28:54.219615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.238189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.242870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.244284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1db5bf2-65c2-4390-8dd5-f1afbf29283b HTTP/1.1" status: 204 len: 168 time: 0.5921764 Jul 09 19:28:54.264816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8ed5c-b0d5-4480-83b5-a9e7447d6174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db5bf2-65c2-4390-8dd5-f1afbf29283b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:54.393626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:54.653796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.780899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c50b9-6d45-4a0b-b5c1-a3605a1dc65d req-82146ea8-6cf8-4931-a9a8-3defec55e859 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:54.791801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a92c50b9-6d45-4a0b-b5c1-a3605a1dc65d req-82146ea8-6cf8-4931-a9a8-3defec55e859 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.1984956 Jul 09 19:28:54.898735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a92c50b9-6d45-4a0b-b5c1-a3605a1dc65d req-7f51ccfd-2f5a-42c2-9a5c-abafb599c5b9 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059370 Jul 09 19:28:54.914564 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67600227-5c83-4c7a-85d6-08f9de556f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:54.976037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90016dde-ea42-4488-875a-7f2fd1e87584 None None] Network 8e5ca556-d205-48f6-adab-08d2fac732ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:28:55.170140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-854d0955-1e6b-4b86-b75c-0b8ae283cdae None None] Provisioning for port 63e8fbe0-50c7-41a3-949a-a08caea76e36 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:55.270425 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:55.637265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:55.753845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03091b68-5919-4813-abc0-d1bf33257112 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:55.897377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 03091b68-5919-4813-abc0-d1bf33257112 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:55.897761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:55.902575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a748247-c067-4340-9348-18acaf6c3891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.030223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:28:56.286211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08533bf3-c468-42a6-88e5-d67ca8ae6659 req-78110882-1b86-4a36-9db8-bb347a839232 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:56.297691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63e8fbe0-50c7-41a3-949a-a08caea76e36 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:56.299002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08533bf3-c468-42a6-88e5-d67ca8ae6659 req-78110882-1b86-4a36-9db8-bb347a839232 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.6574969 Jul 09 19:28:56.391149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679cb7-7038-4cc7-a640-62952078fc0b req-8390eeb2-d378-4b20-a831-dd0e26159676 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:56.415092 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.415516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17679cb7-7038-4cc7-a640-62952078fc0b req-8390eeb2-d378-4b20-a831-dd0e26159676 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.2304091 Jul 09 19:28:56.528831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 63e8fbe0-50c7-41a3-949a-a08caea76e36 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:56.539098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 63e8fbe0-50c7-41a3-949a-a08caea76e36 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:56.539478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.580723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17679cb7-7038-4cc7-a640-62952078fc0b req-c591b2e1-7f3d-4c84-918c-5e05c48b8ffb tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633737 Jul 09 19:28:56.642724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08533bf3-c468-42a6-88e5-d67ca8ae6659 req-9a53b856-d8a2-458f-a75e-508a5503a3fe tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431706 Jul 09 19:28:56.799663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.883570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a748247-c067-4340-9348-18acaf6c3891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.893172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a748247-c067-4340-9348-18acaf6c3891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.906952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 63e8fbe0-50c7-41a3-949a-a08caea76e36, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63e8fbe0-50c7-41a3-949a-a08caea76e36,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:28:56.915704 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:56.995114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748247-c067-4340-9348-18acaf6c3891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296d872-002e-461d-9172-28cfe811979b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:57.046764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=63e8fbe0-50c7-41a3-949a-a08caea76e36,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:57.077432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a748247-c067-4340-9348-18acaf6c3891 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e53119e6259e47f88d421f7ab1b1434e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8693199 Jul 09 19:28:57.079090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:57.103851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:28:57.114296 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Sync routers for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:28:57.126198 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:57.126830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:57.143461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.144906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f892977e-2d22-4072-8aea-2ecaa5e7e9ef admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.2223341 Jul 09 19:28:57.150271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:57.244054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.338440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.400609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63e8fbe0-50c7-41a3-949a-a08caea76e36 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:28:57.496972 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:57.537786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.540409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.542327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4296d872-002e-461d-9172-28cfe811979b HTTP/1.1" status: 204 len: 168 time: 0.4613047 Jul 09 19:28:57.554961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08c00c-da54-41d4-83a7-e2632629c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296d872-002e-461d-9172-28cfe811979b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:57.602092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 63e8fbe0-50c7-41a3-949a-a08caea76e36 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:57.603233 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:57.679136 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.107456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04352132-0299-4353-a9e2-b5013ad31931 req-76b0dcb1-ae6b-41ba-b9c8-4e45a6ea7196 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:58.109306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04352132-0299-4353-a9e2-b5013ad31931 req-76b0dcb1-ae6b-41ba-b9c8-4e45a6ea7196 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.1739321 Jul 09 19:28:58.125571 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 3, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:58.138301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba2b0a-6b37-4571-a291-6b0dc5f5bd1e req-20c7bc09-5630-4ba8-91d3-9173fb244bd2 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:58.169429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bcba2b0a-6b37-4571-a291-6b0dc5f5bd1e req-20c7bc09-5630-4ba8-91d3-9173fb244bd2 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.2015052 Jul 09 19:28:58.202238 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Checking router: ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:28:58.202988 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Updating router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd port c61616dc-ec23-47e9-892f-56dd9a8d8821 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:28:58.235012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04352132-0299-4353-a9e2-b5013ad31931 req-dd0a8624-58aa-4eaa-8503-5e779af7bfe6 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158473 Jul 09 19:28:58.278964 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.349947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bcba2b0a-6b37-4571-a291-6b0dc5f5bd1e req-a5c3162e-4f44-4ceb-8552-582c628e2d1a tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795228 Jul 09 19:28:58.489954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:58.527198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.531212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a08d207b-1254-48dd-81b3-5ec3d983ffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.766019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a08d207b-1254-48dd-81b3-5ec3d983ffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.776606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a08d207b-1254-48dd-81b3-5ec3d983ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:58.837177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Allocated IP 172.20.0.1 (8e5ca556-d205-48f6-adab-08d2fac732ed/49eb52e8-bc99-4bad-aab7-b812993ce162/75497a20-7846-4dc0-8241-ab1534c904f9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:28:58.882748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a08d207b-1254-48dd-81b3-5ec3d983ffad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=513a861312cf4f31bd0a6e1ef7387f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910155 Jul 09 19:28:58.885164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:28:58.893254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d207b-1254-48dd-81b3-5ec3d983ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e9d0ba-d795-4901-9a20-a963e25f73ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:58.934728 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.007385 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Transition to ACTIVE for port object c61616dc-ec23-47e9-892f-56dd9a8d8821 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:59.023181 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.096521 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.131072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.151042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.174209 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb67a-38b6-4bfe-84fc-a2f4b7ca5a5f None None] Pushing event updated for resources: {'Port': ['ID=c61616dc-ec23-47e9-892f-56dd9a8d8821,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:59.216308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Transition to ACTIVE for port object 75497a20-7846-4dc0-8241-ab1534c904f9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:28:59.239243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Attempting to bind port c61616dc-ec23-47e9-892f-56dd9a8d8821 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:28:59.239610 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Attempting to bind port c61616dc-ec23-47e9-892f-56dd9a8d8821 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:28:59.239980 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Attempting to bind port c61616dc-ec23-47e9-892f-56dd9a8d8821 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:28:59.258725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:28:59.262668 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:28:59.264081 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.264753 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:28:59.265856 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Bound port: c61616dc-ec23-47e9-892f-56dd9a8d8821, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:28:59.266376 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.310191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.313226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.314797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5e9d0ba-d795-4901-9a20-a963e25f73ca HTTP/1.1" status: 204 len: 168 time: 0.4286652 Jul 09 19:28:59.316630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.329988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0008b-975b-48db-afb6-5efbcfb0ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e9d0ba-d795-4901-9a20-a963e25f73ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:59.359372 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] For port c61616dc-ec23-47e9-892f-56dd9a8d8821, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:28:59.363175 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] For port c61616dc-ec23-47e9-892f-56dd9a8d8821, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c61616dc-ec23-47e9-892f-56dd9a8d8821,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:28:59.369560 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.382028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Network 8e5ca556-d205-48f6-adab-08d2fac732ed is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:28:59.393691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:28:59.408645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:28:59.409167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.475475 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb67a-38b6-4bfe-84fc-a2f4b7ca5a5f None None] Pushing event updated for resources: {'Port': ['ID=c61616dc-ec23-47e9-892f-56dd9a8d8821,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:59.504260 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:28:59.512115 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:28:59.521328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Pushing event updated for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:28:59.622307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-f8ee7e51-ce8d-4509-8a9c-47f3a596e9ec tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f2556445d7154ba19ac6f95a267904ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559127 Jul 09 19:28:59.750230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.775734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:28:59.827047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-047771e4-6149-41e0-8b18-c3c426c62c6d tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:28:59.842729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-047771e4-6149-41e0-8b18-c3c426c62c6d tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098532 Jul 09 19:28:59.862908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e942d37-5e06-4a37-987c-10d52bfda12d None None] Provisioning for port 75497a20-7846-4dc0-8241-ab1534c904f9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:28:59.867340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e942d37-5e06-4a37-987c-10d52bfda12d None None] Provisioning complete for port 75497a20-7846-4dc0-8241-ab1534c904f9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:28:59.868191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e942d37-5e06-4a37-987c-10d52bfda12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:59.870546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-bcbfba73-2447-4b3c-a95f-51d3f80d2d39 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/quotas/f2556445d7154ba19ac6f95a267904ee HTTP/1.1" status: 200 len: 375 time: 0.0256994 Jul 09 19:28:59.931743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1e942d37-5e06-4a37-987c-10d52bfda12d None None] Port 75497a20-7846-4dc0-8241-ab1534c904f9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:28:59.945438 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-9c8ac8df-f7ca-4417-9011-206eba04af1f tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2556445d7154ba19ac6f95a267904ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739012 Jul 09 19:29:00.021351 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 3, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:00.037723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:00.038723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c7d6-4c13-4a6b-9063-3aef3cc720d0 req-e57d52bf-8d6f-4e85-b84d-983677855767 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:00.041031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46d4c7d6-4c13-4a6b-9063-3aef3cc720d0 req-e57d52bf-8d6f-4e85-b84d-983677855767 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.1278257 Jul 09 19:29:00.054384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b58fb92-fdc0-456d-8075-22f9d3a2c364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.064640 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbf6a9-7b19-4ef8-9762-00e5ca00f0a8 None None] The sync data for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 is: [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 3, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:29:00.085097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.099421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.100186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.180820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46d4c7d6-4c13-4a6b-9063-3aef3cc720d0 req-f097b13b-4b28-446f-b872-fab69dc52e00 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319258 Jul 09 19:29:00.226416 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:29:00.261334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Pushing event updated for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:00.301850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b58fb92-fdc0-456d-8075-22f9d3a2c364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.310755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b58fb92-fdc0-456d-8075-22f9d3a2c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.321188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Network 8e5ca556-d205-48f6-adab-08d2fac732ed is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:00.322888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:00.524876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:29:00.607952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7b58fb92-fdc0-456d-8075-22f9d3a2c364 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=138e389c16f84f8bad7c92be0f7a5de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685320 Jul 09 19:29:00.610069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:00.625633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58fb92-fdc0-456d-8075-22f9d3a2c364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318cd32-b47a-4336-9cea-7cf71d4d1590,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:00.655033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5469-ef55-4013-a5d3-b57ffb8762d2 req-b2c123f1-a98e-48cb-8dd3-fc7961d1b121 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:00.656620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-831a5469-ef55-4013-a5d3-b57ffb8762d2 req-b2c123f1-a98e-48cb-8dd3-fc7961d1b121 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.4472466 Jul 09 19:29:00.767990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.784712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fb50b732-8d8c-4de2-9570-286d5de0468f None None] Provisioning complete for port 75497a20-7846-4dc0-8241-ab1534c904f9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:00.785767 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb50b732-8d8c-4de2-9570-286d5de0468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.795997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.856659 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-831a5469-ef55-4013-a5d3-b57ffb8762d2 req-268b8bf5-75b4-4ff1-ade6-ad4d2e0e86e2 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891134 Jul 09 19:29:00.862344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.865260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb50b732-8d8c-4de2-9570-286d5de0468f None None] Port 75497a20-7846-4dc0-8241-ab1534c904f9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:00.868295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:00.883512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f318cd32-b47a-4336-9cea-7cf71d4d1590 HTTP/1.1" status: 204 len: 168 time: 0.2647982 Jul 09 19:29:00.905585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc0ed1-7f7d-45cb-a923-dfdccc9b8a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318cd32-b47a-4336-9cea-7cf71d4d1590,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:01.062038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38d129d7-a598-44d9-b112-e0649f551d6f req-9d9fad19-c864-4ca1-b15e-e9d5fdb1611f tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 210 time: 0.0616133 Jul 09 19:29:01.112269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:29:01.133091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c8a741c-ab5a-47e3-af89-c5d08115fff0 admin admin] 10.222.0.10 "PUT /v2.0/routers/ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9817359 Jul 09 19:29:01.384241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c61616dc-ec23-47e9-892f-56dd9a8d8821 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:01.453823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95184f-cdf7-456f-84f9-bb695ce2f742 req-0bd185a3-e5f5-4a9e-bd03-e3900cd787e5 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:01.454951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c61616dc-ec23-47e9-892f-56dd9a8d8821 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:01.455638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b95184f-cdf7-456f-84f9-bb695ce2f742 req-0bd185a3-e5f5-4a9e-bd03-e3900cd787e5 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.1066337 Jul 09 19:29:01.460373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c61616dc-ec23-47e9-892f-56dd9a8d8821 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:01.460861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:01.506229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b95184f-cdf7-456f-84f9-bb695ce2f742 req-e49aa517-2788-4ade-9110-378c375da9f4 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Jul 09 19:29:01.563583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:01.584712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c61616dc-ec23-47e9-892f-56dd9a8d8821, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c61616dc-ec23-47e9-892f-56dd9a8d8821,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:01.589896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:01.675148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c61616dc-ec23-47e9-892f-56dd9a8d8821,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:01.773595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-49039ef1-85fe-48ca-8460-6af8d4327f91 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f2556445d7154ba19ac6f95a267904ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339890 Jul 09 19:29:02.009093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-1b68a6cb-6682-453d-ad8a-073075429ed3 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:02.011698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-1b68a6cb-6682-453d-ad8a-073075429ed3 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271821 Jul 09 19:29:02.026944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Request body: {'port': {'device_id': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'f2556445d7154ba19ac6f95a267904ee'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:02.227913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff960299-8f85-4f14-af06-bbc8c678fd53 req-ae1e3c72-e2cc-473a-a91b-01dddde0797b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:02.234424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff960299-8f85-4f14-af06-bbc8c678fd53 req-ae1e3c72-e2cc-473a-a91b-01dddde0797b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.0945425 Jul 09 19:29:02.243055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Made reservation on behalf of f2556445d7154ba19ac6f95a267904ee for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:02.250562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.270579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.288265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff960299-8f85-4f14-af06-bbc8c678fd53 req-a41abce8-d928-49a4-a5e0-7007c21a35f5 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503368 Jul 09 19:29:02.374373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54f37b93-bee3-4294-a3d1-e5f202a0feb8 req-6fcbca53-a507-4f0f-bd11-56fe213ac8c5 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 210 time: 0.0353086 Jul 09 19:29:02.388092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Sync routers for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:29:02.402811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:02.403582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:02.498646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.506012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.574987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:02.622760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d635c760-8586-4abc-afeb-f092c36468ad,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:02.702812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Allocated IP 192.168.233.58 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/b6b47551-00c8-45eb-a39c-451bad3b3607) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:02.799208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f57c0-269a-4af6-b2c4-62e2f0408127 req-dcca3438-800d-42b2-9a48-0f2bfbb7431d tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:02.800911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-237f57c0-269a-4af6-b2c4-62e2f0408127 req-dcca3438-800d-42b2-9a48-0f2bfbb7431d tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 968 time: 0.1317649 Jul 09 19:29:02.837212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:02.844402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917766923', 'description': 'tempest-description--1432283309'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:02.879947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-237f57c0-269a-4af6-b2c4-62e2f0408127 req-448f0e44-7906-4b3a-af7b-f7cd79e7219c tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Jul 09 19:29:02.920791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.943021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 4, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '75497a20-7846-4dc0-8241-ab1534c904f9', 'name': '', 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'mac_address': 'fa:16:3e:ff:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:58Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 2, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'subnets': [{'id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:02.963730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:02.988874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Checking router: ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:29:02.989555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Updating router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd port 75497a20-7846-4dc0-8241-ab1534c904f9 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:29:02.993291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Transition to ACTIVE for port object b6b47551-00c8-45eb-a39c-451bad3b3607 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:03.030690 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.072921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.075382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.080808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.091668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a3e9562-b7d4-444b-b157-3d4126fc3708 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:03.125509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d512c6-7ef3-4da4-a6af-a749b43c9f50,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:03.129360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.135300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-06d5030b-8650-4c9e-8a8d-4f7ab54d9daa tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2962976 Jul 09 19:29:03.137325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:03.147964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'security_group_rule': {'security_group_id': 'd0d512c6-7ef3-4da4-a6af-a749b43c9f50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:03.171021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:03.181651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:03.188268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:03.205111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:03.205809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.216235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Pushing event updated for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:03.288493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.296415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-e814d4c4-efde-48a3-9a4b-02bfc6aeddbc tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2730801 Jul 09 19:29:03.327985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Request body: {'port': {'device_id': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:03.443195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c61616dc-ec23-47e9-892f-56dd9a8d8821 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:03.532470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.550143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.581677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:03.591161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.596339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17f3ef8-6d65-4f54-86c3-4a651960adec,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:03.612613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.613890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3fc7e72d-159c-44e1-9934-071165021ec8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724088 Jul 09 19:29:03.616603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:03.618456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2a3e9562-b7d4-444b-b157-3d4126fc3708', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '2a3e9562-b7d4-444b-b157-3d4126fc3708', 'mac_address': 'fa:16:3e:49:ab:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-630478276', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:03.622839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'security_group_rule': {'security_group_id': 'd0d512c6-7ef3-4da4-a6af-a749b43c9f50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:03.639934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c61616dc-ec23-47e9-892f-56dd9a8d8821 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:03.640313 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.687629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-74ab6267-0b66-40bb-a6a7-203f191c227a None None] Provisioning for port b6b47551-00c8-45eb-a39c-451bad3b3607 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:03.689275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c71b19-ee16-47f6-8c0c-fbed9ac80223 req-1469dba7-1593-424f-9c15-6da1b4251698 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:03.690834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0c71b19-ee16-47f6-8c0c-fbed9ac80223 req-1469dba7-1593-424f-9c15-6da1b4251698 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 935 time: 0.0647862 Jul 09 19:29:03.700349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4c07-fbf7-4e26-b26b-a0def7139c7d req-d14c6bc8-00bd-4ce8-9c96-d79b408a9152 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:03.702480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d70c4c07-fbf7-4e26-b26b-a0def7139c7d req-d14c6bc8-00bd-4ce8-9c96-d79b408a9152 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.1744554 Jul 09 19:29:03.711617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-74ab6267-0b66-40bb-a6a7-203f191c227a None None] Provisioning complete for port b6b47551-00c8-45eb-a39c-451bad3b3607 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:03.712000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74ab6267-0b66-40bb-a6a7-203f191c227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.736745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0c71b19-ee16-47f6-8c0c-fbed9ac80223 req-f60782d7-6513-417a-be25-f149d80c5592 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Jul 09 19:29:03.760488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.780690 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.813584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-74ab6267-0b66-40bb-a6a7-203f191c227a None None] Port b6b47551-00c8-45eb-a39c-451bad3b3607 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:03.815920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3e9562-b7d4-444b-b157-3d4126fc3708 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:03.863697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d70c4c07-fbf7-4e26-b26b-a0def7139c7d req-e7a50acf-e032-4df8-98d0-0f07b3cb5ae8 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159649 Jul 09 19:29:03.900113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:03.922280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.927974 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.939016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.944832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Transition to ACTIVE for port object 75497a20-7846-4dc0-8241-ab1534c904f9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:03.949595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.981398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:03.985854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8784d65f-1711-4264-ba76-362e6d5510a8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:04.001116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.002582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fda2194e-68b7-41cc-94bb-b4f441023aa1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842032 Jul 09 19:29:04.005660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:04.010247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:04.050453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.064715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:04.240997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b47551-00c8-45eb-a39c-451bad3b3607 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:04.258722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Attempting to bind port 75497a20-7846-4dc0-8241-ab1534c904f9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:04.259111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Attempting to bind port 75497a20-7846-4dc0-8241-ab1534c904f9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:04.259456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Attempting to bind port 75497a20-7846-4dc0-8241-ab1534c904f9 on network 8e5ca556-d205-48f6-adab-08d2fac732ed {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:04.264079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.283375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:04.283708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Checking segment: {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:04.284134 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.284535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Bound using segment: {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:04.285008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Bound port: 75497a20-7846-4dc0-8241-ab1534c904f9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b89838-9535-46f1-b410-57407f18fdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:04.285745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.287757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279d54-a5b4-45a9-a0a6-882c5ab15496 None None] Pushing event updated for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:04.316642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2a3e9562-b7d4-444b-b157-3d4126fc3708'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:04.367075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Transition to ACTIVE for port object b6b47551-00c8-45eb-a39c-451bad3b3607 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:04.416697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.428542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:04.442247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2238427-243b-4712-a516-08d84521c510 req-bdea04b9-1d5f-487e-9b46-a75aa217741f tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:04.443818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2238427-243b-4712-a516-08d84521c510 req-bdea04b9-1d5f-487e-9b46-a75aa217741f tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 969 time: 0.2998140 Jul 09 19:29:04.478902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] For port 75497a20-7846-4dc0-8241-ab1534c904f9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:04.518599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] For port 75497a20-7846-4dc0-8241-ab1534c904f9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75497a20-7846-4dc0-8241-ab1534c904f9,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:04.536827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.564818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:04.596932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.610369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2238427-243b-4712-a516-08d84521c510 req-146b2cb2-c83b-47cd-b89a-fc4bce753ec3 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128647 Jul 09 19:29:04.629332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279d54-a5b4-45a9-a0a6-882c5ab15496 None None] Pushing event updated for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:04.669690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:04.671040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:28:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:04.731261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Attempting to bind port b6b47551-00c8-45eb-a39c-451bad3b3607 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:04.731593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Attempting to bind port b6b47551-00c8-45eb-a39c-451bad3b3607 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:04.731920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Attempting to bind port b6b47551-00c8-45eb-a39c-451bad3b3607 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:04.740604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Port b6b47551-00c8-45eb-a39c-451bad3b3607 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:04.740927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Attempting to bind port b6b47551-00c8-45eb-a39c-451bad3b3607 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:04.769551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:04.769887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:04.770559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:04.770719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Bound port: b6b47551-00c8-45eb-a39c-451bad3b3607, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:04.771080 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:04.891141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:04.896024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ca8128-1a2a-4dc1-a096-69a7d5207ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.065171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:05.072456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b6b47551-00c8-45eb-a39c-451bad3b3607,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:05.074471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Allocated IP 172.25.3.24 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/1d2d3306-0f06-4349-a452-7db7de5457e6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:05.087275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.120556 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ca8128-1a2a-4dc1-a096-69a7d5207ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.130104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ca8128-1a2a-4dc1-a096-69a7d5207ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.158271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b53d8-c25b-4c55-8b7b-d026f9b95ee4 req-1cfcee56-6b01-4f71-bb1a-53cfe79d1bcd tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:05.166227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b05b53d8-c25b-4c55-8b7b-d026f9b95ee4 req-1cfcee56-6b01-4f71-bb1a-53cfe79d1bcd tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 947 time: 0.1614053 Jul 09 19:29:05.175524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:05.203060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:05.203776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.211225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-bf6a5429-00b3-4dd2-8c56-f3fe289e6427 service neutron] 10.222.0.25 "PUT /v2.0/ports/b6b47551-00c8-45eb-a39c-451bad3b3607 HTTP/1.1" status: 200 len: 1095 time: 1.9000709 Jul 09 19:29:05.212493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:05.219925 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0563700f-d259-437d-b9fc-4c3c43a2d911" -d '{"events": [{"name": "network-changed", "server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:05.243152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-37ca8128-1a2a-4dc1-a096-69a7d5207ee9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=676bf9328fa84e878a5e4a56d9ed61f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129437 Jul 09 19:29:05.247623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:05.259713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8128-1a2a-4dc1-a096-69a7d5207ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f143a7d2-31b7-4ddf-825e-f49a2775691e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:05.301386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 4, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '75497a20-7846-4dc0-8241-ab1534c904f9', 'name': '', 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'mac_address': 'fa:16:3e:ff:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:58Z', 'updated_at': '2021-07-09T19:29:04Z', 'revision_number': 4, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'subnets': [{'id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:05.333048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b05b53d8-c25b-4c55-8b7b-d026f9b95ee4 req-d434944d-69bd-4355-9b3b-852266fb624c tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655533 Jul 09 19:29:05.335365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c73e90-65d7-4e76-a852-5ca2193a26e7 None None] The sync data for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 is: [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:28:59Z', 'revision_number': 4, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '75497a20-7846-4dc0-8241-ab1534c904f9', 'name': '', 'network_id': '8e5ca556-d205-48f6-adab-08d2fac732ed', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'mac_address': 'fa:16:3e:ff:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:58Z', 'updated_at': '2021-07-09T19:29:04Z', 'revision_number': 4, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'subnets': [{'id': '49eb52e8-bc99-4bad-aab7-b812993ce162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:29:05.369083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.406072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.551528 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.555175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.556731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f143a7d2-31b7-4ddf-825e-f49a2775691e HTTP/1.1" status: 204 len: 168 time: 0.3048010 Jul 09 19:29:05.565964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-6e6e1561-66f3-47a1-95b9-c92d6a84cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:05.567494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-6e6e1561-66f3-47a1-95b9-c92d6a84cdcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2556445d7154ba19ac6f95a267904ee&device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 1098 time: 0.3076973 Jul 09 19:29:05.567672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2ab03-1aae-46cb-bc62-d20816759df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f143a7d2-31b7-4ddf-825e-f49a2775691e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:05.572807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.609792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cb106-9b51-4f06-a711-19b3b967c1df req-6307bff0-5e4d-4560-bfac-0ed518992c83 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:05.611334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1cb106-9b51-4f06-a711-19b3b967c1df req-6307bff0-5e4d-4560-bfac-0ed518992c83 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 947 time: 0.3616066 Jul 09 19:29:05.645488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-273d6c24-26db-439d-a8ae-4ee11a435ed2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b6b47551-00c8-45eb-a39c-451bad3b3607 HTTP/1.1" status: 200 len: 217 time: 0.0591619 Jul 09 19:29:05.678081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7058e190-502d-4f81-9fd7-6563db575185 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:05.787156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1cb106-9b51-4f06-a711-19b3b967c1df req-50e88471-4f26-4b52-b6f4-4bb9765e96b9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456482 Jul 09 19:29:05.794682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-624110e7-7928-40d6-afb5-28597dd10689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:05.796445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-624110e7-7928-40d6-afb5-28597dd10689 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1268103 Jul 09 19:29:05.814106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.839615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7058e190-502d-4f81-9fd7-6563db575185,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:05.860690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '7058e190-502d-4f81-9fd7-6563db575185', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '7058e190-502d-4f81-9fd7-6563db575185', 'mac_address': 'fa:16:3e:1b:f9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:05.932004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:05.945095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:05.949380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7058e190-502d-4f81-9fd7-6563db575185 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:05.951871 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a81592-4a16-4488-b525-8bd0e51db3ce x-openstack-request-id: req-27a81592-4a16-4488-b525-8bd0e51db3ce {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:05.952421 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:05.953221 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27a81592-4a16-4488-b525-8bd0e51db3ce {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:05.953831 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607', 'status': 'completed', 'code': 200} Jul 09 19:29:05.955755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:05.972759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:06.004315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7058e190-502d-4f81-9fd7-6563db575185,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:06.014663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.126273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:06.134437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:06.149571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b03c962-9c27-472f-b855-affdfc035ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.257783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b03c962-9c27-472f-b855-affdfc035ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.263575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b03c962-9c27-472f-b855-affdfc035ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.297267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'Port': ['ID=1d2d3306-0f06-4349-a452-7db7de5457e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:06.314811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8b03c962-9c27-472f-b855-affdfc035ac8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b95ae250fb240f28e8cdc2d7dde1ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769233 Jul 09 19:29:06.314811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03c962-9c27-472f-b855-affdfc035ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2d922c-b4d8-4a3e-a682-3acd5718d227,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:06.316691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:06.367653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19760-05e2-4f06-aa36-592757812297 req-58d5ea59-1fe8-4587-afaa-8c0888ae3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:06.369713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-58d5ea59-1fe8-4587-afaa-8c0888ae3341 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5656457 Jul 09 19:29:06.386570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.412442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.435798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.440961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7058e190-502d-4f81-9fd7-6563db575185'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:06.496399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.501913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.506407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b2d922c-b4d8-4a3e-a682-3acd5718d227 HTTP/1.1" status: 204 len: 168 time: 0.1860054 Jul 09 19:29:06.521342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6f92-799c-46c0-8cc2-868e8266dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2d922c-b4d8-4a3e-a682-3acd5718d227,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:06.590514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883326-06c9-426c-bdd4-d8b3414ae560 req-2f6e313d-72d5-4956-be65-2dc7b038ffd0 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:06.598961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d883326-06c9-426c-bdd4-d8b3414ae560 req-2f6e313d-72d5-4956-be65-2dc7b038ffd0 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 969 time: 0.2973745 Jul 09 19:29:06.609099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-39652efa-2939-4c39-a8b7-e411d3fad103 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274017 Jul 09 19:29:06.640962 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:06.762182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d883326-06c9-426c-bdd4-d8b3414ae560 req-4e8811dc-2d81-4d80-a0a3-c15dda455a22 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618974 Jul 09 19:29:06.906398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc19760-05e2-4f06-aa36-592757812297 req-dc816c04-23a0-4495-b045-f30e1504d8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844391 Jul 09 19:29:07.052470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a3e9562-b7d4-444b-b157-3d4126fc3708 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:07.098705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde38ee-8101-4636-892a-4c2dba81bd60 req-70884066-6fb7-41e6-9701-e190ac1a9f2e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.107955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edde38ee-8101-4636-892a-4c2dba81bd60 req-70884066-6fb7-41e6-9701-e190ac1a9f2e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 948 time: 0.1115730 Jul 09 19:29:07.144093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.147328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2a3e9562-b7d4-444b-b157-3d4126fc3708 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:07.153175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2a3e9562-b7d4-444b-b157-3d4126fc3708 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:07.156653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.170145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4da2f-786b-4ecb-bd15-d5c9c6596304 req-d9b83f36-c819-43a5-bc4b-d50ed25fd174 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.172013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edde38ee-8101-4636-892a-4c2dba81bd60 req-bc978cea-f182-4152-a41b-c960bad09c5b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575018 Jul 09 19:29:07.176543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bec4da2f-786b-4ecb-bd15-d5c9c6596304 req-d9b83f36-c819-43a5-bc4b-d50ed25fd174 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 947 time: 0.2078378 Jul 09 19:29:07.177282 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.234929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'Port': ['ID=1d2d3306-0f06-4349-a452-7db7de5457e6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:07.255401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-0374634a-b3c5-4cc8-8454-56cafa1e3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.257037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-0374634a-b3c5-4cc8-8454-56cafa1e3412 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2556445d7154ba19ac6f95a267904ee&device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 1098 time: 0.2696941 Jul 09 19:29:07.262178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.286778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:07.380502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.390578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-53c60dec-e1a2-42ad-abc7-010dab8a2bd8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3750474 Jul 09 19:29:07.390757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.390840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bec4da2f-786b-4ecb-bd15-d5c9c6596304 req-ddda8326-f230-4103-b393-6266e3ef1e81 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099354 Jul 09 19:29:07.441758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-f73fdeba-7ea9-46fc-92c0-42d77f6cd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.444290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-f73fdeba-7ea9-46fc-92c0-42d77f6cd5e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1776698 Jul 09 19:29:07.447386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:07.488828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-0198eb35-6e69-44af-b47b-fc110137ebff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b6b47551-00c8-45eb-a39c-451bad3b3607 HTTP/1.1" status: 200 len: 217 time: 0.0381033 Jul 09 19:29:07.495288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17419de3-17f2-4dd2-88e2-45bc8a391dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.542619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75497a20-7846-4dc0-8241-ab1534c904f9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:07.587075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:07.599969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-de8501dc-42f3-48f3-88fa-98504c61b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.600933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.606001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-de8501dc-42f3-48f3-88fa-98504c61b38a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1102884 Jul 09 19:29:07.666261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17419de3-17f2-4dd2-88e2-45bc8a391dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.678772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17419de3-17f2-4dd2-88e2-45bc8a391dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.684092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7058e190-502d-4f81-9fd7-6563db575185 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:07.721792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-7c8fcf5a-ee42-4637-ad27-a51354849810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:07.726702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-7c8fcf5a-ee42-4637-ad27-a51354849810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114531 Jul 09 19:29:07.729736 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b737a0-0639-4c7d-945f-b5092d310aba" -d '{"events": [{"server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "name": "network-vif-plugged", "status": "completed", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:07.745206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:07.759422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 75497a20-7846-4dc0-8241-ab1534c904f9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:07.766253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 75497a20-7846-4dc0-8241-ab1534c904f9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:07.767135 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.767262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17419de3-17f2-4dd2-88e2-45bc8a391dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265692a-7b15-4566-8fee-7b1de344540b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:07.778964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-17419de3-17f2-4dd2-88e2-45bc8a391dd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=373c82ab203640aeb36f7c080ac1ad7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884043 Jul 09 19:29:07.789098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-4daa29d4-6161-4c2a-8165-9b8d20c36100 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1917766923&fields=id&tenant_id=821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 267 time: 0.1666632 Jul 09 19:29:07.791639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:07.794262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 7058e190-502d-4f81-9fd7-6563db575185 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:07.801989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 7058e190-502d-4f81-9fd7-6563db575185 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:07.802300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.859461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-6f2d30bf-ad53-4465-a845-491706e84f6e service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281211 Jul 09 19:29:07.912459 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a44d50-b76d-4a70-b92d-cd7c51108653 x-openstack-request-id: req-f5a44d50-b76d-4a70-b92d-cd7c51108653 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:07.912743 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "name": "network-vif-plugged", "status": "completed", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:07.912997 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5a44d50-b76d-4a70-b92d-cd7c51108653 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:07.913493 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708', 'code': 200} Jul 09 19:29:07.914607 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.941322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.953070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 75497a20-7846-4dc0-8241-ab1534c904f9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75497a20-7846-4dc0-8241-ab1534c904f9,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:07.963827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:07.975581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.026087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.057815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.082665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0563700f-d259-437d-b9fc-4c3c43a2d911 req-7874777a-3a19-43a7-955b-32b31029349f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152166 Jul 09 19:29:08.083411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7058e190-502d-4f81-9fd7-6563db575185,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:08.089391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.090926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.092425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.094190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4265692a-7b15-4566-8fee-7b1de344540b HTTP/1.1" status: 204 len: 168 time: 0.3012643 Jul 09 19:29:08.124117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-9d53f8e3-78d0-49b9-bf49-16e00cafa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:08.125804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-9d53f8e3-78d0-49b9-bf49-16e00cafa14d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 1121 time: 0.1916897 Jul 09 19:29:08.126475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a631c45-4b46-4dc7-8249-fcc5bbe7fcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265692a-7b15-4566-8fee-7b1de344540b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.143606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-5fdd39bb-83de-48c9-b51c-07302aa1e06a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:08.144331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254315-980f-451c-ad8d-5562167736e0 req-32293e41-513d-49b0-b312-bec4a5d575db tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:08.145972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56254315-980f-451c-ad8d-5562167736e0 req-32293e41-513d-49b0-b312-bec4a5d575db tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.1432495 Jul 09 19:29:08.157584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-5fdd39bb-83de-48c9-b51c-07302aa1e06a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 823 time: 0.3665757 Jul 09 19:29:08.166491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-a30b7a96-3254-4347-887f-b88f201cc1ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.173734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-dbf702ee-3783-4f7e-859d-c6b49eb5f8fc tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/quotas/821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 375 time: 0.0152364 Jul 09 19:29:08.179633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.216496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56254315-980f-451c-ad8d-5562167736e0 req-3a3a6bd6-29ce-4dfa-ae9a-fff33b70c4a5 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565975 Jul 09 19:29:08.284918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-59fe0c95-4d3a-40b5-a496-449e6e6722ff tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100037 Jul 09 19:29:08.301118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-a30b7a96-3254-4347-887f-b88f201cc1ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.305389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-a30b7a96-3254-4347-887f-b88f201cc1ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.337105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76402aa7-04fd-4385-b4bb-2c7f6811bb8e req-a30b7a96-3254-4347-887f-b88f201cc1ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902497 Jul 09 19:29:08.349211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7a96-3254-4347-887f-b88f201cc1ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e499eebe-7cdb-47e0-aeb8-aa48ae8f28e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.502555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:08.520122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aee4b839-ad70-49c2-a7c0-e3173eec1c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.614046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aee4b839-ad70-49c2-a7c0-e3173eec1c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.621754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-4f9c05eb-2088-4e58-8f36-391bb9ed7b39 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:29:08.622826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-4f9c05eb-2088-4e58-8f36-391bb9ed7b39 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071794 Jul 09 19:29:08.623819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aee4b839-ad70-49c2-a7c0-e3173eec1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.623925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24377dd3-2922-4750-9d57-9c6309aa1f0d req-c849a7de-8ac4-4b79-b24c-06690a3a0ff8 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:08.625628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24377dd3-2922-4750-9d57-9c6309aa1f0d req-c849a7de-8ac4-4b79-b24c-06690a3a0ff8 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.0717773 Jul 09 19:29:08.663793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24377dd3-2922-4750-9d57-9c6309aa1f0d req-3201c530-ee99-449e-bbf8-aa3e1278905d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Jul 09 19:29:08.705219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aee4b839-ad70-49c2-a7c0-e3173eec1c7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46791971dcf34450a606a1ef2dc141f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001605 Jul 09 19:29:08.706427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:08.710265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4b839-ad70-49c2-a7c0-e3173eec1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1636e7-c23b-4351-a23c-86398314257c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.753801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-7a9d114c-09bc-4a7d-b06d-2b7dc6ee6b82 service neutron] 10.222.0.10 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207662 Jul 09 19:29:08.778525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.820180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.841113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-c4854914-63d8-4e4e-83db-23f8e96b8660 service neutron] 10.222.0.10 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 Jul 09 19:29:08.870096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e645-6374-44e3-8274-a62e5b30fb74 req-837ef89f-3a73-475b-bf1e-c3258bd9e938 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:08.871569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc74e645-6374-44e3-8274-a62e5b30fb74 req-837ef89f-3a73-475b-bf1e-c3258bd9e938 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 947 time: 0.1059206 Jul 09 19:29:08.901343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.903745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:08.905582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce1636e7-c23b-4351-a23c-86398314257c HTTP/1.1" status: 204 len: 168 time: 0.1981370 Jul 09 19:29:08.924075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be14f7-fab1-404b-86cc-190d0d3372e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1636e7-c23b-4351-a23c-86398314257c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:08.929098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc74e645-6374-44e3-8274-a62e5b30fb74 req-adc90dd1-ea4b-4805-8b58-2c1b6fb2f34f tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Jul 09 19:29:09.031007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d44dd8-1c1d-4637-bbd3-cbf1d279847d req-94b6f18f-6f47-46cd-b837-31584490891b tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 210 time: 0.0347064 Jul 09 19:29:09.369023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75497a20-7846-4dc0-8241-ab1534c904f9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:09.430633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 75497a20-7846-4dc0-8241-ab1534c904f9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:09.430927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:09.463269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5dbc-b12c-4a2d-b9f4-cfd2af5fb984 req-e64a6840-69ae-40b8-bbdf-cbb566b87fe4 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:09.472987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8acf5dbc-b12c-4a2d-b9f4-cfd2af5fb984 req-e64a6840-69ae-40b8-bbdf-cbb566b87fe4 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.1161718 Jul 09 19:29:09.522599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8acf5dbc-b12c-4a2d-b9f4-cfd2af5fb984 req-e817b8c6-cb02-4613-ab45-ed473953f439 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486374 Jul 09 19:29:09.558340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:09.670134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c34281a-531e-4b61-9244-aa2c2513b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:09.791486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c34281a-531e-4b61-9244-aa2c2513b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:09.797234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c34281a-531e-4b61-9244-aa2c2513b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:09.864105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c34281a-531e-4b61-9244-aa2c2513b9c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc954d963cdb45ee9261b259582b9888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046300 Jul 09 19:29:09.867121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:09.867645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34281a-531e-4b61-9244-aa2c2513b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09713825-23ad-4ab2-a8c2-88ed387734bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:09.915394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7058e190-502d-4f81-9fd7-6563db575185'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:09.918205 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e527b7b-b6e4-4d01-87b0-9060aff67033" -d '{"events": [{"server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "name": "network-vif-plugged", "status": "completed", "tag": "7058e190-502d-4f81-9fd7-6563db575185"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:09.948734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbed9d-97fd-4e6f-b2bd-f894693d4787 req-5ed1ccdf-7414-4840-8380-147a291c6f7e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:09.957609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cebbed9d-97fd-4e6f-b2bd-f894693d4787 req-5ed1ccdf-7414-4840-8380-147a291c6f7e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.1560862 Jul 09 19:29:09.958575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:09.989457 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc89e2-7535-4290-8137-6ea857dc2193 x-openstack-request-id: req-d6bc89e2-7535-4290-8137-6ea857dc2193 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:09.990185 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "name": "network-vif-plugged", "status": "completed", "tag": "7058e190-502d-4f81-9fd7-6563db575185", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:09.990528 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6bc89e2-7535-4290-8137-6ea857dc2193 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:09.990997 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7058e190-502d-4f81-9fd7-6563db575185', 'code': 200} Jul 09 19:29:10.014894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cebbed9d-97fd-4e6f-b2bd-f894693d4787 req-044300ce-6df4-4a2c-9b17-ea84d374a2d4 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547097 Jul 09 19:29:10.020868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:10.145548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:10.148063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:10.149214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09713825-23ad-4ab2-a8c2-88ed387734bd HTTP/1.1" status: 204 len: 168 time: 0.2805684 Jul 09 19:29:10.166748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6af8cb-2c2e-4b2b-a6de-5263f4039799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09713825-23ad-4ab2-a8c2-88ed387734bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:10.210379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0df9-5b18-42b4-a5bb-7a64e97120e9 req-fd18b428-4398-4c4a-8f47-337c38ec4ade tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:10.212176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d46b0df9-5b18-42b4-a5bb-7a64e97120e9 req-fd18b428-4398-4c4a-8f47-337c38ec4ade tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 947 time: 0.1250219 Jul 09 19:29:10.224668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97db1-c9c1-4bd2-93b5-055d19a36f64 req-e635efe9-da71-4992-b4c0-bcbdce4e3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:10.226595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76f97db1-c9c1-4bd2-93b5-055d19a36f64 req-e635efe9-da71-4992-b4c0-bcbdce4e3709 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 1100 time: 0.1194913 Jul 09 19:29:10.268464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d46b0df9-5b18-42b4-a5bb-7a64e97120e9 req-26407f7f-81e8-4e70-a04c-96fd1af09224 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Jul 09 19:29:10.303828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ce48590-c48f-4a66-a17c-902aebb95c08 req-81a44250-dc91-47b6-96c5-f1b449737435 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 210 time: 0.0760164 Jul 09 19:29:10.624827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76f97db1-c9c1-4bd2-93b5-055d19a36f64 req-95911edd-90f1-4445-b159-76bbf5056d81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160369 Jul 09 19:29:10.714193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-66dadac2-0864-4252-a079-1d4c707281b4 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:10.715863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-66dadac2-0864-4252-a079-1d4c707281b4 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 823 time: 0.4089277 Jul 09 19:29:10.740821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a58f52-864d-4e6d-9555-cb45ec1a5535 req-58473229-0912-489f-8ffb-ebf4396fb07a tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:10.743299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30a58f52-864d-4e6d-9555-cb45ec1a5535 req-58473229-0912-489f-8ffb-ebf4396fb07a tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.0822406 Jul 09 19:29:10.774066 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-f8fa3a71-7d36-470f-928b-61fd3a538b28 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 380 time: 0.0477970 Jul 09 19:29:10.784997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'port': {'device_id': '57e7da53-034a-4961-ae42-a56b7530200c', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'admin_state_up': True, 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'security_groups': ['d0d512c6-7ef3-4da4-a6af-a749b43c9f50']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:10.786636 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30a58f52-864d-4e6d-9555-cb45ec1a5535 req-32f95eef-14a8-49ff-927a-01b2a30a8b69 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Jul 09 19:29:10.949861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Made reservation on behalf of 821625d89da54cd1afaa8e5459562d30 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:10.953573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.046728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77452f50-29e3-41c6-9885-a085dcacf60f req-fb54720d-c67f-4c37-971c-8e21f986bea2 tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.048352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77452f50-29e3-41c6-9885-a085dcacf60f req-fb54720d-c67f-4c37-971c-8e21f986bea2 tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 1121 time: 0.1345041 Jul 09 19:29:11.096752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77452f50-29e3-41c6-9885-a085dcacf60f req-1ffd0cc8-23ba-40ce-a822-7018e6c7dfff tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.128948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Allocated IP 172.20.0.4 (240304f8-57f5-4adc-a8db-fd76d431147b/f91b5c62-1a6d-4592-90da-52fce6f54e82/0ef19da8-a223-4472-bd58-b9a1fbd04431) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:11.217844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd3aeb-105e-4c97-aa8b-f61ad7150b75 req-edfeea7b-e7b1-4ccc-b6b4-fb37b96e9263 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.221864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bbbd3aeb-105e-4c97-aa8b-f61ad7150b75 req-edfeea7b-e7b1-4ccc-b6b4-fb37b96e9263 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.0734577 Jul 09 19:29:11.264520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bbbd3aeb-105e-4c97-aa8b-f61ad7150b75 req-e5e1e170-d44b-416f-8780-d8ce5dddc332 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378754 Jul 09 19:29:11.314786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77452f50-29e3-41c6-9885-a085dcacf60f req-1ffd0cc8-23ba-40ce-a822-7018e6c7dfff tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.322178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77452f50-29e3-41c6-9885-a085dcacf60f req-1ffd0cc8-23ba-40ce-a822-7018e6c7dfff tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.341203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.358465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77452f50-29e3-41c6-9885-a085dcacf60f req-1ffd0cc8-23ba-40ce-a822-7018e6c7dfff tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843540 Jul 09 19:29:11.383489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Transition to ACTIVE for port object 0ef19da8-a223-4472-bd58-b9a1fbd04431 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:11.385033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0cc8-23ba-40ce-a822-7018e6c7dfff tempest-AggregatesAdminTestJSON-822040913 tempest-AggregatesAdminTestJSON-822040913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03875df7-7217-4ef5-8f1e-33f11f3da5af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:11.421941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.487745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Network 240304f8-57f5-4adc-a8db-fd76d431147b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:11.494628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:11.518910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:11.524432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.525466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.528781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:11.550166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-bb957564-0e6f-44b0-a2e1-e2438f133179 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7693708 Jul 09 19:29:11.564562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Request body: {'port': {'device_id': '57e7da53-034a-4961-ae42-a56b7530200c', 'device_owner': 'compute:tempest-test_az-630478276', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:11.609728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ad4db-80ba-4587-89e2-4f2fdc3af733 req-e8a87a87-e568-44b2-b35d-6b24cb7fcb39 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.611044 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd8ad4db-80ba-4587-89e2-4f2fdc3af733 req-e8a87a87-e568-44b2-b35d-6b24cb7fcb39 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 947 time: 0.1373940 Jul 09 19:29:11.677110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b6b47551-00c8-45eb-a39c-451bad3b3607 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:11.679943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.696679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd8ad4db-80ba-4587-89e2-4f2fdc3af733 req-be4b2633-1512-4505-8d58-b66b43178d78 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 Jul 09 19:29:11.772495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-5e6e3e41-03bf-4b33-8962-e4b77639b260 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97b791f928d948ae8e64c49255fd8c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237951 Jul 09 19:29:11.801787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29d382f4-3816-48bb-9c60-5ab5b6952c26 None None] Provisioning for port 0ef19da8-a223-4472-bd58-b9a1fbd04431 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:11.807976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29d382f4-3816-48bb-9c60-5ab5b6952c26 None None] Provisioning complete for port 0ef19da8-a223-4472-bd58-b9a1fbd04431 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:11.808349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29d382f4-3816-48bb-9c60-5ab5b6952c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.815953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b6b47551-00c8-45eb-a39c-451bad3b3607,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:11.858155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'b6b47551-00c8-45eb-a39c-451bad3b3607', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'b6b47551-00c8-45eb-a39c-451bad3b3607', 'mac_address': 'fa:16:3e:45:41:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:11.867678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-29d382f4-3816-48bb-9c60-5ab5b6952c26 None None] Port 0ef19da8-a223-4472-bd58-b9a1fbd04431 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:11.896545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-e621672c-6ca8-4313-89fb-ae31a183f138 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.898387 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-e621672c-6ca8-4313-89fb-ae31a183f138 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205237 Jul 09 19:29:11.902872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.916179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b47551-00c8-45eb-a39c-451bad3b3607 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:11.918319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-7a0000bf-b50b-46e6-80d7-121c89fffe24 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/quotas/97b791f928d948ae8e64c49255fd8c44 HTTP/1.1" status: 200 len: 375 time: 0.0130219 Jul 09 19:29:11.943215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b6b47551-00c8-45eb-a39c-451bad3b3607,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:11.943563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13b97-76c6-46ef-9dc1-063248f1a190 req-ecde283c-718c-4da9-97b6-74e15db8e190 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:11.944989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2e13b97-76c6-46ef-9dc1-063248f1a190 req-ecde283c-718c-4da9-97b6-74e15db8e190 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 931 time: 0.1313746 Jul 09 19:29:11.948749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:11.955686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-7390b039-8b2b-467e-8f36-24bd9bbd3a9a tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=97b791f928d948ae8e64c49255fd8c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333602 Jul 09 19:29:12.004614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:12.017876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2e13b97-76c6-46ef-9dc1-063248f1a190 req-d1c34a26-8928-4195-8654-eea7c42b5c9a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631607 Jul 09 19:29:12.074095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef19da8-a223-4472-bd58-b9a1fbd04431 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:12.082339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:12.100955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Transition to ACTIVE for port object 0ef19da8-a223-4472-bd58-b9a1fbd04431 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:12.106573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:12.174437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:12.216300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Attempting to bind port 0ef19da8-a223-4472-bd58-b9a1fbd04431 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:12.217205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Attempting to bind port 0ef19da8-a223-4472-bd58-b9a1fbd04431 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:12.217493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Attempting to bind port 0ef19da8-a223-4472-bd58-b9a1fbd04431 on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:12.228552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Port 0ef19da8-a223-4472-bd58-b9a1fbd04431 on network 240304f8-57f5-4adc-a8db-fd76d431147b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:12.228880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Attempting to bind port 0ef19da8-a223-4472-bd58-b9a1fbd04431 on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:12.235577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:12.236030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Checking segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:12.236403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Bound using segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:12.236826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Bound port: 0ef19da8-a223-4472-bd58-b9a1fbd04431, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:12.237238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:12.293378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-648b43c6-421e-401a-af3f-70b6adf7c3d4 req-5904af84-1834-48e1-902a-5b43e7b064ad tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 210 time: 0.0460532 Jul 09 19:29:12.347419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:12.351799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:12.355543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['b6b47551-00c8-45eb-a39c-451bad3b3607'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:12.360647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:12.397599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.399937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:12.401254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] 10.222.0.59 "PUT /v2.0/ports/0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 1112 time: 0.8433354 Jul 09 19:29:12.401826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:12.405575 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd54ca5-603a-4ae3-a080-10587f66d6de" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:12.458604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e2dc4-cba5-47b9-b74a-9e964064e130 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:12.562582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-c3d843c0-ac1c-4ee2-92de-55afad73607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.592921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-c3d843c0-ac1c-4ee2-92de-55afad73607e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1115 time: 0.1347888 Jul 09 19:29:12.635423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996b88-955f-44e9-b2a8-8368c76f6e6c req-dc393acf-9eaa-48fe-b3db-3d25e0994580 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.638787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6996b88-955f-44e9-b2a8-8368c76f6e6c req-dc393acf-9eaa-48fe-b3db-3d25e0994580 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.1872373 Jul 09 19:29:12.688478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-ddda4281-5b53-4c54-b461-d1311f39ea59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 217 time: 0.0888383 Jul 09 19:29:12.724532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6996b88-955f-44e9-b2a8-8368c76f6e6c req-bbfd6f6d-093d-4da6-949c-a8b6333bb47a tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791659 Jul 09 19:29:12.775694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-7b1b3dcb-704c-4ecd-89a1-9f9cfa7b26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.778103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-7b1b3dcb-704c-4ecd-89a1-9f9cfa7b26d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.0778155 Jul 09 19:29:12.797765 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b026f765-44ef-48b2-8b33-12237c800f59 x-openstack-request-id: req-b026f765-44ef-48b2-8b33-12237c800f59 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:12.798388 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:12.798775 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b026f765-44ef-48b2-8b33-12237c800f59 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:12.799304 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'status': 'completed', 'code': 200} Jul 09 19:29:12.850343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-f17b31b7-9e66-4fb5-8843-50da5c258a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.851966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-f17b31b7-9e66-4fb5-8843-50da5c258a2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647795 Jul 09 19:29:12.970679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3d497-3b26-42b4-9c78-5551ee153230 req-20cc8b67-acd6-446d-8777-755dede521af tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:12.980822 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8fd3d497-3b26-42b4-9c78-5551ee153230 req-20cc8b67-acd6-446d-8777-755dede521af tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 948 time: 0.0861716 Jul 09 19:29:12.985959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-5685fbc9-abbf-4d3a-a8f8-d4d684545c9a service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261821 Jul 09 19:29:13.028630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8fd3d497-3b26-42b4-9c78-5551ee153230 req-1ada4b05-63e9-46f3-b35e-e6d4cbeac777 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Jul 09 19:29:13.127601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98fdeac8-7355-4324-a99e-9df411988fc3 req-7706501d-2f46-4e05-9fbe-fe270a608905 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347487 Jul 09 19:29:13.328536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b1928-00f3-449d-859c-83f4479309d5 req-2e6c637b-cc8a-42dc-91d6-d5103a0ae706 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:13.335307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-771b1928-00f3-449d-859c-83f4479309d5 req-2e6c637b-cc8a-42dc-91d6-d5103a0ae706 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 964 time: 0.1267900 Jul 09 19:29:13.355415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-7579a14b-19aa-47a1-aadd-548c74fb1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:13.356864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-7579a14b-19aa-47a1-aadd-548c74fb1b0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1115 time: 0.1183953 Jul 09 19:29:13.393724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-771b1928-00f3-449d-859c-83f4479309d5 req-dbe040ff-7853-4b94-9271-a8a92fba7c2d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575285 Jul 09 19:29:13.486347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0318eda2-e14a-4ab0-a1a3-b7c3f5a2d717 req-9c43a682-8381-4c66-9e35-bd915ca17839 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 210 time: 0.0389059 Jul 09 19:29:13.491560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-945cf89e-4fb9-4df0-b065-bd09bef6e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:13.493359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-945cf89e-4fb9-4df0-b065-bd09bef6e971 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.1248405 Jul 09 19:29:13.549428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-20f5c1ee-0ae0-4b35-a6c1-76c39b89eaca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 217 time: 0.0482662 Jul 09 19:29:13.613639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-a0b15069-ab23-454d-bc59-444fbef946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:13.615372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-a0b15069-ab23-454d-bc59-444fbef946e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.0594983 Jul 09 19:29:13.677531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b6b47551-00c8-45eb-a39c-451bad3b3607 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:13.697432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-7450169d-5121-47aa-9864-6479b54d1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:13.704863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-7450169d-5121-47aa-9864-6479b54d1003 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827615 Jul 09 19:29:13.768862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port b6b47551-00c8-45eb-a39c-451bad3b3607 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:13.778028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port b6b47551-00c8-45eb-a39c-451bad3b3607 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:13.780193 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:13.806956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-44d0776c-aabe-4dda-8e16-43b67ec68f6a tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=97b791f928d948ae8e64c49255fd8c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737495 Jul 09 19:29:13.894806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:13.943601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:13.949341 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e74a7-031b-4a40-9a09-86f55967d734" -d '{"events": [{"server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "name": "network-vif-plugged", "status": "completed", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:13.972797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b6b47551-00c8-45eb-a39c-451bad3b3607,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:13.979583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.012919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-91cbbeae-4ccf-4c8e-a581-75a396dae133 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003085 Jul 09 19:29:14.059663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:14.083623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:14.152859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-92439a2d-ffa6-45dd-bdca-e036c0b75827 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:14.155768 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d8b4d-ca04-4d81-9475-0ba427200100 x-openstack-request-id: req-316d8b4d-ca04-4d81-9475-0ba427200100 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:14.156074 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "name": "network-vif-plugged", "status": "completed", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:14.156330 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-316d8b4d-ca04-4d81-9475-0ba427200100 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:14.156722 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607', 'code': 200} Jul 09 19:29:14.157552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-92439a2d-ffa6-45dd-bdca-e036c0b75827 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388612 Jul 09 19:29:14.190131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d831a41a-2e1d-4928-816b-25cb381f0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.246685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.25', 64566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:14.342645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Request body: {'port': {'device_id': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '97b791f928d948ae8e64c49255fd8c44'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:14.398808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a559f-98b5-4ad2-b354-3d7515d3473b req-a14003a3-646a-4899-be16-81144ed95e84 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:14.400384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f04a559f-98b5-4ad2-b354-3d7515d3473b req-a14003a3-646a-4899-be16-81144ed95e84 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.4441364 Jul 09 19:29:14.427340 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bd54ca5-603a-4ae3-a080-10587f66d6de req-eecd2792-48a7-4f5f-b393-d5e339ac0e6d service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996937 Jul 09 19:29:14.471093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f04a559f-98b5-4ad2-b354-3d7515d3473b req-ce7290f7-53c9-479d-8247-f22f5489072e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614607 Jul 09 19:29:14.554634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ddd3-2a69-497b-9035-a743d63fec80 req-070b9655-c793-4a7e-9bef-58fc654472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:14.556124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d6ddd3-2a69-497b-9035-a743d63fec80 req-070b9655-c793-4a7e-9bef-58fc654472c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 1100 time: 0.3076179 Jul 09 19:29:14.561961 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d831a41a-2e1d-4928-816b-25cb381f0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.580916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58502-0e17-435e-a701-e49873bfe64c req-b14f9795-d291-45b6-9a77-609a858062b1 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:14.582775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5c58502-0e17-435e-a701-e49873bfe64c req-b14f9795-d291-45b6-9a77-609a858062b1 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.3101728 Jul 09 19:29:14.588320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Made reservation on behalf of 97b791f928d948ae8e64c49255fd8c44 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:14.589638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d831a41a-2e1d-4928-816b-25cb381f0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.592079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.601945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.684903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d831a41a-2e1d-4928-816b-25cb381f0380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a8c2ebe9d15443e8549bb742ba0e455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216831 Jul 09 19:29:14.685311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:14.690927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d6ddd3-2a69-497b-9035-a743d63fec80 req-bad227dc-5691-463f-9370-5ddec1449b6c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258023 Jul 09 19:29:14.694094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831a41a-2e1d-4928-816b-25cb381f0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9ad4c-12ba-45d3-9607-8f7f2e54ceb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:14.710166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5c58502-0e17-435e-a701-e49873bfe64c req-5aa5fa60-bc4f-406a-905d-81555ab8371e tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153593 Jul 09 19:29:14.733350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455458a-d8fc-4a16-b0ce-a7eb602d36cc req-87e12c5b-3261-4664-a3f8-173c42bde0ad tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:14.734839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c455458a-d8fc-4a16-b0ce-a7eb602d36cc req-87e12c5b-3261-4664-a3f8-173c42bde0ad tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 964 time: 0.1193373 Jul 09 19:29:14.813886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71c5833-365e-4996-be37-844670936062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.818136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.823984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c455458a-d8fc-4a16-b0ce-a7eb602d36cc req-5dd99f66-f92c-46a4-8f8f-7bf4447c89a2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787995 Jul 09 19:29:14.829386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.862445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71c5833-365e-4996-be37-844670936062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:14.936842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:14.992294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9cb45356-7f5b-4635-9d0a-81a481c1a480 req-f0673019-2083-4288-af84-763166f5badb tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 210 time: 0.0594356 Jul 09 19:29:15.068350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71c5833-365e-4996-be37-844670936062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.071152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71c5833-365e-4996-be37-844670936062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.075200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d71c5833-365e-4996-be37-844670936062 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcc9ad4c-12ba-45d3-9607-8f7f2e54ceb9 HTTP/1.1" status: 204 len: 168 time: 0.3857794 Jul 09 19:29:15.080799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Allocated IP 192.168.233.57 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/989e7daf-eee0-412a-9967-49374d800f3a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:15.092534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5833-365e-4996-be37-844670936062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9ad4c-12ba-45d3-9607-8f7f2e54ceb9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:15.293484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.336962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Transition to ACTIVE for port object 989e7daf-eee0-412a-9967-49374d800f3a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:15.390147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.458051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Pushing event updated for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:15.461583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:15.463231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:15.465369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:15.472074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:15.472705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.481619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:15.501306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cae702d-fc1e-4a23-ba1a-3cda450c5b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.526212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-33eb3fc4-cef7-40c8-9688-053a52e0e5d5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1894174 Jul 09 19:29:15.537378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45985a0-5607-40ed-b556-65151d89ca28 req-d28959f1-f1a7-41b1-accf-7d3270a7c8b1 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:15.544179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Request body: {'port': {'device_id': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:15.545624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a45985a0-5607-40ed-b556-65151d89ca28 req-d28959f1-f1a7-41b1-accf-7d3270a7c8b1 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.0952170 Jul 09 19:29:15.602484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a45985a0-5607-40ed-b556-65151d89ca28 req-e11e18b8-3411-4ea0-ba63-8de95c634b72 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559926 Jul 09 19:29:15.692134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.753791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cae702d-fc1e-4a23-ba1a-3cda450c5b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.758880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cae702d-fc1e-4a23-ba1a-3cda450c5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.815927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae702d-fc1e-4a23-ba1a-3cda450c5b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dddece-58d5-431f-8306-e7e59050e99b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:15.846804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1eec7de-d1a5-4424-b98d-b41378c73fa2 None None] Provisioning for port 989e7daf-eee0-412a-9967-49374d800f3a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:15.855211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1eec7de-d1a5-4424-b98d-b41378c73fa2 None None] Provisioning complete for port 989e7daf-eee0-412a-9967-49374d800f3a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:15.855586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1eec7de-d1a5-4424-b98d-b41378c73fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:15.864164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:15.864833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2cae702d-fc1e-4a23-ba1a-3cda450c5b85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=068cd7ce143c4e0ead200baf6068caaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819685 Jul 09 19:29:15.905520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1eec7de-d1a5-4424-b98d-b41378c73fa2 None None] Port 989e7daf-eee0-412a-9967-49374d800f3a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:15.992736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.026297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb247b-777e-41ee-9288-cce0bd5a979e req-3a76a982-716e-466e-903f-c77a31d37715 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.027820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3eb247b-777e-41ee-9288-cce0bd5a979e req-3a76a982-716e-466e-903f-c77a31d37715 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.1568530 Jul 09 19:29:16.029976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.085818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989e7daf-eee0-412a-9967-49374d800f3a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:16.088349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3eb247b-777e-41ee-9288-cce0bd5a979e req-ca9b273d-7a68-452c-953b-f8372efd6aef tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Jul 09 19:29:16.095904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.114541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.117976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.118326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Transition to ACTIVE for port object 989e7daf-eee0-412a-9967-49374d800f3a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:16.119592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9dddece-58d5-431f-8306-e7e59050e99b HTTP/1.1" status: 204 len: 168 time: 0.2540431 Jul 09 19:29:16.127114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.139255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29b95-9c2e-4d45-a586-b8695fa79002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dddece-58d5-431f-8306-e7e59050e99b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:16.197881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048741d-5ad9-4ffb-b96d-5292a99e9c2e req-8cac1dfa-4860-424e-9ea9-3d286a864c1a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.199450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c048741d-5ad9-4ffb-b96d-5292a99e9c2e req-8cac1dfa-4860-424e-9ea9-3d286a864c1a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 964 time: 0.1512187 Jul 09 19:29:16.239037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Pushing event updated for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:16.258128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Attempting to bind port 989e7daf-eee0-412a-9967-49374d800f3a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:16.258442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Attempting to bind port 989e7daf-eee0-412a-9967-49374d800f3a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:16.258772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Attempting to bind port 989e7daf-eee0-412a-9967-49374d800f3a on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:16.285081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Port 989e7daf-eee0-412a-9967-49374d800f3a on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:16.285461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Attempting to bind port 989e7daf-eee0-412a-9967-49374d800f3a on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:16.307871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c048741d-5ad9-4ffb-b96d-5292a99e9c2e req-51909d5e-72eb-4474-b9b9-817086896c4d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893073 Jul 09 19:29:16.316664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:16.317008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:16.319690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:16.320154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Bound port: 989e7daf-eee0-412a-9967-49374d800f3a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:16.320523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.430478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:16.435751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=989e7daf-eee0-412a-9967-49374d800f3a,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:16.443329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.519613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.520241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:16.521897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] 10.222.0.25 "PUT /v2.0/ports/989e7daf-eee0-412a-9967-49374d800f3a HTTP/1.1" status: 200 len: 1095 time: 0.9818985 Jul 09 19:29:16.522340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:16.524670 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "tag": "989e7daf-eee0-412a-9967-49374d800f3a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:16.549468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbefdda-7a9c-4169-9bd2-4c2b9f5343aa service neutron] Pushing event updated for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:16.673017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbfcbc-966b-4973-92bb-6848e0902a1b req-d0c7ffa1-eb96-4f17-8203-6ff886fcc396 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.674193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ecbfcbc-966b-4973-92bb-6848e0902a1b req-d0c7ffa1-eb96-4f17-8203-6ff886fcc396 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 947 time: 0.2150605 Jul 09 19:29:16.696970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-db5f9fd2-fe9d-4d21-869f-8d93c3cf8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.698650 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-db5f9fd2-fe9d-4d21-869f-8d93c3cf8ff4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97b791f928d948ae8e64c49255fd8c44&device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 1098 time: 0.1197267 Jul 09 19:29:16.778737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ecbfcbc-966b-4973-92bb-6848e0902a1b req-fd45d419-0c7f-4d63-9de4-32169f8ca021 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035414 Jul 09 19:29:16.780037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-d4248149-2d57-4c7e-a4fa-672e62e0cee6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=989e7daf-eee0-412a-9967-49374d800f3a HTTP/1.1" status: 200 len: 217 time: 0.0694528 Jul 09 19:29:16.851618 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a057a0-557d-4ada-a375-56b11d886b40 x-openstack-request-id: req-f6a057a0-557d-4ada-a375-56b11d886b40 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:16.851904 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "tag": "989e7daf-eee0-412a-9967-49374d800f3a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:16.852151 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6a057a0-557d-4ada-a375-56b11d886b40 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:16.852575 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a', 'status': 'completed', 'code': 200} Jul 09 19:29:16.858893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-4f53f1e6-d1c0-44c2-ae18-0262b5e3ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.860223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-4f53f1e6-d1c0-44c2-ae18-0262b5e3ca28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0739019 Jul 09 19:29:16.923243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-7834668e-fc5d-4c92-a270-a71276d7dc80 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.925747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-7834668e-fc5d-4c92-a270-a71276d7dc80 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 1100 time: 0.1002054 Jul 09 19:29:16.951637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8368f2-2953-41b5-b430-068eff751691 req-57f141b5-3915-4d45-b082-339ce3ff32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:16.955025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-57f141b5-3915-4d45-b082-339ce3ff32b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880198 Jul 09 19:29:17.081416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-f269297a-ae20-4c6e-987c-f8f5c62186a5 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152608 Jul 09 19:29:17.126023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb538e15-912c-4456-97b7-33c22a8f1a4f req-6750222d-6987-4e14-92f9-7db59d23428c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.129686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb538e15-912c-4456-97b7-33c22a8f1a4f req-6750222d-6987-4e14-92f9-7db59d23428c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 949 time: 0.1761568 Jul 09 19:29:17.151744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0ef19da8-a223-4472-bd58-b9a1fbd04431 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:17.168576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Deleting port 7058e190-502d-4f81-9fd7-6563db575185 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:29:17.169120 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.214259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8368f2-2953-41b5-b430-068eff751691 req-d3556459-b8ba-473b-8ed6-ceeeec6d84da service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252720 Jul 09 19:29:17.228445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb538e15-912c-4456-97b7-33c22a8f1a4f req-5736c3a6-cf57-43fb-822c-3336b9ebd4ec tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Jul 09 19:29:17.288689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] For port 7058e190-502d-4f81-9fd7-6563db575185, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7058e190-502d-4f81-9fd7-6563db575185,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:17.289113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.305672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Calling delete_port for 7058e190-502d-4f81-9fd7-6563db575185 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:29:17.309010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:17.324591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'port_id': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-630478276', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:17.368461 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.387870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef19da8-a223-4472-bd58-b9a1fbd04431 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:17.418112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-05836744-5e2f-47e8-9e4b-e43b338c98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.419840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-05836744-5e2f-47e8-9e4b-e43b338c98f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97b791f928d948ae8e64c49255fd8c44&device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 1098 time: 0.1427112 Jul 09 19:29:17.424600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:17.429109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.553083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:17.590039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed96e-fdd8-49dd-9aaf-2604a514d330 req-f3545d5e-3a1c-4866-966f-f2b8eb1eae1c tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.591652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47aed96e-fdd8-49dd-9aaf-2604a514d330 req-f3545d5e-3a1c-4866-966f-f2b8eb1eae1c tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.2181809 Jul 09 19:29:17.600254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-99eb87bd-fd1e-43cf-b1bd-3dabb321bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.602621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-99eb87bd-fd1e-43cf-b1bd-3dabb321bf3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1759474 Jul 09 19:29:17.658358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-6a0514ec-cc74-4e78-a1ba-5b2a86b82089 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=989e7daf-eee0-412a-9967-49374d800f3a HTTP/1.1" status: 200 len: 217 time: 0.0473032 Jul 09 19:29:17.661331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0ef19da8-a223-4472-bd58-b9a1fbd04431'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:17.671948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47aed96e-fdd8-49dd-9aaf-2604a514d330 req-655ab6fd-63c5-4d02-86d9-160b3e8b3eee tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739081 Jul 09 19:29:17.695541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.710929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7058e190-502d-4f81-9fd7-6563db575185'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:17.745255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-5f80277b-829c-41fc-91c9-b01180f3bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.746924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-5f80277b-829c-41fc-91c9-b01180f3bd49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0812950 Jul 09 19:29:17.880052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] No DVR routers for this DVR port 7058e190-502d-4f81-9fd7-6563db575185 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:29:17.883816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27087-f051-493c-b8f4-146f484ba28b req-1a3519b9-57a9-4d62-a49e-86da2141970f tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.889197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.893851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3469a91a-ec3a-4195-804a-f435c4bad329 req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7058e190-502d-4f81-9fd7-6563db575185 HTTP/1.1" status: 204 len: 173 time: 0.9584892 Jul 09 19:29:17.895505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f98fc-8f88-484e-a6a5-bef5ef8d5aa1 tempest-DeleteServersAdminTestJSON-1391713272 tempest-DeleteServersAdminTestJSON-1391713272-project-admin] Pushing event deleted for resources: {'Port': ['ID=7058e190-502d-4f81-9fd7-6563db575185,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:17.904514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98c27087-f051-493c-b8f4-146f484ba28b req-1a3519b9-57a9-4d62-a49e-86da2141970f tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 965 time: 0.1547525 Jul 09 19:29:17.909539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'name': 'network-vif-deleted', 'tag': '7058e190-502d-4f81-9fd7-6563db575185'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:17.937321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-28b61c95-e938-49ab-a93a-fd1926a4292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:17.938796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-28b61c95-e938-49ab-a93a-fd1926a4292f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727245 Jul 09 19:29:18.055687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-2c1a9e9a-0a63-42d0-83e5-45070f361320 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075151 Jul 09 19:29:18.116671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98c27087-f051-493c-b8f4-146f484ba28b req-1d12c1ca-76cd-40d4-a667-6afc4ff0a999 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975684 Jul 09 19:29:18.217063 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3cc589-fa14-4bbf-973f-e76ac425aa90" -d '{"events": [{"server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "name": "network-vif-deleted", "tag": "7058e190-502d-4f81-9fd7-6563db575185"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:18.233821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35f2dde4-3fa6-41e0-8a8e-3f75852ad72c req-ccd94c42-bdd7-4411-8268-8989efcdf4a5 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704752 Jul 09 19:29:18.371989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbd37f-1189-41ce-8591-dc7b5a45ebfb req-00123717-5e1f-4ac2-853c-d7697395cd9a tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:18.377417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6cbd37f-1189-41ce-8591-dc7b5a45ebfb req-00123717-5e1f-4ac2-853c-d7697395cd9a tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 947 time: 0.0842116 Jul 09 19:29:18.418938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6cbd37f-1189-41ce-8591-dc7b5a45ebfb req-ee8afd70-41a5-43f2-9255-e0befbbbb6de tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Jul 09 19:29:18.453100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.554230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:18.617718 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0285768-f9b5-4479-9271-c646553d51f6 x-openstack-request-id: req-f0285768-f9b5-4479-9271-c646553d51f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:18.618201 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4228480-b7fe-46f8-a541-3f132ee300bd", "name": "network-vif-deleted", "tag": "7058e190-502d-4f81-9fd7-6563db575185", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:18.618477 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0285768-f9b5-4479-9271-c646553d51f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:18.618966 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4228480-b7fe-46f8-a541-3f132ee300bd', 'name': 'network-vif-deleted', 'tag': '7058e190-502d-4f81-9fd7-6563db575185', 'status': 'completed', 'code': 200} Jul 09 19:29:18.689315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e9767cb-72bc-4e73-a6fd-212c5dafd2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.780774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a6b1040-2817-48d1-aabb-5c54129d8c44 req-afb93f16-6453-4f25-88b4-ae944ad26b77 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4228480-b7fe-46f8-a541-3f132ee300bd HTTP/1.1" status: 200 len: 210 time: 0.0361159 Jul 09 19:29:18.811869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e9767cb-72bc-4e73-a6fd-212c5dafd2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.818078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e9767cb-72bc-4e73-a6fd-212c5dafd2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.855693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9767cb-72bc-4e73-a6fd-212c5dafd2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64abf831-ddc6-4e1a-abdf-a95a3fcfdf04,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:18.883091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e9767cb-72bc-4e73-a6fd-212c5dafd2ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffdd0eba8d5f4085b208310536d71198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270574 Jul 09 19:29:18.885659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:18.939389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.964108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3ec0-5740-4c02-b64c-8055c8fdaef5 req-c9240ac0-1380-4db8-9e1f-b4a36ce67054 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:18.965455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b9b3ec0-5740-4c02-b64c-8055c8fdaef5 req-c9240ac0-1380-4db8-9e1f-b4a36ce67054 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.0659702 Jul 09 19:29:18.965675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.016028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b9b3ec0-5740-4c02-b64c-8055c8fdaef5 req-20e6d241-8ac0-47da-97c1-f11793370b12 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Jul 09 19:29:19.047188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.049950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.051230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64abf831-ddc6-4e1a-abdf-a95a3fcfdf04 HTTP/1.1" status: 204 len: 168 time: 0.1644232 Jul 09 19:29:19.063022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b8ef2-e797-4472-af21-95beeac34ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64abf831-ddc6-4e1a-abdf-a95a3fcfdf04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:19.174120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0ef19da8-a223-4472-bd58-b9a1fbd04431 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:19.242765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 0ef19da8-a223-4472-bd58-b9a1fbd04431 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:19.250510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 0ef19da8-a223-4472-bd58-b9a1fbd04431 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:19.250889 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.348471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0a30f-162f-4d27-8926-f7c656125d1d req-bc5b0f2b-29e1-4dc9-9d4f-7327d0d22fd1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:19.360063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fc0a30f-162f-4d27-8926-f7c656125d1d req-bc5b0f2b-29e1-4dc9-9d4f-7327d0d22fd1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 965 time: 0.0982399 Jul 09 19:29:19.363627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.409887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fc0a30f-162f-4d27-8926-f7c656125d1d req-ad0fcacd-7d3d-4809-95fc-b110274aa855 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Jul 09 19:29:19.425160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:19.427817 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4017b89-312f-4ed4-bf67-750db64af05a" -d '{"events": [{"server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "name": "network-vif-plugged", "status": "completed", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:19.448811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:19.455784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.495297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:19.516744 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176daf83-885a-4912-97c7-be21ce3d8676 x-openstack-request-id: req-176daf83-885a-4912-97c7-be21ce3d8676 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:19.517311 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "name": "network-vif-plugged", "status": "completed", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:19.517776 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-176daf83-885a-4912-97c7-be21ce3d8676 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:19.518764 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'code': 200} Jul 09 19:29:19.531750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:19.588520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:19.623655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4efa-0a9e-48d5-8701-d2b99292bb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.714615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d434cd-cb65-4f7c-a1c5-edc16b003f0c req-2f48913a-5f7c-47d1-aa13-ef78d7442448 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:19.716775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86d434cd-cb65-4f7c-a1c5-edc16b003f0c req-2f48913a-5f7c-47d1-aa13-ef78d7442448 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 947 time: 0.0763190 Jul 09 19:29:19.722516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d479a6-ef7f-468f-bd7b-0ad19006f467 req-16bd1078-9a80-42ef-8fdd-394f887e5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:19.723966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7d479a6-ef7f-468f-bd7b-0ad19006f467 req-16bd1078-9a80-42ef-8fdd-394f887e5d7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1117 time: 0.1154363 Jul 09 19:29:19.758790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86d434cd-cb65-4f7c-a1c5-edc16b003f0c req-23194d8e-ea06-49f9-83b4-93219f4da5b8 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Jul 09 19:29:19.808508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28a18f12-c201-4222-855b-58861b9df9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.851761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7d479a6-ef7f-468f-bd7b-0ad19006f467 req-6002f0be-4f2e-45b0-b52f-284c4619645e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052771 Jul 09 19:29:19.871153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae6a1f-6986-4218-a481-62fda42d5cba req-e9c9d913-166d-496e-a1d4-d532d7e45de8 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:19.872650 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07ae6a1f-6986-4218-a481-62fda42d5cba req-e9c9d913-166d-496e-a1d4-d532d7e45de8 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.1640463 Jul 09 19:29:19.891492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4efa-0a9e-48d5-8701-d2b99292bb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.913449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4efa-0a9e-48d5-8701-d2b99292bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:19.974630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07ae6a1f-6986-4218-a481-62fda42d5cba req-f6d2caa7-5c98-4d04-8909-87c45783949e tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Jul 09 19:29:19.986268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c0ed4efa-0a9e-48d5-8701-d2b99292bb2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bf2a7e3d2fa4e3ea63116e440d39899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961523 Jul 09 19:29:19.989528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:19.992499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4efa-0a9e-48d5-8701-d2b99292bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26ae8a-eafa-4ea4-be21-ed7f562aa2aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:20.096152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28a18f12-c201-4222-855b-58861b9df9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.104628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28a18f12-c201-4222-855b-58861b9df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.108393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.130640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.203960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-67b427de-f911-4064-9c4f-63e7a2d1a221 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899651 Jul 09 19:29:20.221908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28a18f12-c201-4222-855b-58861b9df9fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe906c87b25c4f61866caf8b17c70650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232170 Jul 09 19:29:20.221908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18f12-c201-4222-855b-58861b9df9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceef34c-4e56-4647-bb6d-4064e04b9b56,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:20.222821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:20.231726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.234189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.235320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f26ae8a-eafa-4ea4-be21-ed7f562aa2aa HTTP/1.1" status: 204 len: 168 time: 0.2443583 Jul 09 19:29:20.264163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658c65-b0ee-4786-9d5d-464e5a8bec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26ae8a-eafa-4ea4-be21-ed7f562aa2aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:20.277586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848bd16-dda5-414e-8b4e-5e9c0012a692 req-873c3923-5994-481c-af91-a8ee74642e63 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:20.279361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e848bd16-dda5-414e-8b4e-5e9c0012a692 req-873c3923-5994-481c-af91-a8ee74642e63 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.1160903 Jul 09 19:29:20.321362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-ffb00ab1-1d1b-4623-b672-599ec1e32cc9 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:20.322897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-ffb00ab1-1d1b-4623-b672-599ec1e32cc9 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 949 time: 0.1943948 Jul 09 19:29:20.327640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.345613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e848bd16-dda5-414e-8b4e-5e9c0012a692 req-02a0c8cd-f90e-4316-b3d3-3621c5f56206 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/security-groups?id=d635c760-8586-4abc-afeb-f092c36468ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Jul 09 19:29:20.358534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.421275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.424460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.428623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fceef34c-4e56-4647-bb6d-4064e04b9b56 HTTP/1.1" status: 204 len: 168 time: 0.2021639 Jul 09 19:29:20.440503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-ee699940-5ff4-4da1-afa7-b42a4e50488c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:20.441721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f365e-aec0-459b-af8a-19e9a0b3698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceef34c-4e56-4647-bb6d-4064e04b9b56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:20.442074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-ee699940-5ff4-4da1-afa7-b42a4e50488c tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288282 Jul 09 19:29:20.495072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-669e1818-4f91-49ee-b142-7094420d1939 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/quotas/e91a2b245e5e4300aa39cf8c4ca8fefe HTTP/1.1" status: 200 len: 375 time: 0.0461841 Jul 09 19:29:20.549484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-fcf7fb23-928c-42f3-a330-2012c35e5bf4 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534422 Jul 09 19:29:20.584139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Deleting port b6b47551-00c8-45eb-a39c-451bad3b3607 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:29:20.584473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.712489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] For port b6b47551-00c8-45eb-a39c-451bad3b3607, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b6b47551-00c8-45eb-a39c-451bad3b3607,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:20.712881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:20.753421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Calling delete_port for b6b47551-00c8-45eb-a39c-451bad3b3607 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:29:20.865349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c908b-5d2d-47af-ae42-26891c4603a5 req-b5cae371-1f97-48fe-a478-ba91febcb4ad tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:20.875677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b35c908b-5d2d-47af-ae42-26891c4603a5 req-b5cae371-1f97-48fe-a478-ba91febcb4ad tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 966 time: 0.1034873 Jul 09 19:29:20.925861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b35c908b-5d2d-47af-ae42-26891c4603a5 req-b7f27b70-57fd-4d7c-86da-9c4cdf4068f5 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Jul 09 19:29:20.926406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:20.974664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ce6a-139b-437b-86a0-591e63e2366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.162207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ce6a-139b-437b-86a0-591e63e2366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.169453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ce6a-139b-437b-86a0-591e63e2366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.224410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e3f3ce6a-139b-437b-86a0-591e63e2366b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=776e1a05a83e4800b4930df90b3770e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945280 Jul 09 19:29:21.226606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3ce6a-139b-437b-86a0-591e63e2366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6771a-4e3e-47c6-82f5-46c21d6a2786,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:21.229350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:21.248213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a29dac8-dac3-46d2-93e3-1f5547102a19 req-45bce3aa-236f-45b4-bafb-81f6f883538a tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 210 time: 0.4561224 Jul 09 19:29:21.248898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.261501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['b6b47551-00c8-45eb-a39c-451bad3b3607'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:21.339723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.367053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2b56-2a7e-48df-b6da-eb33b0e0aa50 req-bed68892-1d40-43a6-9d7e-7a7d37f6ffa1 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:21.368568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-285b2b56-2a7e-48df-b6da-eb33b0e0aa50 req-bed68892-1d40-43a6-9d7e-7a7d37f6ffa1 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 947 time: 0.1304934 Jul 09 19:29:21.377702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Pushing event deleted for resources: {'Port': ['ID=b6b47551-00c8-45eb-a39c-451bad3b3607,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:21.379641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.438257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-285b2b56-2a7e-48df-b6da-eb33b0e0aa50 req-63e085bc-ae77-4e3b-a899-13184f183c5d tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607836 Jul 09 19:29:21.476508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 52722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:21.501457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.504582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.505861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96a6771a-4e3e-47c6-82f5-46c21d6a2786 HTTP/1.1" status: 204 len: 168 time: 0.2755513 Jul 09 19:29:21.591820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb0358-f947-4a43-ad32-2f03049d8ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6771a-4e3e-47c6-82f5-46c21d6a2786,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:21.625005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-73d68248-9c6b-4684-83fe-5b4ae07c2bf6 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:21.627289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-73d68248-9c6b-4684-83fe-5b4ae07c2bf6 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.3625352 Jul 09 19:29:21.651670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-a22859a9-d347-4bde-bf4a-9db26b1ce77f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1733799 Jul 09 19:29:21.652905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] No DVR routers for this DVR port b6b47551-00c8-45eb-a39c-451bad3b3607 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:29:21.691630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 989e7daf-eee0-412a-9967-49374d800f3a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:21.725007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7058e190-502d-4f81-9fd7-6563db575185 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:29:21.750332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.753223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e467ee6c-0c90-44ba-9c62-494137bf9585 req-5ddc0290-d13b-435f-9d3f-f26046eead61 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.25 "DELETE /v2.0/ports/b6b47551-00c8-45eb-a39c-451bad3b3607 HTTP/1.1" status: 204 len: 173 time: 1.4235463 Jul 09 19:29:21.765695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'name': 'network-vif-deleted', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:21.771539 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585684c7-0195-4383-a9f5-0a9410380cd0" -d '{"events": [{"server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "name": "network-vif-deleted", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:21.806669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 7058e190-502d-4f81-9fd7-6563db575185 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:29:21.807231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7058e190-502d-4f81-9fd7-6563db575185 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:29:21.865785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=989e7daf-eee0-412a-9967-49374d800f3a,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:21.882553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '989e7daf-eee0-412a-9967-49374d800f3a', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '989e7daf-eee0-412a-9967-49374d800f3a', 'mac_address': 'fa:16:3e:d6:57:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:21.908878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b70f-2991-439c-bddb-8e9f82353821 req-e4145907-fadc-4721-bfbc-a86342e1d31c tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:21.911430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebd5b70f-2991-439c-bddb-8e9f82353821 req-e4145907-fadc-4721-bfbc-a86342e1d31c tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 970 time: 0.4466128 Jul 09 19:29:21.931891 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.950104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989e7daf-eee0-412a-9967-49374d800f3a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:21.978189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=989e7daf-eee0-412a-9967-49374d800f3a,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:21.983939 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.032236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebd5b70f-2991-439c-bddb-8e9f82353821 req-0ffadaf0-a9e5-4231-9274-51486a2ac28e tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/security-groups?id=46ec6abf-8d3d-4b61-87b2-d28319247b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069317 Jul 09 19:29:22.048435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Deleting port 2a3e9562-b7d4-444b-b157-3d4126fc3708 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:29:22.049458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.049578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50cfb591-ea29-47f9-a5c3-b6e9e6760f58 req-7debfaed-9c41-40ee-afc3-e6762a215154 tempest-ServerDiagnosticsNegativeTest-1103478552 tempest-ServerDiagnosticsNegativeTest-1103478552-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbad277b-0c3e-4925-a074-311a755aecd9 HTTP/1.1" status: 200 len: 210 time: 0.1445014 Jul 09 19:29:22.110617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:22.201176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-f0501bcd-8807-4c81-a8e7-ba406a91baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:22.208126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-f0501bcd-8807-4c81-a8e7-ba406a91baa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1117 time: 0.3632603 Jul 09 19:29:22.212690 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa2598-09f7-4129-8ebc-6e3d37dcc12a x-openstack-request-id: req-bfaa2598-09f7-4129-8ebc-6e3d37dcc12a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:22.213097 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbad277b-0c3e-4925-a074-311a755aecd9", "name": "network-vif-deleted", "tag": "b6b47551-00c8-45eb-a39c-451bad3b3607", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:22.213494 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfaa2598-09f7-4129-8ebc-6e3d37dcc12a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:22.213978 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbad277b-0c3e-4925-a074-311a755aecd9', 'name': 'network-vif-deleted', 'tag': 'b6b47551-00c8-45eb-a39c-451bad3b3607', 'status': 'completed', 'code': 200} Jul 09 19:29:22.245846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] For port 2a3e9562-b7d4-444b-b157-3d4126fc3708, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a3e9562-b7d4-444b-b157-3d4126fc3708,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:22.246205 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.271669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Calling delete_port for 2a3e9562-b7d4-444b-b157-3d4126fc3708 owned by compute:tempest-test_az-630478276 {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:29:22.288437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['989e7daf-eee0-412a-9967-49374d800f3a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:22.418804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ac0-99eb-46ce-b520-5515bae6ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.459901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e1b5-bf3d-4700-9df0-f11b2fd530b6 req-003d0c65-5065-4ba9-8070-cfcf8c3a8e64 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:22.461468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac92e1b5-bf3d-4700-9df0-f11b2fd530b6 req-003d0c65-5065-4ba9-8070-cfcf8c3a8e64 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 966 time: 0.1153700 Jul 09 19:29:22.526554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bc60f71-58ff-4ac5-957b-5b0330f04dcd req-ed3c89b5-eb3e-4c34-bfcd-fba1ac3f187d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 210 time: 0.1170967 Jul 09 19:29:22.589838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac92e1b5-bf3d-4700-9df0-f11b2fd530b6 req-8ff9e207-f357-4884-b92b-f0c64e0a8741 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884655 Jul 09 19:29:22.607529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.635362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2a3e9562-b7d4-444b-b157-3d4126fc3708'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:22.693443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Pushing event deleted for resources: {'Port': ['ID=2a3e9562-b7d4-444b-b157-3d4126fc3708,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:22.718223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-c3269790-3651-48ee-8d30-111e2c2f8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:22.719929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-c3269790-3651-48ee-8d30-111e2c2f8059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.4863453 Jul 09 19:29:22.788595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] No DVR routers for this DVR port 2a3e9562-b7d4-444b-b157-3d4126fc3708 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:29:22.791774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.796682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22c5144a-a4cb-45f3-bd20-1f2ecd714da6 req-9f26836b-6394-4e27-ae2e-fbd7f756b943 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.59 "DELETE /v2.0/ports/2a3e9562-b7d4-444b-b157-3d4126fc3708 HTTP/1.1" status: 204 len: 173 time: 1.1401775 Jul 09 19:29:22.857804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-ec965894-b3cf-4123-8580-ba1c31c2ae81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 217 time: 0.1283596 Jul 09 19:29:22.925944 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.989595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-ead55c58-9000-42c7-ba5b-3313b140846d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981224 Jul 09 19:29:23.149170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dcc5e-9e35-445d-8fd4-b2eb0b9c2464 req-04ce1394-b79a-4dc6-9dd1-f0b6b47c1251 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:23.150771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-329dcc5e-9e35-445d-8fd4-b2eb0b9c2464 req-04ce1394-b79a-4dc6-9dd1-f0b6b47c1251 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 948 time: 0.2753327 Jul 09 19:29:23.188633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-a67b7a28-5c3d-4ab1-95a2-53763145a1c3 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:23.190591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-a67b7a28-5c3d-4ab1-95a2-53763145a1c3 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894891 Jul 09 19:29:23.208681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Request body: {'port': {'device_id': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e91a2b245e5e4300aa39cf8c4ca8fefe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:23.272757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:23.292943 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-329dcc5e-9e35-445d-8fd4-b2eb0b9c2464 req-cbbe254d-e26f-4cdb-b669-c39155544ea9 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346414 Jul 09 19:29:23.334508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-44ffd396-dfac-472b-bacb-446e75c7b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:23.335874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-44ffd396-dfac-472b-bacb-446e75c7b624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.4297740 Jul 09 19:29:23.430701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d772ae-ad3c-46e4-9db9-fe9865243736 req-de5c87e7-3e49-415d-b14f-a1a973616a28 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:23.432226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82d772ae-ad3c-46e4-9db9-fe9865243736 req-de5c87e7-3e49-415d-b14f-a1a973616a28 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 966 time: 0.5604942 Jul 09 19:29:23.438147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Made reservation on behalf of e91a2b245e5e4300aa39cf8c4ca8fefe for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:23.445755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:23.448861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:23.472564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'floatingip': {'port_id': '0ef19da8-a223-4472-bd58-b9a1fbd04431'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:23.621567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:23.660671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed6f349a-8401-41cd-8424-a04d1a46e16b req-8f35d44d-2426-4d51-a2d9-08cf79c3cd15 tempest-AggregatesAdminTestJSON-144686113 tempest-AggregatesAdminTestJSON-144686113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1085dfb1-6125-439e-8732-f435419972ac HTTP/1.1" status: 200 len: 210 time: 0.0671260 Jul 09 19:29:23.672654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d9602b-a386-43fb-89e7-fd8ffbbadad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:23.707282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 989e7daf-eee0-412a-9967-49374d800f3a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:23.760299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Allocated IP 192.168.233.177 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/643b190d-6cb8-4ce6-b234-ea67f681ddb6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:23.812048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 989e7daf-eee0-412a-9967-49374d800f3a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:23.830830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 989e7daf-eee0-412a-9967-49374d800f3a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:23.831972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:23.969867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-426f3bf6-254b-4b08-be3a-2e1a7838b228 req-adffa90c-bd80-4a83-8e0f-a657b28dbc4f tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 210 time: 0.0554314 Jul 09 19:29:23.990964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-1b0a0ff1-b43f-440b-a722-fe5765b40ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:23.992923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-1b0a0ff1-b43f-440b-a722-fe5765b40ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6436741 Jul 09 19:29:24.053339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:24.053807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.063202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.074945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d9602b-a386-43fb-89e7-fd8ffbbadad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.094233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d9602b-a386-43fb-89e7-fd8ffbbadad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.107689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:24.110739 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c52699-bc80-4c91-b078-03bf988cf94f" -d '{"events": [{"server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "name": "network-vif-plugged", "status": "completed", "tag": "989e7daf-eee0-412a-9967-49374d800f3a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:24.124943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=989e7daf-eee0-412a-9967-49374d800f3a,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:24.131421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.132555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b6b47551-00c8-45eb-a39c-451bad3b3607 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:29:24.166444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Transition to ACTIVE for port object 643b190d-6cb8-4ce6-b234-ea67f681ddb6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:24.177459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-60d9602b-a386-43fb-89e7-fd8ffbbadad6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a197bc519d6647fd83270243a0534ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9023712 Jul 09 19:29:24.177804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:24.216364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: b6b47551-00c8-45eb-a39c-451bad3b3607 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:29:24.216548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'name': 'network-vif-deleted', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:24.216650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b6b47551-00c8-45eb-a39c-451bad3b3607 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:29:24.218996 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c7b5a-d820-4832-b6a8-f6d1d43e7aee" -d '{"events": [{"server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "name": "network-vif-deleted", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:24.228121 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de44ee5-d8f5-4397-9d63-7d5ceb595902 x-openstack-request-id: req-9de44ee5-d8f5-4397-9d63-7d5ceb595902 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:24.228425 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "name": "network-vif-plugged", "status": "completed", "tag": "989e7daf-eee0-412a-9967-49374d800f3a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:24.228689 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9de44ee5-d8f5-4397-9d63-7d5ceb595902 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:24.232820 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a', 'code': 200} Jul 09 19:29:24.283462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:24.290033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9602b-a386-43fb-89e7-fd8ffbbadad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d598fad-3b81-4558-ac03-89a8fbc536b8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:24.367898 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c135bea1-cc78-4de6-842b-261a27293d17 x-openstack-request-id: req-c135bea1-cc78-4de6-842b-261a27293d17 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:24.368117 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085dfb1-6125-439e-8732-f435419972ac", "name": "network-vif-deleted", "tag": "2a3e9562-b7d4-444b-b157-3d4126fc3708", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:24.368374 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c135bea1-cc78-4de6-842b-261a27293d17 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:24.368757 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085dfb1-6125-439e-8732-f435419972ac', 'name': 'network-vif-deleted', 'tag': '2a3e9562-b7d4-444b-b157-3d4126fc3708', 'status': 'completed', 'code': 200} Jul 09 19:29:24.371177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.461655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-ac58fcfd-c855-45f9-9978-58c036c64ff1 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072154 Jul 09 19:29:24.461821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.487492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.498461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Pushing event updated for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:24.500900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:24.543420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:24.549107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:24.552517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:24.558184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:24.558798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.574517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b2e79-5a9f-4b2b-a0ca-58da5cbba68a req-170f87cc-8ea6-4470-bcc7-44ca1e1412dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:24.576654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a67b2e79-5a9f-4b2b-a0ca-58da5cbba68a req-170f87cc-8ea6-4470-bcc7-44ca1e1412dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 1100 time: 0.2489967 Jul 09 19:29:24.607226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-cc5c3755-5fad-42cb-a595-fcfd5e66a0d9 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4036245 Jul 09 19:29:24.631940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Request body: {'port': {'device_id': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:24.634725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44161a32-1afa-4a50-8a6f-4ed83202a7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.636431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.639481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.643799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d598fad-3b81-4558-ac03-89a8fbc536b8 HTTP/1.1" status: 204 len: 168 time: 0.4474070 Jul 09 19:29:24.672425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-8e3146f0-514d-47b5-a612-ed287addd248 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4718470dc4394191b2e613c4b0326846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739129 Jul 09 19:29:24.721317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e528a766-9269-4c40-8a5b-0521f65cdc1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2556445d7154ba19ac6f95a267904ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650658 Jul 09 19:29:24.729583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:24.785303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afff08-b8c5-4f5a-9856-fc765ddaa0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d598fad-3b81-4558-ac03-89a8fbc536b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:24.816596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a67b2e79-5a9f-4b2b-a0ca-58da5cbba68a req-83aeac68-c990-4f1e-8b11-556072972316 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323494 Jul 09 19:29:24.899576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.912066 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5d5a-27d5-4b64-981f-b88f7aee9608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.926172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-c5af927f-0fcc-4652-956f-b67a4574732f tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:24.927869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-c5af927f-0fcc-4652-956f-b67a4574732f tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117221 Jul 09 19:29:24.952958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-15d1cb8e-21ff-4bdb-85f8-d3797580043d None None] Provisioning for port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:24.959407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-15d1cb8e-21ff-4bdb-85f8-d3797580043d None None] Provisioning complete for port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:24.959879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15d1cb8e-21ff-4bdb-85f8-d3797580043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:24.968316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df6a315b-ef30-4ed5-b10a-4a57e22457c8 req-b0ee8a4e-c5ff-47b7-bfa3-3cefed3160c8 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677832 Jul 09 19:29:24.975266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-a73172ff-f39e-4f45-aa19-5b0aea87ca5c tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/quotas/4718470dc4394191b2e613c4b0326846 HTTP/1.1" status: 200 len: 375 time: 0.0412073 Jul 09 19:29:25.001274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.018659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df5c9d-7947-468d-86b0-20984ac3b8f1 req-5e231572-cb1f-437c-8a11-968cfc165bad tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:25.026792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25df5c9d-7947-468d-86b0-20984ac3b8f1 req-5e231572-cb1f-437c-8a11-968cfc165bad tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 949 time: 0.5153301 Jul 09 19:29:25.033036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-9f589e85-f999-460a-9c78-7b75e90880d8 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4718470dc4394191b2e613c4b0326846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496550 Jul 09 19:29:25.038311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:25.061224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-15d1cb8e-21ff-4bdb-85f8-d3797580043d None None] Port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:25.108858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49939c39-761e-42ca-b15a-9100aec765a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.132316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44161a32-1afa-4a50-8a6f-4ed83202a7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.133513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.146147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44161a32-1afa-4a50-8a6f-4ed83202a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.170010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:29:25.178676 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.231870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25df5c9d-7947-468d-86b0-20984ac3b8f1 req-41e66484-6c59-48ec-b638-895f393e9f21 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040925 Jul 09 19:29:25.238450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a3e9562-b7d4-444b-b157-3d4126fc3708 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:29:25.246415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44161a32-1afa-4a50-8a6f-4ed83202a7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e7cd0-b147-419a-8a87-d2d0a29e01bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:25.255683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44161a32-1afa-4a50-8a6f-4ed83202a7f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2bdf97d2c874a3ca05d98afdbc9e3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411175 Jul 09 19:29:25.259482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:25.291205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 2a3e9562-b7d4-444b-b157-3d4126fc3708 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:29:25.292804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a3e9562-b7d4-444b-b157-3d4126fc3708 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:29:25.430244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.499414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49939c39-761e-42ca-b15a-9100aec765a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.506241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f6c9f5e-66d4-4c1c-92af-26a7d3c18f09 req-d845d008-6751-44df-84d7-b425d986aea3 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 210 time: 0.0603211 Jul 09 19:29:25.512463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643b190d-6cb8-4ce6-b234-ea67f681ddb6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:25.524026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.525930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49939c39-761e-42ca-b15a-9100aec765a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.535330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.587535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.602493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-49939c39-761e-42ca-b15a-9100aec765a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8387f31d9b9e44d9b1677f0601e7789a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602002 Jul 09 19:29:25.603829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Transition to ACTIVE for port object 643b190d-6cb8-4ce6-b234-ea67f681ddb6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:25.604715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:25.613537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49939c39-761e-42ca-b15a-9100aec765a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679444dc-1516-46af-aaf3-0f44c5bd0ebc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:25.622904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.623412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.660457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.663225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.664927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d635c760-8586-4abc-afeb-f092c36468ad HTTP/1.1" status: 204 len: 168 time: 0.9271753 Jul 09 19:29:25.679396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3d51-c3f1-4a50-8a19-8595c9e10ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635c760-8586-4abc-afeb-f092c36468ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:25.757918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67a23-108c-44bb-bb98-6a5784673f8a req-8d848e91-19fb-4b52-ba87-ff6e218fb5de tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:25.766047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8d67a23-108c-44bb-bb98-6a5784673f8a req-8d848e91-19fb-4b52-ba87-ff6e218fb5de tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 936 time: 0.1832244 Jul 09 19:29:25.808843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Pushing event updated for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:25.819526 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172 associated. External IP: 172.25.3.24, port: 0ef19da8-a223-4472-bd58-b9a1fbd04431. Jul 09 19:29:25.824810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.830466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:25.850019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a4e7cd0-b147-419a-8a87-d2d0a29e01bc HTTP/1.1" status: 204 len: 168 time: 0.5880153 Jul 09 19:29:25.933669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8d67a23-108c-44bb-bb98-6a5784673f8a req-0dd5f51e-658f-4bbd-af5d-d69b4a4c9884 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665900 Jul 09 19:29:26.007973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:26.223311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Attempting to bind port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:26.223978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Attempting to bind port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:26.223978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Attempting to bind port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:26.224315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.227018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.256743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:26.258247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.279190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:29:26.296848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0867e96-b7ce-4f3d-a328-a17dc2b4661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.307039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e542ea-175a-4e45-9558-b8f3100a85f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e7cd0-b147-419a-8a87-d2d0a29e01bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:26.328124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:26.328848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Attempting to bind port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:26.350167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:26.351137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:26.352095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:26.352791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Bound port: 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:26.353487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.369541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.372943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.374326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/679444dc-1516-46af-aaf3-0f44c5bd0ebc HTTP/1.1" status: 204 len: 168 time: 0.7678678 Jul 09 19:29:26.438265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:26.442420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:26.453890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927169e-4c13-435f-83b8-0ca911ec904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679444dc-1516-46af-aaf3-0f44c5bd0ebc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:26.469013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.701430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Pushing event updated for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:26.723368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:26.723368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:26.724442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.726494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-c99931f7-101a-4aea-9a6b-bd4990754297 service neutron] 10.222.0.59 "PUT /v2.0/ports/643b190d-6cb8-4ce6-b234-ea67f681ddb6 HTTP/1.1" status: 200 len: 1096 time: 2.1013813 Jul 09 19:29:26.744289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:26.750550 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495" -d '{"events": [{"name": "network-changed", "server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:26.761386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:29:26.773782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ac9c-e887-41cc-823e-aa11773db3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.779478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:26.791320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:29:26.809891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca92f11b-8a6f-404c-aa5d-46e685fb6d88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fdc7362c00a4d6296439a0910c566e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7998266 Jul 09 19:29:26.818242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:26.824247 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:26.824905 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:26.867715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-7a8a2609-8e91-4c32-a64b-6673935f9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:26.869362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-7a8a2609-8e91-4c32-a64b-6673935f9b77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 1099 time: 0.0850937 Jul 09 19:29:26.877553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f11c8-b1be-4d59-be6a-8f6c905c053d req-a698a3e8-d424-40c6-becc-5affd0b22cc1 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:26.880222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f73f11c8-b1be-4d59-be6a-8f6c905c053d req-a698a3e8-d424-40c6-becc-5affd0b22cc1 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 949 time: 0.2849340 Jul 09 19:29:26.932628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-662085f1-71e9-4b17-964a-cb16332361b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6 HTTP/1.1" status: 200 len: 217 time: 0.0513539 Jul 09 19:29:26.995137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0867e96-b7ce-4f3d-a328-a17dc2b4661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.014709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:27.021783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52092a78-a619-4621-8fed-031278fa98d4 req-da1acf4e-e205-4ee1-bd01-60877ddd3f54 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 210 time: 0.1897376 Jul 09 19:29:27.030543 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0867e96-b7ce-4f3d-a328-a17dc2b4661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.054770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7fb8c5f3-5373-4229-a013-25049d31aeac tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "PUT /v2.0/floatingips/1a16f43b-080c-4375-8ee3-ab48b000e172 HTTP/1.1" status: 200 len: 1011 time: 3.6047599 Jul 09 19:29:27.068936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:27.071858 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f23fd-edd8-4920-a840-da897a5aaba4" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:27.105181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.131244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.150246 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dacaab-4860-4024-b8f8-7f415c10831f x-openstack-request-id: req-82dacaab-4860-4024-b8f8-7f415c10831f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:27.150575 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:27.150827 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82dacaab-4860-4024-b8f8-7f415c10831f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:27.151231 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6', 'status': 'completed', 'code': 200} Jul 09 19:29:27.158515 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f73f11c8-b1be-4d59-be6a-8f6c905c053d req-9f798829-9d88-4c4f-8f0a-147368ae2f6b tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292843 Jul 09 19:29:27.210434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-0379be99-5820-4525-95f5-8cbb99f9147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:27.213764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-0379be99-5820-4525-95f5-8cbb99f9147b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2723553 Jul 09 19:29:27.239238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b0867e96-b7ce-4f3d-a328-a17dc2b4661f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04efcd50ba6c476a8260f84689d7fa4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797363 Jul 09 19:29:27.244152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:27.244834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0867e96-b7ce-4f3d-a328-a17dc2b4661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82d1e1-d517-4ccf-ae33-9e2409ffde3b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:27.298652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-e25d4fdc-6cb4-4e4f-96a7-52d14cb18820 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4718470dc4394191b2e613c4b0326846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738578 Jul 09 19:29:27.434395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-474036b9-22c8-4af7-9332-fff4001320ca tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:27.436537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-474036b9-22c8-4af7-9332-fff4001320ca tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309168 Jul 09 19:29:27.453429 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4e10b2-ef37-4f20-ac01-da1d0260626e x-openstack-request-id: req-0a4e10b2-ef37-4f20-ac01-da1d0260626e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:27.453722 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:27.453976 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a4e10b2-ef37-4f20-ac01-da1d0260626e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:27.454370 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'status': 'completed', 'code': 200} Jul 09 19:29:27.466609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Request body: {'port': {'device_id': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '4718470dc4394191b2e613c4b0326846'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:27.598038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.600505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.618469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.621358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46ec6abf-8d3d-4b61-87b2-d28319247b05 HTTP/1.1" status: 204 len: 168 time: 0.7996309 Jul 09 19:29:27.650116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.688260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d495b72-13e5-414c-90ba-19e31e44316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ec6abf-8d3d-4b61-87b2-d28319247b05,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:27.706466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-a8f52e90-a2c2-44c9-abea-6015fc63eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:27.726666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.739104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-a8f52e90-a2c2-44c9-abea-6015fc63eb89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4984970 Jul 09 19:29:27.766191 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7da53-034a-4961-ae42-a56b7530200c', 'device_owner': 'compute:tempest-test_az-630478276'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:29:25Z', 'revision_number': 1, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:27.798180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:29:27.798791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ac9c-e887-41cc-823e-aa11773db3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.800505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d123b5-283c-43cc-80ee-c482b7ee0dba req-ab8c207b-f4ae-42ae-a325-863d1eaf9235 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:27.810438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:27.811394 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:27.811518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3d123b5-283c-43cc-80ee-c482b7ee0dba req-ab8c207b-f4ae-42ae-a325-863d1eaf9235 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 948 time: 0.5684681 Jul 09 19:29:27.854400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ac9c-e887-41cc-823e-aa11773db3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:27.878605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-7653fa38-82be-4b88-842c-65e4e17707c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:27.880103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-7653fa38-82be-4b88-842c-65e4e17707c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1117 time: 0.4214640 Jul 09 19:29:27.901265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0ee7ac9c-e887-41cc-823e-aa11773db3c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=700a98a3cd4048cbae40102c0375eb43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1732874 Jul 09 19:29:27.909323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:27.935848 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:27.979760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ac9c-e887-41cc-823e-aa11773db3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedccc3-ea23-4bf2-98e7-d1728c71cca5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:28.021387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-ac7eb794-02c6-4fea-aa3e-48e162a346d4 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705901 Jul 09 19:29:28.023027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Made reservation on behalf of 4718470dc4394191b2e613c4b0326846 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:28.027977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.082301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.084226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3d123b5-283c-43cc-80ee-c482b7ee0dba req-6c590408-6742-45d1-a1a3-e5ccf3b351ed tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674363 Jul 09 19:29:28.123539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.130721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.141794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d82d1e1-d517-4ccf-ae33-9e2409ffde3b HTTP/1.1" status: 204 len: 168 time: 0.8869278 Jul 09 19:29:28.205058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7b62a-3a16-4c9f-9272-8f125c2546da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82d1e1-d517-4ccf-ae33-9e2409ffde3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:28.242413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7da53-034a-4961-ae42-a56b7530200c', 'device_owner': 'compute:tempest-test_az-630478276'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:29:25Z', 'revision_number': 1, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:28.263165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:28.271921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-cdc992f6-3990-4d70-b298-7731bc4178d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:28.273336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-cdc992f6-3990-4d70-b298-7731bc4178d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.3834748 Jul 09 19:29:28.275295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.276211 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c9cff4-dedb-4f99-8c2c-e89465bd033f None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e7da53-034a-4961-ae42-a56b7530200c', 'device_owner': 'compute:tempest-test_az-630478276'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:29:25Z', 'revision_number': 1, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:29:28.396868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.435077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b75b2ed-d330-45f4-9e73-492b4ac3f79b req-39211aaa-ca09-4459-955b-8d9cf5985880 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928444 Jul 09 19:29:28.452370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec23b3ef-a2f7-499d-ab36-001ec044ab6e req-532c69f3-b295-4dc1-b206-612f684b92f4 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 210 time: 0.1014330 Jul 09 19:29:28.454719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9890cc-0e82-4f3c-8e7e-01eb05a494aa req-663879af-a076-4aad-b8e0-085204cd29e5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:28.465035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c9890cc-0e82-4f3c-8e7e-01eb05a494aa req-663879af-a076-4aad-b8e0-085204cd29e5 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 949 time: 0.4105523 Jul 09 19:29:28.585888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8171e1f4-c24e-42d2-952c-3fd8b2e2a72d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90bb3b92d504445fa12f466e678b21ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215418 Jul 09 19:29:28.587241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:28.594391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-2a603b8c-1f80-42a0-bc8b-eb6e2b02b633 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 1019 time: 0.3102453 Jul 09 19:29:28.652547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.665970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c9890cc-0e82-4f3c-8e7e-01eb05a494aa req-448419ed-5537-4769-96b9-3e0ad65d771b tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992106 Jul 09 19:29:28.676324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.694166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8201e979-8029-41f6-9802-b18569b9f06c None None] New status for floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:29:28.767461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-9e1df53c-280d-415e-b1c9-b0cf5d95cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:28.769394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-9e1df53c-280d-415e-b1c9-b0cf5d95cd38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.1346335 Jul 09 19:29:28.770432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.790256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa26619-5541-4eca-98d1-f6dad807d12c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:28.795683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.855898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.859313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.860590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdedccc3-ea23-4bf2-98e7-d1728c71cca5 HTTP/1.1" status: 204 len: 168 time: 0.9486110 Jul 09 19:29:28.882285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.884841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:28.885350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-bcd6f199-086c-4726-bf5a-f76f8af7f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:28.886328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03875df7-7217-4ef5-8f1e-33f11f3da5af HTTP/1.1" status: 204 len: 168 time: 0.2960048 Jul 09 19:29:28.886866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-bcd6f199-086c-4726-bf5a-f76f8af7f280 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 1099 time: 0.3157516 Jul 09 19:29:28.896529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c0903-297c-409e-a8ca-be9ee4c1167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedccc3-ea23-4bf2-98e7-d1728c71cca5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:28.910408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0bf4-c07f-44f2-98a7-309bd5b1652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03875df7-7217-4ef5-8f1e-33f11f3da5af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:28.937576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-0e00c69a-a5d3-4199-92aa-eda1088acf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:28.939225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-0e00c69a-a5d3-4199-92aa-eda1088acf70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993822 Jul 09 19:29:29.065413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Allocated IP 192.168.233.251 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/c2e868bc-f8d5-4b63-aa37-b871c92bd490) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:29.088444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-99df24ef-a320-44ea-9aad-375e3b6a686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.089601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-99df24ef-a320-44ea-9aad-375e3b6a686d service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1904922 Jul 09 19:29:29.145748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-48d7bd76-3fce-412c-a168-abffe2bc5a60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6 HTTP/1.1" status: 200 len: 217 time: 0.0485420 Jul 09 19:29:29.178299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-6e583aa9-5723-4dd0-aaa2-02c2696254b0 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289250 Jul 09 19:29:29.335643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-6d5ccea9-03e7-4643-9ad5-ed2eb2de4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.337228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-6d5ccea9-03e7-4643-9ad5-ed2eb2de4bd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1814530 Jul 09 19:29:29.416312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed5f23fd-edd8-4920-a840-da897a5aaba4 req-bd63569b-f422-4ded-aa5b-3d2d46285be6 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326055 Jul 09 19:29:29.449083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-b46e6a4b-cd4d-474e-a6fb-4d1802f11dcd tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.454652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-b46e6a4b-cd4d-474e-a6fb-4d1802f11dcd tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 949 time: 0.1733150 Jul 09 19:29:29.468746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd043ce2-36a6-4a30-ac18-9774f38d748a req-3963a0fd-27d7-489a-98ec-4f922dff5699 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.473979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd043ce2-36a6-4a30-ac18-9774f38d748a req-3963a0fd-27d7-489a-98ec-4f922dff5699 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 948 time: 0.1503174 Jul 09 19:29:29.518341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-77540bd2-dbba-41df-96cb-7b4f57378d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.521224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-77540bd2-dbba-41df-96cb-7b4f57378d6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766441 Jul 09 19:29:29.531524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:29.549341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Transition to ACTIVE for port object c2e868bc-f8d5-4b63-aa37-b871c92bd490 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:29.561701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd043ce2-36a6-4a30-ac18-9774f38d748a req-55bee6f5-871a-4135-8fe1-002c4630b738 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867181 Jul 09 19:29:29.617583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:29.695574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Deleting port 989e7daf-eee0-412a-9967-49374d800f3a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:29:29.695908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:29.714659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:29.722992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:29.727715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:29.734377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:29.735196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:29.767077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:29.783320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-34210ce1-0427-4a95-b22b-4d9aa690bddc tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3308282 Jul 09 19:29:29.808895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Request body: {'port': {'device_id': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:29.867495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-1567d44e-62b3-4e15-902a-71ec5ebe47fe service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779601 Jul 09 19:29:30.072246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.115657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2a153618-cbea-4c6a-884e-574241625b50 None None] Provisioning for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:30.120850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2a153618-cbea-4c6a-884e-574241625b50 None None] Provisioning complete for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:30.121672 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2a153618-cbea-4c6a-884e-574241625b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.152720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b296139b-b1f6-40a4-a3e8-1cb67fa3c495 req-805a8699-ab25-4cc6-9879-a8bdc55fd01b service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781465 Jul 09 19:29:30.211816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2a153618-cbea-4c6a-884e-574241625b50 None None] Port c2e868bc-f8d5-4b63-aa37-b871c92bd490 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:30.374990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297edf38-bdeb-412c-82c0-14414c261dce req-61894c19-b99c-484f-a639-fc467d79a6c7 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:30.376559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-297edf38-bdeb-412c-82c0-14414c261dce req-61894c19-b99c-484f-a639-fc467d79a6c7 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 949 time: 0.1391039 Jul 09 19:29:30.384838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f81f3-0d83-41fa-93c0-b00cc1ac0da9 req-b1142d91-09bd-44b1-bdbc-bdb0192bcb67 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:30.387236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d5f81f3-0d83-41fa-93c0-b00cc1ac0da9 req-b1142d91-09bd-44b1-bdbc-bdb0192bcb67 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 936 time: 0.6271801 Jul 09 19:29:30.395503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] For port 989e7daf-eee0-412a-9967-49374d800f3a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=989e7daf-eee0-412a-9967-49374d800f3a,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:30.396121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.439209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Calling delete_port for 989e7daf-eee0-412a-9967-49374d800f3a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:29:30.442089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-297edf38-bdeb-412c-82c0-14414c261dce req-07f8532e-ba85-41f6-a248-b5bc4690bff7 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557532 Jul 09 19:29:30.449804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d5f81f3-0d83-41fa-93c0-b00cc1ac0da9 req-b7d45d4c-043a-4f06-a20a-825188e5b34f tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563335 Jul 09 19:29:30.510216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:30.532062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.555622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Transition to ACTIVE for port object c2e868bc-f8d5-4b63-aa37-b871c92bd490 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:30.564102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.634291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.647781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['989e7daf-eee0-412a-9967-49374d800f3a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:30.672156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:30.715389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Pushing event deleted for resources: {'Port': ['ID=989e7daf-eee0-412a-9967-49374d800f3a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:30.796171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Attempting to bind port c2e868bc-f8d5-4b63-aa37-b871c92bd490 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:30.796511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Attempting to bind port c2e868bc-f8d5-4b63-aa37-b871c92bd490 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:30.796835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Attempting to bind port c2e868bc-f8d5-4b63-aa37-b871c92bd490 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:30.802980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Port c2e868bc-f8d5-4b63-aa37-b871c92bd490 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:30.803236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Attempting to bind port c2e868bc-f8d5-4b63-aa37-b871c92bd490 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:30.815971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:30.816309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:30.816689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:30.817114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Bound port: c2e868bc-f8d5-4b63-aa37-b871c92bd490, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:30.821744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.913802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] No DVR routers for this DVR port 989e7daf-eee0-412a-9967-49374d800f3a on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:29:30.917985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.920316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f37521c7-e858-472a-8161-49bae2ae3ec0 req-c7e8dbfa-4cad-4853-94c4-4336baf99530 tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.25 "DELETE /v2.0/ports/989e7daf-eee0-412a-9967-49374d800f3a HTTP/1.1" status: 204 len: 173 time: 1.4442444 Jul 09 19:29:30.921273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'name': 'network-vif-deleted', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:30.923329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:30.924213 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ac7dc8-8823-4cb5-becf-3b786e9d7413" -d '{"events": [{"server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "name": "network-vif-deleted", "tag": "989e7daf-eee0-412a-9967-49374d800f3a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:30.936759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:30.944326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.983101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f1c0-e0a2-4c62-8af8-1180464e0e86 req-e8f5d5ee-a030-42a6-a549-b49345484d20 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:30.994137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-77f5f1c0-e0a2-4c62-8af8-1180464e0e86 req-e8f5d5ee-a030-42a6-a549-b49345484d20 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 948 time: 0.2038589 Jul 09 19:29:30.995585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:30.996396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:30.998669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2e868bc-f8d5-4b63-aa37-b871c92bd490 HTTP/1.1" status: 200 len: 1096 time: 1.2051654 Jul 09 19:29:31.000813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:31.010012 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:31.078261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-77f5f1c0-e0a2-4c62-8af8-1180464e0e86 req-f19794f6-359f-43bc-8bfe-f73b0d6d8928 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816474 Jul 09 19:29:31.083685 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb40ea24-d6e6-41fd-a474-e7cf05e78a85 x-openstack-request-id: req-bb40ea24-d6e6-41fd-a474-e7cf05e78a85 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:31.085360 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb490ff-6df5-4e1a-8ff8-7fe261171e8f", "name": "network-vif-deleted", "tag": "989e7daf-eee0-412a-9967-49374d800f3a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:31.086384 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb40ea24-d6e6-41fd-a474-e7cf05e78a85 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:31.088253 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb490ff-6df5-4e1a-8ff8-7fe261171e8f', 'name': 'network-vif-deleted', 'tag': '989e7daf-eee0-412a-9967-49374d800f3a', 'status': 'completed', 'code': 200} Jul 09 19:29:31.121969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37d0e-29be-47f5-b4c4-2b0b5d207af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:31.256638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 643b190d-6cb8-4ce6-b234-ea67f681ddb6 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:31.277389 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd1d98-b9df-4aa0-87b5-c60be05eaae2 x-openstack-request-id: req-3abd1d98-b9df-4aa0-87b5-c60be05eaae2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:31.277675 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:31.278103 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3abd1d98-b9df-4aa0-87b5-c60be05eaae2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:31.279079 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'status': 'completed', 'code': 200} Jul 09 19:29:31.311921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-04dc7dac-75c9-4e97-974b-fc178f457ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:31.314654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-04dc7dac-75c9-4e97-974b-fc178f457ce6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4718470dc4394191b2e613c4b0326846&device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 1099 time: 0.1363709 Jul 09 19:29:31.381968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-27008048-ffd5-4f94-9a17-a34cc0b954f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490 HTTP/1.1" status: 200 len: 217 time: 0.0588851 Jul 09 19:29:31.390051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:31.405151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '643b190d-6cb8-4ce6-b234-ea67f681ddb6', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '643b190d-6cb8-4ce6-b234-ea67f681ddb6', 'mac_address': 'fa:16:3e:93:88:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:31.444493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-a7c636b7-c8b5-4f36-ae71-c37843284408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:31.446396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-a7c636b7-c8b5-4f36-ae71-c37843284408 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0571594 Jul 09 19:29:31.474260 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:31.501359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643b190d-6cb8-4ce6-b234-ea67f681ddb6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:31.537166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:31.546002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:31.592641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c028-fb48-4fd5-941b-f29020348eac req-16ae2e6e-d081-4a25-b41c-6d4809d49b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:31.594448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-16ae2e6e-d081-4a25-b41c-6d4809d49b76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395657 Jul 09 19:29:31.631463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:31.771723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['643b190d-6cb8-4ce6-b234-ea67f681ddb6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:31.821232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0eb94746-32fc-40e1-865c-f818535962c3 req-f3397f48-c2e5-46b0-a969-a95dcbcfccee tempest-ImagesNegativeTestJSON-1070747637 tempest-ImagesNegativeTestJSON-1070747637-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb490ff-6df5-4e1a-8ff8-7fe261171e8f HTTP/1.1" status: 200 len: 210 time: 0.0649998 Jul 09 19:29:31.887079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-0957594d-200d-411a-b079-f7325db5b97b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839847 Jul 09 19:29:31.888372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a020c4a-66b8-47aa-9333-0e79813a6aab req-0175a9c5-6971-4a46-9011-8e2fd1341478 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:31.891643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a020c4a-66b8-47aa-9333-0e79813a6aab req-0175a9c5-6971-4a46-9011-8e2fd1341478 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 948 time: 0.1699524 Jul 09 19:29:31.905786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:31.956906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a020c4a-66b8-47aa-9333-0e79813a6aab req-7348e508-49ee-402b-a863-766944f33096 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Jul 09 19:29:32.112679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6e479e4-e8a1-4e83-b0e2-9646f0e33ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.248151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6e479e4-e8a1-4e83-b0e2-9646f0e33ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.254868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6e479e4-e8a1-4e83-b0e2-9646f0e33ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.262566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d731c028-fb48-4fd5-941b-f29020348eac req-6e52cf61-20d3-4416-9fed-8ae4678610c0 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673851 Jul 09 19:29:32.296081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e479e4-e8a1-4e83-b0e2-9646f0e33ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3816f4e-68f4-4362-a973-9033a8e09a8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:32.317509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a6e479e4-e8a1-4e83-b0e2-9646f0e33ae4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f986f4c268b44945beea848dd9a4c99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105914 Jul 09 19:29:32.320523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:32.378213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.409433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.414888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae4491-17c5-4961-b6ea-b70d431e7b57 req-381bdcaf-1c3e-4ff0-bf3b-113b809fc9a2 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:32.422607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9ae4491-17c5-4961-b6ea-b70d431e7b57 req-381bdcaf-1c3e-4ff0-bf3b-113b809fc9a2 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 949 time: 0.1539676 Jul 09 19:29:32.468850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-5142f99f-f355-4417-b268-ccb71b873730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:32.470515 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-5142f99f-f355-4417-b268-ccb71b873730 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4718470dc4394191b2e613c4b0326846&device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 1099 time: 0.1490870 Jul 09 19:29:32.480890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9ae4491-17c5-4961-b6ea-b70d431e7b57 req-0f425f6f-53ac-4672-884b-d418b056e144 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Jul 09 19:29:32.481744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.485586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:32.486934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3816f4e-68f4-4362-a973-9033a8e09a8e HTTP/1.1" status: 204 len: 168 time: 0.1651714 Jul 09 19:29:32.497629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac4bd-621f-437c-b7c3-9c6ab24e77ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3816f4e-68f4-4362-a973-9033a8e09a8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:32.573225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-a8f1b973-b2c3-4a18-81df-7adb45209545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:32.574936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-a8f1b973-b2c3-4a18-81df-7adb45209545 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0978420 Jul 09 19:29:32.632271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-771e36a2-fed3-421a-afc1-032877c5d7fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490 HTTP/1.1" status: 200 len: 217 time: 0.0465651 Jul 09 19:29:32.682933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-d5782a12-e774-431b-8ce1-adcbc47ce708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:32.685028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-d5782a12-e774-431b-8ce1-adcbc47ce708 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0458066 Jul 09 19:29:32.743367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-02337457-96b8-4d20-a0ef-0e97a80c69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:32.744924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-02337457-96b8-4d20-a0ef-0e97a80c69b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533376 Jul 09 19:29:32.842782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-b27b5739-39b4-47b2-a3d3-d90fdc068c0d service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909281 Jul 09 19:29:32.946520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e6b15a5-4739-49e8-983c-1ce431bc7aa7 req-fdbc8362-4d16-47e1-b971-d8beab3ae0a4 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968328 Jul 09 19:29:33.003353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-67abe6f3-e1bf-4048-b632-677c7710db66 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223389 Jul 09 19:29:33.086271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:33.101979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7ee29ed-c055-4180-8530-43d98e68ae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.127666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-7072a8d9-c8d5-40d7-85bc-cfb8650a2dc1 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:33.129398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-7072a8d9-c8d5-40d7-85bc-cfb8650a2dc1 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188278 Jul 09 19:29:33.154290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-bcf9ba9a-692a-4bc2-8f9e-20daeb5f6fe2 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/quotas/d7390e8dc88b40f78ab32e12b783f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0114639 Jul 09 19:29:33.189346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-5094ba2b-857c-42e7-a833-18c3a5e0741c tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283494 Jul 09 19:29:33.217339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7ee29ed-c055-4180-8530-43d98e68ae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.222818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7ee29ed-c055-4180-8530-43d98e68ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.270749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 643b190d-6cb8-4ce6-b234-ea67f681ddb6 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:33.271638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:33.271776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d7ee29ed-c055-4180-8530-43d98e68ae97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36620099c7e34f4d80d37ecefde8c2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841753 Jul 09 19:29:33.272563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee29ed-c055-4180-8530-43d98e68ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0e6d5-79c4-4fc9-b101-6e47802c2ae0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:33.342273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.348469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:33.352586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:33.352984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.398002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.453034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.485540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.488273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.489472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00d0e6d5-79c4-4fc9-b101-6e47802c2ae0 HTTP/1.1" status: 204 len: 168 time: 0.2166600 Jul 09 19:29:33.493104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:33.495436 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeffae9-0d83-4c77-aca8-2c30eb75c18c" -d '{"events": [{"server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "name": "network-vif-plugged", "status": "completed", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:33.508709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d1de9-3572-40f0-81ec-ffbb726fcae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0e6d5-79c4-4fc9-b101-6e47802c2ae0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:33.536374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:33.547239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:33.561967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc8c0-237c-4a1d-a026-be03ecc1ffe8 req-877ed98e-7ada-4273-a2e5-4aecda95a5b7 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:33.563653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68dcc8c0-237c-4a1d-a026-be03ecc1ffe8 req-877ed98e-7ada-4273-a2e5-4aecda95a5b7 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 948 time: 0.1176159 Jul 09 19:29:33.610402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:33.638269 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68dcc8c0-237c-4a1d-a026-be03ecc1ffe8 req-7709c8bd-6f28-4288-afcd-cdb9bd2cd0f8 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656254 Jul 09 19:29:33.705366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a403696f-8bad-465a-b9d4-bfe96702ae0e req-a60ceb3d-b30f-47c7-957a-a34853c8cec3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 210 time: 0.0367727 Jul 09 19:29:33.752586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 989e7daf-eee0-412a-9967-49374d800f3a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:29:33.792400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 989e7daf-eee0-412a-9967-49374d800f3a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:29:33.793031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 989e7daf-eee0-412a-9967-49374d800f3a not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:29:33.913653 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbf3243-d9e1-4bed-851d-8b371b5e4faf x-openstack-request-id: req-8dbf3243-d9e1-4bed-851d-8b371b5e4faf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:33.914030 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "name": "network-vif-plugged", "status": "completed", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:33.914340 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dbf3243-d9e1-4bed-851d-8b371b5e4faf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:33.914822 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6', 'code': 200} Jul 09 19:29:34.083961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e267c5-3293-4233-94cb-2a23ef8fd5de req-961b69ff-8b14-4206-bcbd-e20aabeb9a24 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:34.085819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1e267c5-3293-4233-94cb-2a23ef8fd5de req-961b69ff-8b14-4206-bcbd-e20aabeb9a24 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.1264851 Jul 09 19:29:34.091093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c9b4-0a1b-4e30-8b8e-3a147d56cc35 req-13922e2a-3735-4f4f-882e-89fa7c6e873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:34.092646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83c0c9b4-0a1b-4e30-8b8e-3a147d56cc35 req-13922e2a-3735-4f4f-882e-89fa7c6e873d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 1101 time: 0.0939720 Jul 09 19:29:34.152169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1e267c5-3293-4233-94cb-2a23ef8fd5de req-5a7c0258-187a-4ae5-afaf-b519029e4111 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580800 Jul 09 19:29:34.157780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83c0c9b4-0a1b-4e30-8b8e-3a147d56cc35 req-0e4ac408-e357-49c6-970b-a6f7763f85f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564725 Jul 09 19:29:34.767834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1bc89f41-937a-4a7a-b222-36806f150309 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399649 Jul 09 19:29:34.880613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:34.897685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a463cd9b-7b3b-4f4b-b168-28a3578cf1a9 req-8e4cd6bd-6174-4208-958f-4866f1aca80f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 210 time: 0.0575385 Jul 09 19:29:34.954764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714d43-cda1-4e3e-898d-871ebfd4f077 req-2ed5e39f-94f0-4e06-ba79-d484ea29a531 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:34.954867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2714d43-cda1-4e3e-898d-871ebfd4f077 req-2ed5e39f-94f0-4e06-ba79-d484ea29a531 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 948 time: 0.1580970 Jul 09 19:29:34.994573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-bc221bc5-03ae-457d-8307-b304ae5ab8ff tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:34.996155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-bc221bc5-03ae-457d-8307-b304ae5ab8ff tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189753 Jul 09 19:29:35.028647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2714d43-cda1-4e3e-898d-871ebfd4f077 req-917a8c5c-6bf8-412f-a979-a3cd2c8c1c19 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659239 Jul 09 19:29:35.047634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Request body: {'port': {'device_id': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'd7390e8dc88b40f78ab32e12b783f0d8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:35.225115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Made reservation on behalf of d7390e8dc88b40f78ab32e12b783f0d8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:35.229225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.243518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.249932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:35.281946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-065f5c4b-8344-43ba-a0e1-833d35d2da9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97b791f928d948ae8e64c49255fd8c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974504 Jul 09 19:29:35.284883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:35.380042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.386166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.406414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22497fd-cb74-4905-9cbb-5822575586e3 req-ca9907e0-d131-498b-a028-79674decf963 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:35.408086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b22497fd-cb74-4905-9cbb-5822575586e3 req-ca9907e0-d131-498b-a028-79674decf963 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.1129899 Jul 09 19:29:35.408930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.447974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.466950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78637f1-3824-4b3e-beb2-9e640c81e010,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:35.480401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.480911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.481404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.481838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.482285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.482709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.483135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.483557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.483994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.484411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.484831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.485291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.494974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b22497fd-cb74-4905-9cbb-5822575586e3 req-f71a6c37-e885-4148-9c9e-716b4b559873 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748036 Jul 09 19:29:35.555095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.557828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.559075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7 HTTP/1.1" status: 204 len: 168 time: 0.2729414 Jul 09 19:29:35.574112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f01ebb-8ba8-48cf-9c9f-a5472b30e3b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:35.576644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3bb4bf4-acaf-49ae-bd47-98dce81e0bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.585305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:35.594002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Allocated IP 192.168.233.7 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/ac157fe6-3e3e-4420-a75d-8df4287bb700) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:35.603859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.604473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.605156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.605697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.606832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.607314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.607794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.608278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.608803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.609468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.609956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.610435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e4d89-a445-4816-8812-b0a6a71eb8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:35.740722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3bb4bf4-acaf-49ae-bd47-98dce81e0bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.748782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3bb4bf4-acaf-49ae-bd47-98dce81e0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.756729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:35.830065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e3bb4bf4-acaf-49ae-bd47-98dce81e0bee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e850785e89c46e0b073bf40e67365c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787842 Jul 09 19:29:35.835564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:35.842088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb4bf4-acaf-49ae-bd47-98dce81e0bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c0c90-d376-468d-a853-019a0ae95c9e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:35.895792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:35.899889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.910938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'mac_address': 'fa:16:3e:e9:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:35.927457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Transition to ACTIVE for port object ac157fe6-3e3e-4420-a75d-8df4287bb700 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:35.945955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.960265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:35.979738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:36.002580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.035126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:36.046014 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.080212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38342fb-4545-407f-bae3-fd9deab6594f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.080711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.082335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Pushing event updated for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:36.098362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:36.102755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:36.108289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:36.112404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:36.119918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:36.121042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.131875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2b52-888b-4fc3-911d-1adb46dd2747 req-852c01f0-c56a-4243-af80-771cb5bfafaf tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:36.139931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b75f2b52-888b-4fc3-911d-1adb46dd2747 req-852c01f0-c56a-4243-af80-771cb5bfafaf tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.1744504 Jul 09 19:29:36.183375 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.186661 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.209555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e43c0c90-d376-468d-a853-019a0ae95c9e HTTP/1.1" status: 204 len: 168 time: 0.3727732 Jul 09 19:29:36.221291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e5e66-5ac5-4624-a558-2076b667b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c0c90-d376-468d-a853-019a0ae95c9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:36.266090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b75f2b52-888b-4fc3-911d-1adb46dd2747 req-3a4ca29b-8b09-43aa-b9dc-ead7d9b0273e tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250780 Jul 09 19:29:36.339121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c2e868bc-f8d5-4b63-aa37-b871c92bd490'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:36.440515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38342fb-4545-407f-bae3-fd9deab6594f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.449766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38342fb-4545-407f-bae3-fd9deab6594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.488835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d651967a-ae05-430c-b9f5-4342c6a7b55b tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4743884 Jul 09 19:29:36.501752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Request body: {'port': {'device_id': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:36.533697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e38342fb-4545-407f-bae3-fd9deab6594f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4a4f7f6a2b14fc6a209e9047cdb7523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9462895 Jul 09 19:29:36.534893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38342fb-4545-407f-bae3-fd9deab6594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a47697b-df28-42e7-b254-6b257054beb3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:36.539010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:36.604782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287b03-9863-463d-b487-332cc5541795 req-8a82bdea-cb5c-4397-bfc6-be7572f28a05 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:36.612667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac287b03-9863-463d-b487-332cc5541795 req-8a82bdea-cb5c-4397-bfc6-be7572f28a05 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 934 time: 0.1758182 Jul 09 19:29:36.620876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d11980b-966b-4bac-962f-18d1bfa15b17 None None] Provisioning for port ac157fe6-3e3e-4420-a75d-8df4287bb700 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:36.630012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d11980b-966b-4bac-962f-18d1bfa15b17 None None] Provisioning complete for port ac157fe6-3e3e-4420-a75d-8df4287bb700 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:36.630552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d11980b-966b-4bac-962f-18d1bfa15b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.634965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4f15-ab83-49d4-b382-e8dfa2ed450e req-61effafc-16a7-4952-b29c-c19ba70b2058 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:36.643729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bac4f15-ab83-49d4-b382-e8dfa2ed450e req-61effafc-16a7-4952-b29c-c19ba70b2058 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.1509640 Jul 09 19:29:36.644684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.662313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.669542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac287b03-9863-463d-b487-332cc5541795 req-84b29b15-81a9-48d2-a98b-191ec8284a0d tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Jul 09 19:29:36.689103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0d11980b-966b-4bac-962f-18d1bfa15b17 None None] Port ac157fe6-3e3e-4420-a75d-8df4287bb700 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:36.712068 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.725493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bac4f15-ab83-49d4-b382-e8dfa2ed450e req-15e5830d-928a-437b-a5ff-bd46bc35c7da tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804160 Jul 09 19:29:36.736627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:36.776552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5234c-e8c0-4a5a-a0ba-44793b5a11c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.787051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.791458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:36.796205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a47697b-df28-42e7-b254-6b257054beb3 HTTP/1.1" status: 204 len: 168 time: 0.2521832 Jul 09 19:29:36.808826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca1b72-e68f-4eac-a073-7b309b3540c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a47697b-df28-42e7-b254-6b257054beb3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:37.008334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:37.046096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5234c-e8c0-4a5a-a0ba-44793b5a11c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.057344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5234c-e8c0-4a5a-a0ba-44793b5a11c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.123260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5234c-e8c0-4a5a-a0ba-44793b5a11c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c2d472-b759-4cfe-9c78-2f2b53eb8f9f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:37.132113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9c5234c-e8c0-4a5a-a0ba-44793b5a11c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6853138dbcc94cbb96dde7e61d99c58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923464 Jul 09 19:29:37.134612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac157fe6-3e3e-4420-a75d-8df4287bb700 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:37.139465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:37.151272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.192619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Transition to ACTIVE for port object ac157fe6-3e3e-4420-a75d-8df4287bb700 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:37.207952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.231707 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:29:37.241977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.288759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.308820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:37.310867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1423112224-network', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:37.362612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Made reservation on behalf of 6cd32a1054fc41d6857fe791f5181cf4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:37.370701 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.378119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Attempting to bind port ac157fe6-3e3e-4420-a75d-8df4287bb700 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:37.378449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Attempting to bind port ac157fe6-3e3e-4420-a75d-8df4287bb700 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:37.378771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Attempting to bind port ac157fe6-3e3e-4420-a75d-8df4287bb700 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:37.386191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Port ac157fe6-3e3e-4420-a75d-8df4287bb700 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:37.386471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Attempting to bind port ac157fe6-3e3e-4420-a75d-8df4287bb700 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:37.395465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.409060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:37.409474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:37.409873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:37.410348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Bound port: ac157fe6-3e3e-4420-a75d-8df4287bb700, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:37.410667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.484400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.486794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.489112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65c2d472-b759-4cfe-9c78-2f2b53eb8f9f HTTP/1.1" status: 204 len: 168 time: 0.3486896 Jul 09 19:29:37.514672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:37.515961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f63b8-a73d-4728-bad7-41c56fb64359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c2d472-b759-4cfe-9c78-2f2b53eb8f9f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:37.543130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98b901d-20b4-444b-b6bf-c05d5a8867dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.570928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:37.583643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427c07c-1585-4cd6-91b3-e5451c649e90 req-2f5d3365-73de-42a0-8714-9f9153fd4d5d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:37.587239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:37.591120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a427c07c-1585-4cd6-91b3-e5451c649e90 req-2f5d3365-73de-42a0-8714-9f9153fd4d5d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.1669424 Jul 09 19:29:37.594766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.636865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:37.649414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:37.650046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.651520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/ac157fe6-3e3e-4420-a75d-8df4287bb700 HTTP/1.1" status: 200 len: 1094 time: 1.1546147 Jul 09 19:29:37.651944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:37.654692 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d1202-f566-40bf-b64b-3fba238f1b02" -d '{"events": [{"name": "network-changed", "server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:37.683964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.691883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b48d6-ec53-46db-a9fb-d552154a42b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:37.713935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a427c07c-1585-4cd6-91b3-e5451c649e90 req-17ee09b3-05ed-4b0c-8117-da8a023e232a tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214781 Jul 09 19:29:37.775539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:37.805013 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f32a06-3cb7-4c13-bde0-d90b260b90f0 x-openstack-request-id: req-70f32a06-3cb7-4c13-bde0-d90b260b90f0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:37.805373 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:37.805568 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70f32a06-3cb7-4c13-bde0-d90b260b90f0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:37.807118 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700', 'status': 'completed', 'code': 200} Jul 09 19:29:37.915534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-ddbae6f0-4ddf-49fa-bfa8-4fda266c2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:37.919650 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-ddbae6f0-4ddf-49fa-bfa8-4fda266c2f4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 1097 time: 0.2022011 Jul 09 19:29:37.923109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:37.933635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:37.936131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.943122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98b901d-20b4-444b-b6bf-c05d5a8867dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.946554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:37.983183 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98b901d-20b4-444b-b6bf-c05d5a8867dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.037961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-d68803bc-3dad-4ec3-9b7a-000807c85fb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700 HTTP/1.1" status: 200 len: 217 time: 0.1106646 Jul 09 19:29:38.039983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46410028-ded9-4f5c-9131-9b3a79c20294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.042035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:29:38.078553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a98b901d-20b4-444b-b6bf-c05d5a8867dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9847504dc4a94f34952868c7f9a2008f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627432 Jul 09 19:29:38.091025 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.093533 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.093981 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Added segment ba56ac4f-86ae-4681-baf2-2935ee8b836e of type vlan for network 6b51c582-c884-4d9f-a852-b36c44340691 Jul 09 19:29:38.105836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-38768b0a-8f34-4c7b-a9b0-416ec5c7a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.107631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-38768b0a-8f34-4c7b-a9b0-416ec5c7a0c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0608630 Jul 09 19:29:38.108156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:38.128280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:38.131222 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d2b176-aa57-466d-8b7d-589e664e2bc4" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:38.138177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70254ee-725c-4c4c-9d48-bfa32463c55c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.153715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:38.160672 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.180437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.222642 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.227199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.233323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.234425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.235161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.235460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.235812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.236146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.236268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd24a-8099-433c-906d-06921830a4dd req-dd924209-1328-46d9-a2e1-1ad6db75e20a tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.236481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.236812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.237152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.237812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eaddd24a-8099-433c-906d-06921830a4dd req-dd924209-1328-46d9-a2e1-1ad6db75e20a tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.2474744 Jul 09 19:29:38.245681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.247143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.247143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.247338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.247593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b901d-20b4-444b-b6bf-c05d5a8867dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2118b5-2f54-4d8a-9499-1c0c50d78c30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.247718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.247956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:38.279885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.283060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9d4c8-682e-4f18-932d-fd451a0d71b4 req-aa60fb27-d5eb-4ea4-8ce4-5c761d4bf0f3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.289634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3b9d4c8-682e-4f18-932d-fd451a0d71b4 req-aa60fb27-d5eb-4ea4-8ce4-5c761d4bf0f3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 946 time: 0.3330956 Jul 09 19:29:38.293271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-5ed75776-7fd5-43b3-9dea-74cfcb9d6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.294906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-5ed75776-7fd5-43b3-9dea-74cfcb9d6728 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754141 Jul 09 19:29:38.372838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] Pushing event updated for resources: {'Network': ['ID=6b51c582-c884-4d9f-a852-b36c44340691,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.386749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6b51c582-c884-4d9f-a852-b36c44340691 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:29:38.396201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3b9d4c8-682e-4f18-932d-fd451a0d71b4 req-264ec1c8-56b5-4240-8365-4fb801fe34a3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052725 Jul 09 19:29:38.396524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eaddd24a-8099-433c-906d-06921830a4dd req-f583ef23-644d-4f51-b533-776f484385e7 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453924 Jul 09 19:29:38.455660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-9575cb29-4aa7-4696-b67c-ddf57def7db6 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523321 Jul 09 19:29:38.476121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.479801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.484420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb2118b5-2f54-4d8a-9499-1c0c50d78c30 HTTP/1.1" status: 204 len: 168 time: 0.3702688 Jul 09 19:29:38.510606 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa4fa2-5ab6-4f26-a451-b07b7b8d492b x-openstack-request-id: req-3aaa4fa2-5ab6-4f26-a451-b07b7b8d492b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:38.511010 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:38.511422 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3aaa4fa2-5ab6-4f26-a451-b07b7b8d492b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:38.511521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46410028-ded9-4f5c-9131-9b3a79c20294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.511863 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'code': 200} Jul 09 19:29:38.528097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46410028-ded9-4f5c-9131-9b3a79c20294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.567342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-23479982-1019-4a14-af17-d51fc8a01891 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5552657 Jul 09 19:29:38.572348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:38.580058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Request body: {'subnet': {'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1423112224-subnet', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:38.596840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46410028-ded9-4f5c-9131-9b3a79c20294 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3762748295ea4dfaad8f48c39371364d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581347 Jul 09 19:29:38.606519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:38.631243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46410028-ded9-4f5c-9131-9b3a79c20294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a59ef5-deb3-4d6c-8219-38a91b6ee355,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.691982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Made reservation on behalf of 6cd32a1054fc41d6857fe791f5181cf4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:38.694583 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.760698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.785700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9354c0-8ea8-47e2-b7b4-ec2a4e95e552 req-58dd7602-bfa0-491a-bb59-d2e5ab8b8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:38.787247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db9354c0-8ea8-47e2-b7b4-ec2a4e95e552 req-58dd7602-bfa0-491a-bb59-d2e5ab8b8dd7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 1101 time: 0.1847043 Jul 09 19:29:38.824425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.899161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.905322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:38.910168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73a59ef5-deb3-4d6c-8219-38a91b6ee355 HTTP/1.1" status: 204 len: 168 time: 0.2992241 Jul 09 19:29:38.925689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308dc0-3519-425a-b6da-8fbd8e71399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a59ef5-deb3-4d6c-8219-38a91b6ee355,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:38.937309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db9354c0-8ea8-47e2-b7b4-ec2a4e95e552 req-ed515fd5-16a4-47ac-8e35-cd09edfb034a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381485 Jul 09 19:29:38.986523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9406a-91a3-4f9b-a815-c91e9ba02725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2118b5-2f54-4d8a-9499-1c0c50d78c30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:39.078356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56a340b7-5307-4b0a-af6e-d4590a56fece req-5f9e242e-3677-469c-adc3-f6b8de47c34b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156003 Jul 09 19:29:39.078767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.105055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-804155d9-fc4f-4cbc-b25f-a8496624da4b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.107233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-804155d9-fc4f-4cbc-b25f-a8496624da4b tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.59 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.2187178 Jul 09 19:29:39.127567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93f81-8497-4171-8de9-fb4f1d7cd7ce req-3fbe11a6-77db-4321-8f2e-781fb05e0a0d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.129113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d93f81-8497-4171-8de9-fb4f1d7cd7ce req-3fbe11a6-77db-4321-8f2e-781fb05e0a0d tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 950 time: 0.2046576 Jul 09 19:29:39.160042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f786a050-9479-4482-bcfa-db15e3c8151e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:39.162352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Checking segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:39.162798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Network hostable DHCP agents. Network: 6b51c582-c884-4d9f-a852-b36c44340691, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:29:39.185550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Network 6b51c582-c884-4d9f-a852-b36c44340691 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:29:39.197861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6b51c582-c884-4d9f-a852-b36c44340691) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:39.203382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.203760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.210053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae5fbe-7ba3-4ed5-bf39-480f5b170449 None None] Network 6b51c582-c884-4d9f-a852-b36c44340691 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:39.220972 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0a0a480-75f7-4a93-be72-a172bdfc9686 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6446538 Jul 09 19:29:39.223676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:39.228912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:39.256921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d93f81-8497-4171-8de9-fb4f1d7cd7ce req-d75194da-1181-4770-b12a-16e38e2bebc1 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3903108-7d94-4c28-a0c2-79299e445acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144736 Jul 09 19:29:39.262781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.263957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.309633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-45774144-aa65-4eca-9113-e7a967788c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.311129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-45774144-aa65-4eca-9113-e7a967788c83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1434629 Jul 09 19:29:39.336528 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.393218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Deleting port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:29:39.393581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.470368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6b51c582-c884-4d9f-a852-b36c44340691', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:29:39.478021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.518645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-47f5f543-f2ab-4c31-876a-cf8578c24796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.520281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-47f5f543-f2ab-4c31-876a-cf8578c24796 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2005711 Jul 09 19:29:39.575909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-d41ed601-664e-45af-98a2-fb9f9d37d76b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700 HTTP/1.1" status: 200 len: 217 time: 0.0484138 Jul 09 19:29:39.583268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] For port 643b190d-6cb8-4ce6-b234-ea67f681ddb6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=643b190d-6cb8-4ce6-b234-ea67f681ddb6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:39.583820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.603897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:39.620756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.658221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Calling delete_port for 643b190d-6cb8-4ce6-b234-ea67f681ddb6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:29:39.660129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4985a8cd-4222-491d-bca8-89df2bd77047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:39.745578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-7dc187e5-8faf-4fe1-8d4e-923b43a2ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.747828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-7dc187e5-8faf-4fe1-8d4e-923b43a2ced2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1605899 Jul 09 19:29:39.877168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Allocated IP 172.20.0.2 (6b51c582-c884-4d9f-a852-b36c44340691/f786a050-9479-4482-bcfa-db15e3c8151e/eb060f43-5644-4bb9-84b9-e95fe0e4f0e3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:39.895121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08c366-0009-4906-9720-fc11f1665a40 req-bc169fc7-e9b6-4f82-9306-f5843ae360c5 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.905724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef08c366-0009-4906-9720-fc11f1665a40 req-bc169fc7-e9b6-4f82-9306-f5843ae360c5 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 946 time: 0.2627211 Jul 09 19:29:39.934759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4c789-3555-43ce-822f-ca22997806cb req-30eb7b1a-77d6-471f-b8d9-734844004637 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:39.941157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5a4c789-3555-43ce-822f-ca22997806cb req-30eb7b1a-77d6-471f-b8d9-734844004637 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 950 time: 0.2529442 Jul 09 19:29:39.966212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef08c366-0009-4906-9720-fc11f1665a40 req-d2e34606-96bf-40fb-a23b-a59bd53dd1de tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597515 Jul 09 19:29:40.018142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-518a4416-62db-43d5-9b36-85d1b675bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:40.020145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-518a4416-62db-43d5-9b36-85d1b675bbae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2509737 Jul 09 19:29:40.087856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5a4c789-3555-43ce-822f-ca22997806cb req-4ff85f38-1ecb-4ea9-949c-e41cae8a5cb1 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457193 Jul 09 19:29:40.107468 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.116211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Transition to ACTIVE for port object eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:40.132052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Transition to ACTIVE for port object eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:40.146161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.188689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.210788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.237952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Pushing event updated for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:40.251505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-14050058-6fe6-4e92-8f35-481366624ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145970 Jul 09 19:29:40.257953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4985a8cd-4222-491d-bca8-89df2bd77047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.262346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Network 6b51c582-c884-4d9f-a852-b36c44340691 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:40.265680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:40.270289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:40.272684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.321824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Pushing event deleted for resources: {'Port': ['ID=643b190d-6cb8-4ce6-b234-ea67f681ddb6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:40.323922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4985a8cd-4222-491d-bca8-89df2bd77047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.372188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['643b190d-6cb8-4ce6-b234-ea67f681ddb6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:40.418896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Allocated IP 172.25.3.121 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4c95ea6f-72fc-4396-b196-f7bfa84fa2f1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:40.422630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a8cd-4222-491d-bca8-89df2bd77047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de6976-4fc1-4141-be4d-887f685f6619,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:40.441733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Attempting to bind port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:40.442301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Attempting to bind port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:40.442551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Attempting to bind port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 on network 6b51c582-c884-4d9f-a852-b36c44340691 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:40.458707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:40.460449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Checking segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:40.461069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.466117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Bound using segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:40.467554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Bound port: eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:40.468190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.541438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] No DVR routers for this DVR port 643b190d-6cb8-4ce6-b234-ea67f681ddb6 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:29:40.555688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.557868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1446cb11-baff-4b8d-b51f-c2d62d35eb3a req-3c1ad956-f095-42a9-8b3f-cd3d72473236 tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.59 "DELETE /v2.0/ports/643b190d-6cb8-4ce6-b234-ea67f681ddb6 HTTP/1.1" status: 204 len: 173 time: 1.4277987 Jul 09 19:29:40.558562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'name': 'network-vif-deleted', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:40.565250 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69062c1-96e8-45cb-a4ea-1c6f949a3a0a" -d '{"events": [{"server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "name": "network-vif-deleted", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:40.585660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4985a8cd-4222-491d-bca8-89df2bd77047 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fe9fa9497a84df4b38cdfb3f6d472cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9676285 Jul 09 19:29:40.599384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:40.602621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:40.607649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:40.613926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.624998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6a57d85-62ea-4f7d-b9dc-e344d519d884 req-dcccb57d-7abb-4e4f-b906-8978c3b855ea tempest-DeleteServersAdminTestJSON-1962421095 tempest-DeleteServersAdminTestJSON-1962421095-project] 10.222.0.10 "GET /v2.0/ports?device_id=52d6459e-246b-4ab2-bffa-1f618e7dfe09 HTTP/1.1" status: 200 len: 210 time: 0.0796158 Jul 09 19:29:40.719895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.757054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26c79f-ba8e-4e7b-9d00-66b6cf27b93c None None] Pushing event updated for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:40.775651 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e47ca-7061-45e0-9152-825f886ccc0a x-openstack-request-id: req-641e47ca-7061-45e0-9152-825f886ccc0a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:40.776022 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d6459e-246b-4ab2-bffa-1f618e7dfe09", "name": "network-vif-deleted", "tag": "643b190d-6cb8-4ce6-b234-ea67f681ddb6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:40.777667 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-641e47ca-7061-45e0-9152-825f886ccc0a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:40.778092 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d6459e-246b-4ab2-bffa-1f618e7dfe09', 'name': 'network-vif-deleted', 'tag': '643b190d-6cb8-4ce6-b234-ea67f681ddb6', 'status': 'completed', 'code': 200} Jul 09 19:29:40.789174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-991d1202-f566-40bf-b64b-3fba238f1b02 req-e488d484-2221-4045-99c2-2cefc446f733 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288050 Jul 09 19:29:40.825800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.832568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.869387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.934230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.936958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:40.940664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85de6976-4fc1-4141-be4d-887f685f6619 HTTP/1.1" status: 204 len: 168 time: 0.3297594 Jul 09 19:29:40.951180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:40.955247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a213fb-102b-4a43-ba40-fbabf37b736a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de6976-4fc1-4141-be4d-887f685f6619,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:40.962151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:40.966272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:41.032850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:41.468573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f5a1-a695-4d05-b91f-6116088e3366 req-68206f10-1430-40f3-a507-edd1f0ea023a tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:41.470354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df05f5a1-a695-4d05-b91f-6116088e3366 req-68206f10-1430-40f3-a507-edd1f0ea023a tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 950 time: 0.1366825 Jul 09 19:29:41.487936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:41.538411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df05f5a1-a695-4d05-b91f-6116088e3366 req-73164a10-716e-4fd4-88c0-7e456657b434 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jul 09 19:29:41.556425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:41.664380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:41.783569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1b4ee-f688-4958-8917-a7747f0559bd req-8b579165-08a5-4879-a4d4-04041471d7ee tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:41.790497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ae1b4ee-f688-4958-8917-a7747f0559bd req-8b579165-08a5-4879-a4d4-04041471d7ee tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 946 time: 0.4892342 Jul 09 19:29:41.927409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ae1b4ee-f688-4958-8917-a7747f0559bd req-c2ed265f-d2ed-43e5-ab94-febf83b594f4 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359036 Jul 09 19:29:41.955540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:41.999987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:42.086683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7bc111-cd02-44e4-a4a5-e9ae8a73e810 None None] Network 6b51c582-c884-4d9f-a852-b36c44340691 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:42.173418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Provisioning for port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:42.182992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Provisioning complete for port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:42.183545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.198777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Router 18982d47-1222-422e-b9ae-2f05097f360a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:29:42.294835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-165195888-network', 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:42.343518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:29:42.346279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:42.349159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.354967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Sync routers for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:29:42.356916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.360254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.366289 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:42.367540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:42.376005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.381643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5b138246-8151-4573-87f5-9a6ff5b15fd0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1569002 Jul 09 19:29:42.384753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:42.458492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:42.464309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.539601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dedf2e-26e0-46e4-832a-aaf735afcb58 None None] Pushing event updated for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:42.551841 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:42.790931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-91b28b28-00cc-450a-93a1-89064a781633 None None] Provisioning complete for port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:42.791617 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91b28b28-00cc-450a-93a1-89064a781633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.835109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.955721 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:41Z', 'revision_number': 3, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:42.980836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:42.995154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:29:43.007129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.007534 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Added segment a5c5b1f5-978b-4398-a6c2-7742258208d5 of type vlan for network 5c5cf814-7517-4e71-9306-eca4fb421e7d Jul 09 19:29:43.032897 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Checking router: 18982d47-1222-422e-b9ae-2f05097f360a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:29:43.033291 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Updating router 18982d47-1222-422e-b9ae-2f05097f360a port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:29:43.054210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.089003 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.102580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.103533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:43.104120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.173252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:43.251197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:43.251683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2501106 Jul 09 19:29:43.256536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Request body: {'subnet': {'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-165195888-subnet', 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:43.288151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcd4d0-60b1-4688-a89e-517ae7c184e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5cf814-7517-4e71-9306-eca4fb421e7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:43.301673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:29:43.301981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:43.304923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.377697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 643b190d-6cb8-4ce6-b234-ea67f681ddb6 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:29:43.401105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:43.423319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.432081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 643b190d-6cb8-4ce6-b234-ea67f681ddb6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:29:43.432423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 643b190d-6cb8-4ce6-b234-ea67f681ddb6 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:29:43.435516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:43.454096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:43.501707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24392ac-4ac7-42b4-8535-1666192123fe req-d9d5646f-160b-4318-b2b0-faf86121b390 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:43.503369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d24392ac-4ac7-42b4-8535-1666192123fe req-d9d5646f-160b-4318-b2b0-faf86121b390 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 946 time: 0.2629831 Jul 09 19:29:43.599330 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.610293 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Transition to ACTIVE for port object 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:43.620777 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.706547 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Pushing event updated for resources: {'Port': ['ID=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:43.720757 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.721422 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.721956 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.722452 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.722949 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.723422 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.723957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.724445 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.724923 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.725485 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.725966 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.726450 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:29:43.775386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.797628 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Attempting to bind port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:43.800413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Attempting to bind port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:43.800804 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Attempting to bind port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:43.814556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:43.814556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:43.814556 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.814556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:43.814556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Bound port: 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:43.817514 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.820206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:43.820719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.824631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ac157fe6-3e3e-4420-a75d-8df4287bb700 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:43.830988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:43.886159 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] For port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:43.890748 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] For port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:43.897293 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:43.971740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d24392ac-4ac7-42b4-8535-1666192123fe req-ade8247b-1aa4-4ef6-a50b-f27636fbdcae tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584799 Jul 09 19:29:43.975424 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568414e-66f6-411c-ad08-f949c9c429ff None None] Pushing event updated for resources: {'Port': ['ID=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:43.982039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-034b67d4-f652-4243-82f0-ed699966e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.003932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3074d3e8-dac2-4fb9-9e33-9d50869be532,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.019669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:44.020392 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:44.056126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:44.058144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4893051e-db4a-4384-9833-eae1e937a626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.061669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-811947b0-7d2f-4325-8744-75923cba9c66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e91a2b245e5e4300aa39cf8c4ca8fefe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6200154 Jul 09 19:29:44.064785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:44.073953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'ac157fe6-3e3e-4420-a75d-8df4287bb700', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'ac157fe6-3e3e-4420-a75d-8df4287bb700', 'mac_address': 'fa:16:3e:f9:7b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:44.089029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:44.089401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Network hostable DHCP agents. Network: 5c5cf814-7517-4e71-9306-eca4fb421e7d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:29:44.111604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Allocated IP 172.20.0.1 (6b51c582-c884-4d9f-a852-b36c44340691/f786a050-9479-4482-bcfa-db15e3c8151e/df52034a-61e1-4cd9-9159-b8206da6f5d6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:44.138077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.153520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac157fe6-3e3e-4420-a75d-8df4287bb700 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:44.168907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:29:44.176404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:44.181240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:44.186160 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.226015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.238945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-034b67d4-f652-4243-82f0-ed699966e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.240684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5c5cf814-7517-4e71-9306-eca4fb421e7d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:44.253384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb63fa1-cecb-457f-8c22-a1c6f036917c None None] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:44.256254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.261609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.285392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-034b67d4-f652-4243-82f0-ed699966e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.292196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:44.293004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.327660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.329803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b67d4-f652-4243-82f0-ed699966e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc4c53-2b7a-4ca7-8d40-eec7209d12ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.362799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.367053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.368311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3903108-7d94-4c28-a0c2-79299e445acc HTTP/1.1" status: 204 len: 168 time: 0.2994053 Jul 09 19:29:44.370054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Transition to ACTIVE for port object df52034a-61e1-4cd9-9159-b8206da6f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:44.375613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-034b67d4-f652-4243-82f0-ed699966e8df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8b82da36a4d41a8a5ed40e0d16d92f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9653435 Jul 09 19:29:44.378511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:44.403289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4794ad-1c3a-408f-91a3-08057e1c00a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3903108-7d94-4c28-a0c2-79299e445acc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.446764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.482755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726dc23c-0f96-4753-ba6d-3150438facf6 None None] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:44.488743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.525881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.533066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Network 6b51c582-c884-4d9f-a852-b36c44340691 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:44.540162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:44.558284 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:41Z', 'revision_number': 3, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:44.561542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:44.562972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4893051e-db4a-4384-9833-eae1e937a626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.566300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.582301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4893051e-db4a-4384-9833-eae1e937a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.633332 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b50f-3402-4fdc-826c-da648a28ff67 None None] The sync data for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 is: [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:41Z', 'revision_number': 3, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:29:44.646630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4893051e-db4a-4384-9833-eae1e937a626 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21387245ccb1413581a02a53b3b55c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102431 Jul 09 19:29:44.663138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9d01d96a-f583-4730-adb1-a9e4ae2f796a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4015796 Jul 09 19:29:44.663138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:44.696455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Pushing event updated for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.733678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893051e-db4a-4384-9833-eae1e937a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1203407c-38f8-4183-9239-948dc3fb6bcd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:44.817121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.823662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ac157fe6-3e3e-4420-a75d-8df4287bb700'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:44.827748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:44.831230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.836558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01cc4c53-2b7a-4ca7-8d40-eec7209d12ad HTTP/1.1" status: 204 len: 168 time: 0.4546037 Jul 09 19:29:44.865389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18dcdbd9-2d7c-4123-8e37-c53acbaa2e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.872476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.912372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.929004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:44.975263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ed37-3290-40d3-aeef-2a3f69417161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc4c53-2b7a-4ca7-8d40-eec7209d12ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:45.009178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.012777 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.017885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1203407c-38f8-4183-9239-948dc3fb6bcd HTTP/1.1" status: 204 len: 168 time: 0.3573749 Jul 09 19:29:45.038940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094918e-7232-4b66-94a5-119bd7ebb53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203407c-38f8-4183-9239-948dc3fb6bcd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:45.140148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3336258f-e426-4551-b01c-3f442fe9aed7 None None] Provisioning for port df52034a-61e1-4cd9-9159-b8206da6f5d6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:45.182490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3336258f-e426-4551-b01c-3f442fe9aed7 None None] Provisioning complete for port df52034a-61e1-4cd9-9159-b8206da6f5d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:45.182930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3336258f-e426-4551-b01c-3f442fe9aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.284147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18dcdbd9-2d7c-4123-8e37-c53acbaa2e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.317547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18dcdbd9-2d7c-4123-8e37-c53acbaa2e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.361375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3336258f-e426-4551-b01c-3f442fe9aed7 None None] Port df52034a-61e1-4cd9-9159-b8206da6f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:45.424890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41fe2d-ab57-4bdd-95d5-59fbff46ff7b req-c7093218-cb7c-4bd9-8075-7cc5cf0cbde6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:45.426774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c41fe2d-ab57-4bdd-95d5-59fbff46ff7b req-c7093218-cb7c-4bd9-8075-7cc5cf0cbde6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 947 time: 0.1319587 Jul 09 19:29:45.472388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcdbd9-2d7c-4123-8e37-c53acbaa2e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d48d5-e62d-461c-8452-c1d1e4aeccea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:45.479769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-18dcdbd9-2d7c-4123-8e37-c53acbaa2e96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abdf0a12dbf14b208af27ca409f45868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446841 Jul 09 19:29:45.485815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:45.529651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:45.542173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c41fe2d-ab57-4bdd-95d5-59fbff46ff7b req-b2364c72-c1fd-4093-89c7-014fb6c5a5d9 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080892 Jul 09 19:29:45.594419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.608283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.626433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.628404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.633980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:45.643350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:45.643959 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.684431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.737854 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.771181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Pushing event updated for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:45.783645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:45.793071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.819019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:45.843014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fa9a31-75a7-4922-a14c-0a1101d0e2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.865386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Network 6b51c582-c884-4d9f-a852-b36c44340691 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:45.868092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:45.878740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:45.886272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.894153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.896747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c7d48d5-e62d-461c-8452-c1d1e4aeccea HTTP/1.1" status: 204 len: 168 time: 0.4079204 Jul 09 19:29:45.991586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fa9a31-75a7-4922-a14c-0a1101d0e2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:45.998042 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fa9a31-75a7-4922-a14c-0a1101d0e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.033034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:46.037750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98fa9a31-75a7-4922-a14c-0a1101d0e2f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44de8e185f41482781a970f8bf2aee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176411 Jul 09 19:29:46.052662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:46.082949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220539-3529-4a2f-a090-d3657491fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d48d5-e62d-461c-8452-c1d1e4aeccea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.095335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Router 18982d47-1222-422e-b9ae-2f05097f360a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:29:46.101252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d597a673-4545-4321-a72b-e055dff7fbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.140580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9a31-75a7-4922-a14c-0a1101d0e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab8fcc-4ab7-4dd9-866e-5d12e33182cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.206623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6f2a506e-ee48-4185-8d3b-15d3e585ec08 None None] Provisioning complete for port df52034a-61e1-4cd9-9159-b8206da6f5d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:46.207065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f2a506e-ee48-4185-8d3b-15d3e585ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.243475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.269560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:29:46.279097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-82186760-7de9-4f8b-aaec-3d58ba37e503 admin admin] 10.222.0.10 "PUT /v2.0/routers/18982d47-1222-422e-b9ae-2f05097f360a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8923528 Jul 09 19:29:46.285376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a506e-ee48-4185-8d3b-15d3e585ec08 None None] Port df52034a-61e1-4cd9-9159-b8206da6f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:46.303231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.376198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d597a673-4545-4321-a72b-e055dff7fbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.381965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d597a673-4545-4321-a72b-e055dff7fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.393631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.396153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.399574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42ab8fcc-4ab7-4dd9-866e-5d12e33182cf HTTP/1.1" status: 204 len: 168 time: 0.3418496 Jul 09 19:29:46.429759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d597a673-4545-4321-a72b-e055dff7fbe1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce692e064b95408b85e81b6d67adab2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879964 Jul 09 19:29:46.429759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a673-4545-4321-a72b-e055dff7fbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d995335-1704-4e8d-9524-a730469fb182,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.431128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:46.446276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e326a-37e7-4c92-b886-2bbd2137c8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab8fcc-4ab7-4dd9-866e-5d12e33182cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.530678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.541259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:46.549334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-575154667-network', 'tenant_id': 'db9624b215cb446083e22a001eaed044'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:46.560315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.584875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Made reservation on behalf of db9624b215cb446083e22a001eaed044 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:46.594563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.607946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.633256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.636624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.641928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d995335-1704-4e8d-9524-a730469fb182 HTTP/1.1" status: 204 len: 168 time: 0.2103298 Jul 09 19:29:46.651926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d2d59-30af-41d2-ad0c-2949f4421e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d995335-1704-4e8d-9524-a730469fb182,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.795203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.810994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae3a83-8afa-4312-91d0-266603a9e3af req-a2093cd7-26aa-49c0-a4bb-4de652b37263 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:46.812532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bae3a83-8afa-4312-91d0-266603a9e3af req-a2093cd7-26aa-49c0-a4bb-4de652b37263 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 947 time: 0.1053517 Jul 09 19:29:46.813181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.847210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:29:46.864377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bead5b8-2bee-4e77-84ab-57ce953ddada,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:46.874603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.874820 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Added segment 1c9ad8ed-883a-4c3e-8e2d-28c3907561b2 of type vlan for network 5025d2ec-997f-413c-8fa6-698de5ae31ff Jul 09 19:29:46.916968 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bae3a83-8afa-4312-91d0-266603a9e3af req-4e8d707e-b265-492b-bfda-33fecd46c982 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902524 Jul 09 19:29:46.930425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.982111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:46.983231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:46.983837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.051236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5025d2ec-997f-413c-8fa6-698de5ae31ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:47.061867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5025d2ec-997f-413c-8fa6-698de5ae31ff details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:29:47.075212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:47.078177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4597577a-26f2-4eba-81f6-9593be8385a9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5353560 Jul 09 19:29:47.090065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Request body: {'subnet': {'network_id': '5025d2ec-997f-413c-8fa6-698de5ae31ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-575154667-subnet', 'tenant_id': 'db9624b215cb446083e22a001eaed044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:47.150639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Made reservation on behalf of db9624b215cb446083e22a001eaed044 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:47.159590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.204856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:47.209576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223192517', 'description': 'tempest-description--549245436'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:47.250661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.252172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Sync routers for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:29:47.261825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:47.262765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:47.417741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.426857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.434502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:47.473710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.478050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2690227 Jul 09 19:29:47.478688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:47.480320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a090b2-b605-41df-afb0-4709beb53722 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e085c-aec0-46aa-948d-c62286c22426,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:47.490122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'security_group_rule': {'security_group_id': 'f13e085c-aec0-46aa-948d-c62286c22426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:47.527932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.555763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:47.574403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.648552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:47.650614 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.654389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f3abc1-c0a7-4833-a866-d8057620c949,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:47.703776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Checking segment: {'id': '1c9ad8ed-883a-4c3e-8e2d-28c3907561b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5025d2ec-997f-413c-8fa6-698de5ae31ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:47.704309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Network hostable DHCP agents. Network: 5025d2ec-997f-413c-8fa6-698de5ae31ff, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:29:47.741826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.752902 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.774320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Network 5025d2ec-997f-413c-8fa6-698de5ae31ff is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:29:47.785319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.786947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065398 Jul 09 19:29:47.788081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fe79d-38b9-4138-a796-c314eb725065 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323a669c-0127-483e-b136-188857fd8314,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:47.789557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:47.795719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'security_group_rule': {'security_group_id': 'f13e085c-aec0-46aa-948d-c62286c22426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:47.809840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5025d2ec-997f-413c-8fa6-698de5ae31ff) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:47.816232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:47.819162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.820960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6d6a9-925b-4648-97ac-61aa67556f98 None None] Network 5025d2ec-997f-413c-8fa6-698de5ae31ff requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:47.859604 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7898e3f-cb78-4a92-b917-9142e767669e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7827535 Jul 09 19:29:47.865885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.886137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:29:47.888125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ac157fe6-3e3e-4420-a75d-8df4287bb700 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:47.938394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.944218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.963556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa27c56d-a88d-4cc6-85d1-80c934538594,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:47.983388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.984613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92a668df-13d9-4f0a-a842-53d8bb203e81 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937132 Jul 09 19:29:47.988176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:47.997816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:48.040400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.221312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.248285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296cf7a-5621-45e1-9e9f-540d6fbf1b7b req-fa9228f4-9954-4077-96e1-602c7bbc49cf tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:48.256356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3296cf7a-5621-45e1-9e9f-540d6fbf1b7b req-fa9228f4-9954-4077-96e1-602c7bbc49cf tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 947 time: 0.1283884 Jul 09 19:29:48.311790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port ac157fe6-3e3e-4420-a75d-8df4287bb700 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:48.329506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de5e0c-f744-4359-a905-7634307823e0 None None] Network 5025d2ec-997f-413c-8fa6-698de5ae31ff requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:29:48.336080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port ac157fe6-3e3e-4420-a75d-8df4287bb700 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:48.336863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.340454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:48.373357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3296cf7a-5621-45e1-9e9f-540d6fbf1b7b req-f6adf88b-ba87-421f-92f1-e901521f4c6f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159580 Jul 09 19:29:48.389120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Allocated IP 172.25.3.164 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/03c79187-c6b7-4f63-95f5-ec2c2a5d98c9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:48.414167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'mac_address': 'fa:16:3e:e9:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:29:48.457819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 2, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:48.538723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.542860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Checking router: 18982d47-1222-422e-b9ae-2f05097f360a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:29:48.543953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Updating router 18982d47-1222-422e-b9ae-2f05097f360a port df52034a-61e1-4cd9-9159-b8206da6f5d6 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:29:48.553877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.587896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.602365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.633107 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.656457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:48.656927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:48.660119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:48.665911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:48.720340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:48.722904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.734278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.744332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'Port': ['ID=03c79187-c6b7-4f63-95f5-ec2c2a5d98c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:48.755972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.866819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:48.869548 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e69032-8217-420e-9492-26f5d6f2ea81" -d '{"events": [{"server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "name": "network-vif-plugged", "status": "completed", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:48.882585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c2e868bc-f8d5-4b63-aa37-b871c92bd490'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:48.931186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:48.961227 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.969783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:49.016818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.027044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-ac9529f9-807b-48bd-b3de-51d1b6f551dc tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:49.029490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-ac9529f9-807b-48bd-b3de-51d1b6f551dc tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.1798673 Jul 09 19:29:49.060008 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b573d4-eb68-4d62-a74a-8fcc23bcedff x-openstack-request-id: req-56b573d4-eb68-4d62-a74a-8fcc23bcedff {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:49.060316 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "name": "network-vif-plugged", "status": "completed", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:49.060564 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56b573d4-eb68-4d62-a74a-8fcc23bcedff {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:49.060946 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700', 'code': 200} Jul 09 19:29:49.122991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:49.123840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-cdae9540-d325-4b55-bf5a-1e9a81272dc2 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/quotas/4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 375 time: 0.0616434 Jul 09 19:29:49.250288 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-cfde691d-d763-426d-a6aa-bca8ad42551d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253784 Jul 09 19:29:49.303112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.318289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Transition to ACTIVE for port object df52034a-61e1-4cd9-9159-b8206da6f5d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:49.328169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.351926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207ba9c-17b4-4598-97dd-bfd84bc46648 req-c6e4e621-e149-4545-871e-5471c37a7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:49.353358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7207ba9c-17b4-4598-97dd-bfd84bc46648 req-c6e4e621-e149-4545-871e-5471c37a7083 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1419318 Jul 09 19:29:49.389173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.404668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.485422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22b11-7c3b-4d73-b00f-03314a1d06f1 None None] Pushing event updated for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:49.500657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7207ba9c-17b4-4598-97dd-bfd84bc46648 req-49a3cd1b-dcf0-42a3-9995-9f0703e4acdd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376004 Jul 09 19:29:49.508595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Attempting to bind port df52034a-61e1-4cd9-9159-b8206da6f5d6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:49.509588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Attempting to bind port df52034a-61e1-4cd9-9159-b8206da6f5d6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:49.510034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Attempting to bind port df52034a-61e1-4cd9-9159-b8206da6f5d6 on network 6b51c582-c884-4d9f-a852-b36c44340691 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:49.518783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.520211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:49.520690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Checking segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:49.521261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.521845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Bound using segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:49.522686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Bound port: df52034a-61e1-4cd9-9159-b8206da6f5d6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:49.524166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.559072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'Port': ['ID=03c79187-c6b7-4f63-95f5-ec2c2a5d98c9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:49.568202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.571690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb93f1f2-98ce-4d36-b0c3-bf8f394e1abd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5793478 Jul 09 19:29:49.645681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] For port df52034a-61e1-4cd9-9159-b8206da6f5d6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:49.653377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] For port df52034a-61e1-4cd9-9159-b8206da6f5d6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=df52034a-61e1-4cd9-9159-b8206da6f5d6,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:49.665799 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.697931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8acea-05ce-4bc9-8e5e-b15b2c52578f req-8f3a8708-6a5e-4b54-9e74-0280e0e0bc0e tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:49.714695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fce8acea-05ce-4bc9-8e5e-b15b2c52578f req-8f3a8708-6a5e-4b54-9e74-0280e0e0bc0e tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.1075335 Jul 09 19:29:49.745602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22b11-7c3b-4d73-b00f-03314a1d06f1 None None] Pushing event updated for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:49.753544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:29:49.754249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:49.783566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fce8acea-05ce-4bc9-8e5e-b15b2c52578f req-b156739d-ebba-4e5a-ae5b-6dcb4a0824c2 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 Jul 09 19:29:49.896355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:29:49.904727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:50.068052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-b86c491e-5f9f-4a44-8ac2-45fc04c4b75f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:29:50.069007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-b86c491e-5f9f-4a44-8ac2-45fc04c4b75f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4187770 Jul 09 19:29:50.094203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-5c3be0dd-c962-4bd3-8977-c33f7af9a4c5 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--223192517&fields=id&tenant_id=6cd32a1054fc41d6857fe791f5181cf4 HTTP/1.1" status: 200 len: 267 time: 0.0495696 Jul 09 19:29:50.123008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:50.123382 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:50.205289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-cbff8f90-44ac-4406-923a-d9ac2a089faa service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282916 Jul 09 19:29:50.267437 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:50.271990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:49Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:29:50.282488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8958474-cd76-49a8-8d39-3b3ba4877359 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:50.294186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8958474-cd76-49a8-8d39-3b3ba4877359 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/networks?id=6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 200 len: 812 time: 0.1981964 Jul 09 19:29:50.314394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-dc702c18-0636-4023-a645-6a527b8a6825 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/quotas/6cd32a1054fc41d6857fe791f5181cf4 HTTP/1.1" status: 200 len: 375 time: 0.0191739 Jul 09 19:29:50.316619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79889623-bb38-487d-be43-3c7c6bfd70d4 None None] The sync data for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 is: [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:49Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:29:50.341730 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-bd1722b7-9209-48db-98cb-ce7045321b5e service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351001 Jul 09 19:29:50.352084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:50.360074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:50.464012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:50.529346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-2fc1014d-0dad-4408-a5a0-3a055b05f8d1 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2130549 Jul 09 19:29:50.728758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8f0d4f7-b981-4ae3-8dc1-821d661aba58 service neutron] 10.222.0.10 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956906 Jul 09 19:29:50.894044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-6a794cb2-6060-4a23-9ae4-d390b2ffeb47 service neutron] 10.222.0.10 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631520 Jul 09 19:29:51.062148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:51.064485 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba6476-0044-4c7d-9f9d-74a99463f976" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:51.353971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f1bac51-a830-4a5d-9158-32b79f40eaf9 req-715c4c33-7046-42f3-a2de-f50fd54db8b9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 210 time: 0.0568116 Jul 09 19:29:51.584225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device df52034a-61e1-4cd9-9159-b8206da6f5d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:51.671970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ffa6f-756f-4923-89ca-85e8d41f2ae4 req-9c729887-3862-4564-a45d-aa7bb2327a15 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:51.678965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-590ffa6f-756f-4923-89ca-85e8d41f2ae4 req-9c729887-3862-4564-a45d-aa7bb2327a15 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.1961884 Jul 09 19:29:51.842195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-590ffa6f-756f-4923-89ca-85e8d41f2ae4 req-161e6448-4656-4b08-a683-d8968158b1da tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534235 Jul 09 19:29:52.154214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b04a4c9-9e9a-4a24-a42e-ad5676af3488 req-7f4cc87d-d6ba-41e3-b13b-c6a60695b5e4 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 210 time: 0.1457901 Jul 09 19:29:52.167834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:52.195128 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bcae9b-8535-4ec2-931e-a35f3aaf4679 x-openstack-request-id: req-e2bcae9b-8535-4ec2-931e-a35f3aaf4679 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:52.196207 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:52.196837 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2bcae9b-8535-4ec2-931e-a35f3aaf4679 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:52.197935 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'code': 200} Jul 09 19:29:52.295002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port df52034a-61e1-4cd9-9159-b8206da6f5d6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:52.317860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port df52034a-61e1-4cd9-9159-b8206da6f5d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:52.318570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.382568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19806099-f5b7-4df1-aa09-1e5c57899607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.411671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-767dc744-dfb5-456d-9e9b-e6ff37b4a457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.537113 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.663130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port df52034a-61e1-4cd9-9159-b8206da6f5d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=df52034a-61e1-4cd9-9159-b8206da6f5d6,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:29:52.673738 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.693394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-767dc744-dfb5-456d-9e9b-e6ff37b4a457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.704379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-767dc744-dfb5-456d-9e9b-e6ff37b4a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.806119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:52.816557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-767dc744-dfb5-456d-9e9b-e6ff37b4a457 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42f17f9211544b299bdffc8ed4c3b7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442676 Jul 09 19:29:52.817207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:52.834937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc744-dfb5-456d-9e9b-e6ff37b4a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b6897-6180-4048-bf9e-293d919a3e36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:52.911955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.924073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.941221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:53.076397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c34a3acc-dc94-4a05-9d65-4081455c1b6e req-8bd97a14-f2fc-44f2-a0e5-c7966c5d5a95 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 210 time: 0.0845745 Jul 09 19:29:53.078795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:53.083377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:53.087458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba3b6897-6180-4048-bf9e-293d919a3e36 HTTP/1.1" status: 204 len: 168 time: 0.2658162 Jul 09 19:29:53.113198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a347d70-7fbe-472a-97da-c74e3cbe9895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b6897-6180-4048-bf9e-293d919a3e36,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:53.210891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-f3a9b7d9-62b9-45fa-adec-6230ef6999df tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:53.220290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-f3a9b7d9-62b9-45fa-adec-6230ef6999df tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.3299615 Jul 09 19:29:53.234425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Request body: {'port': {'device_id': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'admin_state_up': True, 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:53.444416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device df52034a-61e1-4cd9-9159-b8206da6f5d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:29:53.471007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c1059-b82d-4e6c-b841-3b7ddf2c7ce7 req-e3d3c958-a0d0-4450-8bbd-9dd8a40c6b9a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 210 time: 0.0476420 Jul 09 19:29:53.535447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port df52034a-61e1-4cd9-9159-b8206da6f5d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:53.536149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:53.729720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:53.756211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-ae612756-203a-41ac-8d29-5ce0673be66c tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4881532 Jul 09 19:29:53.759925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a775-a9ba-463f-bf69-f7dfcd4b7ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:53.981828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-b096c66a-aebb-4c7d-9a9b-9864964e4b3e tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:53.989360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-b096c66a-aebb-4c7d-9a9b-9864964e4b3e tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317996 Jul 09 19:29:54.014719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f5b321b6-10eb-4c70-90af-e88221207dba tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/quotas/d7390e8dc88b40f78ab32e12b783f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0243630 Jul 09 19:29:54.044121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-4ec6823e-5576-4cad-a6dc-1820239ed2a4 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:54.046384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-4ec6823e-5576-4cad-a6dc-1820239ed2a4 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.59 "GET /v2.0/networks?id=6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 200 len: 812 time: 0.2015541 Jul 09 19:29:54.139560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a775-a9ba-463f-bf69-f7dfcd4b7ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.153900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a775-a9ba-463f-bf69-f7dfcd4b7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.175356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-b846b947-4f13-44c4-8abc-a36e5f20fbba tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596105 Jul 09 19:29:54.200476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:54.204407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.226135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5a775-a9ba-463f-bf69-f7dfcd4b7ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1ff93-7fc7-4d48-9738-0b9edad31ca2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:54.247975 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-972bd8fd-ed01-4242-89c0-66d6bb5f97b0 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd32a1054fc41d6857fe791f5181cf4 HTTP/1.1" status: 200 len: 379 time: 0.1839576 Jul 09 19:29:54.268892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'port': {'device_id': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'admin_state_up': True, 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'security_groups': ['f13e085c-aec0-46aa-948d-c62286c22426']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:54.424670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ad5a775-a9ba-463f-bf69-f7dfcd4b7ab1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7154a4626d3147499e598f157aa72497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891155 Jul 09 19:29:54.425113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:54.493368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Made reservation on behalf of 6cd32a1054fc41d6857fe791f5181cf4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:54.499255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.637959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Allocated IP 172.20.0.11 (5c5cf814-7517-4e71-9306-eca4fb421e7d/3074d3e8-dac2-4fb9-9e33-9d50869be532/c66cbc79-d460-4bfd-b0fe-f03268715aec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:54.871855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Allocated IP 172.20.0.10 (6b51c582-c884-4d9f-a852-b36c44340691/f786a050-9479-4482-bcfa-db15e3c8151e/ef1722b5-9bb0-4ba4-8427-105ae6d231f8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:54.913029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fadbe08-6086-4403-8955-695925a37a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.916833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:54.961962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce92f788-b1a0-4eaf-bd66-99e9acfde7a3 req-b09fcd9a-79bc-4fae-ad21-f79a0063e581 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 210 time: 0.0906010 Jul 09 19:29:54.990625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc8a1ed2-0fc8-41a1-89aa-3347dd3350cb req-1a44a62b-f8a1-4eb4-984f-eeb9df0ed090 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 210 time: 0.0759838 Jul 09 19:29:55.034712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:55.056384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.164404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.227029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.237536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.252061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.253662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efe1ff93-7fc7-4d48-9738-0b9edad31ca2 HTTP/1.1" status: 204 len: 168 time: 0.8278413 Jul 09 19:29:55.272863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dca59a-e0d2-4987-9a13-94d9d8d0d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1ff93-7fc7-4d48-9738-0b9edad31ca2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:55.320030 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d41150f3-a0dd-405d-a035-3e4f5a2a1fa1 req-1aa3aaa0-23a8-41c0-862c-7abc4f492613 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 210 time: 0.0522339 Jul 09 19:29:55.329439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.364066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.441910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:55.450554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c167-e242-4c99-8866-89be7c026a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.452993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Transition to ACTIVE for port object ef1722b5-9bb0-4ba4-8427-105ae6d231f8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:55.467486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:55.482194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:55.502540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:55.504893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.526708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.564442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:55.679229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Network 6b51c582-c884-4d9f-a852-b36c44340691 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:55.695234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:56.072780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:56.087792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:56.091928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.095784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f70cbb00-b589-4f4c-b438-d90b9b9c6dc2 None None] Provisioning for port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:56.101913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f70cbb00-b589-4f4c-b438-d90b9b9c6dc2 None None] Provisioning complete for port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:56.102594 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f70cbb00-b589-4f4c-b438-d90b9b9c6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.156056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event updated for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:56.233193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c167-e242-4c99-8866-89be7c026a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.240810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c167-e242-4c99-8866-89be7c026a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.247943 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-639aa677-a81b-4c42-ab5c-873a31879e1b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0175204 Jul 09 19:29:56.262881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.263534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f70cbb00-b589-4f4c-b438-d90b9b9c6dc2 None None] Port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:56.266292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-d8294580-8a05-418d-a49e-46ec49661b0a tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0091901 Jul 09 19:29:56.272386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Request body: {'port': {'device_id': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:56.296991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Request body: {'port': {'device_id': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:56.324949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1d3c167-e242-4c99-8866-89be7c026a59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=658d9faedc024c63aff5120479c28c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2859342 Jul 09 19:29:56.330898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:56.426837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.457733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3c167-e242-4c99-8866-89be7c026a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f68e05-1678-4714-bfcc-7cf17ad02adf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:56.532424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22102-4056-4c12-a1a1-ce7f697ff5f3 req-6475ab8c-24e3-4de7-b9f4-1b69709adb37 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:56.534316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa22102-4056-4c12-a1a1-ce7f697ff5f3 req-6475ab8c-24e3-4de7-b9f4-1b69709adb37 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 932 time: 0.1975436 Jul 09 19:29:56.657884 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.704421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa22102-4056-4c12-a1a1-ce7f697ff5f3 req-615b3fb1-52a7-42f1-9d03-6a900a606db1 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504092 Jul 09 19:29:56.722769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-053bc448-8bf0-4090-a19e-ffcfb3c443cb tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425518 Jul 09 19:29:56.929229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:56.940356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b39e4-1017-49ce-8e53-a52beacaf34d req-4d3d8783-bd15-4523-a47a-886ba813aa2e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:56.941921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-933b39e4-1017-49ce-8e53-a52beacaf34d req-4d3d8783-bd15-4523-a47a-886ba813aa2e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 932 time: 0.5404623 Jul 09 19:29:57.022115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.031928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36276735-1fcc-46e8-adbf-c6fafc8ded23 req-2d173027-8c41-4cf9-a701-240a9f5ece95 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 210 time: 0.0604827 Jul 09 19:29:57.053376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-3e96ccdb-a655-4e16-a8db-37a77ea23027 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:57.064476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-3e96ccdb-a655-4e16-a8db-37a77ea23027 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359277 Jul 09 19:29:57.122999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Request body: {'port': {'device_id': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'd7390e8dc88b40f78ab32e12b783f0d8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:57.159816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-933b39e4-1017-49ce-8e53-a52beacaf34d req-1ef1d431-a140-4973-bb84-385d605dca92 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041144 Jul 09 19:29:57.274953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.277818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.281743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2f68e05-1678-4714-bfcc-7cf17ad02adf HTTP/1.1" status: 204 len: 168 time: 0.9333208 Jul 09 19:29:57.357928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63483c79-10ce-454c-b556-c235f700e1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f68e05-1678-4714-bfcc-7cf17ad02adf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:57.393009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1722b5-9bb0-4ba4-8427-105ae6d231f8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:57.402106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.423939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Transition to ACTIVE for port object ef1722b5-9bb0-4ba4-8427-105ae6d231f8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:57.435359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.536954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Made reservation on behalf of d7390e8dc88b40f78ab32e12b783f0d8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:29:57.548042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.567158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:57.664048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.720224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66cbc79-d460-4bfd-b0fe-f03268715aec {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:57.741376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Attempting to bind port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:57.750008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Attempting to bind port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:57.765356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Attempting to bind port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 on network 6b51c582-c884-4d9f-a852-b36c44340691 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:57.772813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.782941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 on network 6b51c582-c884-4d9f-a852-b36c44340691 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:57.785691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Attempting to bind port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 on network 6b51c582-c884-4d9f-a852-b36c44340691 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:57.803900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:57.804457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Checking segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:57.806547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Bound using segment: {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:57.807210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Bound port: ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba56ac4f-86ae-4681-baf2-2935ee8b836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:57.808484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:57.940200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Transition to ACTIVE for port object c66cbc79-d460-4bfd-b0fe-f03268715aec will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:57.985472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:57.994296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:58.004856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.049587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:58.067780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Allocated IP 192.168.233.37 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/27d2d7c5-47e7-45fa-926b-86eae620f225) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:29:58.076795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.088795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fe3c-6dfe-48b9-a88e-7261ab3a54c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.091959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.092564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.094594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 200 len: 1092 time: 1.8151617 Jul 09 19:29:58.096483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:58.098837 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f9727-9b8e-48ae-90a7-6147fce1a03c" -d '{"events": [{"name": "network-changed", "server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:58.314589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faf581-06f4-4993-87fc-f0739fe280c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:58.395647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.413076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Transition to ACTIVE for port object 27d2d7c5-47e7-45fa-926b-86eae620f225 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:58.417309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fe3c-6dfe-48b9-a88e-7261ab3a54c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.430666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fe3c-6dfe-48b9-a88e-7261ab3a54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.436212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-c95cccb6-15aa-4825-b831-03be3464761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.441011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-c95cccb6-15aa-4825-b831-03be3464761b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 1095 time: 0.2737873 Jul 09 19:29:58.535931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:58.540064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.556318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ac157fe6-3e3e-4420-a75d-8df4287bb700'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:29:58.586131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b7b1fe3c-6dfe-48b9-a88e-7261ab3a54c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98e5f2e7f9e3492e8eda37384662180a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335245 Jul 09 19:29:58.611888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-bcbbbabf-1e68-4d41-a9b1-2b5c70407400 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 200 len: 217 time: 0.1464529 Jul 09 19:29:58.612387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:29:58.675071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-4d1996b2-a722-4a63-8240-8bfc18a6ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.676626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-4d1996b2-a722-4a63-8240-8bfc18a6ceb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f786a050-9479-4482-bcfa-db15e3c8151e HTTP/1.1" status: 200 len: 851 time: 0.0501761 Jul 09 19:29:58.694521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1fe3c-6dfe-48b9-a88e-7261ab3a54c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d1be2-b885-49fd-8d75-dd5f66bcaee4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:58.706530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:29:58.710942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Pushing event updated for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:58.715994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:29:58.730716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:29:58.737219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.738115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.828248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f08729db-accf-4715-befb-bed0c8492f57 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7308915 Jul 09 19:29:58.831160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfee6-48ec-4b63-913c-30e8b79cae27 req-7357ecf4-396e-4ad3-860f-99f19b8a09b3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.832834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:58.833369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:58.833875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:58.841045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-607cfee6-48ec-4b63-913c-30e8b79cae27 req-7357ecf4-396e-4ad3-860f-99f19b8a09b3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 935 time: 0.3969738 Jul 09 19:29:58.844013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Request body: {'port': {'device_id': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:29:58.878327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-39819fe9-6ab9-4b10-bd4f-6bad89abb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.880193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-39819fe9-6ab9-4b10-bd4f-6bad89abb93a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b51c582-c884-4d9f-a852-b36c44340691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966958 Jul 09 19:29:58.883767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:58.884889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:58.885298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:58.898823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cbe43-71de-45c8-bfb5-3b335acc8c14 req-5ba13a64-91b6-4cfc-92d3-48b85022cc3b tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:58.900537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d10cbe43-71de-45c8-bfb5-3b335acc8c14 req-5ba13a64-91b6-4cfc-92d3-48b85022cc3b tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 944 time: 0.8298168 Jul 09 19:29:58.916720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:58.917057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:58.917982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:58.918415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Bound port: c66cbc79-d460-4bfd-b0fe-f03268715aec, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:58.918766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.004521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-607cfee6-48ec-4b63-913c-30e8b79cae27 req-dc63238c-4a32-4be7-be24-81ca016f9ea7 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622765 Jul 09 19:29:59.045051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.050018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:29:59.054062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:29:59.079811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d10cbe43-71de-45c8-bfb5-3b335acc8c14 req-a9a548d8-7fbe-4135-a898-7fe41f10ec7b tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694007 Jul 09 19:29:59.100112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.108066 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdfd75d-20f7-4bdf-820e-2217fe9f02af x-openstack-request-id: req-6bdfd75d-20f7-4bdf-820e-2217fe9f02af {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:29:59.108855 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:29:59.111472 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bdfd75d-20f7-4bdf-820e-2217fe9f02af {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:29:59.112134 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'status': 'completed', 'code': 200} Jul 09 19:29:59.144045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6df625a4-742a-4569-90b3-c0970fb6efef None None] Provisioning for port 27d2d7c5-47e7-45fa-926b-86eae620f225 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:29:59.159774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6df625a4-742a-4569-90b3-c0970fb6efef None None] Provisioning complete for port 27d2d7c5-47e7-45fa-926b-86eae620f225 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:29:59.162229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6df625a4-742a-4569-90b3-c0970fb6efef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.162985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:59.163664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.165083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] 10.222.0.59 "PUT /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 1092 time: 2.9086332 Jul 09 19:29:59.165715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:29:59.168014 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c163499-d9c1-4508-8c8c-860112d29716" -d '{"events": [{"name": "network-changed", "server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:29:59.170549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.217079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e932c-0420-43bc-aca7-d44dcd2f7043 service neutron] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:59.244576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-38f28384-ac19-4649-8579-5ecc3e464351 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437204 Jul 09 19:29:59.246961 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.254485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.256063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa7d1be2-b885-49fd-8d75-dd5f66bcaee4 HTTP/1.1" status: 204 len: 168 time: 0.6400137 Jul 09 19:29:59.283613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6df625a4-742a-4569-90b3-c0970fb6efef None None] Port 27d2d7c5-47e7-45fa-926b-86eae620f225 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:29:59.376405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4d104-d488-452b-bef4-6f3fc6ad5729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d1be2-b885-49fd-8d75-dd5f66bcaee4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:59.481111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd5d5c3-16ad-46ce-a096-f672ccc67041 req-a15b86f5-f8ed-48ef-85e5-8613ba272aa9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215934 Jul 09 19:29:59.594014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d2d7c5-47e7-45fa-926b-86eae620f225 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:29:59.602731 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.616306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Transition to ACTIVE for port object 27d2d7c5-47e7-45fa-926b-86eae620f225 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:29:59.640940 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.679765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-44dbbc96-75a7-4898-abc0-7fedde5d3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:59.681462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-44dbbc96-75a7-4898-abc0-7fedde5d3252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 1095 time: 0.1099784 Jul 09 19:29:59.736627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Pushing event updated for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:29:59.853831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Attempting to bind port 27d2d7c5-47e7-45fa-926b-86eae620f225 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:29:59.854167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Attempting to bind port 27d2d7c5-47e7-45fa-926b-86eae620f225 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:29:59.854488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Attempting to bind port 27d2d7c5-47e7-45fa-926b-86eae620f225 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:59.862783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Port 27d2d7c5-47e7-45fa-926b-86eae620f225 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:29:59.863105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Attempting to bind port 27d2d7c5-47e7-45fa-926b-86eae620f225 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:29:59.878372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:29:59.878706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:29:59.879084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:29:59.879753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Bound port: 27d2d7c5-47e7-45fa-926b-86eae620f225, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:29:59.879892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:59.892552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-c853ebd7-3d40-49b0-b0fa-633975a78f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:59.894146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-c853ebd7-3d40-49b0-b0fa-633975a78f92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1095 time: 0.6503303 Jul 09 19:29:59.916804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbaaab-95d2-4504-a42e-5218889889a5 req-dbccef06-f02b-44b0-9e3c-97d398dc6b3e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:59.924224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20bbaaab-95d2-4504-a42e-5218889889a5 req-dbccef06-f02b-44b0-9e3c-97d398dc6b3e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.2859504 Jul 09 19:29:59.952500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-c28445d7-a548-4d50-b4c9-b147453c6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:29:59.954437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-c28445d7-a548-4d50-b4c9-b147453c6acd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 200 len: 913 time: 0.2657213 Jul 09 19:29:59.982701 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-2632929c-6d99-44e1-a742-ef3d18ac2679 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.0771303 Jul 09 19:30:00.027388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-155c9336-739d-4e1f-ba57-4efa4b12dc99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 200 len: 217 time: 0.0581956 Jul 09 19:30:00.076365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:00.081239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27d2d7c5-47e7-45fa-926b-86eae620f225,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:00.097201 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fcfd3-ec47-4dad-b083-a5c348331b75 x-openstack-request-id: req-e91fcfd3-ec47-4dad-b083-a5c348331b75 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:00.097535 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:00.097792 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e91fcfd3-ec47-4dad-b083-a5c348331b75 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:00.098183 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'status': 'completed', 'code': 200} Jul 09 19:30:00.168381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-8bd942bb-19ac-4cef-9930-f60809f6762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:00.170056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-8bd942bb-19ac-4cef-9930-f60809f6762b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f786a050-9479-4482-bcfa-db15e3c8151e HTTP/1.1" status: 200 len: 851 time: 0.1194775 Jul 09 19:30:00.171887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:00.181318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514e8a-304d-4901-bf66-722e77150851 req-b934a1e6-2bb5-4675-bb4e-e9bfb45fe021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:00.182797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-b934a1e6-2bb5-4675-bb4e-e9bfb45fe021 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1000967 Jul 09 19:30:00.222000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:00.222628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:00.224010 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] 10.222.0.25 "PUT /v2.0/ports/27d2d7c5-47e7-45fa-926b-86eae620f225 HTTP/1.1" status: 200 len: 1095 time: 1.3850911 Jul 09 19:30:00.301822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20bbaaab-95d2-4504-a42e-5218889889a5 req-8ff4aa43-57f6-474f-af4a-2a78affb1f13 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766413 Jul 09 19:30:00.306362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-f05017c8-4394-4f06-9a75-57250e950178 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814927 Jul 09 19:30:00.315595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-5cdd7d0c-591b-480a-b723-5e60561cad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:00.317286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-5cdd7d0c-591b-480a-b723-5e60561cad11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b51c582-c884-4d9f-a852-b36c44340691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395879 Jul 09 19:30:00.538705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-8d3035c5-303d-408f-80c7-e5b1713b84a6 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020755 Jul 09 19:30:00.606859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-5875f1a0-d018-484a-9225-874320f0fdbf service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811725 Jul 09 19:30:00.766322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:00.788784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d566-601b-484a-bfe5-0c7b14c48021 req-1ca34295-7036-441d-9649-8a0ac0ecfba9 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:00.795919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a998d566-601b-484a-bfe5-0c7b14c48021 req-1ca34295-7036-441d-9649-8a0ac0ecfba9 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 947 time: 0.2333047 Jul 09 19:30:00.805338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d23f9727-9b8e-48ae-90a7-6147fce1a03c req-35c925f2-35a1-46e1-9390-79848100173f service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656775 Jul 09 19:30:00.896593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a998d566-601b-484a-bfe5-0c7b14c48021 req-6ac29560-2038-4a59-8daa-b97591f6ceb3 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997617 Jul 09 19:30:01.052078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50572230-6256-498f-b51c-6d0cd2111022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.180057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d514e8a-304d-4901-bf66-722e77150851 req-70138c55-916c-4967-aa25-672058b645fb service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638025 Jul 09 19:30:01.209361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc372-a9aa-4939-b878-3c13999ee08c service neutron] Pushing event updated for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:01.249870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee97685-deaa-4885-a3d1-b70cc89c3f23 req-c9a65215-0567-4cb6-bf83-c1a2f1bf6c39 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.258286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fee97685-deaa-4885-a3d1-b70cc89c3f23 req-c9a65215-0567-4cb6-bf83-c1a2f1bf6c39 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 944 time: 0.6207061 Jul 09 19:30:01.291667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50572230-6256-498f-b51c-6d0cd2111022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.303194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50572230-6256-498f-b51c-6d0cd2111022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.338021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-50572230-6256-498f-b51c-6d0cd2111022 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebe42cb8a38f4e2a812f4c586918c3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677791 Jul 09 19:30:01.342563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fee97685-deaa-4885-a3d1-b70cc89c3f23 req-635d5fdb-7ee5-4661-b6de-dc7f1c41fc86 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794313 Jul 09 19:30:01.343950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:01.370440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-bef601fb-42b4-4484-90ef-4ee31c847627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.377218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-bef601fb-42b4-4484-90ef-4ee31c847627 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 1098 time: 1.0615170 Jul 09 19:30:01.397327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50572230-6256-498f-b51c-6d0cd2111022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b22dd2-90b2-4fe5-8dc4-5d81ca094e6d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:01.456374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.472473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-46e12184-3f39-485d-bdd2-5bedd64b96e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=27d2d7c5-47e7-45fa-926b-86eae620f225 HTTP/1.1" status: 200 len: 217 time: 0.0733538 Jul 09 19:30:01.520781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.564334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163499-d9c1-4508-8c8c-860112d29716 req-84d10c96-4711-4724-a37c-fddacee72681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.565866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-84d10c96-4711-4724-a37c-fddacee72681 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1095 time: 0.3056068 Jul 09 19:30:01.669152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f312bff3-f01e-42b2-8853-979f10169130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.676146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-f312bff3-f01e-42b2-8853-979f10169130 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1948321 Jul 09 19:30:01.715353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147640a-fa6e-459d-a61e-4d55f7286b88 req-4b3448d8-4c53-4707-8e4f-0ae2fd5139d6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.722466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2147640a-fa6e-459d-a61e-4d55f7286b88 req-4b3448d8-4c53-4707-8e4f-0ae2fd5139d6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.1589267 Jul 09 19:30:01.731172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.733692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:01.734810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41b22dd2-90b2-4fe5-8dc4-5d81ca094e6d HTTP/1.1" status: 204 len: 168 time: 0.3899322 Jul 09 19:30:01.772635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a194f49-f8e3-48b8-b535-e4139b709d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b22dd2-90b2-4fe5-8dc4-5d81ca094e6d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:01.818707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163499-d9c1-4508-8c8c-860112d29716 req-db0bba88-bdfc-47f3-92b8-2cd0bcef7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:01.820400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-db0bba88-bdfc-47f3-92b8-2cd0bcef7099 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2424099 Jul 09 19:30:01.851010 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2147640a-fa6e-459d-a61e-4d55f7286b88 req-9813d695-5abf-4d1e-b905-aa6fd92e6c64 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263175 Jul 09 19:30:01.888539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-7c17782c-18b0-4655-9155-7a7a6f89d0d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.0565016 Jul 09 19:30:02.002315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163499-d9c1-4508-8c8c-860112d29716 req-e232e1ba-2c42-40b1-aaee-2da88b51bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:02.008925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-e232e1ba-2c42-40b1-aaee-2da88b51bc12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1127305 Jul 09 19:30:02.053679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-67581d36-972c-4cd6-b1f7-1c02af67c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:02.056916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-67581d36-972c-4cd6-b1f7-1c02af67c04d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3715699 Jul 09 19:30:02.106056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-af07fca6-cc4c-4a6d-9005-2741b2963a10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830491 Jul 09 19:30:02.126834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:02.133429 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598ec8a-e5a2-4942-914f-7816b46cafaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:02.355983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:02.374718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00267310-cc38-4ab1-9ce2-c394a7c935ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:02.483799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195cd17-8674-40be-b9b7-f9a666e6e729 req-6e7b01d4-2e43-40ce-a22d-6e15aa2a3931 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:02.491631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b195cd17-8674-40be-b9b7-f9a666e6e729 req-6e7b01d4-2e43-40ce-a22d-6e15aa2a3931 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 947 time: 0.3522294 Jul 09 19:30:02.541487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-c23da37d-031f-4340-a847-7fcf55b02501 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308705 Jul 09 19:30:02.546213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-a05d9b48-36b9-4645-9ae2-802ee33630e6 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173199 Jul 09 19:30:02.578915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:02.596952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b195cd17-8674-40be-b9b7-f9a666e6e729 req-0e2fec96-598f-4d51-894f-dfe56294aee1 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026623 Jul 09 19:30:02.634534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00267310-cc38-4ab1-9ce2-c394a7c935ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:02.645589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00267310-cc38-4ab1-9ce2-c394a7c935ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:02.728141 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93151a5-6616-467e-81b1-ce1ce6e0211c x-openstack-request-id: req-c93151a5-6616-467e-81b1-ce1ce6e0211c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:02.728999 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:02.729475 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c93151a5-6616-467e-81b1-ce1ce6e0211c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:02.730323 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225', 'status': 'completed', 'code': 200} Jul 09 19:30:02.768790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f67146-cd2a-4004-9849-1b63efc09e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:02.780320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00267310-cc38-4ab1-9ce2-c394a7c935ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f406b4aa827342609210932523e3930b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211814 Jul 09 19:30:02.781706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:02.789929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267310-cc38-4ab1-9ce2-c394a7c935ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3d98d-217c-400d-b4f5-d5bdbfea50f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:02.807355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cca1440-b4ca-4b55-9c26-c0d87249466e req-fc271262-fe75-456a-9e70-284e97bff41e service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563021 Jul 09 19:30:02.810898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c163499-d9c1-4508-8c8c-860112d29716 req-f04f6cd8-d015-40a2-a6ff-3a09e520024d service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295778 Jul 09 19:30:02.883322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:02.920245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.005817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f67146-cd2a-4004-9849-1b63efc09e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.033526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f67146-cd2a-4004-9849-1b63efc09e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.033526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.035603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.039290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01d3d98d-217c-400d-b4f5-d5bdbfea50f6 HTTP/1.1" status: 204 len: 168 time: 0.2432094 Jul 09 19:30:03.079076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-7a17c23a-3f2a-4c4e-9e6e-beebc609e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:03.081165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-7a17c23a-3f2a-4c4e-9e6e-beebc609e734 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 1098 time: 0.1806092 Jul 09 19:30:03.108557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b8f67146-cd2a-4004-9849-1b63efc09e78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd6eb2567dd478f92aa9d3d729da330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251834 Jul 09 19:30:03.138814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:03.144519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f67146-cd2a-4004-9849-1b63efc09e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b8e24-8838-4eed-ae5d-2f120e23b5d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:03.160554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4d16-4496-46a8-ba20-d704c35105b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3d98d-217c-400d-b4f5-d5bdbfea50f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:03.163523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053fe55-7e00-46a2-a98d-a71d3d4cacef req-3001f31e-db51-493c-aa28-b5c7a09dcfaf tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:03.175298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a053fe55-7e00-46a2-a98d-a71d3d4cacef req-3001f31e-db51-493c-aa28-b5c7a09dcfaf tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 944 time: 0.1924694 Jul 09 19:30:03.300766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a053fe55-7e00-46a2-a98d-a71d3d4cacef req-a89da9ce-4ead-461f-8a67-5729e989a657 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242950 Jul 09 19:30:03.322536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-9976be68-abe3-4c85-a2dc-65523ede6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:03.324154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-9976be68-abe3-4c85-a2dc-65523ede6af8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2368181 Jul 09 19:30:03.410442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef1722b5-9bb0-4ba4-8427-105ae6d231f8 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:03.425650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.443636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-9323de74-475a-4332-9f4e-9792c8d14905 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=27d2d7c5-47e7-45fa-926b-86eae620f225 HTTP/1.1" status: 200 len: 217 time: 0.1039863 Jul 09 19:30:03.556942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.633408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.634057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:03.637459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.639002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/124b8e24-8838-4eed-ae5d-2f120e23b5d0 HTTP/1.1" status: 204 len: 168 time: 0.4988163 Jul 09 19:30:03.664453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'port_id': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'mac_address': 'fa:16:3e:dc:cf:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:03.720201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd58ed-f69e-4675-9b13-1438aa2746bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b8e24-8838-4eed-ae5d-2f120e23b5d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:03.737211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-572ed458-7959-4054-bf25-f8ca6fb980de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:03.738729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-572ed458-7959-4054-bf25-f8ca6fb980de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2814307 Jul 09 19:30:03.763195 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.823177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1722b5-9bb0-4ba4-8427-105ae6d231f8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:03.880730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2c829-cec3-441c-b102-9727a9ed9724 req-22f9b4f0-8836-4558-9377-13459bc2f2cf tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:03.897348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74f2c829-cec3-441c-b102-9727a9ed9724 req-22f9b4f0-8836-4558-9377-13459bc2f2cf tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.3597171 Jul 09 19:30:03.905654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:03.923824 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:03.961545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74f2c829-cec3-441c-b102-9727a9ed9724 req-d61054e6-8b2a-4a3f-8bca-96f1b87d354a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631964 Jul 09 19:30:03.999472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-4d5227e7-15dd-42c9-af51-4b007d236a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:04.000974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-4d5227e7-15dd-42c9-af51-4b007d236a14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440128 Jul 09 19:30:04.057472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:04.077910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:04.099362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd45309-a540-44d0-bc64-799aacc8df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.150431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ef1722b5-9bb0-4ba4-8427-105ae6d231f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:04.193734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-82dbd377-7dcb-497b-8b43-1c0378777b25 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800897 Jul 09 19:30:04.454808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2598ec8a-e5a2-4942-914f-7816b46cafaa req-b95b89d0-dfd4-443d-bf8c-441330d91eca service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529593 Jul 09 19:30:04.459702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd45309-a540-44d0-bc64-799aacc8df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.489175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd45309-a540-44d0-bc64-799aacc8df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.556076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744202-9b0e-4661-a203-8d184c782f13 req-94a769cf-89b1-41d2-867f-fc99876274d5 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:04.556739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd45309-a540-44d0-bc64-799aacc8df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fc8e0-c100-43c3-a291-f455fdcb496a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:04.558144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06744202-9b0e-4661-a203-8d184c782f13 req-94a769cf-89b1-41d2-867f-fc99876274d5 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 947 time: 0.1221833 Jul 09 19:30:04.624834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1dd45309-a540-44d0-bc64-799aacc8df60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbc71166286a46979bb8c1268f65e4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451860 Jul 09 19:30:04.629709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:04.687524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06744202-9b0e-4661-a203-8d184c782f13 req-986c6aa4-1f4a-4e05-aa94-6f88884c0f3f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229911 Jul 09 19:30:04.737606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f88a-ff4b-4ed5-8cc7-22a4783b7d65 req-58b02a7a-cb69-4464-aeb3-c803e4d13172 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:04.746917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa99f88a-ff4b-4ed5-8cc7-22a4783b7d65 req-58b02a7a-cb69-4464-aeb3-c803e4d13172 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 945 time: 0.0890307 Jul 09 19:30:04.799189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa99f88a-ff4b-4ed5-8cc7-22a4783b7d65 req-5be58577-cba4-4f62-8918-e9ac42d300b3 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512667 Jul 09 19:30:04.813031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.869871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.982832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:04.986192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:05.000626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d04fc8e0-c100-43c3-a291-f455fdcb496a HTTP/1.1" status: 204 len: 168 time: 0.3621166 Jul 09 19:30:05.033300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209246a-2292-47e7-acec-43729b1fdb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fc8e0-c100-43c3-a291-f455fdcb496a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:05.376415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff70b2-d99b-42da-a15b-4433e0348aa7 req-8950bdde-e4a3-4447-9245-baa1aa91a254 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:05.383866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79ff70b2-d99b-42da-a15b-4433e0348aa7 req-8950bdde-e4a3-4447-9245-baa1aa91a254 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.1272678 Jul 09 19:30:05.439846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79ff70b2-d99b-42da-a15b-4433e0348aa7 req-61ff93f0-5c5d-4a2c-a52b-88b5d25424e8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529213 Jul 09 19:30:05.442328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:05.569007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef1722b5-9bb0-4ba4-8427-105ae6d231f8 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:05.749843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:05.768039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:05.770592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:05.839490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:05.914810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'port_id': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'mac_address': 'fa:16:3e:3f:89:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3074d3e8-dac2-4fb9-9e33-9d50869be532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:05.960315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4685db-8e8b-4114-bd04-008a1ebe5c7c req-1d13c97d-fb47-402a-ae81-46c17d6335ce tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:05.965694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27d2d7c5-47e7-45fa-926b-86eae620f225 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:05.969409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f4685db-8e8b-4114-bd04-008a1ebe5c7c req-1d13c97d-fb47-402a-ae81-46c17d6335ce tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 947 time: 0.0915773 Jul 09 19:30:06.028615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f4685db-8e8b-4114-bd04-008a1ebe5c7c req-d42c30b6-1254-44ba-8e3b-f05c04a549df tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577800 Jul 09 19:30:06.073006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.161572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947e26-ff17-4ed1-b545-0230e1ec102d req-9d329e1f-5804-40d4-a846-69a2239333a3 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:06.163608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b947e26-ff17-4ed1-b545-0230e1ec102d req-9d329e1f-5804-40d4-a846-69a2239333a3 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 945 time: 0.1242244 Jul 09 19:30:06.184205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66cbc79-d460-4bfd-b0fe-f03268715aec {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:06.210386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:06.211793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.228534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b947e26-ff17-4ed1-b545-0230e1ec102d req-1a31466d-e328-4e45-ae57-4576e6823e88 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592215 Jul 09 19:30:06.231007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.322748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:06.364068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:06.368015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:06.372186 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1426348-0aaa-4306-a5b4-b1a4da590e8b" -d '{"events": [{"server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "name": "network-vif-plugged", "status": "completed", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:06.387521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.508087 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ebe194-f904-41ad-96c4-b205ba27426b x-openstack-request-id: req-09ebe194-f904-41ad-96c4-b205ba27426b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:06.508965 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "name": "network-vif-plugged", "status": "completed", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:06.508965 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09ebe194-f904-41ad-96c4-b205ba27426b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:06.509668 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'code': 200} Jul 09 19:30:06.516429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:06.520944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['c66cbc79-d460-4bfd-b0fe-f03268715aec'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:06.622676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27d2d7c5-47e7-45fa-926b-86eae620f225,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:06.659037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210148b5-b662-4149-b49e-dc7e89f393da req-30bb88b0-bfcc-433d-8a51-80de3d39821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:06.660540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-210148b5-b662-4149-b49e-dc7e89f393da req-30bb88b0-bfcc-433d-8a51-80de3d39821d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 1097 time: 0.1519048 Jul 09 19:30:06.686799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '27d2d7c5-47e7-45fa-926b-86eae620f225', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '27d2d7c5-47e7-45fa-926b-86eae620f225', 'mac_address': 'fa:16:3e:c3:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:06.778025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-c42555a2-7c3f-4fcc-80ab-8c17019c43d0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921161 Jul 09 19:30:06.785491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.807464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d2d7c5-47e7-45fa-926b-86eae620f225 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:06.825336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-210148b5-b662-4149-b49e-dc7e89f393da req-7dda1246-03b7-4589-bfdc-35b1d17afe93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471760 Jul 09 19:30:06.834492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27d2d7c5-47e7-45fa-926b-86eae620f225,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:06.843801 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:06.872735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:06.922464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:06.944268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f00a6-8b1a-4043-b44b-542dcb9ab253 req-d9b997e6-0cff-4669-9911-ae49be957196 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:06.952236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-219f00a6-8b1a-4043-b44b-542dcb9ab253 req-d9b997e6-0cff-4669-9911-ae49be957196 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 945 time: 0.2257152 Jul 09 19:30:06.960932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-21f3d788-a7c1-4f35-a7a1-32a6e0bd4e0c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:06.971293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-21f3d788-a7c1-4f35-a7a1-32a6e0bd4e0c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867666 Jul 09 19:30:06.984490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-2387796d-f63e-48cf-b345-b0144700a89d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/quotas/3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 375 time: 0.0123167 Jul 09 19:30:07.007631 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-219f00a6-8b1a-4043-b44b-542dcb9ab253 req-2761e2ce-4d30-4777-8d3a-dd00a30053b0 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 Jul 09 19:30:07.125481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-0aa59d90-958f-4be4-90bf-2fe6e22eb7f0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348953 Jul 09 19:30:07.142591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28b896d8-021b-4c01-8faa-b9baafa86e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.205798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['27d2d7c5-47e7-45fa-926b-86eae620f225'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:07.431192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28b896d8-021b-4c01-8faa-b9baafa86e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.462910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:07.506328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28b896d8-021b-4c01-8faa-b9baafa86e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.552828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ae7c-2f14-4240-9cfc-a179c5b0b6bb req-19ce28b2-8f9e-434b-bf56-3e53a5f64c00 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:07.564472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6e5ae7c-2f14-4240-9cfc-a179c5b0b6bb req-19ce28b2-8f9e-434b-bf56-3e53a5f64c00 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 948 time: 0.1193986 Jul 09 19:30:07.568426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port c66cbc79-d460-4bfd-b0fe-f03268715aec completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:07.577396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port c66cbc79-d460-4bfd-b0fe-f03268715aec triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:07.577771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.582125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b896d8-021b-4c01-8faa-b9baafa86e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a99aeb-953b-42ff-a469-20f2d1cc3ec1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:07.592191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28b896d8-021b-4c01-8faa-b9baafa86e88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b03e8c49e70498ba6cc8806e5dd98d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162280 Jul 09 19:30:07.592772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:07.640117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6e5ae7c-2f14-4240-9cfc-a179c5b0b6bb req-ac19ccf0-52b2-4520-8ce0-f9ed8d13c0fd tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742719 Jul 09 19:30:07.676890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cea60f-ff96-4812-90be-e788ec775c50 req-9391111e-f93d-4578-bf3a-34dd3c88e9dd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:07.686129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2cea60f-ff96-4812-90be-e788ec775c50 req-9391111e-f93d-4578-bf3a-34dd3c88e9dd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.2635975 Jul 09 19:30:07.696838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.731057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.765717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a192d1fe-06cf-47ad-ba5e-3f5a76564881 req-6e50aed1-434b-4aa1-947d-ed071718e1a9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0538430 Jul 09 19:30:07.807618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.810745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.814949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32a99aeb-953b-42ff-a469-20f2d1cc3ec1 HTTP/1.1" status: 204 len: 168 time: 0.2190309 Jul 09 19:30:07.826784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:07.835847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2cea60f-ff96-4812-90be-e788ec775c50 req-ffc71708-76bd-4ab2-8d49-b0d30f111724 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488290 Jul 09 19:30:07.837108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284b70-7575-488d-9ef9-4a0659d4af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a99aeb-953b-42ff-a469-20f2d1cc3ec1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:07.901651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:07.913575 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:08.037450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:08.260024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc8328-08f7-431f-aefa-988c54510170 req-d49c2cf7-9519-417f-a075-00ba55ba17a8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:08.262788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-adbc8328-08f7-431f-aefa-988c54510170 req-d49c2cf7-9519-417f-a075-00ba55ba17a8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 946 time: 0.0827997 Jul 09 19:30:08.316457 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-adbc8328-08f7-431f-aefa-988c54510170 req-1dbf0350-3a86-490c-9eec-8e5e4dc73de5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478928 Jul 09 19:30:08.440946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:08.460024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-498de1a3-8772-4958-bb59-4bde826b4fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:08.511788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:08.514711 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2113ec-5b36-4d2b-8aee-c971f32f9ec6" -d '{"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-plugged", "status": "completed", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:08.593891 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d53955-94a3-48ec-8b20-b97abd2eee31 x-openstack-request-id: req-91d53955-94a3-48ec-8b20-b97abd2eee31 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:08.594469 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-plugged", "status": "completed", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:08.594469 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91d53955-94a3-48ec-8b20-b97abd2eee31 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:08.598768 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'code': 200} Jul 09 19:30:08.697694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-498de1a3-8772-4958-bb59-4bde826b4fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:08.724258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-498de1a3-8772-4958-bb59-4bde826b4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:08.774799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-498de1a3-8772-4958-bb59-4bde826b4fa1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b5b9baf0427450d807697715c5f7cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326452 Jul 09 19:30:08.778397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:08.795442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498de1a3-8772-4958-bb59-4bde826b4fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c8ae95-ab65-48e9-9f2d-d4f421f97963,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:08.848739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179df3-1286-4154-915f-e00c736beda2 req-15bd0668-ef88-41d7-8b80-1b77327c402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:08.850566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e179df3-1286-4154-915f-e00c736beda2 req-15bd0668-ef88-41d7-8b80-1b77327c402d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1097 time: 0.1763809 Jul 09 19:30:08.960555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e179df3-1286-4154-915f-e00c736beda2 req-c8b37823-3b66-4826-9d3d-1b4113b05e81 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977459 Jul 09 19:30:08.961617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:08.989767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87d2a1c5-c80d-43c4-9856-5a0ec7761e15 req-5a07cf91-56bb-4cae-8271-f704ee6e8906 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0611985 Jul 09 19:30:08.997218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def9ceb-0176-482c-8478-3dd24c56709f req-bf0ca765-42c2-4f73-b15a-6f456c861813 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:08.999003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3def9ceb-0176-482c-8478-3dd24c56709f req-bf0ca765-42c2-4f73-b15a-6f456c861813 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 948 time: 0.1463492 Jul 09 19:30:09.010415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.078386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3def9ceb-0176-482c-8478-3dd24c56709f req-b48c3b49-9a47-4cd3-9a79-d74781a481fc tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733621 Jul 09 19:30:09.119995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:09.127604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.131179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.133180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38c8ae95-ab65-48e9-9f2d-d4f421f97963 HTTP/1.1" status: 204 len: 168 time: 0.3477848 Jul 09 19:30:09.147248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f084-7f1b-4146-afa8-86452b04f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c8ae95-ab65-48e9-9f2d-d4f421f97963,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:09.279896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-e1dcfb93-682f-467c-b3dc-16e799dad0ee tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439565 Jul 09 19:30:09.305317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07156205-31c9-431a-86b1-df24cd0452ce req-46789630-91ba-4031-813b-62b5b7ac8b58 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:09.318092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07156205-31c9-431a-86b1-df24cd0452ce req-46789630-91ba-4031-813b-62b5b7ac8b58 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.1899643 Jul 09 19:30:09.417229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57e2c8cd-3fa9-4958-bec0-acbd34bf2397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.480005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07156205-31c9-431a-86b1-df24cd0452ce req-701fd181-6e36-473c-9a39-4f5dfb1ca5bb tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609294 Jul 09 19:30:09.492008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-75486015-5063-4e60-b99f-4ea74635dc96 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:09.493598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-75486015-5063-4e60-b99f-4ea74635dc96 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048559 Jul 09 19:30:09.511983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Request body: {'port': {'device_id': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '3bbb7a3bdc64417d9da208c57de0511b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:09.656493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57e2c8cd-3fa9-4958-bec0-acbd34bf2397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.672870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57e2c8cd-3fa9-4958-bec0-acbd34bf2397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.775449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-57e2c8cd-3fa9-4958-bec0-acbd34bf2397 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3228fdea34734e8f83daccb32606ea6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528487 Jul 09 19:30:09.796937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:09.820015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2c8cd-3fa9-4958-bec0-acbd34bf2397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93d222c-76ae-4c5b-8cfc-42dc2bc6887f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:09.935708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:09.976058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.098329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27d2d7c5-47e7-45fa-926b-86eae620f225 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:10.155839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab120ecc-eeb0-4282-a1fc-34f3b1c904af req-d473475a-4e90-49e7-9769-89a57433ca42 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:10.163815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab120ecc-eeb0-4282-a1fc-34f3b1c904af req-d473475a-4e90-49e7-9769-89a57433ca42 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 946 time: 0.5628998 Jul 09 19:30:10.169669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075e0f7-11d4-4996-8697-f515a4a1a409 req-facd7a73-0f6b-4f1f-92dc-46e25ac50238 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:10.172396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c075e0f7-11d4-4996-8697-f515a4a1a409 req-facd7a73-0f6b-4f1f-92dc-46e25ac50238 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.1462827 Jul 09 19:30:10.184587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:10.190496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Request body: {'floatingip': {'port_id': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:10.193318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.218318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.222131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a93d222c-76ae-4c5b-8cfc-42dc2bc6887f HTTP/1.1" status: 204 len: 168 time: 0.4209754 Jul 09 19:30:10.271258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499e0e7-3b36-4083-abc1-56e12dca3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93d222c-76ae-4c5b-8cfc-42dc2bc6887f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:10.277374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 27d2d7c5-47e7-45fa-926b-86eae620f225 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:10.286607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 27d2d7c5-47e7-45fa-926b-86eae620f225 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:10.287840 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.290430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.305543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Made reservation on behalf of 3bbb7a3bdc64417d9da208c57de0511b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:10.319407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.353085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab120ecc-eeb0-4282-a1fc-34f3b1c904af req-f202b5b4-0fff-49c5-a165-d54936ef88a3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863170 Jul 09 19:30:10.391660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.458868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.507747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27d2d7c5-47e7-45fa-926b-86eae620f225,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:10.516579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.588715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:10.604099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:10.607876 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe5aca1-6e8b-4f64-bebc-8e4d6351cab6" -d '{"events": [{"server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "name": "network-vif-plugged", "status": "completed", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:10.627728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.644963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:10.648749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.693714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eef90c86-b41f-46bb-ab1c-0d1e30cd739e req-ea1a49d9-6bc1-4d58-ad65-45090197e807 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0476921 Jul 09 19:30:10.778062 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b169291-f542-42b1-8bda-01b180dc134f x-openstack-request-id: req-8b169291-f542-42b1-8bda-01b180dc134f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:10.778351 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "name": "network-vif-plugged", "status": "completed", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:10.778606 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b169291-f542-42b1-8bda-01b180dc134f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:10.779889 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225', 'code': 200} Jul 09 19:30:10.871359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b562556-095c-4490-86de-7fdde16ac3d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:10.935084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:10.968911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38e6e830-79d4-4769-b368-05f41efa1906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:10.981885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d789-531a-4062-b3c1-5f7319e78416 req-40eb3e36-37b0-4e67-a361-fdd858cdf5f7 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:10.989076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d971d789-531a-4062-b3c1-5f7319e78416 req-40eb3e36-37b0-4e67-a361-fdd858cdf5f7 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.3564930 Jul 09 19:30:11.065248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Allocated IP 192.168.233.101 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/648433a1-baaa-4ad0-b2cf-523c07644b55) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:11.122718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d971d789-531a-4062-b3c1-5f7319e78416 req-f7feec82-54e2-46f9-b0bd-85ff93a359ad tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325114 Jul 09 19:30:11.164439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1579532839-network', 'tenant_id': '1fd846365b56478a92753ac9458d0a50'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:11.271405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38e6e830-79d4-4769-b368-05f41efa1906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.279277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38e6e830-79d4-4769-b368-05f41efa1906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.320352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:11.322679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.328759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f3ccd-b7d7-4d85-bad9-814942da9645 req-d7b7f81f-8132-4f79-bf21-df6e1d3972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:11.330281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd2f3ccd-b7d7-4d85-bad9-814942da9645 req-d7b7f81f-8132-4f79-bf21-df6e1d3972a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 1100 time: 0.1596203 Jul 09 19:30:11.335512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-38e6e830-79d4-4769-b368-05f41efa1906 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c04e371e186494bacf924d709088e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977354 Jul 09 19:30:11.339427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e830-79d4-4769-b368-05f41efa1906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d597f3a-05ae-40f6-8396-f01a3babdce5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:11.341769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:11.352348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.360535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.389617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Transition to ACTIVE for port object 648433a1-baaa-4ad0-b2cf-523c07644b55 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:11.414629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd2f3ccd-b7d7-4d85-bad9-814942da9645 req-4cdc9dc2-760c-4838-a9ac-d212f5a1036e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Jul 09 19:30:11.434506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.461722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.469254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.496513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.506608 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.536147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:11.540195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:11.545296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:11.550435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:11.551478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.560518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:11.590516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.593556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.597487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d597f3a-05ae-40f6-8396-f01a3babdce5 HTTP/1.1" status: 204 len: 168 time: 0.2493882 Jul 09 19:30:11.615812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e62e9-a1be-47d0-b170-9ccf03d17b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d597f3a-05ae-40f6-8396-f01a3babdce5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:11.699528 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.710762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.713305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-695037a9-4aaa-4de8-aefc-72171c8bacf1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2071891 Jul 09 19:30:11.728604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Request body: {'port': {'device_id': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:11.755773 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Floating IP f9d267aa-0b12-4258-933e-4ef771672621 associated. External IP: 172.25.3.164, port: ef1722b5-9bb0-4ba4-8427-105ae6d231f8. Jul 09 19:30:11.801410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eb9c4162-3d38-44f0-baab-a0bab942e81a None None] Provisioning for port 648433a1-baaa-4ad0-b2cf-523c07644b55 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:11.809576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eb9c4162-3d38-44f0-baab-a0bab942e81a None None] Provisioning complete for port 648433a1-baaa-4ad0-b2cf-523c07644b55 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:11.810301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9c4162-3d38-44f0-baab-a0bab942e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.818702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.843918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:30:11.865558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f560-6fb1-46b8-8181-9387622c4d6b req-18a681ba-1b32-4934-acab-c569ee753509 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:11.867219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c4162-3d38-44f0-baab-a0bab942e81a None None] Port 648433a1-baaa-4ad0-b2cf-523c07644b55 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:30:11.872441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5a7f560-6fb1-46b8-8181-9387622c4d6b req-18a681ba-1b32-4934-acab-c569ee753509 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 946 time: 0.3266084 Jul 09 19:30:11.888285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87071b0e-5edc-447b-acf6-e4a8c5c20cfe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:11.911600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:11.912024 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Added segment 6fc65062-9e8e-4d5a-9092-1449f11e39c6 of type vlan for network 8d926ef3-0246-4125-9742-3a5b8901d195 Jul 09 19:30:12.003727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5a7f560-6fb1-46b8-8181-9387622c4d6b req-7972b906-8e72-486a-8ed3-8a596195b47d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304216 Jul 09 19:30:12.016868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.049204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79949863-fbb5-4c96-b745-ae154081c1a3 req-4b8d5bf0-3d02-4f28-b0f1-05d20bfae96e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:12.050779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79949863-fbb5-4c96-b745-ae154081c1a3 req-4b8d5bf0-3d02-4f28-b0f1-05d20bfae96e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 936 time: 0.1971254 Jul 09 19:30:12.107285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.108605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:12.109447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.123381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79949863-fbb5-4c96-b745-ae154081c1a3 req-7389ab5b-063d-40d1-8fc6-4d0c39af8c1f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Jul 09 19:30:12.239192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648433a1-baaa-4ad0-b2cf-523c07644b55 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:12.254320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.280277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6330791 Jul 09 19:30:12.283637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eb1f5-599d-4892-85f1-b65779e3d33f admin admin] Pushing event updated for resources: {'Network': ['ID=8d926ef3-0246-4125-9742-3a5b8901d195,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:12.284465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:12.289620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Request body: {'subnet': {'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1579532839-subnet', 'tenant_id': '1fd846365b56478a92753ac9458d0a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:12.295160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Transition to ACTIVE for port object 648433a1-baaa-4ad0-b2cf-523c07644b55 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:12.297309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8d926ef3-0246-4125-9742-3a5b8901d195 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:30:12.309191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.349684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:12.352276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.361786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Router 18982d47-1222-422e-b9ae-2f05097f360a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:30:12.446992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:12.540439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:12.540772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:12.541095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:12.557177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:12.567785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:12.577289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:12.577620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:12.578766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:12.579362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Bound port: 648433a1-baaa-4ad0-b2cf-523c07644b55, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:12.579889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.655116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90245128-d1be-419b-b95c-4724c40165de req-dd6f39cc-cadb-4329-a8d1-f6c9b9cce52a tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:12.657149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90245128-d1be-419b-b95c-4724c40165de req-dd6f39cc-cadb-4329-a8d1-f6c9b9cce52a tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.1979942 Jul 09 19:30:12.658597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:30:12.664827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.670087 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Sync routers for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:30:12.686720 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:30:12.687697 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:30:12.723183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c0c07780-97fc-426f-a4c1-db8b677301da tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "PUT /v2.0/floatingips/f9d267aa-0b12-4258-933e-4ef771672621 HTTP/1.1" status: 200 len: 992 time: 2.5349691 Jul 09 19:30:12.723183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:12.725341 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb271d-b1db-4f07-badc-060f1ed0e890" -d '{"events": [{"name": "network-changed", "server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:12.770644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90245128-d1be-419b-b95c-4724c40165de req-f83651c6-0a72-46eb-992c-cfff94efb970 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Jul 09 19:30:12.798983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:12.813497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.816987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:12.843914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.865414 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:30:12.926236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:12.926856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:12.929204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] 10.222.0.25 "PUT /v2.0/ports/648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 1096 time: 1.2062793 Jul 09 19:30:12.929658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:12.931903 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c5f821-7da9-4e68-b3f2-1afd894a13b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:12.949713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af65569-26fc-4704-aaf5-797b8f578a90,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:12.957073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe7e4-d568-40c7-bdd7-3669de27b322 req-52e2f4f9-0992-46af-b94b-6bf3bb1f3850 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:12.964287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cfebe7e4-d568-40c7-bdd7-3669de27b322 req-52e2f4f9-0992-46af-b94b-6bf3bb1f3850 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1097 time: 0.2161455 Jul 09 19:30:12.969050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e138d1f-4ad7-4d94-85fe-a1c49d63b314 service neutron] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:12.987162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:12.987515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Network hostable DHCP agents. Network: 8d926ef3-0246-4125-9742-3a5b8901d195, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:30:13.071756 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cfebe7e4-d568-40c7-bdd7-3669de27b322 req-d25910ab-890a-4cb1-b582-0e5b64b2ea28 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064916 Jul 09 19:30:13.112069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Network 8d926ef3-0246-4125-9742-3a5b8901d195 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:30:13.145547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8d926ef3-0246-4125-9742-3a5b8901d195) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:13.155146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4270317-71d3-4f2e-948f-811ef4c3b645 None None] Network 8d926ef3-0246-4125-9742-3a5b8901d195 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:30:13.156031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.156628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:13.176835 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6dc4c0-e9e0-4552-9b3a-cafb743022d4 x-openstack-request-id: req-0e6dc4c0-e9e0-4552-9b3a-cafb743022d4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:13.177415 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:13.177888 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e6dc4c0-e9e0-4552-9b3a-cafb743022d4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:13.178495 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'status': 'completed', 'code': 200} Jul 09 19:30:13.205669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-641df187-0292-4879-846c-df85fb97d77e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9198284 Jul 09 19:30:13.216291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-fd627a0f-5b16-43f6-95af-685021ab61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.218138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-fd627a0f-5b16-43f6-95af-685021ab61d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1099 time: 0.2189636 Jul 09 19:30:13.225540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f9d267aa-0b12-4258-933e-4ef771672621', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'port_id': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'mac_address': 'fa:16:3e:dc:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:48Z', 'updated_at': '2021-07-09T19:30:11Z', 'revision_number': 1, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:30:13.289386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-04896235-5658-4d42-b1df-318aec81a1f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0620162 Jul 09 19:30:13.303760 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Checking router: 18982d47-1222-422e-b9ae-2f05097f360a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:30:13.321082 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72fd2b-8536-446c-abc3-1a3a4f16c0a8 x-openstack-request-id: req-2d72fd2b-8536-446c-abc3-1a3a4f16c0a8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:13.321634 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:13.322199 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d72fd2b-8536-446c-abc3-1a3a4f16c0a8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:13.322731 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'status': 'completed', 'code': 200} Jul 09 19:30:13.379972 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:30:13.380746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:29:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:30:13.385177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-ccd36f61-b661-4ed3-a1bf-280f370e633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.387574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-ccd36f61-b661-4ed3-a1bf-280f370e633c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0897188 Jul 09 19:30:13.433932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-9c51a9ea-18e2-4316-b142-d14b3520bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.435795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-9c51a9ea-18e2-4316-b142-d14b3520bafe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 1097 time: 0.1236846 Jul 09 19:30:13.570286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f0ca-55c4-4155-99ae-c8461212e073 req-93edb0e8-d4b1-4494-bef0-3324228ed3df tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.576693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8563f0ca-55c4-4155-99ae-c8461212e073 req-93edb0e8-d4b1-4494-bef0-3324228ed3df tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 950 time: 0.1503325 Jul 09 19:30:13.585979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-65ea5580-3463-44cd-a095-cc2271719685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.587833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-65ea5580-3463-44cd-a095-cc2271719685 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846166 Jul 09 19:30:13.597016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:30:13.643907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8563f0ca-55c4-4155-99ae-c8461212e073 req-fee3f5c1-cba7-4b93-b846-35e67247e83b tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601420 Jul 09 19:30:13.647353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfea4223-b098-4471-93ac-55ce1b9da517 None None] Network 8d926ef3-0246-4125-9742-3a5b8901d195 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:30:13.716492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-55c040b4-4806-4184-943c-28d992eb614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.729543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-55c040b4-4806-4184-943c-28d992eb614a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 200 len: 913 time: 0.2780957 Jul 09 19:30:13.823687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b3bc-de70-40ee-8e4d-b1eec65f90e2 req-2cae0538-1edf-4944-ad63-3f9369036640 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:13.830748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2327b3bc-de70-40ee-8e4d-b1eec65f90e2 req-2cae0538-1edf-4944-ad63-3f9369036640 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.3257275 Jul 09 19:30:13.905090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-1b67d9c8-88ed-4de6-ad2a-94dc88123728 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 200 len: 1000 time: 0.1745579 Jul 09 19:30:13.912499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-3f845a30-6c25-4fff-a650-ac17745ea08d service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134322 Jul 09 19:30:13.967336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2327b3bc-de70-40ee-8e4d-b1eec65f90e2 req-1a636035-2435-48a7-bea0-2a14af98049c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Jul 09 19:30:14.003318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5490-edba-4e5d-b3f2-ac8aba16301a req-95ba335a-dd5f-4ffa-89eb-5af827886fbd tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.006118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc3d5490-edba-4e5d-b3f2-ac8aba16301a req-95ba335a-dd5f-4ffa-89eb-5af827886fbd tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1097 time: 0.0680928 Jul 09 19:30:14.083930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc3d5490-edba-4e5d-b3f2-ac8aba16301a req-d28d0218-18ea-4ef2-9928-d2bd5226ac08 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722375 Jul 09 19:30:14.085984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-769b93fe-2de1-40c9-807e-cce606261109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.087470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-769b93fe-2de1-40c9-807e-cce606261109 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f786a050-9479-4482-bcfa-db15e3c8151e HTTP/1.1" status: 200 len: 851 time: 0.1740677 Jul 09 19:30:14.090339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f9d267aa-0b12-4258-933e-4ef771672621', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'port_id': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'mac_address': 'fa:16:3e:dc:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:48Z', 'updated_at': '2021-07-09T19:30:11Z', 'revision_number': 1, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:30:14.142056 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043581c-cb64-442b-ad4b-86aa0b4c1221 None None] The sync data for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 is: [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f9d267aa-0b12-4258-933e-4ef771672621', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'port_id': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'mac_address': 'fa:16:3e:dc:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:48Z', 'updated_at': '2021-07-09T19:30:11Z', 'revision_number': 1, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:30:14.195503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d2a3905-22a0-40d3-bc20-62134f03b841 req-7083ba40-da5c-4d2d-a790-e55030f9d3d7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718527 Jul 09 19:30:14.233629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:14.240183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1648937422-network', 'tenant_id': '5f0aad6a48b0443b90fd44d679c457ff'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:14.250231 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:30:14.264024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-4a323425-c8fe-4489-971f-ee81083a6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.265614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-4a323425-c8fe-4489-971f-ee81083a6e65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b51c582-c884-4d9f-a852-b36c44340691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670101 Jul 09 19:30:14.267030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Made reservation on behalf of 5f0aad6a48b0443b90fd44d679c457ff for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:14.270294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.281538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.397049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.404300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.446722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f695a09-a665-4494-bc98-ddac2f8698ef None None] New status for floating IP f9d267aa-0b12-4258-933e-4ef771672621: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:30:14.459507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:30:14.474294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.474888 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Added segment f4cbad31-a5ee-4cf4-b81e-eba5b272cd65 of type vlan for network 355f777e-2666-4789-be45-6a462a342aea Jul 09 19:30:14.476953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b62f9-2e79-43d3-85e7-453f1d9dcb21,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:14.531044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.573462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.576114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.577017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.599343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbcac0-49c6-4f19-bf70-603bbfdde145 req-04730e29-3550-45ec-b71b-abaee0e6dd81 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.606791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17cbcac0-49c6-4f19-bf70-603bbfdde145 req-04730e29-3550-45ec-b71b-abaee0e6dd81 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.3957658 Jul 09 19:30:14.645083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4098153 Jul 09 19:30:14.652725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:14.664503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Request body: {'subnet': {'network_id': '355f777e-2666-4789-be45-6a462a342aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1648937422-subnet', 'tenant_id': '5f0aad6a48b0443b90fd44d679c457ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:14.671320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ddf86-fa6d-4354-b680-3c87018a3fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=355f777e-2666-4789-be45-6a462a342aea,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:14.672359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-65c6e5a1-5596-4b4c-8f64-3c52d100480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.673910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-65c6e5a1-5596-4b4c-8f64-3c52d100480b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1099 time: 0.4074485 Jul 09 19:30:14.682284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 355f777e-2666-4789-be45-6a462a342aea details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:30:14.683158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-a7d7311b-d5e2-4597-95ad-b448be700e22 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820214 Jul 09 19:30:14.781283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17cbcac0-49c6-4f19-bf70-603bbfdde145 req-1ad682d9-657d-42ed-8c50-38d37bf963a6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697390 Jul 09 19:30:14.829307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Made reservation on behalf of 5f0aad6a48b0443b90fd44d679c457ff for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:14.831936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:14.947898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-f70af517-b7a4-4082-a057-31931764edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:14.950050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-f70af517-b7a4-4082-a057-31931764edc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2660453 Jul 09 19:30:14.957864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51fb271d-b1db-4f07-badc-060f1ed0e890 req-7607577b-a51e-4d67-815e-1796898547d5 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605529 Jul 09 19:30:15.022720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-0bd08234-a0e2-4e91-ae84-73645a507080 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0639141 Jul 09 19:30:15.096811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-a563c036-578a-431a-8c62-419f2b468ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:15.098310 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-a563c036-578a-431a-8c62-419f2b468ab7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0660961 Jul 09 19:30:15.245643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-06057c3c-f51f-478f-94fa-f0fed92d52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:15.247309 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-06057c3c-f51f-478f-94fa-f0fed92d52c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246560 Jul 09 19:30:15.248639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:15.390915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076d3006-5ed9-450e-bc33-94332a481188,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:15.409777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-5f7bc5a6-2449-43d8-8f8b-982e2b93d4fb req-d574bcf4-73b8-4753-9ba9-581aa8de6f00 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:30:15.410662 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f7bc5a6-2449-43d8-8f8b-982e2b93d4fb req-d574bcf4-73b8-4753-9ba9-581aa8de6f00 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109277 Jul 09 19:30:15.426545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-1f231af9-9976-4959-b1d4-92c31267e71e service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517167 Jul 09 19:30:15.429372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Checking segment: {'id': 'f4cbad31-a5ee-4cf4-b81e-eba5b272cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '355f777e-2666-4789-be45-6a462a342aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:15.430236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Network hostable DHCP agents. Network: 355f777e-2666-4789-be45-6a462a342aea, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:30:15.530045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Network 355f777e-2666-4789-be45-6a462a342aea is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:30:15.539883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c5f821-7da9-4e68-b3f2-1afd894a13b4 req-5c6e3716-9fdd-4a7d-b975-9dfe6f083c3f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033766 Jul 09 19:30:15.543303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 355f777e-2666-4789-be45-6a462a342aea) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:15.547634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:15.548063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:15.551922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d25c95-b9c5-4d26-add3-4364b659dc06 None None] Network 355f777e-2666-4789-be45-6a462a342aea requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:30:15.576988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b8262136-673b-450b-aba5-1e910e1edc05 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9205153 Jul 09 19:30:15.705575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5839ef2-4abc-4cec-8775-c442807c0161 None None] Network 355f777e-2666-4789-be45-6a462a342aea requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:30:15.964633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef18d-f0de-4a07-8e8a-58c7ba3fcffa req-5d7b095e-6786-4cde-95d4-b1543d2cfd11 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:15.966176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a8ef18d-f0de-4a07-8e8a-58c7ba3fcffa req-5d7b095e-6786-4cde-95d4-b1543d2cfd11 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.0634949 Jul 09 19:30:15.988344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:16.005042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a8ef18d-f0de-4a07-8e8a-58c7ba3fcffa req-44ced643-59a2-49d5-aeae-563e23c7a978 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Jul 09 19:30:16.068844 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:16.095024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:16.097673 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3defd5bf-9437-4bff-ad6d-550b94a14b18" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:16.112418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:16.123271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:16.173158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f115c20-c842-4fbe-bc03-1fa1d7099746 req-e075b89e-4b89-4492-acc2-9737c0fbaafc tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223250 Jul 09 19:30:16.182553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:16.295883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115c20-c842-4fbe-bc03-1fa1d7099746 req-a049bd17-2ed3-4d4f-8b60-13220acf2540 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:16.297556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f115c20-c842-4fbe-bc03-1fa1d7099746 req-a049bd17-2ed3-4d4f-8b60-13220acf2540 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189561 Jul 09 19:30:16.312478 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f115c20-c842-4fbe-bc03-1fa1d7099746 req-dac3f186-fffb-41dd-b0ba-851d1f3adec4 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/quotas/bf5ead7bc1f64765a8fc40bb48db2978 HTTP/1.1" status: 200 len: 375 time: 0.0091512 Jul 09 19:30:16.350303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f115c20-c842-4fbe-bc03-1fa1d7099746 req-44d4742f-bf07-4599-9700-015244bfd8fc tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jul 09 19:30:16.545716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-41288be7-f507-45bc-a031-53a8e10ec796 tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:16.547277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-41288be7-f507-45bc-a031-53a8e10ec796 tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 1100 time: 0.0520728 Jul 09 19:30:16.565676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-4d8153a9-b45d-42f9-8129-24a64e8269eb tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:16.666283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-4d8153a9-b45d-42f9-8129-24a64e8269eb tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:16.670404 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-4d8153a9-b45d-42f9-8129-24a64e8269eb tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:16.684976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:16.693938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2656d14d-aba4-4640-b38b-f37feaa378c7 req-4d8153a9-b45d-42f9-8129-24a64e8269eb tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407831 Jul 09 19:30:16.703350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8153a9-b45d-42f9-8129-24a64e8269eb tempest-ServersAdminNegativeTestJSON-1085457922 tempest-ServersAdminNegativeTestJSON-1085457922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441bcb8-efb6-4cc6-9f8a-4524ab4fb5df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:16.789310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e1eaaab-85d0-421b-bc8d-208e22845f50 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:30:16.790321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e1eaaab-85d0-421b-bc8d-208e22845f50 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043336 Jul 09 19:30:16.872961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Request body: {'binding': {'host': 'n-h2-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:16.873584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:30:17.008679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on host n-h2-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:17.009016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:17.009376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:17.014138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:17.014464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:17.019174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:17.019513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:17.019888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:17.020338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Bound port: c66cbc79-d460-4bfd-b0fe-f03268715aec, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:17.038436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d8c3b59a-9660-4ee3-985e-629f1feed2f1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:17.039916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d8c3b59a-9660-4ee3-985e-629f1feed2f1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.1005154 Jul 09 19:30:17.054873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-e83748e7-c31c-4e68-8266-465dde65debc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/quotas/1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Jul 09 19:30:17.087511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-81ef3e50-468c-4f77-83ad-999db876a16c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jul 09 19:30:17.108660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:17.114430 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:17.116183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-2e2fe4a7-46be-49cd-9b3e-12afb3be6b27 service neutron] 10.222.0.10 "POST /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec/bindings HTTP/1.1" status: 201 len: 389 time: 0.2846856 Jul 09 19:30:17.195669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-c8e25761-7c3f-4809-85d0-96d0e29ca52f service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006877 Jul 09 19:30:17.212048 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e608ad-e2a7-4922-9618-bfb47ca139a1 x-openstack-request-id: req-62e608ad-e2a7-4922-9618-bfb47ca139a1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:17.212580 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:17.212665 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62e608ad-e2a7-4922-9618-bfb47ca139a1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:17.213078 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'code': 200} Jul 09 19:30:17.303138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-98607b15-aee3-49ce-9557-2ae4ecb58120 service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Jul 09 19:30:17.418467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-e7c460a6-e7e9-4332-be51-b5d3f54b9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:17.420012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-e7c460a6-e7e9-4332-be51-b5d3f54b9372 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1097 time: 0.0646002 Jul 09 19:30:17.538007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-27f15326-5283-4fb0-a8eb-88dab27c309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:17.540927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-27f15326-5283-4fb0-a8eb-88dab27c309d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1139493 Jul 09 19:30:17.590470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-6e096b43-f690-4495-b388-0e708966916b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.0417600 Jul 09 19:30:17.652192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-6e8c8538-c8d9-4c42-8c99-60e2f33f921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:17.653722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-6e8c8538-c8d9-4c42-8c99-60e2f33f921a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0567491 Jul 09 19:30:17.696852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-820812e0-7863-43f8-9031-27971ab0ac28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361354 Jul 09 19:30:17.831681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3fda1-5a75-45d8-a2ac-fc23133fe3f1 req-12bed9ba-a09f-4519-b0af-5209dac76854 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:17.838671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdb3fda1-5a75-45d8-a2ac-fc23133fe3f1 req-12bed9ba-a09f-4519-b0af-5209dac76854 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.1439838 Jul 09 19:30:17.850078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-1e842678-fac6-4563-814a-8ea3167ce584 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266594 Jul 09 19:30:17.941697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdb3fda1-5a75-45d8-a2ac-fc23133fe3f1 req-90e8d71a-862f-4afa-8f53-6815dd977614 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020844 Jul 09 19:30:18.000158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:18.011365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-58b48311-a9be-449c-965f-4cd31e4b5b78 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541381 Jul 09 19:30:18.078378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92003b-d4d6-4f7d-80f5-ca1c2d8faee4 req-75f309ad-aa9f-48a9-aca2-0069882fe5ec tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:18.086602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a92003b-d4d6-4f7d-80f5-ca1c2d8faee4 req-75f309ad-aa9f-48a9-aca2-0069882fe5ec tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 946 time: 0.1037595 Jul 09 19:30:18.121847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:18.144644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a92003b-d4d6-4f7d-80f5-ca1c2d8faee4 req-fc608a00-a307-45de-b503-7ace37744ec8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571043 Jul 09 19:30:18.146481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'mac_address': 'fa:16:3e:48:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:18.216159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.232504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648433a1-baaa-4ad0-b2cf-523c07644b55 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:18.256981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:18.261416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.275976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac8e38ca-db61-494f-9b24-068d69e83884 req-a283c710-57d5-4693-8d93-1eafcd67e123 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 210 time: 0.0679059 Jul 09 19:30:18.326533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-6749ab0b-fd07-45fd-a381-d2b8100a8397 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:18.328364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-6749ab0b-fd07-45fd-a381-d2b8100a8397 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1097 time: 0.1596801 Jul 09 19:30:18.341661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:18.349870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:18.423152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.442777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.573450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:18.632265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89a670b8-67c2-4ea6-9b97-5329669a2e0a req-72377344-709e-4aec-b406-445bebeeb8d3 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347917 Jul 09 19:30:18.654417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:18.710728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:18.713311 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d08157-db49-4a05-bbc2-b1778399bbd8" -d '{"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-unplugged", "status": "completed", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:18.717308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.725865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.787158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a670b8-67c2-4ea6-9b97-5329669a2e0a req-f2b11213-0012-4ca9-9ddf-d432cecc4a90 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:18.789062 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89a670b8-67c2-4ea6-9b97-5329669a2e0a req-f2b11213-0012-4ca9-9ddf-d432cecc4a90 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504314 Jul 09 19:30:18.807781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89a670b8-67c2-4ea6-9b97-5329669a2e0a req-da5ff40c-7bf3-44ba-b8de-fc33ee794b4f tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/quotas/bf5ead7bc1f64765a8fc40bb48db2978 HTTP/1.1" status: 200 len: 375 time: 0.0127480 Jul 09 19:30:18.853769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89a670b8-67c2-4ea6-9b97-5329669a2e0a req-16173e0d-81d3-4ff9-8ea5-707435ea0f37 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401850 Jul 09 19:30:18.868769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:19.053984 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688f1b9-a761-4586-86ee-a313b3cd82b5 x-openstack-request-id: req-a688f1b9-a761-4586-86ee-a313b3cd82b5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:19.054272 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-unplugged", "status": "completed", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:19.054521 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a688f1b9-a761-4586-86ee-a313b3cd82b5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:19.054905 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'code': 200} Jul 09 19:30:19.149006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:19.216120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-919dfc96-8a2f-4d7d-bcd6-ab00dff6640d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:19.217588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-919dfc96-8a2f-4d7d-bcd6-ab00dff6640d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.4863825 Jul 09 19:30:19.219427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on host n-h1-800087-3 for vnic_type normal with profile {"migrating_to": "n-h2-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:19.219750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:19.220064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:19.232317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Request body: {'port': {'device_id': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'admin_state_up': True, 'tenant_id': '1fd846365b56478a92753ac9458d0a50'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:19.237113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:19.237311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Attempting to bind port c66cbc79-d460-4bfd-b0fe-f03268715aec on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:19.251505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69dd0d-2d7b-421d-b21d-7c57025252e6 req-8b7ff93f-36ef-4055-a4f1-1141383c1ace tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:19.252978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c69dd0d-2d7b-421d-b21d-7c57025252e6 req-8b7ff93f-36ef-4055-a4f1-1141383c1ace tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.2007203 Jul 09 19:30:19.253784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabee1c-dc3b-4934-9992-a0a25ebde062 req-538594f2-f409-4f52-9384-85700b2da6a4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:19.257610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3fabee1c-dc3b-4934-9992-a0a25ebde062 req-538594f2-f409-4f52-9384-85700b2da6a4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 949 time: 0.0669684 Jul 09 19:30:19.264822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:19.265324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:19.265698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:19.266129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Bound port: c66cbc79-d460-4bfd-b0fe-f03268715aec, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:19.266478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:19.298461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3fabee1c-dc3b-4934-9992-a0a25ebde062 req-60c5f003-8c1d-417c-9277-47a98c577057 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Jul 09 19:30:19.368892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c69dd0d-2d7b-421d-b21d-7c57025252e6 req-77597f26-28cf-4961-a631-ada7c30e4e48 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050427 Jul 09 19:30:19.427441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:19.432163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:19.439801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:19.470768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:19.474252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:19.533542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06daf57c-c767-44dc-80ff-7839ade7591c req-1ee2dc94-5a15-4f8d-8bc5-621d9fa397ec tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 210 time: 0.0566118 Jul 09 19:30:19.553484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb622d-a781-43c4-a4ba-ee1b90c3caa2 req-2863b355-4590-4c52-bf0f-109902b9da82 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:19.555008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59fb622d-a781-43c4-a4ba-ee1b90c3caa2 req-2863b355-4590-4c52-bf0f-109902b9da82 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.0700822 Jul 09 19:30:19.560525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:19.605091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59fb622d-a781-43c4-a4ba-ee1b90c3caa2 req-87611e23-b879-4e1d-bfa2-5c4845a33fc7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Jul 09 19:30:19.618669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:19.619283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:19.621208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-afe40b62-5119-4ee0-9de2-1c40742560b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 1122 time: 1.2851710 Jul 09 19:30:19.710804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['c66cbc79-d460-4bfd-b0fe-f03268715aec'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:19.718166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Allocated IP 172.20.0.7 (8d926ef3-0246-4125-9742-3a5b8901d195/3af65569-26fc-4704-aaf5-797b8f578a90/641adad4-5008-4c5b-bac9-ca2d2f7282dc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:19.906314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:19.950725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.003904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e1df9ea-333e-4201-98f1-c2b0832be681 req-81852161-829f-4c24-9adf-d608f442c1ce tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447266 Jul 09 19:30:20.029996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Network 8d926ef3-0246-4125-9742-3a5b8901d195 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:20.044063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:20.045827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:20.076059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:20.081564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.082180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.106679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-19d9ffbc-6725-42ea-b586-ca5bb1210736 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8786690 Jul 09 19:30:20.127702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Request body: {'port': {'device_id': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:20.176893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df9ea-333e-4201-98f1-c2b0832be681 req-74223430-b15a-4cef-863c-e6e2ba4a3958 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.178363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e1df9ea-333e-4201-98f1-c2b0832be681 req-74223430-b15a-4cef-863c-e6e2ba4a3958 tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652503 Jul 09 19:30:20.216873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e1df9ea-333e-4201-98f1-c2b0832be681 req-67b82c5d-7f5c-4ec0-9ba8-2f1a737ab95a tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/quotas/bf5ead7bc1f64765a8fc40bb48db2978 HTTP/1.1" status: 200 len: 375 time: 0.0306101 Jul 09 19:30:20.253867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.256913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e1df9ea-333e-4201-98f1-c2b0832be681 req-9969e526-79c2-46b8-b2a3-599d78d0f0ae tempest-QuotasAdminNegativeTest-288344504 tempest-QuotasAdminNegativeTest-288344504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323400 Jul 09 19:30:20.519569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf4ce-2d8b-41b0-9e05-6a7b84f97671 req-65d009f3-cef5-40e9-877b-f4abcf862115 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.521080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-164bf4ce-2d8b-41b0-9e05-6a7b84f97671 req-65d009f3-cef5-40e9-877b-f4abcf862115 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 949 time: 0.1063974 Jul 09 19:30:20.594065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-164bf4ce-2d8b-41b0-9e05-6a7b84f97671 req-42c3a67c-6dbf-4a09-b879-ebccd6f7a5cc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636015 Jul 09 19:30:20.596307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641adad4-5008-4c5b-bac9-ca2d2f7282dc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:20.603914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.620445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Transition to ACTIVE for port object 641adad4-5008-4c5b-bac9-ca2d2f7282dc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:20.632366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863ab9-4bc9-4a2f-a873-877b948533d7 req-46c9a994-e663-433d-820c-0d55452e0dc6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.635753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.640105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad863ab9-4bc9-4a2f-a873-877b948533d7 req-46c9a994-e663-433d-820c-0d55452e0dc6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.0827878 Jul 09 19:30:20.714665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad863ab9-4bc9-4a2f-a873-877b948533d7 req-a2dd0e59-6682-4f32-8c68-45dd8535735e tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736637 Jul 09 19:30:20.729606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:20.772876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:20.774147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:20.774147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:20.788541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:20.789914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:20.796738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:20.797279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:20.797772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:20.798377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Bound port: 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:20.798831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.807035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-87f4f380-a2d6-41e5-a81d-fe5939ee59d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685709 Jul 09 19:30:20.921356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:20.935549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:20.943857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.973256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78949a-cf84-43ba-9282-4017362ff57a req-09ccd23e-c929-474d-a463-95b040ae7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.974761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-09ccd23e-c929-474d-a463-95b040ae7539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 1117 time: 0.1237266 Jul 09 19:30:20.991283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.991460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ccae3-8277-4edf-a435-7160831d3a02 req-4dd5b2a5-6262-4071-8ca0-a3aba484e060 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:20.991909 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.992931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b61ccae3-8277-4edf-a435-7160831d3a02 req-4dd5b2a5-6262-4071-8ca0-a3aba484e060 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.0938721 Jul 09 19:30:20.993327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 1091 time: 0.8725183 Jul 09 19:30:21.001327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c18a-ea7b-45df-afd5-09a4ae1fcf30 req-52f5475c-781f-4da5-bd5e-8fcd8543d815 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.002814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9b7c18a-ea7b-45df-afd5-09a4ae1fcf30 req-52f5475c-781f-4da5-bd5e-8fcd8543d815 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.1465280 Jul 09 19:30:21.051475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:21.085432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec'}, {'name': 'network-changed', 'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:21.085945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b61ccae3-8277-4edf-a435-7160831d3a02 req-702eaac4-0a6f-44de-bdd4-73455e31b079 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751088 Jul 09 19:30:21.087184 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487cc7cf-1e82-4a58-8f2e-40f5ef356038" -d '{"events": [{"name": "network-changed", "server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec"}, {"name": "network-changed", "server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:21.115438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c141a9a-559a-4ad1-b59e-d794ab1c13b5 service neutron] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:21.129183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d0837a4a-d2e2-4f71-a7f0-3b577c6f5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.129183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d0837a4a-d2e2-4f71-a7f0-3b577c6f5bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1094 time: 0.0871768 Jul 09 19:30:21.174159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9b7c18a-ea7b-45df-afd5-09a4ae1fcf30 req-836c0238-7690-440a-a2cf-43f7303431f4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551142 Jul 09 19:30:21.183261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d7a5e2f7-f7f1-4d0e-9046-db71dffd25ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.0431783 Jul 09 19:30:21.228057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78949a-cf84-43ba-9282-4017362ff57a req-4f5c76cd-630b-4434-9dfb-fa08c84aba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.231248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-4f5c76cd-630b-4434-9dfb-fa08c84aba97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.2237835 Jul 09 19:30:21.266075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d243eba6-65e7-4ea8-ba49-8c6ebeff27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.268040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-d243eba6-65e7-4ea8-ba49-8c6ebeff27dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0775795 Jul 09 19:30:21.348734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-0bcd9955-9b21-4bdd-bf29-7d4a6e715c3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705698 Jul 09 19:30:21.351612 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b212a1ac-7aed-401f-aed3-73c829de27ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.357223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-00b6899a-0365-43a4-8ba7-3f39ff2d8e7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 200 len: 1021 time: 0.1050382 Jul 09 19:30:21.416152 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1f24cb-a342-41b9-b25b-248f34042901 x-openstack-request-id: req-8b1f24cb-a342-41b9-b25b-248f34042901 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:21.416452 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:21.417247 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b1f24cb-a342-41b9-b25b-248f34042901 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:21.417646 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'status': 'completed', 'code': 200} Jul 09 19:30:21.417945 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'status': 'completed', 'code': 200} Jul 09 19:30:21.430314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 52750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:21.462086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78949a-cf84-43ba-9282-4017362ff57a req-6c1367fa-7e49-46ce-897f-557135c68358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.464187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-6c1367fa-7e49-46ce-897f-557135c68358 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.0821655 Jul 09 19:30:21.477102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-05242340-c140-40cd-b53e-fe7d6ef9a677 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.478757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-05242340-c140-40cd-b53e-fe7d6ef9a677 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.2415445 Jul 09 19:30:21.555634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-86d06698-d4da-4648-b1c7-1e648dd2f52c service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978841 Jul 09 19:30:21.566306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-525fa08c-c758-411f-b319-521d52cc0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.568090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-525fa08c-c758-411f-b319-521d52cc0653 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1125 time: 0.1364980 Jul 09 19:30:21.605570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78949a-cf84-43ba-9282-4017362ff57a req-d3ea5173-c412-436c-a686-6017564d2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:21.607095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-d3ea5173-c412-436c-a686-6017564d2955 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274693 Jul 09 19:30:21.674578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Deleting port 27d2d7c5-47e7-45fa-926b-86eae620f225 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:30:21.674921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.706624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b212a1ac-7aed-401f-aed3-73c829de27ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.772852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-73c13b68-bbcb-4a31-a281-3a86f774509d service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562505 Jul 09 19:30:21.858593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] For port 27d2d7c5-47e7-45fa-926b-86eae620f225, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27d2d7c5-47e7-45fa-926b-86eae620f225,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:21.858958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.909516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Calling delete_port for 27d2d7c5-47e7-45fa-926b-86eae620f225 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:30:21.952629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b212a1ac-7aed-401f-aed3-73c829de27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.984156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce78949a-cf84-43ba-9282-4017362ff57a req-9b85c946-0c66-404b-a8ae-50beca357876 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993339 Jul 09 19:30:22.020241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740c30b-04b9-4202-8134-2c81a8342119 req-8b731738-68ea-4abd-9433-c901527bfc4f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.024432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2740c30b-04b9-4202-8134-2c81a8342119 req-8b731738-68ea-4abd-9433-c901527bfc4f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0be575-f6a1-4b56-a255-adc917d1c5fb HTTP/1.1" status: 200 len: 949 time: 0.1676767 Jul 09 19:30:22.039950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:22.043673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:22.054873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b212a1ac-7aed-401f-aed3-73c829de27ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf5ead7bc1f64765a8fc40bb48db2978&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0010200 Jul 09 19:30:22.055990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:22.056788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212a1ac-7aed-401f-aed3-73c829de27ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d554c-c0eb-496c-a48e-8321a31c3e7d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:22.063100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecf8888-c53f-4962-a31b-5d655e77a000 req-339cc754-721f-4a15-ae9d-97da1fe9d581 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934964 Jul 09 19:30:22.070507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-971a2969-aaae-408d-8303-40787b1732a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.071854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-971a2969-aaae-408d-8303-40787b1732a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.4937398 Jul 09 19:30:22.089508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2740c30b-04b9-4202-8134-2c81a8342119 req-bba49f8a-40a7-4a8c-aec0-8488de4a4d4f tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Jul 09 19:30:22.145516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 648433a1-baaa-4ad0-b2cf-523c07644b55 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:22.155485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-41f51597-63a4-4e42-890e-598a8c828fb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.0706830 Jul 09 19:30:22.168402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.180058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 648433a1-baaa-4ad0-b2cf-523c07644b55 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:22.180431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.188358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7639c9b-1348-4e52-9e50-932497cbc773 req-89ba0ce8-018f-494f-9154-0ed419ee7a41 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.190031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7639c9b-1348-4e52-9e50-932497cbc773 req-89ba0ce8-018f-494f-9154-0ed419ee7a41 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 949 time: 0.2398365 Jul 09 19:30:22.203502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Pushing event deleted for resources: {'Port': ['ID=27d2d7c5-47e7-45fa-926b-86eae620f225,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:22.210644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ac157fe6-3e3e-4420-a75d-8df4287bb700', '27d2d7c5-47e7-45fa-926b-86eae620f225'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:22.262060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.263328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] No DVR routers for this DVR port 27d2d7c5-47e7-45fa-926b-86eae620f225 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:30:22.266461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.268612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69ba59de-1389-4d55-be6d-d9e19763d956 req-abafe9eb-f173-4584-b7d8-c92bd75c7967 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "DELETE /v2.0/ports/27d2d7c5-47e7-45fa-926b-86eae620f225 HTTP/1.1" status: 204 len: 173 time: 0.7814283 Jul 09 19:30:22.303197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.311781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-716714fa-c128-4650-a4a6-a9057e3879d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.313437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-716714fa-c128-4650-a4a6-a9057e3879d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1493170 Jul 09 19:30:22.363167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4ab7-9c6d-4d29-9e2e-1c131a4bcd3f req-93e7cb18-3874-4d0e-ac82-dca0a6127ea1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.364793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dcf4ab7-9c6d-4d29-9e2e-1c131a4bcd3f req-93e7cb18-3874-4d0e-ac82-dca0a6127ea1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.0859599 Jul 09 19:30:22.394246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-2f8bff76-2b24-489e-8276-407e01f00c52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611019 Jul 09 19:30:22.419968 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7639c9b-1348-4e52-9e50-932497cbc773 req-2235cdeb-478f-489a-abff-44d75d5867bd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976581 Jul 09 19:30:22.421308 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4939-9700-4452-a7b5-3c650fa0a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.428257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dcf4ab7-9c6d-4d29-9e2e-1c131a4bcd3f req-704f830a-b13b-4cb2-be46-63f965fc8e36 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Jul 09 19:30:22.599809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:22.600072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.602469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.611664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/317d554c-c0eb-496c-a48e-8321a31c3e7d HTTP/1.1" status: 204 len: 168 time: 0.5457282 Jul 09 19:30:22.679474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:30:22.685295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.689746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-f5728fc4-4d28-43c8-99d3-c3c79fa253ba service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636943 Jul 09 19:30:22.720652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694bfca-9dac-4806-a4cc-9c0ece58cb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d554c-c0eb-496c-a48e-8321a31c3e7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:22.737899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:22.740637 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ea6d8-8a87-4195-b5d1-f5c13d5dda48" -d '{"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-plugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:22.767033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:22.791178 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.823779 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf31ec3-569e-4dd5-bd23-45fdabe8a3ea x-openstack-request-id: req-0cf31ec3-569e-4dd5-bd23-45fdabe8a3ea {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:22.824165 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-plugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:22.825168 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cf31ec3-569e-4dd5-bd23-45fdabe8a3ea {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:22.825168 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'code': 200} Jul 09 19:30:22.864181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:22.864796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9491c7-5c71-45f0-9740-ce47225b709d req-ea984d08-552a-421e-b8f6-fe491da821d7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:22.866947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb9491c7-5c71-45f0-9740-ce47225b709d req-ea984d08-552a-421e-b8f6-fe491da821d7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.2474074 Jul 09 19:30:22.870135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-f2f67564-8621-4b70-8045-a5ca6b4475d6 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377521 Jul 09 19:30:22.919927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.926560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb9491c7-5c71-45f0-9740-ce47225b709d req-ef966ece-f1ad-4779-ad08-97683a28b355 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Jul 09 19:30:22.984428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:23.004648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1a75c0b-8711-4279-beaf-8a92819b53b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.028520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-946f096e-31d3-4340-ada5-891b0cd21054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.028802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d47133-a231-4ddd-9027-a556c2c3afc0 req-ef90b65d-6b4a-4ee4-ae4d-55818f7f2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.030356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64d47133-a231-4ddd-9027-a556c2c3afc0 req-ef90b65d-6b4a-4ee4-ae4d-55818f7f2b91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1101 time: 0.0993142 Jul 09 19:30:23.030586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-946f096e-31d3-4340-ada5-891b0cd21054 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1094 time: 0.0760343 Jul 09 19:30:23.084430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64d47133-a231-4ddd-9027-a556c2c3afc0 req-cffadcbf-b822-453d-b320-a89d5ac27e36 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449626 Jul 09 19:30:23.128812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-88603296-f3bf-4601-bb2f-29e13132be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.130492 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-88603296-f3bf-4601-bb2f-29e13132be7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.0931387 Jul 09 19:30:23.152367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1a75c0b-8711-4279-beaf-8a92819b53b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.157531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1a75c0b-8711-4279-beaf-8a92819b53b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.172676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-a9436e76-3d2a-4cd0-a48b-0a6d17ed1878 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.0356548 Jul 09 19:30:23.200337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1a75c0b-8711-4279-beaf-8a92819b53b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a493a9f58354cf6b43f9f2d7240b98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144179 Jul 09 19:30:23.201829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:23.208984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75c0b-8711-4279-beaf-8a92819b53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd57bd3-cbb8-4662-82c1-738001363da5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:23.231558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-4e11d128-9c85-462c-9fba-207c698d3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.233297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-4e11d128-9c85-462c-9fba-207c698d3afa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0547919 Jul 09 19:30:23.263054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.268418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-5ba9e2aa-6bd9-4ffb-93f9-3d583c07d9fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272789 Jul 09 19:30:23.284732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.339627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.342359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:23.343990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddd57bd3-cbb8-4662-82c1-738001363da5 HTTP/1.1" status: 204 len: 168 time: 0.1409700 Jul 09 19:30:23.352135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5d786-28e0-4e52-a927-edc6858d7139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd57bd3-cbb8-4662-82c1-738001363da5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:23.387376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-08570e42-5d46-415a-ba47-80925476faf4 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122329 Jul 09 19:30:23.419358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'name': 'network-vif-deleted', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:23.423181 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10dc99-3daf-49f5-846e-3687f7a77575" -d '{"events": [{"server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "name": "network-vif-deleted", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:23.471729 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f9484-0a33-4fae-a65d-66824210ed5c x-openstack-request-id: req-038f9484-0a33-4fae-a65d-66824210ed5c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:23.472424 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0be575-f6a1-4b56-a255-adc917d1c5fb", "name": "network-vif-deleted", "tag": "27d2d7c5-47e7-45fa-926b-86eae620f225", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:23.472912 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-038f9484-0a33-4fae-a65d-66824210ed5c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:23.473538 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0be575-f6a1-4b56-a255-adc917d1c5fb', 'name': 'network-vif-deleted', 'tag': '27d2d7c5-47e7-45fa-926b-86eae620f225', 'status': 'completed', 'code': 200} Jul 09 19:30:23.501875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-487cc7cf-1e82-4a58-8f2e-40f5ef356038 req-adc54031-0a79-4e57-b535-c6a22b2ef838 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996737 Jul 09 19:30:23.618463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948d0d3-15b6-406a-84a7-62b10480f1fe req-e0e681e4-02af-4a43-b86c-98e6a80802a2 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.621593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4948d0d3-15b6-406a-84a7-62b10480f1fe req-e0e681e4-02af-4a43-b86c-98e6a80802a2 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.0685410 Jul 09 19:30:23.638335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc88e-487d-4f8f-8f06-f102a57b5ac5 req-e03ed74e-46a4-415a-9298-fd6e35553ee4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.640082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fbfc88e-487d-4f8f-8f06-f102a57b5ac5 req-e03ed74e-46a4-415a-9298-fd6e35553ee4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.0712206 Jul 09 19:30:23.661096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4948d0d3-15b6-406a-84a7-62b10480f1fe req-efab912f-ef4c-40be-b41b-8efdd58c0c0a tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jul 09 19:30:23.691216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fbfc88e-487d-4f8f-8f06-f102a57b5ac5 req-179f326b-1245-4520-af0a-f6f63fb97258 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Jul 09 19:30:23.859541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8b8e-bf82-4acd-bb42-905d7933a74b req-a6d18144-9f28-4062-97e0-1f67f196777a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:23.861079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89de8b8e-bf82-4acd-bb42-905d7933a74b req-a6d18144-9f28-4062-97e0-1f67f196777a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.0799081 Jul 09 19:30:23.900582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89de8b8e-bf82-4acd-bb42-905d7933a74b req-6fca2da3-184e-4885-907e-25551ab6ff59 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jul 09 19:30:24.033229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:24.108132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557860-bfcf-42d4-9de2-707555ef0bb1 req-2060473c-fc79-454b-a4c9-37a3d4db6eb2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:24.109907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a557860-bfcf-42d4-9de2-707555ef0bb1 req-2060473c-fc79-454b-a4c9-37a3d4db6eb2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.0690832 Jul 09 19:30:24.147116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:24.157950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a557860-bfcf-42d4-9de2-707555ef0bb1 req-8877ed2b-83d2-4e0a-b84b-777285c19597 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jul 09 19:30:24.159678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'mac_address': 'fa:16:3e:e9:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:24.198634 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:24.211028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:24.230687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:24.234586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:24.282847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:24.367207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c2e868bc-f8d5-4b63-aa37-b871c92bd490'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:24.857104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d965c-fb99-4e7e-b6ca-d537033341d7 req-1fa6b936-0484-4a02-be20-c10e5c2eee28 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:24.861742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-907d965c-fb99-4e7e-b6ca-d537033341d7 req-1fa6b936-0484-4a02-be20-c10e5c2eee28 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.0838645 Jul 09 19:30:24.872191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748e21-3cfd-49e9-ba6e-44961002e423 req-bf752eb3-dc01-4c4f-88a2-257d3f263fcc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:24.879345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef748e21-3cfd-49e9-ba6e-44961002e423 req-bf752eb3-dc01-4c4f-88a2-257d3f263fcc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.0687995 Jul 09 19:30:24.910039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-907d965c-fb99-4e7e-b6ca-d537033341d7 req-3a423ace-bc02-42e2-aefe-9795e61a0dbc tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Jul 09 19:30:24.912638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef748e21-3cfd-49e9-ba6e-44961002e423 req-3201c9ec-9ed0-4b54-adec-1f4436ece69b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Jul 09 19:30:24.914383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7357ab3a-0209-44ae-af21-a4f8a77b5e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:25.131425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-181b8197-c04b-4a41-a14f-0ce30cc4c805 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233064 Jul 09 19:30:25.182794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:25.227594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9613a-531f-4bda-80fe-7a0d087df01f req-1d70e959-78fd-4829-97ea-f59af85d02e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:25.229104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fb9613a-531f-4bda-80fe-7a0d087df01f req-1d70e959-78fd-4829-97ea-f59af85d02e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.0686626 Jul 09 19:30:25.243936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-f51ad7a5-440e-4c8c-8130-056d100c0045 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:25.245481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-f51ad7a5-440e-4c8c-8130-056d100c0045 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081746 Jul 09 19:30:25.260638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-ac4f06f5-52d9-4ecb-84ac-ba98913c279d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Jul 09 19:30:25.266536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fb9613a-531f-4bda-80fe-7a0d087df01f req-07ee5f78-cd35-4600-8a87-c5bf1fb4c668 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jul 09 19:30:25.297219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-11e80453-5ec0-4d9f-b4ff-866be94458e9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314639 Jul 09 19:30:25.464722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be299c57-8473-471e-a6d1-c0382a8636ac req-f362e205-a0f6-41f7-abda-ff2a83f4aec0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 210 time: 0.0303783 Jul 09 19:30:25.543507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fcb09-7005-4835-ab18-4d40c24fb4a1 req-ff0cf595-d20b-4ee1-bdd7-8158e1faa03f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:25.545054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-698fcb09-7005-4835-ab18-4d40c24fb4a1 req-ff0cf595-d20b-4ee1-bdd7-8158e1faa03f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.0649092 Jul 09 19:30:25.565792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:25.597965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-698fcb09-7005-4835-ab18-4d40c24fb4a1 req-bdd64c62-d83b-44a1-b8ca-88b03f39f2bc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Jul 09 19:30:25.710073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:25.726857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'port_id': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'mac_address': 'fa:16:3e:c6:9e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af65569-26fc-4704-aaf5-797b8f578a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:25.768030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:25.781106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641adad4-5008-4c5b-bac9-ca2d2f7282dc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:25.801692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:25.806169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:25.861751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:26.048176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:26.074642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['641adad4-5008-4c5b-bac9-ca2d2f7282dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:26.180711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d600d-38df-4bae-b531-6f4defc566f3 req-d472a5dc-f2fc-4338-ae4f-db17696416b6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:26.190634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c2e868bc-f8d5-4b63-aa37-b871c92bd490 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:26.191227 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.200196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e77d600d-38df-4bae-b531-6f4defc566f3 req-d472a5dc-f2fc-4338-ae4f-db17696416b6 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.1440990 Jul 09 19:30:26.202096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd6817-d2ff-4476-a282-78e15c195781 req-46873950-e250-4f96-b37e-d6f6b0fafc49 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:26.204263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84dd6817-d2ff-4476-a282-78e15c195781 req-46873950-e250-4f96-b37e-d6f6b0fafc49 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1380060 Jul 09 19:30:26.253114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.290839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e77d600d-38df-4bae-b531-6f4defc566f3 req-45295bbd-b59d-4724-bf9d-128ed310a3aa tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78637f1-3824-4b3e-beb2-9e640c81e010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876110 Jul 09 19:30:26.353680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.398163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:26.401384 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4707d4-d2f3-4064-8cbf-0b2213e651e2" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:26.418246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:26.424828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.426086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27d2d7c5-47e7-45fa-926b-86eae620f225 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:26.475375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 27d2d7c5-47e7-45fa-926b-86eae620f225 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:30:26.476173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27d2d7c5-47e7-45fa-926b-86eae620f225 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:30:26.500609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-4669677d-3f4d-42f5-9989-34db6b60c8be tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:26.502045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-4669677d-3f4d-42f5-9989-34db6b60c8be tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 948 time: 0.3998153 Jul 09 19:30:26.504475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:26.556624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84dd6817-d2ff-4476-a282-78e15c195781 req-0bf0db0e-b85c-43b9-95e6-1462fdeef193 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445544 Jul 09 19:30:26.653580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Deleting port ac157fe6-3e3e-4420-a75d-8df4287bb700 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:30:26.654310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.750591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-46a98768-fa97-4c03-86bb-5fb8b42a4285 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312972 Jul 09 19:30:26.777370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] For port ac157fe6-3e3e-4420-a75d-8df4287bb700, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ac157fe6-3e3e-4420-a75d-8df4287bb700,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:26.777992 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:26.792697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Calling delete_port for ac157fe6-3e3e-4420-a75d-8df4287bb700 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:30:26.824563 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244bdff9-2ff3-413e-b861-ae4ace68e3e9 x-openstack-request-id: req-244bdff9-2ff3-413e-b861-ae4ace68e3e9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:26.825614 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-plugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:26.825614 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-244bdff9-2ff3-413e-b861-ae4ace68e3e9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:26.825614 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'code': 200} Jul 09 19:30:26.862235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d945f1-d59a-439b-9238-d57da32ff6b1 req-5603ffb0-86b6-4f26-842a-cb045aadf0ff tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:26.870353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3d945f1-d59a-439b-9238-d57da32ff6b1 req-5603ffb0-86b6-4f26-842a-cb045aadf0ff tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.1912191 Jul 09 19:30:26.922635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-015a86c0-9b72-409f-b0ae-a134888ccd7b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:26.924306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-015a86c0-9b72-409f-b0ae-a134888ccd7b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678987 Jul 09 19:30:26.938685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3d945f1-d59a-439b-9238-d57da32ff6b1 req-d4a1ddbb-9523-4d5f-a941-c9232b470905 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678151 Jul 09 19:30:26.957732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:27.020368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c248ccb-8718-41df-8dff-9439564e69df req-b9ff8fbd-190a-483a-a62c-03deeda6ff1c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 210 time: 0.0482786 Jul 09 19:30:27.100109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.131648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ac157fe6-3e3e-4420-a75d-8df4287bb700'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:27.228218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Pushing event deleted for resources: {'Port': ['ID=ac157fe6-3e3e-4420-a75d-8df4287bb700,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:27.495214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-bc93df8f-a3f1-4462-ac1a-28aa3a77acaf service neutron] 10.222.0.59 "GET /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.2161903 Jul 09 19:30:27.535778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] No DVR routers for this DVR port ac157fe6-3e3e-4420-a75d-8df4287bb700 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:30:27.547978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.552344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:27.554637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d506da-f7e2-4f1d-b9da-0b858c361a67 req-31fca323-0f57-4816-b7c4-6653daca9879 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.25 "DELETE /v2.0/ports/ac157fe6-3e3e-4420-a75d-8df4287bb700 HTTP/1.1" status: 204 len: 173 time: 1.0393300 Jul 09 19:30:27.562259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'name': 'network-vif-deleted', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:27.565385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.582065 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd97eca-02bd-4e30-93bb-7ecb424203b6" -d '{"events": [{"server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "name": "network-vif-deleted", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:27.595521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:27.669155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.685801 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.700993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 641adad4-5008-4c5b-bac9-ca2d2f7282dc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:27.706555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 641adad4-5008-4c5b-bac9-ca2d2f7282dc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:27.707163 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.799955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4e4c4-c741-4919-818d-23d53046aa57 req-dc41bd04-d322-4fb5-b1c0-703f6ea16921 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:27.812947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb4e4c4-c741-4919-818d-23d53046aa57 req-dc41bd04-d322-4fb5-b1c0-703f6ea16921 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 944 time: 0.5670953 Jul 09 19:30:27.813996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.861465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:27.869569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.871215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:27.873718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-4a6d297c-8d77-4f75-81dc-819e5bbe8bb9 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:27.877424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb4e4c4-c741-4919-818d-23d53046aa57 req-7bdb3c0e-09bd-4a8f-8e5d-932dd2d75721 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634978 Jul 09 19:30:27.879353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-39a440ee-a08d-4c2e-9500-a7804a41a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:27.880800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-39a440ee-a08d-4c2e-9500-a7804a41a050 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4718470dc4394191b2e613c4b0326846&device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 1102 time: 0.2768207 Jul 09 19:30:27.882415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-4a6d297c-8d77-4f75-81dc-819e5bbe8bb9 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1101 time: 0.2571325 Jul 09 19:30:27.936536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:27.975007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:27.993971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.040675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-75c648bd-e3d1-440d-b080-fcdbf5918545 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.089719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-ec1c340a-6f4b-4126-911c-8b6df6762d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:28.091184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-ec1c340a-6f4b-4126-911c-8b6df6762d79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1758728 Jul 09 19:30:28.114916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43521cee-c09f-4562-b11d-c5747291534b req-c081c78b-479d-43af-b107-6f0fb0c064b2 tempest-ServersAdminNegativeTestJSON-1156054941 tempest-ServersAdminNegativeTestJSON-1156054941-project] 10.222.0.10 "GET /v2.0/ports?device_id=57ca0ec3-9a12-4432-9a2a-4d832d046fd1 HTTP/1.1" status: 200 len: 210 time: 0.0395334 Jul 09 19:30:28.151371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b0d08-1334-4803-827c-040214938c0a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:28.157138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-33f86123-69cb-4891-bb35-7d041bf8d41d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490 HTTP/1.1" status: 200 len: 217 time: 0.0494065 Jul 09 19:30:28.250972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:28.268472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-f2fe7cc0-c3d7-4df6-bf8a-c94e69ae23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:28.271628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-f2fe7cc0-c3d7-4df6-bf8a-c94e69ae23de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1013210 Jul 09 19:30:28.344801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-fa23774b-c0a2-43dc-9222-76ee82c8c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:28.346459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-fa23774b-c0a2-43dc-9222-76ee82c8c759 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644860 Jul 09 19:30:28.358877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-75c648bd-e3d1-440d-b080-fcdbf5918545 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.371031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.83 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/ce6074ba-0dfc-43e6-b27a-5147195902cb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:28.401770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-75c648bd-e3d1-440d-b080-fcdbf5918545 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.422398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:28.422607 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f50a63a-5ef3-4efb-8ad2-43bf821b0a52 x-openstack-request-id: req-7f50a63a-5ef3-4efb-8ad2-43bf821b0a52 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:28.422909 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ca0ec3-9a12-4432-9a2a-4d832d046fd1", "name": "network-vif-deleted", "tag": "ac157fe6-3e3e-4420-a75d-8df4287bb700", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:28.423173 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f50a63a-5ef3-4efb-8ad2-43bf821b0a52 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:28.423564 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ca0ec3-9a12-4432-9a2a-4d832d046fd1', 'name': 'network-vif-deleted', 'tag': 'ac157fe6-3e3e-4420-a75d-8df4287bb700', 'status': 'completed', 'code': 200} Jul 09 19:30:28.459835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-311d4e81-20b1-473e-a0bb-bcfc6aef4278 req-75c648bd-e3d1-440d-b080-fcdbf5918545 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764623 Jul 09 19:30:28.496054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-929d8e49-01f8-4df4-bdcb-7c1844b623aa service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379082 Jul 09 19:30:28.513255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c648bd-e3d1-440d-b080-fcdbf5918545 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcc746-c65e-4cec-a559-96c7547cabf0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:28.645273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66cbc79-d460-4bfd-b0fe-f03268715aec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:28.660238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed013452-01c1-41c8-9a7d-a7f1f918d9f8 req-47ec4ad6-805b-4dda-a7ee-f86b7e4c170b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529295 Jul 09 19:30:28.673595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:28.740698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.766768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77e2ce08-35ae-4c68-bf47-ce77bef5443f req-b78daa24-8ec2-46af-8dbd-800a77f8fbac tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 210 time: 0.0353453 Jul 09 19:30:28.784856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.826362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:28.828990 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f8e89-2a32-4344-a848-ffad500b1e08" -d '{"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-plugged", "status": "completed", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:28.832736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object ce6074ba-0dfc-43e6-b27a-5147195902cb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:28.863897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6459f42-e070-44a0-8c0c-36f647514f4b req-6e6711cd-7379-4ea6-8cd5-8fc13754ca9d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:28.871989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6459f42-e070-44a0-8c0c-36f647514f4b req-6e6711cd-7379-4ea6-8cd5-8fc13754ca9d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 944 time: 0.2217863 Jul 09 19:30:28.937917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] Transition to ACTIVE for port object c66cbc79-d460-4bfd-b0fe-f03268715aec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:28.952738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:28.972626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6459f42-e070-44a0-8c0c-36f647514f4b req-4259d627-7108-449e-aa41-8257999e2fcb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977571 Jul 09 19:30:28.995689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:29.103137 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8488737-b0d6-49a6-912c-4b2377894ff3 x-openstack-request-id: req-c8488737-b0d6-49a6-912c-4b2377894ff3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:29.103453 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-plugged", "status": "completed", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:29.104354 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8488737-b0d6-49a6-912c-4b2377894ff3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:29.104751 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'code': 200} Jul 09 19:30:29.170717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:29.174009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] Pushing event updated for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:29.178710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:29.273202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:29.286048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:29.286733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:29.289621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] No DVR routers for this DVR port c66cbc79-d460-4bfd-b0fe-f03268715aec on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:30:29.376961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00948b7-3194-4ca5-8a63-1ed7564509a1 req-30e161c5-bf46-4904-b7bb-9922362b9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:29.379552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a00948b7-3194-4ca5-8a63-1ed7564509a1 req-30e161c5-bf46-4904-b7bb-9922362b9277 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1096 time: 0.1282303 Jul 09 19:30:29.452462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a00948b7-3194-4ca5-8a63-1ed7564509a1 req-7ffa5e0f-86d4-4ede-ac15-bea2595f6850 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653317 Jul 09 19:30:29.480266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5321877 Jul 09 19:30:29.492443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c299db90-47d8-4dd9-b7cb-84ea376f058a service neutron] 10.222.0.59 "PUT /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec/bindings/n-h2-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9787428 Jul 09 19:30:29.502172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857824-aca1-4728-a8e7-ab6ed3a2a5e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:29.516955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Request body: {'port': {'device_id': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:29.577831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8d79e-d1b8-478e-bf8d-56a5b1fb77c2 req-b529d8ba-c80a-4ec8-8514-52b2b0ccc507 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:29.580568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cb8d79e-d1b8-478e-bf8d-56a5b1fb77c2 req-b529d8ba-c80a-4ec8-8514-52b2b0ccc507 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 945 time: 0.2498999 Jul 09 19:30:29.648014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:29.656024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cb8d79e-d1b8-478e-bf8d-56a5b1fb77c2 req-941073b3-bf32-4fee-9cd9-f022e18062f8 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Jul 09 19:30:29.685051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0dc6a253-7749-47e2-89a1-02a7d3859fb9 None None] Provisioning for port ce6074ba-0dfc-43e6-b27a-5147195902cb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:29.690678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0dc6a253-7749-47e2-89a1-02a7d3859fb9 None None] Provisioning complete for port ce6074ba-0dfc-43e6-b27a-5147195902cb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:29.691085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a253-7749-47e2-89a1-02a7d3859fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:29.732462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-a0d8fa6c-dcbe-4530-959f-dfd2b944fb6d tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:29.733944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-a0d8fa6c-dcbe-4530-959f-dfd2b944fb6d tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1536150 Jul 09 19:30:29.776328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6a253-7749-47e2-89a1-02a7d3859fb9 None None] Port ce6074ba-0dfc-43e6-b27a-5147195902cb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:30:29.944375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-56f3afbb-a942-4ecc-882c-82963a182b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:29.945822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-56f3afbb-a942-4ecc-882c-82963a182b29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88&tenant_id=4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 1096 time: 0.2027788 Jul 09 19:30:30.096222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ac157fe6-3e3e-4420-a75d-8df4287bb700 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:30.122596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-09be9e50-4e4e-49dc-9692-8e3fefd1acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:30.124114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-09be9e50-4e4e-49dc-9692-8e3fefd1acf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1096 time: 0.1450245 Jul 09 19:30:30.146761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: ac157fe6-3e3e-4420-a75d-8df4287bb700 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:30:30.147454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ac157fe6-3e3e-4420-a75d-8df4287bb700 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:30:30.171898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:30.236604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6074ba-0dfc-43e6-b27a-5147195902cb {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:30.256047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.289104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Transition to ACTIVE for port object ce6074ba-0dfc-43e6-b27a-5147195902cb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:30.301921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.450165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:30.479400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c5711fa4-138b-41ba-b4d4-69a6c9d91b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:30.480928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-c5711fa4-138b-41ba-b4d4-69a6c9d91b9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.3463364 Jul 09 19:30:30.539101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Attempting to bind port ce6074ba-0dfc-43e6-b27a-5147195902cb on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:30.540082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Attempting to bind port ce6074ba-0dfc-43e6-b27a-5147195902cb by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:30.540674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Attempting to bind port ce6074ba-0dfc-43e6-b27a-5147195902cb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:30.544208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:30.561568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Port ce6074ba-0dfc-43e6-b27a-5147195902cb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:30.562284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Attempting to bind port ce6074ba-0dfc-43e6-b27a-5147195902cb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:30.583689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:30.584409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:30.585008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:30.585707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Bound port: ce6074ba-0dfc-43e6-b27a-5147195902cb, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:30.586281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.618289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab07a-3a8e-46d0-8cda-93b3c620c65d req-2f3576d1-4fb8-47e1-b000-a031a86c3a97 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:30.622484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d52ab07a-3a8e-46d0-8cda-93b3c620c65d req-2f3576d1-4fb8-47e1-b000-a031a86c3a97 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.2681849 Jul 09 19:30:30.625827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-b587b511-2e3b-4417-a3d4-65516afe9a1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.1086819 Jul 09 19:30:30.631937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-72b22697-0769-44e8-b66a-8181c5c0911d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4586506 Jul 09 19:30:30.696404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-76cfce89-cbe8-418b-a639-e13a476c8654 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7390e8dc88b40f78ab32e12b783f0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451041 Jul 09 19:30:30.699087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:30.729793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-251abd5a-3857-4916-975d-4de358fb4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:30.732082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-251abd5a-3857-4916-975d-4de358fb4d50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0972924 Jul 09 19:30:30.762364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddc7f1-d4c3-4a7a-96b5-f2145e937ce5 req-ed189eed-6ceb-4a6e-84b5-2bc72067eaa9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:30.763872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73ddc7f1-d4c3-4a7a-96b5-f2145e937ce5 req-ed189eed-6ceb-4a6e-84b5-2bc72067eaa9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 947 time: 0.2820096 Jul 09 19:30:30.778959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d52ab07a-3a8e-46d0-8cda-93b3c620c65d req-89468c03-038e-447b-bbe7-818f631b875e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419055 Jul 09 19:30:30.803272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-fea55be0-6a5e-47bb-936e-128587e9d856 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621343 Jul 09 19:30:30.835113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:30.843488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:30.848497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.871614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.919241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.932603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.938794 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:30.941245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d78637f1-3824-4b3e-beb2-9e640c81e010 HTTP/1.1" status: 204 len: 168 time: 0.2407990 Jul 09 19:30:30.969721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-fd43c804-517a-4928-b2e3-821828c839e1 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358905 Jul 09 19:30:31.066986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:31.070178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:31.077085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] 10.222.0.59 "PUT /v2.0/ports/ce6074ba-0dfc-43e6-b27a-5147195902cb HTTP/1.1" status: 200 len: 1095 time: 1.5603969 Jul 09 19:30:31.088605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:31.096532 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c44bec-2def-4aed-9c2e-28425c47f19f" -d '{"events": [{"name": "network-changed", "server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:31.122757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c847-80ad-4bcc-beef-0e70058d49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78637f1-3824-4b3e-beb2-9e640c81e010,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:31.179771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73ddc7f1-d4c3-4a7a-96b5-f2145e937ce5 req-a8975a4e-29fa-47fe-bef8-50d24516fbaa tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833883 Jul 09 19:30:31.271849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d293941-103e-4c59-bf72-53545a873f1a service neutron] Pushing event updated for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:31.277919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-aa010831-1fba-4360-8701-ec31922d2e70 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954309 Jul 09 19:30:31.550974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967d58f-f84a-44a7-b659-dcea82475af7 req-8ae98a67-bcc9-4d90-839b-18e3a5553c88 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:31.569735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7967d58f-f84a-44a7-b659-dcea82475af7 req-8ae98a67-bcc9-4d90-839b-18e3a5553c88 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 945 time: 0.1496985 Jul 09 19:30:31.571668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:31.638960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7967d58f-f84a-44a7-b659-dcea82475af7 req-15966b65-9d81-4a52-a2fb-b591f8ae49fa tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681663 Jul 09 19:30:31.775102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef5b93b3-9632-4485-b260-3c09c93a5d70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5da286265c7c419cba911b1eae65a30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754680 Jul 09 19:30:31.775102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:31.861695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4baa-f885-48e3-ae16-4401e618ad30 req-001a260c-c3d3-4c3e-9683-2d40962aaff4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:31.868911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcbb4baa-f885-48e3-ae16-4401e618ad30 req-001a260c-c3d3-4c3e-9683-2d40962aaff4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 945 time: 0.7670972 Jul 09 19:30:31.877388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-c391dbc7-4e61-46fd-a54b-15c24d391ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:31.879077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-c391dbc7-4e61-46fd-a54b-15c24d391ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 1098 time: 0.7529182 Jul 09 19:30:31.912952 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ea19b-01d2-43d6-aef5-a4091c184bc7 x-openstack-request-id: req-215ea19b-01d2-43d6-aef5-a4091c184bc7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:31.913273 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:31.913521 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-215ea19b-01d2-43d6-aef5-a4091c184bc7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:31.913915 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb', 'status': 'completed', 'code': 200} Jul 09 19:30:31.929065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcbb4baa-f885-48e3-ae16-4401e618ad30 req-f054857b-e80a-40ac-8f0d-ed306a56d008 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591626 Jul 09 19:30:31.984492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:31.993277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-60f48137-8081-423c-8344-fc9428ca76d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb HTTP/1.1" status: 200 len: 217 time: 0.0783315 Jul 09 19:30:32.046198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-cb0dad6b-28b4-48e6-92f5-79e00a4bf196 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.051674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-cb0dad6b-28b4-48e6-92f5-79e00a4bf196 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.2986674 Jul 09 19:30:32.068550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:32.097619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-1190072a-4447-4c35-a8a7-29c7b6174c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.100082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-1190072a-4447-4c35-a8a7-29c7b6174c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0986822 Jul 09 19:30:32.246928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-a7e623e5-3f06-4ed7-9517-058aaa51988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.264179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-a7e623e5-3f06-4ed7-9517-058aaa51988d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384599 Jul 09 19:30:32.341990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:32.345767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:32.347344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6441bcb8-efb6-4cc6-9f8a-4524ab4fb5df HTTP/1.1" status: 204 len: 168 time: 0.5871332 Jul 09 19:30:32.360819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503bcc3-f62a-4cab-aaf1-9798c34524a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441bcb8-efb6-4cc6-9f8a-4524ab4fb5df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:32.399821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-45023812-d4c8-4e63-bfdd-460867d85534 service neutron] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:32.410682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-45023812-d4c8-4e63-bfdd-460867d85534 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:32.412271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d1d46b1-8b7b-4816-b924-d6dcb4610885 req-45023812-d4c8-4e63-bfdd-460867d85534 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec/bindings/n-h1-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.3514280 Jul 09 19:30:32.446403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-11ef8158-d112-4b3e-833a-a1652730ccc6 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734617 Jul 09 19:30:32.455075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b367e3b-c982-430c-80d7-d5f4c6fe5a8d req-c8eb94d6-da63-479d-954e-53a7d041d22a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.456888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b367e3b-c982-430c-80d7-d5f4c6fe5a8d req-c8eb94d6-da63-479d-954e-53a7d041d22a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1107385 Jul 09 19:30:32.593177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b367e3b-c982-430c-80d7-d5f4c6fe5a8d req-d5b9e1fb-ccbb-4a76-8d0a-acbefe2304af tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266935 Jul 09 19:30:32.632740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f19cee-af1e-4b17-bef5-6ac29bbbdaf9 req-1cf3f270-dca5-4bee-8e5e-2a20fa18dfcb service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745675 Jul 09 19:30:32.770183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-48c00e75-0b47-411e-97cf-d47bfac7a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.772498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-48c00e75-0b47-411e-97cf-d47bfac7a066 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 1098 time: 0.0820405 Jul 09 19:30:32.785397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c1af8-a376-4f19-987e-a423a7873662 req-e7c61cde-0294-4a48-b528-c55e9ea01a63 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.787219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-078c1af8-a376-4f19-987e-a423a7873662 req-e7c61cde-0294-4a48-b528-c55e9ea01a63 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1096 time: 0.1031036 Jul 09 19:30:32.837157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-078c1af8-a376-4f19-987e-a423a7873662 req-104b3e6e-d9f8-4c3d-90f0-654de9473970 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Jul 09 19:30:32.939024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-eae6a63e-2819-4ebf-ba81-3f046ed73dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.940532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-eae6a63e-2819-4ebf-ba81-3f046ed73dcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1594157 Jul 09 19:30:32.969443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c63b6-85ac-4b1b-9937-88ea61023e27 req-d3afe2e7-2516-4aac-807b-cf7b4fe58aad tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:32.969443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-693c63b6-85ac-4b1b-9937-88ea61023e27 req-d3afe2e7-2516-4aac-807b-cf7b4fe58aad tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 947 time: 0.1749959 Jul 09 19:30:33.049743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-28ed3819-a391-45f7-8169-1f86037b472c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb HTTP/1.1" status: 200 len: 217 time: 0.0809233 Jul 09 19:30:33.129477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-9a3cdc4a-d095-4f02-8330-767956f07323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.131437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-9a3cdc4a-d095-4f02-8330-767956f07323 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1101 time: 0.1011300 Jul 09 19:30:33.153489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-693c63b6-85ac-4b1b-9937-88ea61023e27 req-b20fc1df-1a1d-4d25-ba11-126eaab53077 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946716 Jul 09 19:30:33.226233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-d0992027-5853-4c59-ae67-0b62e66c1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.227760 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-d0992027-5853-4c59-ae67-0b62e66c1003 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1596370 Jul 09 19:30:33.349388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6aa53-66bd-4cd3-978b-64f6ee9f5264 req-7f414911-da82-4f29-af83-c87113653140 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.363402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85a6aa53-66bd-4cd3-978b-64f6ee9f5264 req-7f414911-da82-4f29-af83-c87113653140 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1096 time: 0.1234984 Jul 09 19:30:33.391633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-fa4e81f3-3044-42db-bda5-45e1024b9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.393592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-fa4e81f3-3044-42db-bda5-45e1024b9463 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2541385 Jul 09 19:30:33.430367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-820754a9-c9c4-4854-9926-5c2b8c596b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.431811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-820754a9-c9c4-4854-9926-5c2b8c596b3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926079 Jul 09 19:30:33.445964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a47c27-affb-4053-bcc3-95106a45b823 req-1441d13b-80b6-495e-9ffb-83b2ff7813c6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.447884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a47c27-affb-4053-bcc3-95106a45b823 req-1441d13b-80b6-495e-9ffb-83b2ff7813c6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 945 time: 0.1387060 Jul 09 19:30:33.460581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-95ec534f-09c8-4a6a-92e0-cfb3589796f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0578785 Jul 09 19:30:33.487760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85a6aa53-66bd-4cd3-978b-64f6ee9f5264 req-cb46cf67-0376-4e4d-9bb0-071d1e9d6e99 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233830 Jul 09 19:30:33.581603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a47c27-affb-4053-bcc3-95106a45b823 req-2d838cbf-5ef1-4a4c-ac68-cf6aa9f6da09 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225388 Jul 09 19:30:33.587004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-202f17a4-cd45-4a2d-a2a1-f3c8254d2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.589573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-202f17a4-cd45-4a2d-a2a1-f3c8254d2dcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1003861 Jul 09 19:30:33.700226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-ae96389c-b51e-4d39-b547-24e0e3d3a488 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295251 Jul 09 19:30:33.753412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-eef55c17-3683-4c70-a297-aa5fd9526ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:33.758140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-eef55c17-3683-4c70-a297-aa5fd9526ada service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585436 Jul 09 19:30:33.891625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2c44bec-2def-4aed-9c2e-28425c47f19f req-e4b4908f-4696-4507-abaa-b8e2e8588f4a service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897237 Jul 09 19:30:33.959921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-a9e43ea9-43bb-4e8e-b38a-3bc4d1a67ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943097 Jul 09 19:30:34.152331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839309-499b-4176-a5a5-13705e3edfa6 req-41691664-f298-4f79-88f7-6cc04a265dcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:34.156585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b839309-499b-4176-a5a5-13705e3edfa6 req-41691664-f298-4f79-88f7-6cc04a265dcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1438475 Jul 09 19:30:34.163167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-cca5c8d5-b433-48da-85be-876c8d5c7ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955934 Jul 09 19:30:34.230588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b839309-499b-4176-a5a5-13705e3edfa6 req-c9aac98e-592f-432a-9127-aa76750569e8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616019 Jul 09 19:30:34.575987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cc87e-9914-4d29-a68f-9f643993a276 req-e22f5a89-7bad-4f6f-910f-2f6267be1a38 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:34.581616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-857cc87e-9914-4d29-a68f-9f643993a276 req-e22f5a89-7bad-4f6f-910f-2f6267be1a38 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1096 time: 0.1380911 Jul 09 19:30:34.643090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-857cc87e-9914-4d29-a68f-9f643993a276 req-f98e845b-3c97-4ec5-8475-307dc3ddbef7 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Jul 09 19:30:34.940290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168af01c-6c34-4b6d-9d73-2ad660ed56a3 req-a58c2e07-7aa8-4844-9705-647511f17bbe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:34.941877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-168af01c-6c34-4b6d-9d73-2ad660ed56a3 req-a58c2e07-7aa8-4844-9705-647511f17bbe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 947 time: 0.0785928 Jul 09 19:30:34.985364 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-168af01c-6c34-4b6d-9d73-2ad660ed56a3 req-a96e8b63-2b2d-474d-9e0c-7b0f850b0224 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Jul 09 19:30:35.479091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-e63c51eb-4bd0-4ef4-acef-8840dfe9ba43 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:30:35.480061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-e63c51eb-4bd0-4ef4-acef-8840dfe9ba43 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056829 Jul 09 19:30:35.491055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Request body: {'binding': {'host': 'n-h2-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:35.491731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:30:35.613779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ce6074ba-0dfc-43e6-b27a-5147195902cb details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:35.667207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-e0e431dd-9988-4c33-8b52-95e79827e4c2 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:35.668500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on host n-h2-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:35.669265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-e0e431dd-9988-4c33-8b52-95e79827e4c2 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.1618285 Jul 09 19:30:35.669521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:35.669998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:35.674912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:35.675359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:35.681496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:35.682671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:35.683193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:35.685162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Bound port: 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:35.693315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-2f50343d-f82f-493b-83b6-69f3e78d7dbc tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/quotas/4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 375 time: 0.0182076 Jul 09 19:30:35.748924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:35.758683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:35.763389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'ce6074ba-0dfc-43e6-b27a-5147195902cb', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'ce6074ba-0dfc-43e6-b27a-5147195902cb', 'mac_address': 'fa:16:3e:12:ec:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:35.778104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:35.797623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-c46ab1a6-2028-43f1-b4c4-12a9230abcf1 service neutron] 10.222.0.10 "POST /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3077202 Jul 09 19:30:35.810248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-3f3633e1-fbde-459c-b53e-7746df62eb90 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096306 Jul 09 19:30:35.817148 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:35.840032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6074ba-0dfc-43e6-b27a-5147195902cb {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:35.864864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:35.879941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:35.982281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-8a46cff3-ef28-4e0f-9c4a-214d01214771 service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685154 Jul 09 19:30:36.022718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:36.075636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779882d1-b0c2-4002-8aff-a5175c65c826 req-99897708-50f3-4cb9-9c55-34e934c20b69 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:36.077364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-779882d1-b0c2-4002-8aff-a5175c65c826 req-99897708-50f3-4cb9-9c55-34e934c20b69 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1023865 Jul 09 19:30:36.155627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:36.162034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-107bae9d-af19-4832-a257-a978a42d55d6 service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715944 Jul 09 19:30:36.185271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-779882d1-b0c2-4002-8aff-a5175c65c826 req-2d29ba86-5cb8-451c-a85d-ad61eadce9f5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007190 Jul 09 19:30:36.231701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-d2a90e0f-35d2-42dd-8012-53767f3b9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:36.233937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-d2a90e0f-35d2-42dd-8012-53767f3b9847 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1096 time: 0.1282878 Jul 09 19:30:36.440892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-4dd0ddab-8c42-49c6-b7b9-cd1fa7717c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:36.447544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-4dd0ddab-8c42-49c6-b7b9-cd1fa7717c32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.2057781 Jul 09 19:30:36.498775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-eef2e7b0-8981-4168-a165-eb02eb30907e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.0447361 Jul 09 19:30:36.562387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-41f27065-3955-43c3-aead-8138f5cbdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:36.563937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-41f27065-3955-43c3-aead-8138f5cbdbce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0578671 Jul 09 19:30:36.605885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-13240c0f-e7cd-4407-af69-db3b8f512426 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324790 Jul 09 19:30:36.715276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96119e82-fa77-413d-b7d9-5a2b4a916ecd req-5a513f05-d35a-4542-946f-ce1324c3ffbc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:36.722956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96119e82-fa77-413d-b7d9-5a2b4a916ecd req-5a513f05-d35a-4542-946f-ce1324c3ffbc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 945 time: 0.1594305 Jul 09 19:30:36.803926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96119e82-fa77-413d-b7d9-5a2b4a916ecd req-0fd28c6d-f2f6-4262-bdb7-1851db867e2e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796177 Jul 09 19:30:37.011334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-18a6b184-9556-4b6d-8858-24194e986420 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934987 Jul 09 19:30:37.078016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d3d01-174c-4716-b6a0-1fe016e6684c req-cc12fe91-e861-49a9-9753-12fb23a4fb71 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:37.081965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c6d3d01-174c-4716-b6a0-1fe016e6684c req-cc12fe91-e861-49a9-9753-12fb23a4fb71 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 948 time: 0.1638672 Jul 09 19:30:37.177424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c6d3d01-174c-4716-b6a0-1fe016e6684c req-a0f8303c-b5a4-41cc-ad82-08be99b8464e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847754 Jul 09 19:30:37.233431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-2e70b185-0fd5-4c41-910b-89afc4d64c5d service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171550 Jul 09 19:30:37.415851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b7fea70-296f-4e2c-a30e-7cd98121832f req-c90617d2-1b4b-4fc4-aa57-f0107d8cd8ae tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 210 time: 0.0781343 Jul 09 19:30:37.491371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-3c70b620-222d-4739-a166-9a43c89bab01 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:37.496001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-3c70b620-222d-4739-a166-9a43c89bab01 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1942060 Jul 09 19:30:37.537578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:37.641177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ce6074ba-0dfc-43e6-b27a-5147195902cb up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:37.678192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:37.681531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbbee-da3a-4867-a147-e5c14ea7a25a req-ac88b55f-25c1-4cb3-b7c0-7dc7e25a250a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:37.683198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff2cbbee-da3a-4867-a147-e5c14ea7a25a req-ac88b55f-25c1-4cb3-b7c0-7dc7e25a250a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1062813 Jul 09 19:30:37.721026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:37.740807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port ce6074ba-0dfc-43e6-b27a-5147195902cb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:37.750448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port ce6074ba-0dfc-43e6-b27a-5147195902cb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:37.751249 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:37.782864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff2cbbee-da3a-4867-a147-e5c14ea7a25a req-919ed7ce-4797-4ae5-b814-e23ab5f0d16d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Jul 09 19:30:37.871579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:37.898498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae793343-3f57-4579-be95-d9a8bcca705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:37.909862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:37.911072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:37.913972 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aa6029-5f1d-4263-8afb-ca8888d64e20" -d '{"events": [{"server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:37.920081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.022897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:38.046548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:38.063201 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17dfec8-52dd-43c3-8b90-fd35315018bf x-openstack-request-id: req-e17dfec8-52dd-43c3-8b90-fd35315018bf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:38.066034 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:38.066484 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e17dfec8-52dd-43c3-8b90-fd35315018bf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:38.068126 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb', 'code': 200} Jul 09 19:30:38.156652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:38.170225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcedf4-7b72-4741-a8d5-8345a98b1173 req-4766a2f6-08ec-471f-874b-ea4998860f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:38.172112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11fcedf4-7b72-4741-a8d5-8345a98b1173 req-4766a2f6-08ec-471f-874b-ea4998860f27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 1100 time: 0.1141157 Jul 09 19:30:38.225943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11fcedf4-7b72-4741-a8d5-8345a98b1173 req-1f4c3430-ace4-4838-8bc3-611da2785c43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Jul 09 19:30:38.231079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:38.235211 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb931d5c-e91b-4d6b-ae8e-154034b949e3" -d '{"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-unplugged", "status": "completed", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:38.240338 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.265269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c9bc4-679d-4eee-b371-ea58260608c9 req-96bbf33b-f872-429e-bfa4-351ee730a526 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:38.266846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-248c9bc4-679d-4eee-b371-ea58260608c9 req-96bbf33b-f872-429e-bfa4-351ee730a526 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 945 time: 0.3071949 Jul 09 19:30:38.281720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.364928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae793343-3f57-4579-be95-d9a8bcca705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.405760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae793343-3f57-4579-be95-d9a8bcca705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.418571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-3de493db-6969-4885-a9a4-7067d63673d4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:38.425333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-3de493db-6969-4885-a9a4-7067d63673d4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.1941717 Jul 09 19:30:38.440634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-248c9bc4-679d-4eee-b371-ea58260608c9 req-5797cf36-c4ee-4b60-ae33-35c34ddfe82f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601455 Jul 09 19:30:38.493316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae793343-3f57-4579-be95-d9a8bcca705a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12872e1343a34101afe42de741f89c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138292 Jul 09 19:30:38.495039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:38.501458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:38.505496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Request body: {'port': {'device_id': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'admin_state_up': True, 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:38.520987 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b846128-b7d3-4bbe-9402-36b41cf9f6df x-openstack-request-id: req-8b846128-b7d3-4bbe-9402-36b41cf9f6df {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:38.521708 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-unplugged", "status": "completed", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:38.522188 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b846128-b7d3-4bbe-9402-36b41cf9f6df {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:38.522637 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'code': 200} Jul 09 19:30:38.562828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on host n-h1-800087-3 for vnic_type normal with profile {"migrating_to": "n-h2-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:38.563532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:38.563713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:38.580280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:38.580783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Attempting to bind port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:38.595732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:38.596234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:38.596727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:38.598125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Bound port: 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:38.598125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.614038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.614542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.614995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.615466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.615907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.616471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.617051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.617507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.618054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.618504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.620011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.620011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:38.632072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae793343-3f57-4579-be95-d9a8bcca705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3279adfd-0dda-477d-ad2f-0afdd5ca0bf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:38.654968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a308a-61f0-4d80-bb9f-f3be6ee37c79 req-656f8dfc-d13b-4656-a8f3-02fcfcb18feb tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:38.662803 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-705a308a-61f0-4d80-bb9f-f3be6ee37c79 req-656f8dfc-d13b-4656-a8f3-02fcfcb18feb tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 949 time: 0.2355225 Jul 09 19:30:38.675133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.725773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-705a308a-61f0-4d80-bb9f-f3be6ee37c79 req-a59a5a6b-3b0e-4a2d-96a8-8351191db4f9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619841 Jul 09 19:30:38.739378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:38.747843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.767361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd42429e-c700-47ad-8daf-8d824759b3be req-338b969d-e722-4644-884d-c96d443b64b8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 210 time: 0.0899794 Jul 09 19:30:38.812572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:38.827155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:38.858984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:38.874201 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.009385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:39.010823 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.012529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] 10.222.0.25 "PUT /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 1121 time: 1.4859457 Jul 09 19:30:39.031411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3546cc-8592-4f70-8259-c01e82831a41 service neutron] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:39.037077 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.049994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Allocated IP 172.20.0.10 (5c5cf814-7517-4e71-9306-eca4fb421e7d/3074d3e8-dac2-4fb9-9e33-9d50869be532/59997488-1e24-4fb1-b725-8a98f0747684) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:39.057225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.058529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3279adfd-0dda-477d-ad2f-0afdd5ca0bf0 HTTP/1.1" status: 204 len: 168 time: 0.5399342 Jul 09 19:30:39.079348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea410a-cb50-40d0-a22a-c0be4ca88c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279adfd-0dda-477d-ad2f-0afdd5ca0bf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:39.117967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['641adad4-5008-4c5b-bac9-ca2d2f7282dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:39.347592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.364034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b537f1-d61d-4881-a656-6811bcfd8f30 req-7069d52b-b9de-4f6b-82f0-6f4c13eb42bd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:39.371778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45b537f1-d61d-4881-a656-6811bcfd8f30 req-7069d52b-b9de-4f6b-82f0-6f4c13eb42bd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.3248134 Jul 09 19:30:39.446189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45b537f1-d61d-4881-a656-6811bcfd8f30 req-0a1ef175-d699-44e9-a1e2-6b2fa4b5215e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733600 Jul 09 19:30:39.489923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.551556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:39.565233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:39.568003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:39.571646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.572013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.572358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.572691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.573019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.573368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.573687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.574119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.574445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.574762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.575083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.575405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:39.580463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:39.584514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:39.585172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.606920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-29a19284-5c04-43f6-87cb-6cb604ff7809 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1274815 Jul 09 19:30:39.621386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Request body: {'port': {'device_id': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:39.687948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2b73-1570-40f9-8d25-c9a24b6dd950 req-3c683284-6421-4022-8a8f-ad73d123e239 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:39.690083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bcd2b73-1570-40f9-8d25-c9a24b6dd950 req-3c683284-6421-4022-8a8f-ad73d123e239 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.0748456 Jul 09 19:30:39.716948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:39.739876 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6e94ad-90a3-4452-83c7-0bcc010b2fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.770783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bcd2b73-1570-40f9-8d25-c9a24b6dd950 req-09c97058-f069-42ef-8f04-7c278bbabfcf tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Jul 09 19:30:39.771001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.924053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6e94ad-90a3-4452-83c7-0bcc010b2fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.929213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6e94ad-90a3-4452-83c7-0bcc010b2fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:39.960339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3b6e94ad-90a3-4452-83c7-0bcc010b2fd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5493c7f02914664b88aafe3684cbec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419672 Jul 09 19:30:39.969228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:40.053734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b1353-4387-4f2c-9595-59b0c58e7851 req-cb2052e3-1896-4b95-982f-b80ed4fbb690 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:40.055666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-290b1353-4387-4f2c-9595-59b0c58e7851 req-cb2052e3-1896-4b95-982f-b80ed4fbb690 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 932 time: 0.0995708 Jul 09 19:30:40.056493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e94ad-90a3-4452-83c7-0bcc010b2fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53150509-5afb-4230-8f66-9b549bfe3de7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:40.110705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-290b1353-4387-4f2c-9595-59b0c58e7851 req-d768ede0-8298-4f89-b936-f49c3a611d0a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Jul 09 19:30:40.186881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6944b0a-1cce-4052-98ce-69fb0fd336a5 req-71c85f20-5fcf-4199-8452-22d33ea88bfc tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:40.188623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6944b0a-1cce-4052-98ce-69fb0fd336a5 req-71c85f20-5fcf-4199-8452-22d33ea88bfc tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 949 time: 0.2705977 Jul 09 19:30:40.194797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.289866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.327384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6944b0a-1cce-4052-98ce-69fb0fd336a5 req-db013056-ffa5-4de7-97fb-a193cc21989d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095581 Jul 09 19:30:40.388086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59997488-1e24-4fb1-b725-8a98f0747684 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:40.398585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.403035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.406278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.410414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53150509-5afb-4230-8f66-9b549bfe3de7 HTTP/1.1" status: 204 len: 168 time: 0.4364710 Jul 09 19:30:40.423907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0bbd5-86e6-4528-ab7d-afd84c33f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53150509-5afb-4230-8f66-9b549bfe3de7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:40.426927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Transition to ACTIVE for port object 59997488-1e24-4fb1-b725-8a98f0747684 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:40.431714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.496742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:40.523938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:40.526658 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:40.536701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:40.537162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:40.537560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:40.542193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:40.542527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:40.548181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:40.548584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:40.549051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:40.549583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Bound port: 59997488-1e24-4fb1-b725-8a98f0747684, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:40.550107 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.676341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:40.686158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:40.697541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.781341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:40.782279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:40.783949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] 10.222.0.25 "PUT /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 1092 time: 1.1686966 Jul 09 19:30:40.785048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:40.798851 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69e03a-a133-414d-bd32-0ecb665cc838" -d '{"events": [{"name": "network-changed", "server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "tag": "59997488-1e24-4fb1-b725-8a98f0747684"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:40.958543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0174d-4e56-4188-9702-15b0fc7984c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:40.973898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-b09f6cb8-9888-4b64-bbb2-df36271fe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:40.975399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-b09f6cb8-9888-4b64-bbb2-df36271fe1a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1095 time: 0.1159985 Jul 09 19:30:40.985775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f50e-0190-4a6f-8c08-fe6e70cfa33a req-24940db7-701a-40c4-a8b1-b39ff40ee8dd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:40.994340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30c7f50e-0190-4a6f-8c08-fe6e70cfa33a req-24940db7-701a-40c4-a8b1-b39ff40ee8dd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1925998 Jul 09 19:30:41.018306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-d03ca0d7-edc2-48f7-b4e9-cdd9f2b304f3 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:41.030707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-d03ca0d7-edc2-48f7-b4e9-cdd9f2b304f3 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 1100 time: 0.0956273 Jul 09 19:30:41.047600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-9eccc65f-7e60-429e-99eb-9ab9a254a1e7 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:41.062472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-c75138ef-fda0-470c-838d-30cf5cce8c39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.0390723 Jul 09 19:30:41.112977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30c7f50e-0190-4a6f-8c08-fe6e70cfa33a req-3d94fa23-eb23-40e6-8878-7e7b15cbeb3a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176803 Jul 09 19:30:41.168211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-444921f6-f9bb-48d0-8743-300be59df682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:41.173555 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e0706e-d191-4048-820f-debd8fc73a6d x-openstack-request-id: req-19e0706e-d191-4048-820f-debd8fc73a6d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:41.173895 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:41.174192 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19e0706e-d191-4048-820f-debd8fc73a6d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:41.174723 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'status': 'completed', 'code': 200} Jul 09 19:30:41.196690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-444921f6-f9bb-48d0-8743-300be59df682 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1277885 Jul 09 19:30:41.226224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-9eccc65f-7e60-429e-99eb-9ab9a254a1e7 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:41.236500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-9eccc65f-7e60-429e-99eb-9ab9a254a1e7 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:41.256088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6db4e3fd-2613-47d2-a524-5211eaeb1184 req-9eccc65f-7e60-429e-99eb-9ab9a254a1e7 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242231 Jul 09 19:30:41.279190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccc65f-7e60-429e-99eb-9ab9a254a1e7 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4386a150-1231-4f5c-8eef-7d134df91d44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:41.303310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-8c7dcedd-4179-41a1-8b51-a2ccf8650936 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975301 Jul 09 19:30:41.349035 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c438ffc-2499-4d7d-860f-0a8b34b05c1d x-openstack-request-id: req-3c438ffc-2499-4d7d-860f-0a8b34b05c1d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:41.349377 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "tag": "59997488-1e24-4fb1-b725-8a98f0747684", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:41.349633 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c438ffc-2499-4d7d-860f-0a8b34b05c1d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:41.350029 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684', 'status': 'completed', 'code': 200} Jul 09 19:30:41.453209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-df46ee21-9340-48a2-a2a5-1dfeaecdc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:41.455033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-df46ee21-9340-48a2-a2a5-1dfeaecdc7a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1124 time: 0.2408857 Jul 09 19:30:41.525844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32515a4b-41a7-4846-a250-707f5239a8b6 req-af5443a3-9b4d-420f-90b8-0d5c7e73aaf1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:41.534241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32515a4b-41a7-4846-a250-707f5239a8b6 req-af5443a3-9b4d-420f-90b8-0d5c7e73aaf1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.0859573 Jul 09 19:30:41.586876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32515a4b-41a7-4846-a250-707f5239a8b6 req-fd8cdc0e-1d80-428f-b496-106897369b62 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Jul 09 19:30:41.865680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-8be810f6-f8a5-4a8f-8fdb-0da26a50c529 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496058 Jul 09 19:30:41.923940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172d475-b655-4063-99f4-4d661bd7a13f req-f0f5189e-c6cb-4114-8626-8494892ddeb7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:41.936105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b172d475-b655-4063-99f4-4d661bd7a13f req-f0f5189e-c6cb-4114-8626-8494892ddeb7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.6101398 Jul 09 19:30:42.086157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-18695506-089b-42a2-8bd3-d7cf9ff9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.088979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-18695506-089b-42a2-8bd3-d7cf9ff9f663 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.6239572 Jul 09 19:30:42.145619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:42.198170 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b172d475-b655-4063-99f4-4d661bd7a13f req-e96fd14f-60d3-4b9a-a386-538984228c3b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606370 Jul 09 19:30:42.264027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7846fce7-f1c9-441f-9845-64c37ccf92c9 req-1c6f1df7-44c0-4909-bea9-9c03bf789f3f service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778026 Jul 09 19:30:42.266995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-c8762399-170d-45a1-8636-d0adf0a9ba90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.1670206 Jul 09 19:30:42.372076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:42.397953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:30:42.452626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-5796fde3-fa12-4b43-b21a-49ce639aac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.454224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-5796fde3-fa12-4b43-b21a-49ce639aac0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1759038 Jul 09 19:30:42.460062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-647b1d63-39f6-41a2-a96e-a4b7c3f39235 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692515 Jul 09 19:30:42.486750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-73892eaa-07cf-4c06-a3f6-46c2b1e4038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.488481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-73892eaa-07cf-4c06-a3f6-46c2b1e4038d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1095 time: 0.1184359 Jul 09 19:30:42.510016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-8c768c7f-a93f-4d33-a7e5-67958c7279a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415950 Jul 09 19:30:42.647106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-a2979809-bd4c-493b-a842-961701aff06b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.657059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-a2979809-bd4c-493b-a842-961701aff06b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938257 Jul 09 19:30:42.674137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-46438408-a00a-419b-a7e1-d9e9246fb68d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0154135 Jul 09 19:30:42.742986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-dbf63654-3a80-40f1-a777-405b5b99c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.745090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-dbf63654-3a80-40f1-a777-405b5b99c586 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2378402 Jul 09 19:30:42.767728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-799c4d2e-0294-4f66-951b-e3d16eac8f90 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834355 Jul 09 19:30:42.783974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-9e9cf29b-dacc-458f-b471-65a026ec36a7 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603014 Jul 09 19:30:42.821969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-de408c4e-9327-4d68-8580-21232432d934 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.0690598 Jul 09 19:30:42.921284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d28f7d-0143-479f-97a2-2c03cca06a53 req-7bcd9b16-c0b6-4725-93b6-2e0912cf2fda tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:42.929782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d28f7d-0143-479f-97a2-2c03cca06a53 req-7bcd9b16-c0b6-4725-93b6-2e0912cf2fda tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.3562825 Jul 09 19:30:43.001469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-e044ce40-0d2d-4ce3-a69c-919c4a34f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:43.003735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-e044ce40-0d2d-4ce3-a69c-919c4a34f616 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1695309 Jul 09 19:30:43.065092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-321da1f2-0272-4861-b5b3-9ea6f1b1a378 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510299 Jul 09 19:30:43.083816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d28f7d-0143-479f-97a2-2c03cca06a53 req-5a92a9c4-164b-48cf-bb0f-c6cdc9cb9c4f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530552 Jul 09 19:30:43.241603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-d40eeb79-8ea8-48a9-b7f6-6fc22242b529 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394653 Jul 09 19:30:43.337207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c10384cf-a9fc-4d3c-8af0-5d0c3f0e3dfa req-7b86d813-2963-4551-8f10-9e83a0077b3a service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139754 Jul 09 19:30:43.489081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b69e03a-a133-414d-bd32-0ecb665cc838 req-f0d6dca4-3bdf-416a-a04a-c0bd8b5b7999 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345488 Jul 09 19:30:43.560810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395fc23-a05f-4096-82a7-a9a9a3f59191 req-bd591377-3f08-405a-9812-03174d0af6fa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:43.573444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5395fc23-a05f-4096-82a7-a9a9a3f59191 req-bd591377-3f08-405a-9812-03174d0af6fa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.2350771 Jul 09 19:30:43.678290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5395fc23-a05f-4096-82a7-a9a9a3f59191 req-a5576c3f-b016-4b9f-b837-e3d89a4cb238 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036243 Jul 09 19:30:43.906458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538979a3-4108-4c41-a46b-a508f2dd6609 req-ee1c4abf-6a19-4eb3-8371-32a2ebde076c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:43.916224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-538979a3-4108-4c41-a46b-a508f2dd6609 req-ee1c4abf-6a19-4eb3-8371-32a2ebde076c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.1908693 Jul 09 19:30:43.984925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-538979a3-4108-4c41-a46b-a508f2dd6609 req-5c41b155-c808-4213-a600-de16a50b0cb5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672483 Jul 09 19:30:44.112373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-553b9134-5106-478f-8b5e-37fe76f91158 req-64fe7d12-d5cf-4d43-aaa3-942d34ba3684 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 210 time: 0.0421104 Jul 09 19:30:44.514286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edd25-3f0c-4072-a091-115aa927bbfa req-d70e455d-816a-4672-bd02-87b5ec7c81ef tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:44.515779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c41edd25-3f0c-4072-a091-115aa927bbfa req-d70e455d-816a-4672-bd02-87b5ec7c81ef tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1381896 Jul 09 19:30:44.598377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c41edd25-3f0c-4072-a091-115aa927bbfa req-d21b3ac6-c1a1-415b-adb1-9d4d8c97bcd5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736313 Jul 09 19:30:44.941802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a17736-f883-43ac-909f-dae417535cbf req-1fcd6259-407b-4a24-b4a0-40e49823fe92 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:44.944280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27a17736-f883-43ac-909f-dae417535cbf req-1fcd6259-407b-4a24-b4a0-40e49823fe92 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.1024501 Jul 09 19:30:45.089349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27a17736-f883-43ac-909f-dae417535cbf req-eff289ee-dae4-4342-b70d-bc7a85232d30 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311760 Jul 09 19:30:45.312313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5bc8d-4c53-4ead-9a1c-2dd92678b087 req-2e846a58-6af5-4a86-b258-9adcd043ae26 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:45.320745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fc5bc8d-4c53-4ead-9a1c-2dd92678b087 req-2e846a58-6af5-4a86-b258-9adcd043ae26 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.1305873 Jul 09 19:30:45.367544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98249abb-826b-47a7-baec-de525ba0aba8 req-fbaa4956-4b41-4abf-b108-21468f3dda0b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 210 time: 0.0636127 Jul 09 19:30:45.368319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fc5bc8d-4c53-4ead-9a1c-2dd92678b087 req-e6bb6434-4582-4583-a07e-bbf5cfe62d2f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Jul 09 19:30:45.785205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:45.855126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f0817-9ddd-4556-8cde-9a11fd229ca7 req-2e882fa8-ba8e-4436-a1f8-99ee15944188 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:45.858264 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-289f0817-9ddd-4556-8cde-9a11fd229ca7 req-2e882fa8-ba8e-4436-a1f8-99ee15944188 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1052439 Jul 09 19:30:45.921729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-289f0817-9ddd-4556-8cde-9a11fd229ca7 req-99594e35-a29c-44e1-9a04-e509e442c127 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574312 Jul 09 19:30:45.928189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-3beb8bbd-3734-4854-ab33-f1f3b05196d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538788 Jul 09 19:30:45.997866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b56c9f-b3f0-469e-8c8e-87c1e01ff5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.138048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-84048837-e2b9-4d14-9425-7818538bfa1d service neutron] 10.222.0.59 "GET /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.2213748 Jul 09 19:30:46.159261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:46.233608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-06b7f7f2-0195-4cb7-9cc1-46da7fba9681 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:46.235244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-06b7f7f2-0195-4cb7-9cc1-46da7fba9681 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631199 Jul 09 19:30:46.298063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:46.321653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:30:46.322582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:46.350423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce7d7-89e3-4553-bea1-be68ecc36278 req-a771cc2b-4d8f-4138-a367-cb762878fb33 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:46.362206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c95ce7d7-89e3-4553-bea1-be68ecc36278 req-a771cc2b-4d8f-4138-a367-cb762878fb33 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.0835469 Jul 09 19:30:46.363021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:46.417284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c95ce7d7-89e3-4553-bea1-be68ecc36278 req-21e0a013-24fd-4b38-80fb-bdccdfba5b49 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537937 Jul 09 19:30:46.459740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:46.474433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '59997488-1e24-4fb1-b725-8a98f0747684', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'port_id': '59997488-1e24-4fb1-b725-8a98f0747684', 'mac_address': 'fa:16:3e:e4:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3074d3e8-dac2-4fb9-9e33-9d50869be532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:46.538207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.549998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266804c7-5e88-4fac-b5f5-6304f1056203 req-595796c3-f916-4cdc-bc75-8ac9972e9c67 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:46.551795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-266804c7-5e88-4fac-b5f5-6304f1056203 req-595796c3-f916-4cdc-bc75-8ac9972e9c67 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 951 time: 0.3426521 Jul 09 19:30:46.553876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59997488-1e24-4fb1-b725-8a98f0747684 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:46.558695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b56c9f-b3f0-469e-8c8e-87c1e01ff5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.584726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:46.590303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.608466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b56c9f-b3f0-469e-8c8e-87c1e01ff5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.652917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:46.661448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.661797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.662425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.662596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.663046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.663379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.663833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.664162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.664732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.665061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.666079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.666596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:30:46.671720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:46.724780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7db37d-2041-483a-8fc7-91c1b508694a req-a1dd7810-f944-4793-a53d-071de71b7844 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:46.725483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0b56c9f-b3f0-469e-8c8e-87c1e01ff5d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d33d2cdd3e5441f8b6b490a30dc7bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9384007 Jul 09 19:30:46.727313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e7db37d-2041-483a-8fc7-91c1b508694a req-a1dd7810-f944-4793-a53d-071de71b7844 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 943 time: 0.1233611 Jul 09 19:30:46.728786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:46.741409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b56c9f-b3f0-469e-8c8e-87c1e01ff5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe497fe-1b21-4c76-995a-48564879d84f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:46.756867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:46.798395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-266804c7-5e88-4fac-b5f5-6304f1056203 req-61dc420b-4dcd-40b7-aa42-5b1454787ad4 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298889 Jul 09 19:30:46.810806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-7462ca6a-6cc3-4d84-835b-5a097e51af40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443845 Jul 09 19:30:46.828402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641adad4-5008-4c5b-bac9-ca2d2f7282dc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:46.842774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:46.847047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.850662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:46.856036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e7db37d-2041-483a-8fc7-91c1b508694a req-2533523f-d0e6-40b0-9864-e93091fc824d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200380 Jul 09 19:30:46.919242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:46.976361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['59997488-1e24-4fb1-b725-8a98f0747684'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:46.983873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.065015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47d9b612-d203-40f0-ad35-7cc417a09e39 req-6a777ddd-63c7-415b-b438-949d1e69178c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 210 time: 0.0497220 Jul 09 19:30:47.156673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.194723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] Transition to ACTIVE for port object 641adad4-5008-4c5b-bac9-ca2d2f7282dc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:47.195865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.13 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/f873a536-6968-4dde-9450-8b22945dcf12) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:47.216783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.242475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2bb1ff13-4691-435b-837a-b094c45c6480 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:47.244747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2bb1ff13-4691-435b-837a-b094c45c6480 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4274838 Jul 09 19:30:47.261440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:47.316612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.319563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.323440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfe497fe-1b21-4c76-995a-48564879d84f HTTP/1.1" status: 204 len: 168 time: 0.5907152 Jul 09 19:30:47.343403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd5d03-6d06-4ea6-aa3c-618b9a10417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe497fe-1b21-4c76-995a-48564879d84f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:47.421995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:47.424844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] No DVR routers for this DVR port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:30:47.426352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.484823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] Pushing event updated for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:47.541485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-52bfc2a0-75fe-4bbc-b223-f04c02f87828 service neutron] 10.222.0.59 "PUT /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc/bindings/n-h2-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3952503 Jul 09 19:30:47.596008 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.616454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object f873a536-6968-4dde-9450-8b22945dcf12 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:47.620953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.25', 64611) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:47.680338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa39cc-dbca-42ac-8c98-bc7d3afa916b req-0e0e0f06-e805-4554-bb10-c8aa4e00c918 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:47.690567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fa39cc-dbca-42ac-8c98-bc7d3afa916b req-0e0e0f06-e805-4554-bb10-c8aa4e00c918 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.3474243 Jul 09 19:30:47.700194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd6bd-e4ca-4d20-b86e-ead490a37a5f req-327459af-0206-4d86-b125-b75440c74b96 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:47.701699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dadd6bd-e4ca-4d20-b86e-ead490a37a5f req-327459af-0206-4d86-b125-b75440c74b96 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.0875304 Jul 09 19:30:47.757854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dadd6bd-e4ca-4d20-b86e-ead490a37a5f req-8c972b73-5075-45d9-8e84-e33a1f4d83db tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Jul 09 19:30:47.811580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fa39cc-dbca-42ac-8c98-bc7d3afa916b req-563806cc-8fe1-4c66-88f5-784b9e868ce3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855916 Jul 09 19:30:47.823821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:47.840737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:47.891542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-90cb2484-b81c-4136-b2d1-d11423706cfa tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:47.893469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-90cb2484-b81c-4136-b2d1-d11423706cfa tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.2702599 Jul 09 19:30:47.905223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:47.913659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.159 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/4bb89e52-5505-418e-b09c-830702894b7e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:47.987624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:47.990930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:48.005369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.006878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.237599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.269562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object 4bb89e52-5505-418e-b09c-830702894b7e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:48.292093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9fa1-1598-4f3f-8fbe-be7164202dda req-fc1fcb69-f5a1-4f3d-a521-83f9e4df7792 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.300974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9cd9fa1-1598-4f3f-8fbe-be7164202dda req-fc1fcb69-f5a1-4f3d-a521-83f9e4df7792 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 951 time: 0.1416900 Jul 09 19:30:48.375581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9cd9fa1-1598-4f3f-8fbe-be7164202dda req-f5c4406e-56fa-4044-a815-7388a2c58607 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736742 Jul 09 19:30:48.383112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.396617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:48.458305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:48.461956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:48.476801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:48.483941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.488471 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.516843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9ecd8020-29da-4bd7-86d3-41668bf68688 None None] Provisioning for port f873a536-6968-4dde-9450-8b22945dcf12 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:48.524711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2658353 Jul 09 19:30:48.525680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.542236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9ecd8020-29da-4bd7-86d3-41668bf68688 None None] Provisioning complete for port f873a536-6968-4dde-9450-8b22945dcf12 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:48.542946 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8020-29da-4bd7-86d3-41668bf68688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.550421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Request body: {'port': {'device_id': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:48.560001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:48.600437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-e4dc894e-7a54-4659-a195-5b08512b7311 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2503440 Jul 09 19:30:48.617900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd8020-29da-4bd7-86d3-41668bf68688 None None] Port f873a536-6968-4dde-9450-8b22945dcf12 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:30:48.620976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Request body: {'port': {'device_id': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:48.647550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f76de1-6a51-4ee1-b9eb-f27d23b56f50 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:48.701247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-cba6458f-bdbd-4fbd-ba80-b461bcf89fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.703238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-cba6458f-bdbd-4fbd-ba80-b461bcf89fcc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&tenant_id=1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 1095 time: 0.7843719 Jul 09 19:30:48.720951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.741471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646552-25c5-448c-9675-7b9955ddf744 req-177c7eee-3c1c-4306-8233-fd74eecbdecf tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.750220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f646552-25c5-448c-9675-7b9955ddf744 req-177c7eee-3c1c-4306-8233-fd74eecbdecf tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 944 time: 0.2629297 Jul 09 19:30:48.841245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.846250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-69c03ebb-848d-48f4-b291-7297962216f2 None None] Provisioning for port 4bb89e52-5505-418e-b09c-830702894b7e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:48.847648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f646552-25c5-448c-9675-7b9955ddf744 req-aa365a0d-4ea0-465f-9d39-71df898dff9c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Jul 09 19:30:48.866155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-69c03ebb-848d-48f4-b291-7297962216f2 None None] Provisioning complete for port 4bb89e52-5505-418e-b09c-830702894b7e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:48.866306 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69c03ebb-848d-48f4-b291-7297962216f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.921240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca64791-bede-4d07-b4be-69fe8fc2306e req-9d69cb1b-c335-40d4-87bf-41bb0f324da9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.923007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ca64791-bede-4d07-b4be-69fe8fc2306e req-9d69cb1b-c335-40d4-87bf-41bb0f324da9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 936 time: 0.1820846 Jul 09 19:30:48.935981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-69c03ebb-848d-48f4-b291-7297962216f2 None None] Port 4bb89e52-5505-418e-b09c-830702894b7e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:30:48.984455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-11a57625-035a-44d0-9480-067f00f9c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:48.986828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-11a57625-035a-44d0-9480-067f00f9c4e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1095 time: 0.2029026 Jul 09 19:30:49.029785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ca64791-bede-4d07-b4be-69fe8fc2306e req-8d074068-6082-492f-a9a9-436b9c989795 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674088 Jul 09 19:30:49.173433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb89e52-5505-418e-b09c-830702894b7e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:49.185856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.188517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-5684cfbe-b8e6-4e70-8175-2f87f4b1b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:49.190188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-5684cfbe-b8e6-4e70-8175-2f87f4b1b8b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1512170 Jul 09 19:30:49.204763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Transition to ACTIVE for port object 4bb89e52-5505-418e-b09c-830702894b7e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:49.211699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.277911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-4417766e-c45b-47dc-a428-4553ae3b3977 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.0783422 Jul 09 19:30:49.383673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-e2f08e18-1d18-40b0-b3e8-5b2978a12ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:49.385241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-e2f08e18-1d18-40b0-b3e8-5b2978a12ad5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0701394 Jul 09 19:30:49.387876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:49.418906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Attempting to bind port 4bb89e52-5505-418e-b09c-830702894b7e on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:49.419244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Attempting to bind port 4bb89e52-5505-418e-b09c-830702894b7e by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:49.419578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Attempting to bind port 4bb89e52-5505-418e-b09c-830702894b7e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:49.425806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Port 4bb89e52-5505-418e-b09c-830702894b7e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:49.426131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Attempting to bind port 4bb89e52-5505-418e-b09c-830702894b7e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:49.442513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:49.442858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:49.443243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:49.443676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Bound port: 4bb89e52-5505-418e-b09c-830702894b7e, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:49.444035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.445475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-aac49ba3-3948-405f-adff-626ad2bcb48b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496316 Jul 09 19:30:49.574041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:49.579030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4bb89e52-5505-418e-b09c-830702894b7e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:49.592807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.619245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-4d90212b-d926-4a48-8a45-66b65c3da721 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558733 Jul 09 19:30:49.642941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:49.643810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.645503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] 10.222.0.25 "PUT /v2.0/ports/4bb89e52-5505-418e-b09c-830702894b7e HTTP/1.1" status: 200 len: 1096 time: 1.1128221 Jul 09 19:30:49.646034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:49.651030 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f89c5-230d-4ecb-88f8-b712e15018e1" -d '{"events": [{"name": "network-changed", "server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "tag": "4bb89e52-5505-418e-b09c-830702894b7e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:49.676129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72d69c-10f4-48a5-bbdb-7d947f7b5a3a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:49.724718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:49.789526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-ae61ebdc-7c39-4e94-8859-4695392107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:49.794605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-ae61ebdc-7c39-4e94-8859-4695392107c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 1099 time: 0.0889254 Jul 09 19:30:49.871795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-7859550f-27b8-4d75-b25f-b72cc252ec53 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447233 Jul 09 19:30:49.872381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:30:49.884238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-be4578ab-d1fa-470c-adf7-80bb5b3f9f3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4bb89e52-5505-418e-b09c-830702894b7e HTTP/1.1" status: 200 len: 217 time: 0.0835874 Jul 09 19:30:49.892551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f873a536-6968-4dde-9450-8b22945dcf12 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:49.906937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.923301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Transition to ACTIVE for port object f873a536-6968-4dde-9450-8b22945dcf12 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:49.934492 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:49.973965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-95b3aec8-8b15-4386-bd85-d5ae899f99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:49.976284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-95b3aec8-8b15-4386-bd85-d5ae899f99e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0827966 Jul 09 19:30:50.065121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:50.125560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-7ec2e34a-2808-4957-a06d-e13ab2211dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.131145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-7ec2e34a-2808-4957-a06d-e13ab2211dea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456237 Jul 09 19:30:50.147642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Attempting to bind port f873a536-6968-4dde-9450-8b22945dcf12 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:50.148834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Attempting to bind port f873a536-6968-4dde-9450-8b22945dcf12 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:50.149209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Attempting to bind port f873a536-6968-4dde-9450-8b22945dcf12 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:50.154004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:50.160205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Port f873a536-6968-4dde-9450-8b22945dcf12 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:50.160205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Attempting to bind port f873a536-6968-4dde-9450-8b22945dcf12 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:50.166873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:50.167354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:50.167802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:50.168339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Bound port: f873a536-6968-4dde-9450-8b22945dcf12, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:50.168765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.279905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 59997488-1e24-4fb1-b725-8a98f0747684 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:50.287741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 59997488-1e24-4fb1-b725-8a98f0747684 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:50.290054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.330805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:50.343048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f873a536-6968-4dde-9450-8b22945dcf12,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:50.352094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.364468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-4583e6e9-58e7-4a04-bc11-69b04bc587dd service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260132 Jul 09 19:30:50.389988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.392020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.395346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/f873a536-6968-4dde-9450-8b22945dcf12 HTTP/1.1" status: 200 len: 1095 time: 1.7784572 Jul 09 19:30:50.422777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:50.429919 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b474d48f-d404-49a0-8f27-547dafa5492f" -d '{"events": [{"name": "network-changed", "server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "tag": "f873a536-6968-4dde-9450-8b22945dcf12"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:50.489208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.538150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:50.541294 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e320802-47c6-4933-8771-b0d18d884a1b" -d '{"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-plugged", "status": "completed", "tag": "59997488-1e24-4fb1-b725-8a98f0747684"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:50.562812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:50.570721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.571844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:50.588537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-53a04907-5257-470e-8277-59fa20a1d468 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164371 Jul 09 19:30:50.602337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b534dea-8508-4de6-9299-8ba1364a2e5a req-3c2e6c1d-1af8-4ec5-b109-7a218026443b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.610107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b534dea-8508-4de6-9299-8ba1364a2e5a req-3c2e6c1d-1af8-4ec5-b109-7a218026443b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.1996641 Jul 09 19:30:50.648612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cbe9d-14b5-4dca-9763-a2bc0f90c6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:50.661153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b534dea-8508-4de6-9299-8ba1364a2e5a req-94b00b9f-7e71-41d1-8a22-975bcaeeccdb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Jul 09 19:30:50.686687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:50.716410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-92ad7b73-c9fb-485c-8a1d-06c3c7717268 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.717299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-92ad7b73-c9fb-485c-8a1d-06c3c7717268 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.3385003 Jul 09 19:30:50.734633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c4c7-2dab-4524-bbad-b2d2e321488c req-813ee6dd-bd3a-4743-944d-d81b91f58262 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.743283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e557c4c7-2dab-4524-bbad-b2d2e321488c req-813ee6dd-bd3a-4743-944d-d81b91f58262 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.2674203 Jul 09 19:30:50.756522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:50.804685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2dcb94dd-7f70-4793-ba4a-e32e563670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:50.808035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2dcb94dd-7f70-4793-ba4a-e32e563670bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 1098 time: 0.3329437 Jul 09 19:30:50.859530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.872358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e557c4c7-2dab-4524-bbad-b2d2e321488c req-df7341c6-f3c0-4c11-a152-f91e887ca281 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299510 Jul 09 19:30:50.875641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-c4d825fd-8206-4fb1-a35b-7d59f7b3947b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f873a536-6968-4dde-9450-8b22945dcf12 HTTP/1.1" status: 200 len: 217 time: 0.0593483 Jul 09 19:30:50.920438 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34676c-6349-4048-978f-4e391de0add3 x-openstack-request-id: req-aa34676c-6349-4048-978f-4e391de0add3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:50.920770 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "tag": "4bb89e52-5505-418e-b09c-830702894b7e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:50.921031 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa34676c-6349-4048-978f-4e391de0add3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:50.923327 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e', 'status': 'completed', 'code': 200} Jul 09 19:30:50.950372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:50.960169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:51.038057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:51.047834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-541f3ce7-344c-41f5-976a-7e0fd4313bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.049817 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-541f3ce7-344c-41f5-976a-7e0fd4313bcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 1099 time: 0.1061916 Jul 09 19:30:51.074529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2a612797-2708-45f4-85bb-234d530951de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.078618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-2a612797-2708-45f4-85bb-234d530951de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1925354 Jul 09 19:30:51.141596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-effdb667-9c1e-4ede-804b-d1933ba3bfc8 service neutron] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:51.148744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-effdb667-9c1e-4ede-804b-d1933ba3bfc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:51.150424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf490257-aaab-49cc-b82c-11498ac64b12 req-effdb667-9c1e-4ede-804b-d1933ba3bfc8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc/bindings/n-h1-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.4246566 Jul 09 19:30:51.227373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-016ba917-7eb2-4234-a969-b767dcdb35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.229962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-016ba917-7eb2-4234-a969-b767dcdb35b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1724794 Jul 09 19:30:51.231716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:30:51.240032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-3f9aa4c5-5c3e-4657-a19b-75690f677e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.241573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-3f9aa4c5-5c3e-4657-a19b-75690f677e71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525850 Jul 09 19:30:51.242030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6e5a-5909-45a1-b765-a1f3673abec0 req-b7e123f4-4292-41a7-8c5e-a300d3f77d07 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.245442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bacf6e5a-5909-45a1-b765-a1f3673abec0 req-b7e123f4-4292-41a7-8c5e-a300d3f77d07 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 944 time: 0.1537976 Jul 09 19:30:51.293881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-498f8ed9-877a-47ab-9c48-7ea8a19b93a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4bb89e52-5505-418e-b09c-830702894b7e HTTP/1.1" status: 200 len: 217 time: 0.0474246 Jul 09 19:30:51.319993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5fcd9-8c9d-4621-8b71-7b5e47de5a3f req-b9201492-a35d-4037-9170-193453b0d4f1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.322134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bff5fcd9-8c9d-4621-8b71-7b5e47de5a3f req-b9201492-a35d-4037-9170-193453b0d4f1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 948 time: 0.1487417 Jul 09 19:30:51.349284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bacf6e5a-5909-45a1-b765-a1f3673abec0 req-8e372f04-c078-4f7c-9876-6ece542bd949 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924993 Jul 09 19:30:51.359281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-d80ee41d-a904-4466-80a2-b949aa1aa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.361280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-d80ee41d-a904-4466-80a2-b949aa1aa04e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0592020 Jul 09 19:30:51.391485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-1b1a579c-b26f-45b5-976f-ece4d32eb07a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433764 Jul 09 19:30:51.397052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bff5fcd9-8c9d-4621-8b71-7b5e47de5a3f req-f2a822de-1679-4fcb-a74b-e0a0d5b25df1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 Jul 09 19:30:51.471157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-6ab27600-1100-46a6-b902-f7d885826e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.472565 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-6ab27600-1100-46a6-b902-f7d885826e5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030073 Jul 09 19:30:51.482464 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c6135-dfef-425d-ae94-908278bb5294 x-openstack-request-id: req-0b3c6135-dfef-425d-ae94-908278bb5294 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:51.483002 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-plugged", "status": "completed", "tag": "59997488-1e24-4fb1-b725-8a98f0747684", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:51.483322 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b3c6135-dfef-425d-ae94-908278bb5294 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:51.483743 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684', 'code': 200} Jul 09 19:30:51.488959 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89967d-d124-43b8-9fb9-faf5db44840c x-openstack-request-id: req-3a89967d-d124-43b8-9fb9-faf5db44840c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:51.489351 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "tag": "f873a536-6968-4dde-9450-8b22945dcf12", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:51.490000 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a89967d-d124-43b8-9fb9-faf5db44840c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:51.491838 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12', 'status': 'completed', 'code': 200} Jul 09 19:30:51.546633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-32bfd2de-7da5-4c15-a97e-487f34a3e7d3 req-0435d39e-22fd-46b0-bbf0-2b35f8d970e7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475985 Jul 09 19:30:51.648588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-ba6b8d58-e087-4c6d-bfe5-dbdc7a928f7b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571536 Jul 09 19:30:51.744854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35e5ac-dce4-4828-bddd-94d67e994f29 req-d7340b21-bb85-4100-8a3d-536de2c325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.746426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d35e5ac-dce4-4828-bddd-94d67e994f29 req-d7340b21-bb85-4100-8a3d-536de2c325e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.1659284 Jul 09 19:30:51.861900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d35e5ac-dce4-4828-bddd-94d67e994f29 req-6e76848c-5888-48f7-92dc-c74f12a02bc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960131 Jul 09 19:30:51.879636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d48f-d404-49a0-8f27-547dafa5492f req-dcc91cff-fa59-47bb-b0bd-89a8bc151145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.880952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-dcc91cff-fa59-47bb-b0bd-89a8bc151145 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 1098 time: 0.2120452 Jul 09 19:30:51.894534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41b617-a2cf-4367-aa96-731fced7fe66 req-7bb6fe2c-408c-454a-ae40-757ac7d7a1b5 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:51.896587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe41b617-a2cf-4367-aa96-731fced7fe66 req-7bb6fe2c-408c-454a-ae40-757ac7d7a1b5 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1095 time: 0.1491640 Jul 09 19:30:51.939724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe41b617-a2cf-4367-aa96-731fced7fe66 req-42408562-e649-4210-a604-ffd72792bd6f tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Jul 09 19:30:52.095633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be5f89c5-230d-4ecb-88f8-b712e15018e1 req-e2d146c9-b5bc-4294-871c-5d88b12cbff2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257100 Jul 09 19:30:52.162031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d48f-d404-49a0-8f27-547dafa5492f req-dc6469d2-db80-4bef-9d47-706e135e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.163745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-dc6469d2-db80-4bef-9d47-706e135e3a34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1803153 Jul 09 19:30:52.231704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-ead935b1-fb3d-4bcd-8470-077d660adef3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f873a536-6968-4dde-9450-8b22945dcf12 HTTP/1.1" status: 200 len: 217 time: 0.0607512 Jul 09 19:30:52.302843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3136b784-092a-47be-9eb9-78107446b32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:52.322454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d48f-d404-49a0-8f27-547dafa5492f req-367f930d-8414-42ad-b274-13a40c7e9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.323921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-367f930d-8414-42ad-b274-13a40c7e9458 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0723350 Jul 09 19:30:52.335719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da05f-d14f-47c6-82d7-0c16d98ff4f1 req-86cd89f0-c9b7-47d6-b0c1-cbb4654efe4c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.337381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-606da05f-d14f-47c6-82d7-0c16d98ff4f1 req-86cd89f0-c9b7-47d6-b0c1-cbb4654efe4c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 946 time: 0.1190124 Jul 09 19:30:52.409761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-606da05f-d14f-47c6-82d7-0c16d98ff4f1 req-b956bd11-6cf1-45c1-9072-5c69e97d7705 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Jul 09 19:30:52.427119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d48f-d404-49a0-8f27-547dafa5492f req-ed74077d-c37a-44da-afbf-88bc4fb3616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.428585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-ed74077d-c37a-44da-afbf-88bc4fb3616f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902562 Jul 09 19:30:52.433718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31231d9c-1317-410b-a196-b25daf27b53d req-bb893f93-9138-4960-88a8-b80ab7e7df41 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.435210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31231d9c-1317-410b-a196-b25daf27b53d req-bb893f93-9138-4960-88a8-b80ab7e7df41 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.0750260 Jul 09 19:30:52.477731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31231d9c-1317-410b-a196-b25daf27b53d req-84e25107-0bc4-472b-8d40-0fd8416d90c9 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Jul 09 19:30:52.550813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-2c98fb7c-d128-4448-8e6f-cf672ae00765 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125162 Jul 09 19:30:52.663842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b474d48f-d404-49a0-8f27-547dafa5492f req-ea92bcd5-2427-4819-9b23-0c0879bacb01 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015897 Jul 09 19:30:52.677231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6da658-56da-4f84-92cd-5dd87f36745c req-69fb5cdc-e4de-44ce-bf17-671958fedb90 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.678735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e6da658-56da-4f84-92cd-5dd87f36745c req-69fb5cdc-e4de-44ce-bf17-671958fedb90 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.0795462 Jul 09 19:30:52.721523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e6da658-56da-4f84-92cd-5dd87f36745c req-e8f953c2-28da-4b04-b2e4-43e8e99ac86d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Jul 09 19:30:52.869643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-50adabfc-9db2-444f-a534-365cbcdc596e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.876469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-50adabfc-9db2-444f-a534-365cbcdc596e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.1239591 Jul 09 19:30:52.892148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-fbfa9a9b-b9e2-47e4-a13b-1ecb23858ca5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/quotas/1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 375 time: 0.0143137 Jul 09 19:30:52.916493 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:52.937558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93eef-29a4-47df-a98c-dd51a2c91659 req-034a6395-a578-494e-b722-6d95e7bc3611 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:52.939035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd93eef-29a4-47df-a98c-dd51a2c91659 req-034a6395-a578-494e-b722-6d95e7bc3611 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 948 time: 0.0812457 Jul 09 19:30:52.970507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-fcf76289-1b7e-466e-b523-61ee3c64f99d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764511 Jul 09 19:30:52.977556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd93eef-29a4-47df-a98c-dd51a2c91659 req-d4b8b381-a4bc-4e4a-b667-5f976dea2897 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Jul 09 19:30:53.085927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-17315ef2-4010-43c0-91e0-55d44007eec2 service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072264 Jul 09 19:30:53.449974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-2570f1d8-d0e8-4216-b83e-a7a58a5238cd service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528411 Jul 09 19:30:53.484675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:53.487493 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ff043-bbc0-4403-b08a-79422c591ad2" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:53.666096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a939ec-a711-4b20-a1a5-a186759d0679 req-21499670-bf1e-4c56-995e-491cc4019454 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:53.671540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50a939ec-a711-4b20-a1a5-a186759d0679 req-21499670-bf1e-4c56-995e-491cc4019454 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 946 time: 0.1105416 Jul 09 19:30:53.733037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50a939ec-a711-4b20-a1a5-a186759d0679 req-6c66b362-0b5e-46cc-9976-28232660edf9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496771 Jul 09 19:30:53.778427 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31fca32-e5b0-4738-8bfe-bb9651e2bd2a x-openstack-request-id: req-d31fca32-e5b0-4738-8bfe-bb9651e2bd2a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:53.779030 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:53.779514 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d31fca32-e5b0-4738-8bfe-bb9651e2bd2a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:53.780109 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'code': 200} Jul 09 19:30:53.947104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e1d0-74ba-4ddd-9cb5-c506629e0af3 req-2c331f0c-4d24-4d62-9f68-a9f1242fa499 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:53.956435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f72e1d0-74ba-4ddd-9cb5-c506629e0af3 req-2c331f0c-4d24-4d62-9f68-a9f1242fa499 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.0912781 Jul 09 19:30:53.981988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af93b98c-3b47-4de1-9c93-d20310200946 req-926129b1-2a42-4541-a76d-1f796a05812f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 210 time: 0.0486467 Jul 09 19:30:54.015494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f72e1d0-74ba-4ddd-9cb5-c506629e0af3 req-125d9276-6f59-45c5-8f6f-2a73d2a12fb5 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Jul 09 19:30:54.174493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4bb89e52-5505-418e-b09c-830702894b7e details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:54.316011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3c63d-24e3-44db-9b62-19edca50ceff req-d01fe959-9b4e-4741-9b96-6cba42ebddcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:54.326897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3a3c63d-24e3-44db-9b62-19edca50ceff req-d01fe959-9b4e-4741-9b96-6cba42ebddcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1295204 Jul 09 19:30:54.330616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4bb89e52-5505-418e-b09c-830702894b7e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:54.401849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3a3c63d-24e3-44db-9b62-19edca50ceff req-133bae93-4ed9-4a0b-ba08-572208de8715 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Jul 09 19:30:54.511451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '4bb89e52-5505-418e-b09c-830702894b7e', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '4bb89e52-5505-418e-b09c-830702894b7e', 'mac_address': 'fa:16:3e:7d:f4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:54.579696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772f8c-b788-403f-ba58-14bc77e38138 req-382b0f92-eace-43ca-b991-36b9fbfff0d7 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:54.584350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:54.587967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cb772f8c-b788-403f-ba58-14bc77e38138 req-382b0f92-eace-43ca-b991-36b9fbfff0d7 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.0644433 Jul 09 19:30:54.609199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb89e52-5505-418e-b09c-830702894b7e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:54.654421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4bb89e52-5505-418e-b09c-830702894b7e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:54.663309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:54.664427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cb772f8c-b788-403f-ba58-14bc77e38138 req-79e67985-e32d-4adf-a8c7-1dd857d54af1 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Jul 09 19:30:54.760872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:54.791003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5156b6-75de-430b-a163-40f70285a2aa req-75c903ce-c391-4720-a11d-d1bb958e0e87 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:54.792478 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f5156b6-75de-430b-a163-40f70285a2aa req-75c903ce-c391-4720-a11d-d1bb958e0e87 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 949 time: 0.1234362 Jul 09 19:30:54.840046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-09b2cda9-de2f-46e4-80db-4d9d8de3b5f1 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:54.841501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-09b2cda9-de2f-46e4-80db-4d9d8de3b5f1 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.1107500 Jul 09 19:30:54.850194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f5156b6-75de-430b-a163-40f70285a2aa req-f470a18c-ec08-46b9-8e71-d0028b951d29 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Jul 09 19:30:54.914194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896baf00-af07-4317-a2e8-ebf8c62791e8 req-f853c83c-e26a-4cfe-af03-3d7605782320 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:54.916633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-896baf00-af07-4317-a2e8-ebf8c62791e8 req-f853c83c-e26a-4cfe-af03-3d7605782320 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.0618896 Jul 09 19:30:54.927546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283b161a-7826-4475-9757-cb228f13478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:54.957439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-896baf00-af07-4317-a2e8-ebf8c62791e8 req-aa1be613-9c70-48de-b379-bc7316569047 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Jul 09 19:30:54.989514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Deleting port c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:30:54.990207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.056363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:55.102300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] For port c2e868bc-f8d5-4b63-aa37-b871c92bd490, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c2e868bc-f8d5-4b63-aa37-b871c92bd490,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:55.103183 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.139630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Calling delete_port for c2e868bc-f8d5-4b63-aa37-b871c92bd490 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:30:55.226383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-661fd73a-4e67-42f2-9f8c-5b537d41d387 req-f23956aa-00fd-45ff-87d5-2bc0f57e255b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 210 time: 0.0730684 Jul 09 19:30:55.230400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.363824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-4ebcd665-8bca-4842-beb0-b9b24e40e7d0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:55.365395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-4ebcd665-8bca-4842-beb0-b9b24e40e7d0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.1749821 Jul 09 19:30:55.379827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a120e-7f32-4709-9116-61c75ca0074f req-f764b03d-87f7-44e9-814d-1b2485f2f6a7 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:55.384084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa0a120e-7f32-4709-9116-61c75ca0074f req-f764b03d-87f7-44e9-814d-1b2485f2f6a7 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 949 time: 0.1577487 Jul 09 19:30:55.389786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Request body: {'port': {'device_id': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'admin_state_up': True, 'tenant_id': '1fd846365b56478a92753ac9458d0a50'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:55.457949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa0a120e-7f32-4709-9116-61c75ca0074f req-71baa85a-96b8-4e0d-a748-a9434d85a960 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/security-groups?id=9aa26619-5541-4eca-98d1-f6dad807d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Jul 09 19:30:55.531086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:30:55.536910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.642725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.656259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:55.694110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da91ca-d3d1-482f-9cd9-ed7977d27278 req-29e6b427-9a7a-48d3-a658-51cb985207a7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:55.695883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Pushing event deleted for resources: {'Port': ['ID=c2e868bc-f8d5-4b63-aa37-b871c92bd490,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:55.703960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43da91ca-d3d1-482f-9cd9-ed7977d27278 req-29e6b427-9a7a-48d3-a658-51cb985207a7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1048868 Jul 09 19:30:55.753406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43da91ca-d3d1-482f-9cd9-ed7977d27278 req-446fb9ef-5763-4524-ba17-a193dd1ce584 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Jul 09 19:30:55.778337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] No DVR routers for this DVR port c2e868bc-f8d5-4b63-aa37-b871c92bd490 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:30:55.782607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.784487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-112a0c3b-eb6f-4e55-a3e3-e92858c2f8f4 req-3c9394fb-5e75-4a7f-83eb-e623a26c2f77 tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.25 "DELETE /v2.0/ports/c2e868bc-f8d5-4b63-aa37-b871c92bd490 HTTP/1.1" status: 204 len: 173 time: 0.9373944 Jul 09 19:30:55.784940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-deleted', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:55.787213 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31841381-5b88-40fa-bcc3-4f0837fb0c89" -d '{"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-deleted", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:55.827199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Allocated IP 172.20.0.2 (8d926ef3-0246-4125-9742-3a5b8901d195/3af65569-26fc-4704-aaf5-797b8f578a90/1c8392b0-6646-40e7-9bc9-34b3053bcfc1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:30:55.845461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64d4c468-26b9-4b23-9b6f-928f4deac54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.977583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64d4c468-26b9-4b23-9b6f-928f4deac54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:55.982522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64d4c468-26b9-4b23-9b6f-928f4deac54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.016069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64d4c468-26b9-4b23-9b6f-928f4deac54a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bef39568231e47ac821c1c2c3198acc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566484 Jul 09 19:30:56.016705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:56.033034 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0252c7a4-96bb-43ed-9bf5-57c5d8c943ec x-openstack-request-id: req-0252c7a4-96bb-43ed-9bf5-57c5d8c943ec {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:56.033624 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc9276-a9dc-492d-9247-07348a1a012f", "name": "network-vif-deleted", "tag": "c2e868bc-f8d5-4b63-aa37-b871c92bd490", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:56.033624 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0252c7a4-96bb-43ed-9bf5-57c5d8c943ec {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:56.033990 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc9276-a9dc-492d-9247-07348a1a012f', 'name': 'network-vif-deleted', 'tag': 'c2e868bc-f8d5-4b63-aa37-b871c92bd490', 'status': 'completed', 'code': 200} Jul 09 19:30:56.171548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f6a5d-8dbf-4fb8-a1eb-a36b2ea44d3b req-e5e6e7db-76ff-475e-97a1-ef0e22c4d0a1 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:56.173893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb3f6a5d-8dbf-4fb8-a1eb-a36b2ea44d3b req-e5e6e7db-76ff-475e-97a1-ef0e22c4d0a1 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.1420643 Jul 09 19:30:56.187487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.209867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f873a536-6968-4dde-9450-8b22945dcf12 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:30:56.246068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb3f6a5d-8dbf-4fb8-a1eb-a36b2ea44d3b req-99738ad6-8e85-4f4b-a0cf-ffdc17cc7526 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637548 Jul 09 19:30:56.250468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.278381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4c468-26b9-4b23-9b6f-928f4deac54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31008bcf-b764-43d8-89d5-362f169254a7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:56.311912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.317961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.355998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4bb89e52-5505-418e-b09c-830702894b7e up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:30:56.366059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881bc4d-e7a0-4811-8fcf-93ae55a5686e req-858e6af6-8e90-4f28-b63f-72a57959708a tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:56.368632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c881bc4d-e7a0-4811-8fcf-93ae55a5686e req-858e6af6-8e90-4f28-b63f-72a57959708a tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 949 time: 0.2505193 Jul 09 19:30:56.419682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c881bc4d-e7a0-4811-8fcf-93ae55a5686e req-83750d7a-fc6b-4af0-90ad-c81ed0f6d400 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Jul 09 19:30:56.420995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.423570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.429326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31008bcf-b764-43d8-89d5-362f169254a7 HTTP/1.1" status: 204 len: 168 time: 0.4104083 Jul 09 19:30:56.432729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Network 8d926ef3-0246-4125-9742-3a5b8901d195 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:30:56.436255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:30:56.443798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3d09-36e5-43c6-a388-4e2f31a7386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31008bcf-b764-43d8-89d5-362f169254a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:56.447759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:30:56.453979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.465471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:56.466288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.478323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:56.491468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 4bb89e52-5505-418e-b09c-830702894b7e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:30:56.498707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-1d1104ca-631e-4958-8540-efdf682f84bb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240540 Jul 09 19:30:56.503143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 4bb89e52-5505-418e-b09c-830702894b7e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:30:56.503707 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.512239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Request body: {'port': {'device_id': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:56.627285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f873a536-6968-4dde-9450-8b22945dcf12,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:56.664428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.695952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.710652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'f873a536-6968-4dde-9450-8b22945dcf12', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'f873a536-6968-4dde-9450-8b22945dcf12', 'mac_address': 'fa:16:3e:b8:5b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:30:56.716852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b255b7f-f637-4874-b855-9049988fba5c req-3d3c6e13-1f41-40c8-907e-5e4773bcf556 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:56.719101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b255b7f-f637-4874-b855-9049988fba5c req-3d3c6e13-1f41-40c8-907e-5e4773bcf556 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 931 time: 0.1464393 Jul 09 19:30:56.762319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4bb89e52-5505-418e-b09c-830702894b7e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:56.807164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:56.810725 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa69798-de6b-4aab-ba8f-adefa2bf0bd0" -d '{"events": [{"server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4bb89e52-5505-418e-b09c-830702894b7e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:56.820853 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.862129 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:56.885610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f873a536-6968-4dde-9450-8b22945dcf12 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:56.927483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0044d747-0cd1-48ab-b403-fbb5fc010517 req-c15b1c56-e970-40c4-b213-0fe976d0f68d tempest-ImagesOneServerTestJSON-414489327 tempest-ImagesOneServerTestJSON-414489327-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bfc9276-a9dc-492d-9247-07348a1a012f HTTP/1.1" status: 200 len: 210 time: 0.0559042 Jul 09 19:30:56.930195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f873a536-6968-4dde-9450-8b22945dcf12,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:30:56.932345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:56.936328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b255b7f-f637-4874-b855-9049988fba5c req-cffa8cf8-23e1-4457-afb5-e9870278d87e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Jul 09 19:30:56.955943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.017764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:57.047304 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50f60bf-6197-4462-86f5-10a5060155b1 x-openstack-request-id: req-d50f60bf-6197-4462-86f5-10a5060155b1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:57.047626 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4bb89e52-5505-418e-b09c-830702894b7e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:57.047877 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d50f60bf-6197-4462-86f5-10a5060155b1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:57.048265 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e', 'code': 200} Jul 09 19:30:57.148610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401023-e663-489e-9e7c-98673fcf858a req-7ef48960-915e-4fe1-9a04-82ee4dc69ccd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.150666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc401023-e663-489e-9e7c-98673fcf858a req-7ef48960-915e-4fe1-9a04-82ee4dc69ccd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.0695155 Jul 09 19:30:57.194710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc401023-e663-489e-9e7c-98673fcf858a req-989cc1b1-1175-49a2-a494-6b056a4f7aa0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Jul 09 19:30:57.236087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:30:57.245183 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.260690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Transition to ACTIVE for port object 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:30:57.263706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c56571-5555-447c-9e4b-d6d9c4e8797c req-8941870e-c6a4-496e-918f-1e9f517c15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.265324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4c56571-5555-447c-9e4b-d6d9c4e8797c req-8941870e-c6a4-496e-918f-1e9f517c15bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 1101 time: 0.1200778 Jul 09 19:30:57.266585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.338228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:57.346451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4c56571-5555-447c-9e4b-d6d9c4e8797c req-c908a37c-7c9a-424e-814c-ffa82401d6fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745940 Jul 09 19:30:57.363374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:30:57.380870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:57.381437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:57.382024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:57.387694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:57.388154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:57.393885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:57.394428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:57.394990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:57.396008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Bound port: 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:57.396657 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.540381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:30:57.544590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:57.558934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.567446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172a9a-cca8-4431-ba89-25740c916c3c req-5d5dee7b-4fef-4bd6-a976-4d774d95a8fa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.569080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7172a9a-cca8-4431-ba89-25740c916c3c req-5d5dee7b-4fef-4bd6-a976-4d774d95a8fa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.0952480 Jul 09 19:30:57.629109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.629766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.631149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] 10.222.0.59 "PUT /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 1091 time: 1.1240091 Jul 09 19:30:57.667081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c63c1-133c-42f6-8b1b-915b2fc08ebe service neutron] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:57.677828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7172a9a-cca8-4431-ba89-25740c916c3c req-5849e297-e172-4648-9b12-d2e71fcf7255 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837412 Jul 09 19:30:57.692969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:57.750565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-eba72466-0437-45fb-93b0-1755242ebbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.752165 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-eba72466-0437-45fb-93b0-1755242ebbed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1094 time: 0.0734608 Jul 09 19:30:57.780287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2733798-b58f-4c03-99d4-73115156c3e6 req-38890e78-0588-4e85-b310-c31a07c8d322 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.782228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2733798-b58f-4c03-99d4-73115156c3e6 req-38890e78-0588-4e85-b310-c31a07c8d322 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 950 time: 0.0867772 Jul 09 19:30:57.803578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-22eff8da-c146-49e0-a843-3d1cdc2cb4c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0401573 Jul 09 19:30:57.829937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2733798-b58f-4c03-99d4-73115156c3e6 req-c048d8cd-7fd4-47c1-aae6-632483ea2b0b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Jul 09 19:30:57.858918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-936068b1-56a9-4f7b-934a-912dcfb1d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:57.860547 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-936068b1-56a9-4f7b-934a-912dcfb1d7e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0465152 Jul 09 19:30:57.908820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-cdf624a9-c54e-40b6-8b6c-943f0b0de53b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384912 Jul 09 19:30:58.037551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:30:58.037551 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2541b0b7-eb18-4261-8c94-5b79296a029a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:30:58.042502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-e1165d61-df2d-407d-852e-9967d8399efe service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220083 Jul 09 19:30:58.166618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f777158e-5875-429a-b2f1-9a756f97d0c9 req-7f8cd61e-8022-4d82-9d27-339681f5d287 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162896 Jul 09 19:30:58.228383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:30:58.268917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: c2e868bc-f8d5-4b63-aa37-b871c92bd490 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:30:58.269583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c2e868bc-f8d5-4b63-aa37-b871c92bd490 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:30:58.331024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1ec5-9881-4500-bd1e-d7c1ddd3b46b req-13b43724-d552-40ee-a20c-ccb2c1b487ff tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:58.333447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eccd1ec5-9881-4500-bd1e-d7c1ddd3b46b req-13b43724-d552-40ee-a20c-ccb2c1b487ff tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.0821664 Jul 09 19:30:58.375013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eccd1ec5-9881-4500-bd1e-d7c1ddd3b46b req-159d1dae-070b-4602-9709-2b50ab3a9038 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Jul 09 19:30:58.506130 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df4c828-989d-48dd-9e61-b5ba4846b78d x-openstack-request-id: req-6df4c828-989d-48dd-9e61-b5ba4846b78d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:30:58.506426 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:30:58.506680 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6df4c828-989d-48dd-9e61-b5ba4846b78d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:30:58.507199 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'status': 'completed', 'code': 200} Jul 09 19:30:58.705023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-54a0a13f-27b0-499e-b109-7802fe3d841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:58.707633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-54a0a13f-27b0-499e-b109-7802fe3d841f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1094 time: 0.1701591 Jul 09 19:30:58.736811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03291d-ad89-440a-a450-c8370dae0498 req-2e26db72-1bba-400d-8795-0d6df566ad18 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:58.739223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd03291d-ad89-440a-a450-c8370dae0498 req-2e26db72-1bba-400d-8795-0d6df566ad18 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1329911 Jul 09 19:30:58.783343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:58.863459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd03291d-ad89-440a-a450-c8370dae0498 req-00641f3c-2087-4424-89d9-d9ce4f2af588 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Jul 09 19:30:58.920442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-13762cd2-4828-4dc9-80c8-45030f58b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:58.922852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-13762cd2-4828-4dc9-80c8-45030f58b5f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1997399 Jul 09 19:30:59.010969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-97d3e46f-e063-469e-9411-e13ed2ebc8bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0788319 Jul 09 19:30:59.017096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fd0d835d-c1ff-4512-a65e-47f7a0097e4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4718470dc4394191b2e613c4b0326846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322538 Jul 09 19:30:59.019611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:30:59.073385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:59.092043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-b04320d9-dd34-45ed-aca3-866b8aa2ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:59.093884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-b04320d9-dd34-45ed-aca3-866b8aa2ddbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0604880 Jul 09 19:30:59.098713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:59.137677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-45e39bad-dada-4695-a5f8-f8cdbe145cae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357800 Jul 09 19:30:59.162380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:59.165216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:59.168833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9aa26619-5541-4eca-98d1-f6dad807d12c HTTP/1.1" status: 204 len: 168 time: 0.1460361 Jul 09 19:30:59.178469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d43445-4585-45ea-8b8c-9c0b16b18c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa26619-5541-4eca-98d1-f6dad807d12c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:30:59.212275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-cdfb3b4f-dffb-4921-a380-c7806c2fbf22 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:30:59.213894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-cdfb3b4f-dffb-4921-a380-c7806c2fbf22 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069213 Jul 09 19:30:59.223754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Request body: {'binding': {'host': 'n-h1-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:30:59.224454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:30:59.282813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-8b72fdce-b903-495e-ac5b-fb4b68a4bc34 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326861 Jul 09 19:30:59.294151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e22b77-29a5-45f6-b72e-1916dcfa8c9d req-71c4a50e-97f3-4585-9df1-24a527116265 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:59.295444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01e22b77-29a5-45f6-b72e-1916dcfa8c9d req-71c4a50e-97f3-4585-9df1-24a527116265 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 950 time: 0.1545548 Jul 09 19:30:59.375329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on host n-h1-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:30:59.375981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:30:59.376310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:59.380791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:30:59.381119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:30:59.386768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:30:59.387105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:30:59.387581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:30:59.388067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Bound port: 59997488-1e24-4fb1-b725-8a98f0747684, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:30:59.400833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01e22b77-29a5-45f6-b72e-1916dcfa8c9d req-7deb33ed-aba7-42e5-9af9-f86c75d78ae4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886064 Jul 09 19:30:59.432397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2541b0b7-eb18-4261-8c94-5b79296a029a req-88be9532-9244-4bc6-8a94-9052e240fdef service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358869 Jul 09 19:30:59.457661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:30:59.463751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:59.465157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-acfd696a-e5e2-4864-9a65-8679c7a19b0f service neutron] 10.222.0.10 "POST /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684/bindings HTTP/1.1" status: 201 len: 389 time: 0.2450931 Jul 09 19:30:59.765949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-93753790-7e68-4c4f-a3fb-7c17aa5b1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:59.768229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-93753790-7e68-4c4f-a3fb-7c17aa5b1819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1097 time: 0.0777435 Jul 09 19:30:59.805159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4823c-bcf8-4e25-a501-d15bfbaf30db req-f50e20e1-6f88-4911-9aea-1ca4151afca1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:59.813364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aca4823c-bcf8-4e25-a501-d15bfbaf30db req-f50e20e1-6f88-4911-9aea-1ca4151afca1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.0740905 Jul 09 19:30:59.866882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aca4823c-bcf8-4e25-a501-d15bfbaf30db req-2bce15d6-13cf-490b-91f0-b21e33d854f0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486021 Jul 09 19:30:59.895638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-f9d9128c-ea7d-4653-9418-6120d6bf6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:30:59.897307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-f9d9128c-ea7d-4653-9418-6120d6bf6686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1208153 Jul 09 19:30:59.956884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-a5fb5c57-4cba-4756-9142-3e68e805f11a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.0438261 Jul 09 19:31:00.017567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4eea-603a-48c4-9ec1-9c132080e778 req-b8add259-5c9e-4b81-a3f1-308f2a0a0cef tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.019053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b90a4eea-603a-48c4-9ec1-9c132080e778 req-b8add259-5c9e-4b81-a3f1-308f2a0a0cef tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 948 time: 0.1381209 Jul 09 19:31:00.020943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3ba7a-e0b6-4c35-84a1-9e9fc01e6a7e req-35826534-7ce8-4056-b9b0-fcbb32bdebbf tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.022572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35d3ba7a-e0b6-4c35-84a1-9e9fc01e6a7e req-35826534-7ce8-4056-b9b0-fcbb32bdebbf tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 946 time: 0.0680923 Jul 09 19:31:00.025341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-23cb88ae-ae33-449a-b1df-19cf04958d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.026753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-23cb88ae-ae33-449a-b1df-19cf04958d52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0629158 Jul 09 19:31:00.062299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35d3ba7a-e0b6-4c35-84a1-9e9fc01e6a7e req-25b6faa8-d38e-4955-9f22-b6cce6658193 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Jul 09 19:31:00.071085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-97680f8e-0953-4abb-b960-9e2d8afff08d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369263 Jul 09 19:31:00.096559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b90a4eea-603a-48c4-9ec1-9c132080e778 req-2db659ec-efbc-49cd-a725-66a136a59941 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 Jul 09 19:31:00.185930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-1283533e-f5d0-4c03-858e-6ba3ed9e0523 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052539 Jul 09 19:31:00.230580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f873a536-6968-4dde-9450-8b22945dcf12 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:00.251487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d6b86-0da8-4202-b6e4-29312b9be19d req-e9a75ce5-c5c0-46c7-96cc-f1721e83a401 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.252981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-618d6b86-0da8-4202-b6e4-29312b9be19d req-e9a75ce5-c5c0-46c7-96cc-f1721e83a401 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 966 time: 0.0691910 Jul 09 19:31:00.281036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port f873a536-6968-4dde-9450-8b22945dcf12 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:00.285104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port f873a536-6968-4dde-9450-8b22945dcf12 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:00.285702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:00.296274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-618d6b86-0da8-4202-b6e4-29312b9be19d req-ac9fa21b-f0d2-4d8c-9162-f6f1ea92a7dc tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Jul 09 19:31:00.339688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-eb75909d-3d1f-48ea-83fa-b910da974b18 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468501 Jul 09 19:31:00.351349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08393d-f52f-4236-9824-6bfbbfa8b1d8 req-f5f01f07-55d7-4f63-8a6f-35942428de1e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.358645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c08393d-f52f-4236-9824-6bfbbfa8b1d8 req-f5f01f07-55d7-4f63-8a6f-35942428de1e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1187251 Jul 09 19:31:00.372116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:00.395056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c08393d-f52f-4236-9824-6bfbbfa8b1d8 req-4e70abe1-5058-48bf-b4eb-6fb269574f0e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Jul 09 19:31:00.395739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:00.398519 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa086b46-0b48-4c30-b950-964ecd25ec51" -d '{"events": [{"server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "name": "network-vif-plugged", "status": "completed", "tag": "f873a536-6968-4dde-9450-8b22945dcf12"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:00.417460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f873a536-6968-4dde-9450-8b22945dcf12,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:00.422416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:00.471870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-57f09d74-20da-42f9-b6a8-a2c37c271e6f tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.473317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-57f09d74-20da-42f9-b6a8-a2c37c271e6f tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1097 time: 0.0691004 Jul 09 19:31:00.485872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-3'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:00.494543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:00.581943 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6b1e89-c30a-4588-86ec-f11d6347532f x-openstack-request-id: req-cc6b1e89-c30a-4588-86ec-f11d6347532f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:00.582247 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "name": "network-vif-plugged", "status": "completed", "tag": "f873a536-6968-4dde-9450-8b22945dcf12", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:00.582539 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc6b1e89-c30a-4588-86ec-f11d6347532f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:00.583675 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12', 'code': 200} Jul 09 19:31:00.594166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:00.794882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254034-91e6-44c8-a0b9-024ee3690bb0 req-27730604-1206-4039-a918-f28250c194b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:00.796372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92254034-91e6-44c8-a0b9-024ee3690bb0 req-27730604-1206-4039-a918-f28250c194b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 1100 time: 0.1264918 Jul 09 19:31:00.815853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:00.858838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92254034-91e6-44c8-a0b9-024ee3690bb0 req-b795f42c-5f4d-4411-be22-4aeb8fbc6bb6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 Jul 09 19:31:00.882937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:00.938258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:00.940789 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4642a9-bdb1-46e5-9d46-d7cca2e3ed22" -d '{"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-unplugged", "status": "completed", "tag": "59997488-1e24-4fb1-b725-8a98f0747684"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:00.944520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:00.952938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.054173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:01.059065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on host n-h2-800087-3 for vnic_type normal with profile {"migrating_to": "n-h1-800087-3"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:01.059395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:01.059723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:01.064541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:01.065157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Attempting to bind port 59997488-1e24-4fb1-b725-8a98f0747684 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:01.070535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:01.071519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:01.071957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:01.072442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Bound port: 59997488-1e24-4fb1-b725-8a98f0747684, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:01.072860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.096808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:01.303646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f523f27-06d2-400c-8ecc-f7e3919d1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.356052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b444237-1dcb-49b5-a6bc-264f9c0ed84f req-10507c23-2aab-441c-9a0f-9e67651b95f3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:01.357630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b444237-1dcb-49b5-a6bc-264f9c0ed84f req-10507c23-2aab-441c-9a0f-9e67651b95f3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.1187115 Jul 09 19:31:01.399729 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aab5c85-7b1a-4cd4-b1ae-ba0362d4009e x-openstack-request-id: req-3aab5c85-7b1a-4cd4-b1ae-ba0362d4009e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:01.400102 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-unplugged", "status": "completed", "tag": "59997488-1e24-4fb1-b725-8a98f0747684", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:01.400344 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3aab5c85-7b1a-4cd4-b1ae-ba0362d4009e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:01.400722 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684', 'code': 200} Jul 09 19:31:01.421235 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b444237-1dcb-49b5-a6bc-264f9c0ed84f req-008479eb-1d4a-4968-9e94-dab67b1edd85 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563629 Jul 09 19:31:01.464088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:01.466424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f523f27-06d2-400c-8ecc-f7e3919d1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.468641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:01.474344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f523f27-06d2-400c-8ecc-f7e3919d1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.478343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.513784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f523f27-06d2-400c-8ecc-f7e3919d1fd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e25b1f2ca8645c1bcf57172101b8c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152555 Jul 09 19:31:01.514916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f523f27-06d2-400c-8ecc-f7e3919d1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9765b76e-bfca-472b-9739-448cc54dc9dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:01.517878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:01.520715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0124fac-b835-4f22-b75f-6a26a66e700f req-3df4dd8a-fa6b-4a65-93ca-06733e65dc67 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:01.522224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0124fac-b835-4f22-b75f-6a26a66e700f req-3df4dd8a-fa6b-4a65-93ca-06733e65dc67 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.1207614 Jul 09 19:31:01.571775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.594398 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.597644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:01.601024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:01.601641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.603058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-0a0149ed-99cd-418b-af11-a19374b0d881 service neutron] 10.222.0.59 "PUT /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 1122 time: 1.1218457 Jul 09 19:31:01.625055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0124fac-b835-4f22-b75f-6a26a66e700f req-c4ecba99-5a46-43dd-a781-99fc70831164 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915585 Jul 09 19:31:01.655199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.658229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:01.659786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9765b76e-bfca-472b-9739-448cc54dc9dc HTTP/1.1" status: 204 len: 168 time: 0.1406610 Jul 09 19:31:01.688827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66678e-8ede-44ca-93f0-dcad33887a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9765b76e-bfca-472b-9739-448cc54dc9dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:01.731850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['59997488-1e24-4fb1-b725-8a98f0747684'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:01.762263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:01.831281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3482e-7aab-45ee-8dd3-f35f1f8e15ed req-61b41253-e368-4cdf-a79c-c3196b744b07 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:01.837641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ab3482e-7aab-45ee-8dd3-f35f1f8e15ed req-61b41253-e368-4cdf-a79c-c3196b744b07 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 949 time: 0.0823951 Jul 09 19:31:01.869749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-f21e753d-22e8-4a33-8b93-7ed655d13ae8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1917766923&fields=id&tenant_id=821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 267 time: 0.0682285 Jul 09 19:31:01.883418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ab3482e-7aab-45ee-8dd3-f35f1f8e15ed req-01f41128-eabe-4bc1-a888-14a73d1768ab tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Jul 09 19:31:01.980556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:02.013747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'port_id': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'mac_address': 'fa:16:3e:36:78:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af65569-26fc-4704-aaf5-797b8f578a90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:02.016466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-e7f83965-fdfe-4f48-b0b4-38dc7fcb1854 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:02.018099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-e7f83965-fdfe-4f48-b0b4-38dc7fcb1854 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 823 time: 0.1470261 Jul 09 19:31:02.037025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-ac757fc5-c719-4b14-8477-757c540786d3 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/quotas/821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 375 time: 0.0127032 Jul 09 19:31:02.093808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07702ff-600c-44d0-8377-d2c788e5f037 req-f53ec5b4-3868-43f9-831f-c1ac5b3ec5fe tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:02.101432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e07702ff-600c-44d0-8377-d2c788e5f037 req-f53ec5b4-3868-43f9-831f-c1ac5b3ec5fe tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.0845819 Jul 09 19:31:02.145956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:02.152004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-4e09d5bc-014b-4c79-b464-42e6d4668da0 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1033156 Jul 09 19:31:02.156719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e07702ff-600c-44d0-8377-d2c788e5f037 req-921a28d8-a174-4429-a01f-c5e06c538087 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Jul 09 19:31:02.161816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:02.197676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:02.204020 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:02.274764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:02.282703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-e9842b5d-f86b-42f9-aafa-082a605066fd service neutron] 10.222.0.10 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027358 Jul 09 19:31:02.392806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-738995f4-f7be-4ab5-8b6f-7781d132dedc service neutron] 10.222.0.10 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037655 Jul 09 19:31:02.578886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1c8392b0-6646-40e7-9bc9-34b3053bcfc1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:02.681896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b1272c7-8e23-4033-923f-ea4bfb6ee3e0 req-24630d66-5e6c-440d-8bcf-3a73722ceadc tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 210 time: 0.0422401 Jul 09 19:31:02.715358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e83dd0-eae5-4747-9949-44f867d45477 req-58a1d2d2-755c-4f2e-b7d5-abe26617a400 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:02.722589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10e83dd0-eae5-4747-9949-44f867d45477 req-58a1d2d2-755c-4f2e-b7d5-abe26617a400 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.0854492 Jul 09 19:31:02.736182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-eb062429-c513-4618-bd98-24e6b0cbf973 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:02.738104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-eb062429-c513-4618-bd98-24e6b0cbf973 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e7da53-034a-4961-ae42-a56b7530200c HTTP/1.1" status: 200 len: 966 time: 0.1450977 Jul 09 19:31:02.768106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10e83dd0-eae5-4747-9949-44f867d45477 req-06bc96e0-14c3-4356-afc7-d750b0cc48ad tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Jul 09 19:31:02.877720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Deleting port 0ef19da8-a223-4472-bd58-b9a1fbd04431 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:31:02.877999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:02.980497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] For port 0ef19da8-a223-4472-bd58-b9a1fbd04431, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0ef19da8-a223-4472-bd58-b9a1fbd04431,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:02.980905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:03.030687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471e53-d4a7-45b1-9556-c80816524dba req-f9d0de2b-d2a4-4642-893a-d24a68beb49f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:03.032352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1471e53-d4a7-45b1-9556-c80816524dba req-f9d0de2b-d2a4-4642-893a-d24a68beb49f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.0878119 Jul 09 19:31:03.075094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1471e53-d4a7-45b1-9556-c80816524dba req-32c3a326-9a46-4a94-b7f7-ad7741ff7c47 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371141 Jul 09 19:31:03.274023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04f501-14ce-42ed-a36d-1e79ce5bb0c3 req-ef9677d8-42a9-454f-83c0-e1e2984c7d51 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:03.276027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1e04f501-14ce-42ed-a36d-1e79ce5bb0c3 req-ef9677d8-42a9-454f-83c0-e1e2984c7d51 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 949 time: 0.1888227 Jul 09 19:31:03.298104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:03.298478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:03.298791 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172 disassociated. External IP: 172.25.3.24, port: 0ef19da8-a223-4472-bd58-b9a1fbd04431. Jul 09 19:31:03.299133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Calling delete_port for 0ef19da8-a223-4472-bd58-b9a1fbd04431 owned by compute:tempest-test_az-630478276 {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:31:03.371259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1e04f501-14ce-42ed-a36d-1e79ce5bb0c3 req-46fe124e-9736-48ec-a0a9-a28cf245d7dd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828292 Jul 09 19:31:03.401640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:03.404552 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc56262-f5e7-40c5-854a-9e60337f4277" -d '{"events": [{"name": "network-changed", "server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "tag": "59997488-1e24-4fb1-b725-8a98f0747684"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:03.505056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:03.547459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event deleted for resources: {'Port': ['ID=0ef19da8-a223-4472-bd58-b9a1fbd04431,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:03.685529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010059-b5e1-4e78-9113-830170e9e04f req-cf0c1c67-03bc-4f27-8e2c-7040790ae45c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:03.686910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4010059-b5e1-4e78-9113-830170e9e04f req-cf0c1c67-03bc-4f27-8e2c-7040790ae45c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1686666 Jul 09 19:31:03.731896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4010059-b5e1-4e78-9113-830170e9e04f req-85bb5e3f-f42e-4eb6-a345-da71815ac7ef tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jul 09 19:31:03.740834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:31:03.780582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:03.783638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:03.896728 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd232b1-033d-467f-b12e-5babdd550d6b x-openstack-request-id: req-8bd232b1-033d-467f-b12e-5babdd550d6b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:03.897002 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "tag": "59997488-1e24-4fb1-b725-8a98f0747684", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:03.897357 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bd232b1-033d-467f-b12e-5babdd550d6b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:03.897783 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684', 'status': 'completed', 'code': 200} Jul 09 19:31:03.959696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:03.973685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:03.989492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:03.990129 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:30:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:04.017768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dacc5a-25d2-4fef-9b21-ca3e260950df req-37abc313-482e-4e75-b3d2-61afb8c3c132 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.049739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dacc5a-25d2-4fef-9b21-ca3e260950df req-37abc313-482e-4e75-b3d2-61afb8c3c132 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.065219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1dacc5a-25d2-4fef-9b21-ca3e260950df req-37abc313-482e-4e75-b3d2-61afb8c3c132 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d&device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 1690 time: 0.1846514 Jul 09 19:31:04.087841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] No DVR routers for this DVR port 0ef19da8-a223-4472-bd58-b9a1fbd04431 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:31:04.098295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:04.100831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3029afc0-6adc-4f09-91ac-b86be530ac1f req-c7371866-39aa-45cd-8844-b2e32e3a6d5d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "DELETE /v2.0/ports/0ef19da8-a223-4472-bd58-b9a1fbd04431 HTTP/1.1" status: 204 len: 173 time: 1.3566072 Jul 09 19:31:04.165053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-8fcb0b75-5515-4296-8608-629921f173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.166675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-8fcb0b75-5515-4296-8608-629921f173e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1125 time: 0.2682922 Jul 09 19:31:04.240237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-af7e561b-7fd2-4b57-ad14-59a865e984c6 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.241983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-af7e561b-7fd2-4b57-ad14-59a865e984c6 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 823 time: 0.3121669 Jul 09 19:31:04.244975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:04.250903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1dacc5a-25d2-4fef-9b21-ca3e260950df req-84af1fee-59d3-4304-b057-33339f1e70f3 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825421 Jul 09 19:31:04.277190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 has no active binding in host n-h1-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:31:04.310043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:04.314586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:04.315056 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:04.320016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:04.394132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-1ae5bfa6-2d52-4516-8435-7807f6b73b83 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821625d89da54cd1afaa8e5459562d30 HTTP/1.1" status: 200 len: 380 time: 0.1383388 Jul 09 19:31:04.424413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'port': {'device_id': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'admin_state_up': True, 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'security_groups': ['d0d512c6-7ef3-4da4-a6af-a749b43c9f50']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:04.438854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-1f42f1a7-d3e1-4a30-9044-8d1841b46722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.445313 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-1f42f1a7-d3e1-4a30-9044-8d1841b46722 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2646239 Jul 09 19:31:04.500497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:04.527487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:04.530808 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f82b435-678b-4875-8b26-11ca37e1eaf4" -d '{"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:04.545226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:04.551754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:04.599883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe3dfecf-499a-4be8-bb62-17179e55eb5d req-658421ca-5e8d-49a1-9e3d-7793d335995a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 210 time: 0.0754833 Jul 09 19:31:04.606001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-5a88d45e-4f2d-4669-9e28-af2c89984a90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.1370950 Jul 09 19:31:04.619116 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:04.620496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:04.668900 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:04.679263 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:04.680762 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:30:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:04.700499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-fb2facd5-99c7-43f8-8309-b03b27ffdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.702037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-fb2facd5-99c7-43f8-8309-b03b27ffdf4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0874450 Jul 09 19:31:04.786152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-e6bc4433-f5bc-48fb-b040-b35cea8c32da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619712 Jul 09 19:31:04.814071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:04.873351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Made reservation on behalf of 821625d89da54cd1afaa8e5459562d30 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:04.876886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:04.911464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec78c4-081a-470d-a8f3-bd88dd3d49fe req-0f36c226-f056-411e-9018-00047fb8d658 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:04.925270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90ec78c4-081a-470d-a8f3-bd88dd3d49fe req-0f36c226-f056-411e-9018-00047fb8d658 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.1211107 Jul 09 19:31:04.984345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90ec78c4-081a-470d-a8f3-bd88dd3d49fe req-e76c3d84-038f-4e54-8339-dd377402776e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552881 Jul 09 19:31:05.024752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b073b-b380-4100-82ac-5df21cdb3cbd req-10f0b7c6-e211-4910-b787-008aaf028df3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:05.031596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a06b073b-b380-4100-82ac-5df21cdb3cbd req-10f0b7c6-e211-4910-b787-008aaf028df3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 945 time: 0.2732584 Jul 09 19:31:05.039207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-107e3317-de91-4fcc-884d-0bd9296cdd82 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234781 Jul 09 19:31:05.134545 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b2519a-57cc-4034-b795-339d275da7ea x-openstack-request-id: req-18b2519a-57cc-4034-b795-339d275da7ea {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:05.135037 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:05.135137 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18b2519a-57cc-4034-b795-339d275da7ea {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:05.135448 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'code': 200} Jul 09 19:31:05.159908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Allocated IP 172.20.0.9 (240304f8-57f5-4adc-a8db-fd76d431147b/f91b5c62-1a6d-4592-90da-52fce6f54e82/1d236a89-f22d-4cf9-8524-b8e56d75114a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:05.265965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a06b073b-b380-4100-82ac-5df21cdb3cbd req-f28f27d7-5db0-458c-b307-3ecf06edf15c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335134 Jul 09 19:31:05.277436 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:05.327434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ff921-1458-44b5-b2d0-d7151094b591 None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:05.497714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e60fbb-b60c-42d9-931d-fe84be435bb8 req-52e28d8d-a72c-43fc-9035-d1cd7b7a84fb tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:05.499290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e60fbb-b60c-42d9-931d-fe84be435bb8 req-52e28d8d-a72c-43fc-9035-d1cd7b7a84fb tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 1101 time: 0.0611162 Jul 09 19:31:05.543444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e60fbb-b60c-42d9-931d-fe84be435bb8 req-c0928ed6-d4f9-4015-b488-666576c62f1d tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Jul 09 19:31:05.621991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc2047-c2b4-49ed-bed8-8d75200a4847 None None] New status for floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:31:05.738234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4caf4-e2ad-4f08-83b1-5ffcb6fe22a8 req-c4468c93-593f-4d42-b7a2-6f0b57f0ac2d tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:05.739867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45d4caf4-e2ad-4f08-83b1-5ffcb6fe22a8 req-c4468c93-593f-4d42-b7a2-6f0b57f0ac2d tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 1100 time: 0.0594685 Jul 09 19:31:05.779171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45d4caf4-e2ad-4f08-83b1-5ffcb6fe22a8 req-4dda424e-afbb-4297-8f61-5993f7389ed6 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jul 09 19:31:05.785958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc56262-f5e7-40c5-854a-9e60337f4277 req-efa88f06-9e2a-486a-b1ea-fefbbc419f3e service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668838 Jul 09 19:31:05.812023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:05.825337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd7506-31b2-4596-9679-4e41c50dacf0 req-1925bc9f-8a65-426b-aab8-d1c47bb10159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:05.828047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99dd7506-31b2-4596-9679-4e41c50dacf0 req-1925bc9f-8a65-426b-aab8-d1c47bb10159 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1096 time: 0.5812519 Jul 09 19:31:05.838300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b611f47-9c94-4c2d-8718-6cc6f392e04d req-554484c7-468a-4798-b7b9-b00f9a6d3417 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:05.839767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b611f47-9c94-4c2d-8718-6cc6f392e04d req-554484c7-468a-4798-b7b9-b00f9a6d3417 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1936734 Jul 09 19:31:05.851685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Transition to ACTIVE for port object 1d236a89-f22d-4cf9-8524-b8e56d75114a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:05.902938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'name': 'network-vif-deleted', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:05.905120 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af08e67e-8d58-4e37-a759-ce9c473d0674" -d '{"events": [{"server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "name": "network-vif-deleted", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:05.942714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99dd7506-31b2-4596-9679-4e41c50dacf0 req-680faa9a-7ad0-4e7f-912a-1054737328bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019647 Jul 09 19:31:05.960182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b611f47-9c94-4c2d-8718-6cc6f392e04d req-f339b1f5-4933-4dd2-a973-533d9b80df24 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119490 Jul 09 19:31:05.989535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.006698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-b3f7e853-674c-4c98-8b9a-fd8a122c5cf3 service neutron] 10.222.0.25 "GET /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.1175246 Jul 09 19:31:06.007061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-582da259-422a-4e71-b8b6-049cd3ee8a4f req-67ed05db-00c6-44ec-816e-60aef4a6a7fe tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 210 time: 0.0399182 Jul 09 19:31:06.071542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Network 240304f8-57f5-4adc-a8db-fd76d431147b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:06.084172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:06.087359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:06.093598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:06.094286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.110084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event updated for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:06.137185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-26931824-14b8-4a8d-8911-1c50c38a07c2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7328916 Jul 09 19:31:06.156059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Request body: {'port': {'device_id': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:06.183616 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd37e90-bc6c-4b69-b454-41142b240d66 x-openstack-request-id: req-8cd37e90-bc6c-4b69-b454-41142b240d66 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:06.184681 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7da53-034a-4961-ae42-a56b7530200c", "name": "network-vif-deleted", "tag": "0ef19da8-a223-4472-bd58-b9a1fbd04431", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:06.185103 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cd37e90-bc6c-4b69-b454-41142b240d66 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:06.185683 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e7da53-034a-4961-ae42-a56b7530200c', 'name': 'network-vif-deleted', 'tag': '0ef19da8-a223-4472-bd58-b9a1fbd04431', 'status': 'completed', 'code': 200} Jul 09 19:31:06.373151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.413379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:06.461015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9eb86d48-5ff8-4b65-b388-8248de975091 None None] Provisioning for port 1d236a89-f22d-4cf9-8524-b8e56d75114a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:06.465720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9eb86d48-5ff8-4b65-b388-8248de975091 None None] Provisioning complete for port 1d236a89-f22d-4cf9-8524-b8e56d75114a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:06.465918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1793f-e0c3-4eac-9639-4199a500693b req-395ac2fd-4b0c-40ec-ab4c-75cd7e348276 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:06.466089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9eb86d48-5ff8-4b65-b388-8248de975091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.467946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6d1793f-e0c3-4eac-9639-4199a500693b req-395ac2fd-4b0c-40ec-ab4c-75cd7e348276 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 944 time: 0.1912673 Jul 09 19:31:06.479171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:06.519372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9eb86d48-5ff8-4b65-b388-8248de975091 None None] Port 1d236a89-f22d-4cf9-8524-b8e56d75114a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:06.582494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-2818514b-9ff5-4a9f-96f5-892baa5f224b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212076 Jul 09 19:31:06.584182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59997488-1e24-4fb1-b725-8a98f0747684 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:06.620245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:06.631489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6d1793f-e0c3-4eac-9639-4199a500693b req-3c93995c-bbd9-4736-a03f-6c4fd3aa7e69 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541204 Jul 09 19:31:06.654123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.706158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-5935586e-91be-419a-9efc-a4b9d578f8fd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:06.707724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-5935586e-91be-419a-9efc-a4b9d578f8fd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199510 Jul 09 19:31:06.728176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-d2906fbf-e15f-44a8-8b42-b8515023cace tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0108802 Jul 09 19:31:06.822802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-5ed740ae-4c56-43b7-8763-6b157cd0daca tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864074 Jul 09 19:31:06.838684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] Transition to ACTIVE for port object 59997488-1e24-4fb1-b725-8a98f0747684 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:06.850245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:06.970566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d236a89-f22d-4cf9-8524-b8e56d75114a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:07.003829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] No DVR routers for this DVR port 59997488-1e24-4fb1-b725-8a98f0747684 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:31:07.012642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.029751 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-222e407b-15eb-475b-9060-2a5d36ac93ee service neutron] show failed (client error): The resource could not be found. Jul 09 19:31:07.031035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-222e407b-15eb-475b-9060-2a5d36ac93ee service neutron] 10.222.0.25 "GET /v2.0/ports/648433a1-baaa-4ad0-b2cf-523c07644b55/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0630860 Jul 09 19:31:07.059142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] Pushing event updated for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:07.064430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Transition to ACTIVE for port object 1d236a89-f22d-4cf9-8524-b8e56d75114a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:07.073415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-106e41a9-5869-4986-b80b-f81df03b2875 service neutron] 10.222.0.25 "PUT /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684/bindings/n-h1-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0479014 Jul 09 19:31:07.077550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.153255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6096-b862-41cd-81c4-133133f88359 req-0fb671d3-1cf3-464e-bf54-8f2d32bf2fb1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.154847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8edf6096-b862-41cd-81c4-133133f88359 req-0fb671d3-1cf3-464e-bf54-8f2d32bf2fb1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 945 time: 0.2463579 Jul 09 19:31:07.165633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:07.260907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Attempting to bind port 1d236a89-f22d-4cf9-8524-b8e56d75114a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:07.261410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Attempting to bind port 1d236a89-f22d-4cf9-8524-b8e56d75114a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:07.261752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Attempting to bind port 1d236a89-f22d-4cf9-8524-b8e56d75114a on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:07.325934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Port 1d236a89-f22d-4cf9-8524-b8e56d75114a on network 240304f8-57f5-4adc-a8db-fd76d431147b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:07.326262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Attempting to bind port 1d236a89-f22d-4cf9-8524-b8e56d75114a on network 240304f8-57f5-4adc-a8db-fd76d431147b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:07.346810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8edf6096-b862-41cd-81c4-133133f88359 req-9b0ce5dd-dde0-4944-afc4-500e5146019f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832209 Jul 09 19:31:07.349634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:07.349976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Checking segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:07.350364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Bound using segment: {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:07.350812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Bound port: 1d236a89-f22d-4cf9-8524-b8e56d75114a, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a05e458-d394-4390-bf75-3141e7a74f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:07.351178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.472964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-36b48e86-cb55-4718-8407-30563ddc0c46 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.475329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-36b48e86-cb55-4718-8407-30563ddc0c46 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.2511573 Jul 09 19:31:07.539368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-2cfcada2-9590-402a-9336-a1afeb13581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.542125 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-2cfcada2-9590-402a-9336-a1afeb13581b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1101 time: 0.2068496 Jul 09 19:31:07.542376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:07.560591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:07.575999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:07.587269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.646990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3894cd-663d-41b6-a343-3102022c234b req-8d138842-78f7-4446-872c-c6f2ab3fced8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.651598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-7016c37d-6be8-45cd-ab75-9f43cd9811f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.652933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-7016c37d-6be8-45cd-ab75-9f43cd9811f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 1096 time: 0.1652184 Jul 09 19:31:07.657570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a3894cd-663d-41b6-a343-3102022c234b req-8d138842-78f7-4446-872c-c6f2ab3fced8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.2095568 Jul 09 19:31:07.661328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.661976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.663357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] 10.222.0.59 "PUT /v2.0/ports/1d236a89-f22d-4cf9-8524-b8e56d75114a HTTP/1.1" status: 200 len: 1091 time: 1.5145180 Jul 09 19:31:07.720172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da770d51-5fcc-45a6-928f-4ba208232a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:07.748962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:07.789253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db8aa-5a76-406a-823b-e80bd0220204 req-dac165f8-354b-46c6-8df6-257324f6ec5c tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.796665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-648db8aa-5a76-406a-823b-e80bd0220204 req-dac165f8-354b-46c6-8df6-257324f6ec5c tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 943 time: 0.2330129 Jul 09 19:31:07.815414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0ef19da8-a223-4472-bd58-b9a1fbd04431 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:31:07.821270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a3894cd-663d-41b6-a343-3102022c234b req-26e11f7e-1c0d-4e19-a136-0082c5f38e05 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625147 Jul 09 19:31:07.830190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:07.882951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 0ef19da8-a223-4472-bd58-b9a1fbd04431 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:31:07.884838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0ef19da8-a223-4472-bd58-b9a1fbd04431 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:31:07.900269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-648db8aa-5a76-406a-823b-e80bd0220204 req-3ea3a6ed-1eb6-4336-a1f0-dc53d7064fa8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026392 Jul 09 19:31:07.920526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-bb5a5d12-936e-4f96-bf02-0796ac262a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.930336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-bb5a5d12-936e-4f96-bf02-0796ac262a4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1096 time: 0.2395530 Jul 09 19:31:07.957869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-87b6933b-08ee-4823-aa07-f7773c6915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:07.959277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-87b6933b-08ee-4823-aa07-f7773c6915cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 1094 time: 0.2319381 Jul 09 19:31:08.029471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc23fcaf-f80f-4147-8e3e-8f3abea591fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.033623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-86ddbf30-5e10-4715-bdf1-8d74acc2f645 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a HTTP/1.1" status: 200 len: 217 time: 0.0665321 Jul 09 19:31:08.189648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:08.192128 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06629887-cbb7-467e-b922-a83d5ba06ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:08.210814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-44a9c778-a837-4215-972f-cd87595994d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.212609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-44a9c778-a837-4215-972f-cd87595994d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.1513870 Jul 09 19:31:08.235021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:08.278782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-b2c947ac-b98a-4b65-a75d-be15c855a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.280400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-b2c947ac-b98a-4b65-a75d-be15c855a6c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.3420258 Jul 09 19:31:08.291214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:31:08.299130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:08.332525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:31:08.355114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c939ee-1a25-461e-be2b-0ef97cc1bda7 req-f96b1dfc-b5c6-43e1-a5f6-0fee35e93e7d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.369530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1c939ee-1a25-461e-be2b-0ef97cc1bda7 req-f96b1dfc-b5c6-43e1-a5f6-0fee35e93e7d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.2814763 Jul 09 19:31:08.386202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:08.390586 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5980e5-1726-4be3-9f13-f19cfcb30458" -d '{"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:08.402172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.443728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Transition to ACTIVE for port object 648433a1-baaa-4ad0-b2cf-523c07644b55 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:08.453699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.457054 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f6f83-4436-4ddb-9a7b-ed7b250ecf45 x-openstack-request-id: req-d65f6f83-4436-4ddb-9a7b-ed7b250ecf45 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:08.457574 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:08.457847 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d65f6f83-4436-4ddb-9a7b-ed7b250ecf45 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:08.459187 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'status': 'completed', 'code': 200} Jul 09 19:31:08.476463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-e141adc2-8bd0-4e5b-b10c-1e32e56c9a92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.1590583 Jul 09 19:31:08.583896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc23fcaf-f80f-4147-8e3e-8f3abea591fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.596857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-95a51871-869d-4be1-8256-1643cfa0e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.598651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-95a51871-869d-4be1-8256-1643cfa0e2f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3738620 Jul 09 19:31:08.600444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] No DVR routers for this DVR port 648433a1-baaa-4ad0-b2cf-523c07644b55 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:31:08.619414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1c939ee-1a25-461e-be2b-0ef97cc1bda7 req-630acf1b-6b6a-4930-8cd3-adaee821020f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466190 Jul 09 19:31:08.620142 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc23fcaf-f80f-4147-8e3e-8f3abea591fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.625279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f92906b-dc71-44a3-a693-1f9b8557e72e req-7d64952c-cea2-42c2-9354-54972d4ad0e4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 210 time: 0.0872786 Jul 09 19:31:08.686827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:08.708987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:08.710310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:08.710906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:08.720973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:08.721852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Attempting to bind port 648433a1-baaa-4ad0-b2cf-523c07644b55 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:08.727117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-742bdc11-85a2-4a1d-a8e7-0a7a5489c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.732015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:08.732283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-742bdc11-85a2-4a1d-a8e7-0a7a5489c77e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.2256055 Jul 09 19:31:08.737471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:08.737959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:08.738483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Bound port: 648433a1-baaa-4ad0-b2cf-523c07644b55, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:08.738918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.778069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:08.796874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23fcaf-f80f-4147-8e3e-8f3abea591fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d77590-65b6-4d4b-aa56-fd9cd7058448,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:08.811519 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79022348-75a8-4a2c-8447-c809f5641622 x-openstack-request-id: req-79022348-75a8-4a2c-8447-c809f5641622 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:08.811808 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:08.812083 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79022348-75a8-4a2c-8447-c809f5641622 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:08.812472 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'code': 200} Jul 09 19:31:08.822153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc23fcaf-f80f-4147-8e3e-8f3abea591fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bb2a88b71e94e48a10064d1d4cbf0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0690951 Jul 09 19:31:08.822359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-2b4837c7-f091-4db2-90a1-7e20e0502b43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687826 Jul 09 19:31:08.822944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:08.894914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:08.903473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:08.915168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.959458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:08.960177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:08.962215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] 10.222.0.59 "PUT /v2.0/ports/648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 1096 time: 1.3958750 Jul 09 19:31:09.039002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6758-9498-4734-ad96-bccdb1f99172 service neutron] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:09.071019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e1f9-37ee-4757-9833-ba6018bbbc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.092050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-4a395187-b4bf-4af4-88fa-8859ad6d10b6 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690590 Jul 09 19:31:09.173202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.59', 52780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:09.185690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05968049-d656-4cbe-94b3-e04b8be9ff22 req-4b1ad102-1f32-4248-ad65-dd3942177ec4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.187823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05968049-d656-4cbe-94b3-e04b8be9ff22 req-4b1ad102-1f32-4248-ad65-dd3942177ec4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 945 time: 0.3525698 Jul 09 19:31:09.188808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.191396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a28ba4-b782-453d-98fa-e50b3ddd37af req-a75b5bfb-a7da-44c3-ad2c-478b076d9305 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.194673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6a28ba4-b782-453d-98fa-e50b3ddd37af req-a75b5bfb-a7da-44c3-ad2c-478b076d9305 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.2040370 Jul 09 19:31:09.227382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-c8d8931a-e6d6-4ceb-8a9d-897beaf56eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.230292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-c8d8931a-e6d6-4ceb-8a9d-897beaf56eb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1099 time: 0.2262883 Jul 09 19:31:09.256478 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-54a3b775-8683-4914-a75d-200c1a767d32 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907392 Jul 09 19:31:09.276284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-d08641bb-b383-4ae3-afe3-f13570f97228 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018903 Jul 09 19:31:09.300570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.369666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05968049-d656-4cbe-94b3-e04b8be9ff22 req-e371431e-007f-49c3-935b-64f8def09078 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627944 Jul 09 19:31:09.408363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ce3754c-a50e-4ae6-8c16-19f831c260c9 req-fcaaf4c7-ba06-481b-99f7-6fc81af1c218 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013732 Jul 09 19:31:09.458092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e1f9-37ee-4757-9833-ba6018bbbc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.480036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6a28ba4-b782-453d-98fa-e50b3ddd37af req-b93fdb55-14ac-436d-b28a-0454e0d91f09 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511995 Jul 09 19:31:09.486766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-71cd1ab4-1007-4fc9-a788-98cdab937565 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007847 Jul 09 19:31:09.492056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.500656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.505036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50d77590-65b6-4d4b-aa56-fd9cd7058448 HTTP/1.1" status: 204 len: 168 time: 0.6775932 Jul 09 19:31:09.515710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e1f9-37ee-4757-9833-ba6018bbbc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:09.524247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2495e-2e2a-436a-b7fd-94539e288dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d77590-65b6-4d4b-aa56-fd9cd7058448,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:09.631624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0e1f9-37ee-4757-9833-ba6018bbbc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe054df-3e35-47ba-961f-c0bdd94d3cec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:09.667243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6aa0e1f9-37ee-4757-9833-ba6018bbbc3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd83a94a3c0e4d46975b42cd5dde431c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868439 Jul 09 19:31:09.668467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-195621a3-f16a-4159-93ac-5bbc8bf9065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.669966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-195621a3-f16a-4159-93ac-5bbc8bf9065e service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.4222481 Jul 09 19:31:09.670348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:09.715626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-9de00839-ac9d-44f2-b727-5f4374d1ef09 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304436 Jul 09 19:31:09.725842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-34f22d86-bbee-4d3c-8cc5-cbc1612f627f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0404530 Jul 09 19:31:09.749363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-5a4c40ee-f0d4-4991-b4f2-7b880dd97ca1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.750811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-5a4c40ee-f0d4-4991-b4f2-7b880dd97ca1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4623818 Jul 09 19:31:09.785620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': '8d812614-4454-4b0b-bdac-cb164588d08c', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:09.901055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-731c0f96-462a-4b84-a8ca-50ff766ae5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:09.902560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-731c0f96-462a-4b84-a8ca-50ff766ae5b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1692486 Jul 09 19:31:09.948185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.032798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.298735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:31:10.304446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-6a90e8dd-fdf0-438c-8922-8ac2064b7eb9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.306796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-6a90e8dd-fdf0-438c-8922-8ac2064b7eb9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5700524 Jul 09 19:31:10.308816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-beb0d272-23a8-433b-b022-559205620de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.310234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-beb0d272-23a8-433b-b022-559205620de1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 1094 time: 0.7352545 Jul 09 19:31:10.316526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6bbce-27eb-4836-9bf5-de00f06719ac req-f5ed788d-f655-4794-b8ef-de6bd0f91878 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.317837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55e6bbce-27eb-4836-9bf5-de00f06719ac req-f5ed788d-f655-4794-b8ef-de6bd0f91878 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1096 time: 0.4482641 Jul 09 19:31:10.339529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:10.343083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-60591703-c549-48fb-ba07-9db21777bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.344550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-60591703-c549-48fb-ba07-9db21777bd46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4179821 Jul 09 19:31:10.345421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:10.348752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.350445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ebb6c-2a7e-470e-b1b4-21c19f3badb5 req-b32cc6bd-b114-4814-b075-fb163f328b56 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.352453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e79ebb6c-2a7e-470e-b1b4-21c19f3badb5 req-b32cc6bd-b114-4814-b075-fb163f328b56 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 943 time: 0.6839299 Jul 09 19:31:10.379860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.382258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.383409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fe054df-3e35-47ba-961f-c0bdd94d3cec HTTP/1.1" status: 204 len: 168 time: 0.7092073 Jul 09 19:31:10.386653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:31:10.452482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76594ba-2776-4bed-a462-0520e982c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe054df-3e35-47ba-961f-c0bdd94d3cec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:10.477245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55e6bbce-27eb-4836-9bf5-de00f06719ac req-6cb3cda0-3e78-4f76-8352-695f5670b9d2 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474099 Jul 09 19:31:10.482637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-6e8fe1ff-4bf2-4c30-8932-28fe4995befa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.484135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-6e8fe1ff-4bf2-4c30-8932-28fe4995befa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.3025870 Jul 09 19:31:10.520119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:10.562262 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e79ebb6c-2a7e-470e-b1b4-21c19f3badb5 req-303f3f4b-34fa-4f5e-a502-7d577dce7e72 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845317 Jul 09 19:31:10.594072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-a41652cf-5170-46a2-9aca-306e51904b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.594072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-a41652cf-5170-46a2-9aca-306e51904b05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.2705665 Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.652763 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:10.656929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:10.659465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-9201f44c-9c2e-4ca1-bf00-3d3e975420c6 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021140 Jul 09 19:31:10.745059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-367e651c-0b59-44b7-a6d1-e35815c53842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a HTTP/1.1" status: 200 len: 217 time: 0.1332164 Jul 09 19:31:10.745395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:10.748933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:10.792271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.118 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/8add14b7-88d5-4b03-bd5c-6357c03def06) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:10.815169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:10.817485 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa458663-7f97-4b40-b784-ab43cb740753" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:10.831875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-69a5db22-a8d1-4d82-99b3-4729c8e7bdc9 req-34be1712-f927-4893-b8c8-299a29fffe17 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 210 time: 0.0907211 Jul 09 19:31:10.867307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ee282-2992-4502-9d2e-de2af88de84e req-558751c4-a793-4017-b101-01dd895f635d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.882592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc4ee282-2992-4502-9d2e-de2af88de84e req-558751c4-a793-4017-b101-01dd895f635d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.2412150 Jul 09 19:31:10.905812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecf1e31c-39c5-4fe2-9f7f-805ce0e42bc2 req-a5c72fcb-e9e3-4f7a-8b7e-8e31da7b5462 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261798 Jul 09 19:31:10.914007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1321086230-network', 'tenant_id': '5cacd575e55d4a009357c37587b971e8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:10.993679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc4ee282-2992-4502-9d2e-de2af88de84e req-ca800eaf-a0c0-4c70-8438-27706227368e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094015 Jul 09 19:31:10.996968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-961c2c2c-b716-4e81-9849-2c6394425855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:10.998572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-961c2c2c-b716-4e81-9849-2c6394425855 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.2442658 Jul 09 19:31:11.055148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-8c09719d-43c1-4c24-83ca-97ccbd069621 service neutron] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:11.056964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Made reservation on behalf of 5cacd575e55d4a009357c37587b971e8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:11.072079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.078370 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-8c09719d-43c1-4c24-83ca-97ccbd069621 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.079461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52015035-0c35-4484-aeae-13fbdac0f7c8 req-8c09719d-43c1-4c24-83ca-97ccbd069621 service neutron] 10.222.0.59 "DELETE /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684/bindings/n-h2-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.5815129 Jul 09 19:31:11.087918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.100860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.104274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object 8add14b7-88d5-4b03-bd5c-6357c03def06 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:11.173817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.189670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:11.192034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:11.266841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-c80bacc3-191a-4cb7-83ac-21552d8b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:11.268363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-c80bacc3-191a-4cb7-83ac-21552d8b0bde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585809 Jul 09 19:31:11.289107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.218 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/378b6c37-f047-446c-97e2-f33c29ec7bf2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:11.332278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:11.344371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:11.347107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:11.350602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:11.358906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:11.359983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.409790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed862a1-1207-4fcb-a424-914dd6e71f91 req-223a54b5-bcb7-4450-bbaf-12dd7636b656 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:11.411321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d8d93-c475-43b4-95aa-3a6f7d7b884b req-baa8360d-47cc-4030-a6ac-e063551795f1 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:11.412891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-896d8d93-c475-43b4-95aa-3a6f7d7b884b req-baa8360d-47cc-4030-a6ac-e063551795f1 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1096 time: 0.2860911 Jul 09 19:31:11.419638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ed862a1-1207-4fcb-a424-914dd6e71f91 req-223a54b5-bcb7-4450-bbaf-12dd7636b656 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.2124677 Jul 09 19:31:11.478561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ed862a1-1207-4fcb-a424-914dd6e71f91 req-c599f4cb-b5b2-48d0-b89a-4192526a487b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553262 Jul 09 19:31:11.655562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.658292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-add83e19-c318-4e86-b069-5595e950b232 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734450 Jul 09 19:31:11.666191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06506dff-e222-44e7-8dfb-26ca00574182 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8846822 Jul 09 19:31:11.667421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-896d8d93-c475-43b4-95aa-3a6f7d7b884b req-b28905f5-2f0d-424b-af15-1af59fd1ce37 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105343 Jul 09 19:31:11.686523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Request body: {'port': {'device_id': '8d812614-4454-4b0b-bdac-cb164588d08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:11.687550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.711054 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8007b522-b07b-4de3-b536-2eb2ee9a73b3 x-openstack-request-id: req-8007b522-b07b-4de3-b536-2eb2ee9a73b3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:11.713354 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:11.714186 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8007b522-b07b-4de3-b536-2eb2ee9a73b3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:11.715855 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'status': 'completed', 'code': 200} Jul 09 19:31:11.814446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b7d55d51-89fb-4d09-bf53-d8b28de39a77 None None] Provisioning for port 8add14b7-88d5-4b03-bd5c-6357c03def06 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:11.817846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.818458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b7d55d51-89fb-4d09-bf53-d8b28de39a77 None None] Provisioning complete for port 8add14b7-88d5-4b03-bd5c-6357c03def06 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:11.818832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b7d55d51-89fb-4d09-bf53-d8b28de39a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.830084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:11.888432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b7d55d51-89fb-4d09-bf53-d8b28de39a77 None None] Port 8add14b7-88d5-4b03-bd5c-6357c03def06 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:11.897499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2d41c-7347-43ee-b8cf-08176f795c8d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:11.920825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:11.921846 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Added segment bda97221-1b25-4a81-a3bf-1723d1292ccc of type vlan for network 12ed2cfd-0997-46d8-bafe-44b6fbf4e979 Jul 09 19:31:11.950992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.013953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.019360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object 378b6c37-f047-446c-97e2-f33c29ec7bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:12.033756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06629887-cbb7-467e-b922-a83d5ba06ad7 req-6a97994f-ae79-4bab-b27e-fba38ae4b71c service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628058 Jul 09 19:31:12.083041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-41c0d236-3791-489f-a7d0-2c73e087f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.084684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-41c0d236-3791-489f-a7d0-2c73e087f8b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1099 time: 0.3230886 Jul 09 19:31:12.087464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.088382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.088960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.102581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8fbd-fe74-4813-910e-2881649d12c6 req-91d287c3-b002-4f01-b336-652cdd171517 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.104105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a37f8fbd-fe74-4813-910e-2881649d12c6 req-91d287c3-b002-4f01-b336-652cdd171517 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 943 time: 0.1989505 Jul 09 19:31:12.106175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-1a04c0fd-f509-4ba6-bbdc-d5156ac59a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.107520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-1a04c0fd-f509-4ba6-bbdc-d5156ac59a62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1099 time: 0.2474289 Jul 09 19:31:12.200891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a37f8fbd-fe74-4813-910e-2881649d12c6 req-ed2cb92f-c1ee-4225-92ba-3e47e0fb5cd5 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910130 Jul 09 19:31:12.218944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6942129 Jul 09 19:31:12.223506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:12.233782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Request body: {'subnet': {'network_id': '12ed2cfd-0997-46d8-bafe-44b6fbf4e979', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1321086230-subnet', 'tenant_id': '5cacd575e55d4a009357c37587b971e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:12.261308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeebd7-e24b-4e81-983a-6cbcc00ae8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=12ed2cfd-0997-46d8-bafe-44b6fbf4e979,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:12.270989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.280307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 12ed2cfd-0997-46d8-bafe-44b6fbf4e979 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:12.287021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:12.335662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:12.357891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:12.361273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-3edb1291-4770-4961-81aa-2a5eab7ec18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.363042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-3edb1291-4770-4961-81aa-2a5eab7ec18b service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2474775 Jul 09 19:31:12.373744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:12.376464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-d8e1b063-a7ee-4a0d-9c1b-1cc25784b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.377984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-d8e1b063-a7ee-4a0d-9c1b-1cc25784b4be service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2857494 Jul 09 19:31:12.380193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:12.385525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.386035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.389722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:12.403646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99c701-818f-4f2e-8de3-bf7b5b8f6102 req-4dc7271e-208a-4f0f-ba16-2b79bd9fbc66 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.405177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a99c701-818f-4f2e-8de3-bf7b5b8f6102 req-4dc7271e-208a-4f0f-ba16-2b79bd9fbc66 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1096 time: 0.2597964 Jul 09 19:31:12.442734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-594d5532-a6d4-4711-a9f4-beb494bb2e2d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1112587 Jul 09 19:31:12.444045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-e3293823-b95b-477e-92e8-41824b0c67b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0500307 Jul 09 19:31:12.447973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-c14351d3-6c67-45d4-a63b-6463b1f6453b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0659385 Jul 09 19:31:12.448549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Made reservation on behalf of 5cacd575e55d4a009357c37587b971e8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:12.451506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.469547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Request body: {'port': {'device_id': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:12.552889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a99c701-818f-4f2e-8de3-bf7b5b8f6102 req-9f9e181e-e83a-432e-be31-b572173d1f5b tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133642 Jul 09 19:31:12.563015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-9ead0f21-8c33-4c01-a892-f10269905cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.564471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-9ead0f21-8c33-4c01-a892-f10269905cf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1065838 Jul 09 19:31:12.657245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.715195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39c13d-077f-458d-a64d-b453334381fa req-229dbac8-0b81-4c84-a871-def564d6ff52 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.723427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a39c13d-077f-458d-a64d-b453334381fa req-229dbac8-0b81-4c84-a871-def564d6ff52 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 936 time: 0.3635445 Jul 09 19:31:12.726287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-680c373d-8a06-4574-9c1f-23011634a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.727894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-680c373d-8a06-4574-9c1f-23011634a61b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2592835 Jul 09 19:31:12.764854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-b4ae885e-4924-4a73-af53-32eaa547b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:12.766463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-b4ae885e-4924-4a73-af53-32eaa547b9b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839695 Jul 09 19:31:12.830458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8add14b7-88d5-4b03-bd5c-6357c03def06 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:12.851175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.855619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee17563c-ca2c-4ed2-aa35-c6886e5ef3d2 None None] Provisioning for port 378b6c37-f047-446c-97e2-f33c29ec7bf2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:12.868532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee17563c-ca2c-4ed2-aa35-c6886e5ef3d2 None None] Provisioning complete for port 378b6c37-f047-446c-97e2-f33c29ec7bf2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:12.868909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee17563c-ca2c-4ed2-aa35-c6886e5ef3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.905053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Transition to ACTIVE for port object 8add14b7-88d5-4b03-bd5c-6357c03def06 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:12.910455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-613ab989-026e-47c0-9d27-2b073ee79852 req-6b9babb4-2acd-41cb-b090-5930022330da tempest-AbsoluteLimitsNegativeTestJSON-854804262 tempest-AbsoluteLimitsNegativeTestJSON-854804262-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=524b5d9789e543f3a5fa4302f953f443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693691 Jul 09 19:31:12.919930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:12.923033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ee17563c-ca2c-4ed2-aa35-c6886e5ef3d2 None None] Port 378b6c37-f047-446c-97e2-f33c29ec7bf2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:12.950219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a39c13d-077f-458d-a64d-b453334381fa req-6525e440-34e3-4af7-a89f-f38b3a0dd5d9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257717 Jul 09 19:31:13.109683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Pushing event updated for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:13.147521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-cb853004-da5e-47be-acac-92f86feec6f1 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730021 Jul 09 19:31:13.147747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa458663-7f97-4b40-b784-ab43cb740753 req-28d2b441-686f-4e4b-a8ed-8b655214f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:13.150903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-28d2b441-686f-4e4b-a8ed-8b655214f6be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3402412 Jul 09 19:31:13.159704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab989-026e-47c0-9d27-2b073ee79852 req-89ce4efc-cdc6-4b68-b7bf-bd6fa8cdc801 tempest-AbsoluteLimitsNegativeTestJSON-854804262 tempest-AbsoluteLimitsNegativeTestJSON-854804262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:13.166864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-613ab989-026e-47c0-9d27-2b073ee79852 req-89ce4efc-cdc6-4b68-b7bf-bd6fa8cdc801 tempest-AbsoluteLimitsNegativeTestJSON-854804262 tempest-AbsoluteLimitsNegativeTestJSON-854804262-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485685 Jul 09 19:31:13.182305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Attempting to bind port 8add14b7-88d5-4b03-bd5c-6357c03def06 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:13.182793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Attempting to bind port 8add14b7-88d5-4b03-bd5c-6357c03def06 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:13.183297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Attempting to bind port 8add14b7-88d5-4b03-bd5c-6357c03def06 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:13.205299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.243782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Port 8add14b7-88d5-4b03-bd5c-6357c03def06 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:13.244104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Attempting to bind port 8add14b7-88d5-4b03-bd5c-6357c03def06 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:13.255828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-613ab989-026e-47c0-9d27-2b073ee79852 req-0625d4ee-5ab1-4d89-b693-15ead0ff0512 tempest-AbsoluteLimitsNegativeTestJSON-854804262 tempest-AbsoluteLimitsNegativeTestJSON-854804262-project] 10.222.0.10 "GET /v2.0/quotas/524b5d9789e543f3a5fa4302f953f443 HTTP/1.1" status: 200 len: 375 time: 0.0880466 Jul 09 19:31:13.296537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:13.296792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:13.297186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:13.297639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Bound port: 8add14b7-88d5-4b03-bd5c-6357c03def06, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:13.297998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.489281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7076f1-5c9d-4884-b2cf-4b86ac13895c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:13.502092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-0a170b13-9f91-4d69-8c60-d88e804b44e3 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344331 Jul 09 19:31:13.513605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Checking segment: {'id': 'bda97221-1b25-4a81-a3bf-1723d1292ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '12ed2cfd-0997-46d8-bafe-44b6fbf4e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:13.513999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Network hostable DHCP agents. Network: 12ed2cfd-0997-46d8-bafe-44b6fbf4e979, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:13.573097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:13.610636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8add14b7-88d5-4b03-bd5c-6357c03def06,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:13.630839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Network 12ed2cfd-0997-46d8-bafe-44b6fbf4e979 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:13.641570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.658017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-613ab989-026e-47c0-9d27-2b073ee79852 req-e23e9ba5-79e9-49f7-a518-25185c030380 tempest-AbsoluteLimitsNegativeTestJSON-854804262 tempest-AbsoluteLimitsNegativeTestJSON-854804262-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=524b5d9789e543f3a5fa4302f953f443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4004970 Jul 09 19:31:13.682872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 12ed2cfd-0997-46d8-bafe-44b6fbf4e979) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:13.697586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:13.698178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.701302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f9db7-df9a-4215-96fc-b94cf2fb90a6 None None] Network 12ed2cfd-0997-46d8-bafe-44b6fbf4e979 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:13.715803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:13.716794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.718487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] 10.222.0.59 "PUT /v2.0/ports/8add14b7-88d5-4b03-bd5c-6357c03def06 HTTP/1.1" status: 200 len: 1096 time: 2.0367582 Jul 09 19:31:13.719902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:13.722171 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cd5027-d1d8-4651-ae57-9509308746ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:13.735839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378b6c37-f047-446c-97e2-f33c29ec7bf2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:13.742853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-11d0930a-d7cc-4501-b992-3c15194385f0 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701704 Jul 09 19:31:13.749432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:13.753992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa458663-7f97-4b40-b784-ab43cb740753 req-710729b0-bc50-4648-8e21-a927f838017e service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423677 Jul 09 19:31:13.761394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f595d285-f926-4b55-b8c4-4db26784cb9f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5331922 Jul 09 19:31:13.781098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400a29-1b72-4806-abe4-28aad0c4a232 service neutron] Pushing event updated for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:13.800069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037d9c-c5fa-4c22-89d5-dc7027ec5dfb req-9f88fc1a-fad2-47a3-b7d6-66617aad331c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:13.801702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71037d9c-c5fa-4c22-89d5-dc7027ec5dfb req-9f88fc1a-fad2-47a3-b7d6-66617aad331c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 948 time: 0.2207484 Jul 09 19:31:13.854571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:13.859376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Transition to ACTIVE for port object 378b6c37-f047-446c-97e2-f33c29ec7bf2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:13.880676 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71037d9c-c5fa-4c22-89d5-dc7027ec5dfb req-c2c524a3-79b0-44ff-845c-a8f52f289309 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673456 Jul 09 19:31:13.881642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.109617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06d043a2-623d-4b80-a3c2-4f58d341bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.111236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-06d043a2-623d-4b80-a3c2-4f58d341bd19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 1099 time: 0.3277798 Jul 09 19:31:14.114493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:14.191675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:14.213853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-71cf131e-2205-4324-97b6-b3bdb5fe986e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.214451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-e37bf4b6-905a-463c-8960-505828920704 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=8add14b7-88d5-4b03-bd5c-6357c03def06 HTTP/1.1" status: 200 len: 217 time: 0.0821633 Jul 09 19:31:14.215406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Attempting to bind port 378b6c37-f047-446c-97e2-f33c29ec7bf2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:14.215739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Attempting to bind port 378b6c37-f047-446c-97e2-f33c29ec7bf2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:14.216076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Attempting to bind port 378b6c37-f047-446c-97e2-f33c29ec7bf2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:14.224064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-71cf131e-2205-4324-97b6-b3bdb5fe986e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.2036052 Jul 09 19:31:14.246480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-efa8a524-dac4-4e9e-84b5-628c6bad74fa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/quotas/4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 375 time: 0.0211170 Jul 09 19:31:14.248149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:14.264825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'mac_address': 'fa:16:3e:48:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:14.266428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Port 378b6c37-f047-446c-97e2-f33c29ec7bf2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:14.266861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Attempting to bind port 378b6c37-f047-446c-97e2-f33c29ec7bf2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:14.283562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:14.283921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:14.284295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:14.284734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Bound port: 378b6c37-f047-446c-97e2-f33c29ec7bf2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:14.285095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.307072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80849a01-df2a-4034-b2f0-e9ec15dded25 None None] Network 12ed2cfd-0997-46d8-bafe-44b6fbf4e979 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:14.310052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.341895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-9e116239-009f-41ce-8572-923e53d8c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.343447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-9e116239-009f-41ce-8572-923e53d8c329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1211824 Jul 09 19:31:14.351626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c853c2-13ed-4eeb-923a-1db5902ea4c5 req-39e7fc98-f697-46e0-b48e-f3bb2c81c728 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.354477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9c853c2-13ed-4eeb-923a-1db5902ea4c5 req-39e7fc98-f697-46e0-b48e-f3bb2c81c728 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1096 time: 0.2471337 Jul 09 19:31:14.371929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-230a14b4-5380-460f-a5a1-b9ad558c803d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246650 Jul 09 19:31:14.384834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648433a1-baaa-4ad0-b2cf-523c07644b55 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:14.421478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:14.423158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:14.431241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.432452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1d236a89-f22d-4cf9-8524-b8e56d75114a details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:14.439747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81672ef9-1b61-4bcf-96c5-b1f5e7dafe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.451431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:14.458668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.461664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9c853c2-13ed-4eeb-923a-1db5902ea4c5 req-7a634c6d-3775-4bb8-ba3d-6150e9d19d4c tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874052 Jul 09 19:31:14.506034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.506676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.508683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] 10.222.0.25 "PUT /v2.0/ports/378b6c37-f047-446c-97e2-f33c29ec7bf2 HTTP/1.1" status: 200 len: 1096 time: 2.0512285 Jul 09 19:31:14.509343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:14.512359 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb07652-4608-4be6-9045-e84dd8e50e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:14.554521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-41c868be-2ced-43fe-9200-b91160822dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.558325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-41c868be-2ced-43fe-9200-b91160822dc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978457 Jul 09 19:31:14.558675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:14.579379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988de2-309f-4a03-aed1-11bc22c4b8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:14.727724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:14.743223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'port_id': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'mac_address': 'fa:16:3e:ac:10:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:14.749580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-bff8d1e1-a55d-4a25-871f-b4db10d932fb service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800532 Jul 09 19:31:14.755987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-03b8903d-0c43-4a7c-ae4c-aaf54c8d73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.757653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-03b8903d-0c43-4a7c-ae4c-aaf54c8d73da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 1099 time: 0.1983039 Jul 09 19:31:14.762864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-a56888f3-33da-4f4a-8cb1-5cc25239a9c8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896561 Jul 09 19:31:14.780303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719c5bf-a099-461f-96f9-0b0cc901afd6 req-9d1b0fe3-d0f8-47a2-8980-9488f56c0ef0 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.781859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e719c5bf-a099-461f-96f9-0b0cc901afd6 req-9d1b0fe3-d0f8-47a2-8980-9488f56c0ef0 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 943 time: 0.1755681 Jul 09 19:31:14.806219 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.822558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d236a89-f22d-4cf9-8524-b8e56d75114a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:14.850676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:14.856644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.865204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-57af34ce-761e-4b08-99e9-d030681be26e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2 HTTP/1.1" status: 200 len: 217 time: 0.0935912 Jul 09 19:31:14.906938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-a842f8dd-301d-49fe-9551-9f12c4efb723 service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359320 Jul 09 19:31:14.914299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:14.927701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81672ef9-1b61-4bcf-96c5-b1f5e7dafe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.933807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81672ef9-1b61-4bcf-96c5-b1f5e7dafe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:14.969844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e719c5bf-a099-461f-96f9-0b0cc901afd6 req-83025a1a-c8e2-480d-b1c2-c9f126f14b50 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397090 Jul 09 19:31:14.972868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-168a83dc-3437-4748-aad7-274a87addb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:14.974269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-168a83dc-3437-4748-aad7-274a87addb9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0979526 Jul 09 19:31:14.977902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-72e0385e-cb5a-4155-aaf0-0f2147accf10 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140081 Jul 09 19:31:14.978026 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81672ef9-1b61-4bcf-96c5-b1f5e7dafe6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=524b5d9789e543f3a5fa4302f953f443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280738 Jul 09 19:31:14.978869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672ef9-1b61-4bcf-96c5-b1f5e7dafe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478f45c-41d3-402b-b118-891fd7efe74a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:14.980607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:15.061891 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5a3db-fc11-48f0-82ac-6a32ade24f4f x-openstack-request-id: req-e9a5a3db-fc11-48f0-82ac-6a32ade24f4f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:15.062122 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:15.062378 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9a5a3db-fc11-48f0-82ac-6a32ade24f4f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:15.062782 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06', 'status': 'completed', 'code': 200} Jul 09 19:31:15.172004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.175469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-91ce3580-fe45-4d48-ad1a-82eb92a350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.177080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-91ce3580-fe45-4d48-ad1a-82eb92a350d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934352 Jul 09 19:31:15.180824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1d236a89-f22d-4cf9-8524-b8e56d75114a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:15.186612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:15.359479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1772844808', 'description': 'tempest-description-1500258593'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:15.396947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.402669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238f22f-0135-403f-84e0-a265440a4634 req-a3705241-c8ac-454c-816c-1c8aa9a8f761 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.410353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8238f22f-0135-403f-84e0-a265440a4634 req-a3705241-c8ac-454c-816c-1c8aa9a8f761 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 948 time: 0.0910285 Jul 09 19:31:15.421197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.453389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5027-d1d8-4651-ae57-9509308746ac req-83b38256-8a7a-4774-becd-d32c74afb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.454894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-83b38256-8a7a-4774-becd-d32c74afb946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 1099 time: 0.3650568 Jul 09 19:31:15.506071 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8238f22f-0135-403f-84e0-a265440a4634 req-14b6f515-9c6e-412b-9b42-4eb2729e6854 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945263 Jul 09 19:31:15.588939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-70ec3150-fb8a-44c9-a710-516c18ae0092 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947129 Jul 09 19:31:15.598789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-fc37b66a-e807-48ad-b1da-20cc4f67ffd5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.600488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-fc37b66a-e807-48ad-b1da-20cc4f67ffd5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7&tenant_id=3bbb7a3bdc64417d9da208c57de0511b&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 949 time: 0.1547434 Jul 09 19:31:15.613478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.616072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.617202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2478f45c-41d3-402b-b118-891fd7efe74a HTTP/1.1" status: 204 len: 168 time: 0.6354470 Jul 09 19:31:15.712124 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-cfe098a9-945d-4760-b554-e798c2e381b5 service neutron] delete failed (client error): The resource could not be found. Jul 09 19:31:15.712502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52bd0696-fb50-4128-939c-4ddc8b8ce8a1 req-4b5ffe46-11d3-492a-975c-901a2966176b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021974 Jul 09 19:31:15.713212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-cfe098a9-945d-4760-b554-e798c2e381b5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/648433a1-baaa-4ad0-b2cf-523c07644b55/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.1015701 Jul 09 19:31:15.734440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995da13-4c71-482b-be3b-ced7b7b49968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478f45c-41d3-402b-b118-891fd7efe74a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:15.738944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5027-d1d8-4651-ae57-9509308746ac req-196f30e3-c6ae-46cc-a408-3b41c6c63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.740571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-196f30e3-c6ae-46cc-a408-3b41c6c63bf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2665772 Jul 09 19:31:15.798572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-db2c03e8-7e39-481b-bfe0-dfb7bdc377ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=8add14b7-88d5-4b03-bd5c-6357c03def06 HTTP/1.1" status: 200 len: 217 time: 0.0477476 Jul 09 19:31:15.846264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.855178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.915458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5027-d1d8-4651-ae57-9509308746ac req-5201a3f7-c88c-451f-8089-0a2ec48f8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.917012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-5201a3f7-c88c-451f-8089-0a2ec48f8ac6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1097836 Jul 09 19:31:15.926677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:15.940805 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01698e5d-3884-4d87-b640-ee34bc25ff2f req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5894425 Jul 09 19:31:15.963356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb634dc-ba6c-4970-b229-53e001e000f0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1561bc-1aee-4f8c-a17d-fbfb085d16ce,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:15.981382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-456e7563-c01a-4f32-9920-f76a8702d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:15.983866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-456e7563-c01a-4f32-9920-f76a8702d8fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1100 time: 0.1178484 Jul 09 19:31:16.021516 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec299a-fcb9-48c6-8cbe-72508dcfdddb x-openstack-request-id: req-29ec299a-fcb9-48c6-8cbe-72508dcfdddb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:16.026290 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:16.026826 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29ec299a-fcb9-48c6-8cbe-72508dcfdddb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:16.027465 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2', 'status': 'completed', 'code': 200} Jul 09 19:31:16.151008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-58be64ac-e949-475e-be55-2a263a2865f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.152670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-58be64ac-e949-475e-be55-2a263a2865f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1571805 Jul 09 19:31:16.163657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5027-d1d8-4651-ae57-9509308746ac req-bdf711f2-d77c-4971-892a-56db226833d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.165316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-bdf711f2-d77c-4971-892a-56db226833d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210033 Jul 09 19:31:16.170785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-49b5ef87-c9f1-40b2-b2d9-ab9263863f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.172144 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-49b5ef87-c9f1-40b2-b2d9-ab9263863f48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 1099 time: 0.1422992 Jul 09 19:31:16.206741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-7e726d0a-b672-4d23-a843-b4e04f09d907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.0466201 Jul 09 19:31:16.281867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-bfb66791-bfcb-4cfb-a8bc-9dba75dbd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.284869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-bfb66791-bfcb-4cfb-a8bc-9dba75dbd995 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0675161 Jul 09 19:31:16.345618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0e5826-5316-4f54-acf3-ff5354046f80 req-c5742c05-854a-4699-a2d4-ff6c39e14876 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 210 time: 0.0421336 Jul 09 19:31:16.389688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-48fe47a9-af25-44c2-8261-919f73fd7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.393266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-48fe47a9-af25-44c2-8261-919f73fd7413 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989580 Jul 09 19:31:16.419726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-23580c7f-0f21-432f-b33d-3b06ffc22710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.421345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-23580c7f-0f21-432f-b33d-3b06ffc22710 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2313173 Jul 09 19:31:16.428128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-080d36db-e847-4233-a3ec-17ac09fd3dca service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523432 Jul 09 19:31:16.530680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-aee2fac2-7df0-4f28-b1a6-c196ded732de service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275244 Jul 09 19:31:16.640190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:16.643477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90f1dfd1-23dc-4447-8756-e17af18e7deb req-571cebd9-d541-415a-b768-4772c51b9cc3 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028564 Jul 09 19:31:16.644422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-970d26e1-48f6-4062-a49a-c68b965fe7f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2 HTTP/1.1" status: 200 len: 217 time: 0.2090831 Jul 09 19:31:16.815746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1148587421-network', 'tenant_id': '618010fcdcee42e7927e0cc03fe76a70'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:16.824503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-f51565a6-443c-4953-9eb9-a0bb5c175d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.825976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-f51565a6-443c-4953-9eb9-a0bb5c175d01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1596437 Jul 09 19:31:16.831661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08cd5027-d1d8-4651-ae57-9509308746ac req-f456cf32-86bb-4dfc-a78f-6cf7510b8548 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847518 Jul 09 19:31:16.848990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d988339d-89f6-45d9-b006-1effc333a069 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.850509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d988339d-89f6-45d9-b006-1effc333a069 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.2501049 Jul 09 19:31:16.869713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b48dd-bfd4-40ae-991b-a85d436b2f53 req-2f6d971f-8004-4999-b90d-460da863f5a4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:16.871758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983b48dd-bfd4-40ae-991b-a85d436b2f53 req-2f6d971f-8004-4999-b90d-460da863f5a4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 949 time: 0.3255141 Jul 09 19:31:16.880729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Request body: {'port': {'device_id': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'admin_state_up': True, 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:16.959192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-eb1c51ee-8974-449e-8acf-0c49626b2231 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:31:16.960147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-eb1c51ee-8974-449e-8acf-0c49626b2231 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059879 Jul 09 19:31:16.961387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Made reservation on behalf of 618010fcdcee42e7927e0cc03fe76a70 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:16.963687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:16.969471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Request body: {'binding': {'host': 'n-h2-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:16.970035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:31:16.983971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.036610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983b48dd-bfd4-40ae-991b-a85d436b2f53 req-29dfbca1-fee6-455c-873b-7e37ee391599 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506088 Jul 09 19:31:17.070736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-08aa97c3-0661-4ae9-8efa-ccc5310b7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.072254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-08aa97c3-0661-4ae9-8efa-ccc5310b7a3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194104 Jul 09 19:31:17.112011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on host n-h2-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:17.112634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:17.112634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:17.124682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:17.125326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:17.130364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:17.130701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:17.131078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:17.131555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Bound port: 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:17.193737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:17.198871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.203217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-37b918ff-f221-4755-94f8-3cf3f36cb14b tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/5e1561bc-1aee-4f8c-a17d-fbfb085d16ce HTTP/1.1" status: 200 len: 1805 time: 0.1264591 Jul 09 19:31:17.203741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6f59f45-571c-4574-9fae-e8a2add15bbb service neutron] 10.222.0.10 "POST /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2378914 Jul 09 19:31:17.211681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e1561bc-1aee-4f8c-a17d-fbfb085d16ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:17.211854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e1561bc-1aee-4f8c-a17d-fbfb085d16ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:17.265094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.267609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-9a8589f0-d954-47dd-aa97-5f41caa890e9 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846411 Jul 09 19:31:17.281348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.297624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:17.365296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.365637 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Added segment b05e7a6b-e6de-474f-8218-a2ae5d7ac778 of type vlan for network d94e128f-e500-4bf6-a9b4-991e3078f211 Jul 09 19:31:17.443551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:17.444145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c024e-1bf1-4d90-948a-1b0eec4b9cb1 req-bac1bb95-5603-463b-8f5a-80ee652aa0c8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.448318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.451884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e77c024e-1bf1-4d90-948a-1b0eec4b9cb1 req-bac1bb95-5603-463b-8f5a-80ee652aa0c8 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 944 time: 0.0791695 Jul 09 19:31:17.469506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.480025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3457938f-7d71-4530-9392-88bc3192eef5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:17.495493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e77c024e-1bf1-4d90-948a-1b0eec4b9cb1 req-3e2108aa-c83e-47c7-be34-cb996397d0d3 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Jul 09 19:31:17.576292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-6f01aada-07ed-4150-9e7c-654f25062b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.578351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-6f01aada-07ed-4150-9e7c-654f25062b3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1096 time: 0.0818574 Jul 09 19:31:17.592909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bb07652-4608-4be6-9045-e84dd8e50e4f req-e104abac-a2f5-4eee-9d3a-7e48bd3ad7db service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856622 Jul 09 19:31:17.601358 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.602820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.603394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.698627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0529690 Jul 09 19:31:17.701620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:17.708650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.712955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Request body: {'subnet': {'network_id': 'd94e128f-e500-4bf6-a9b4-991e3078f211', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1148587421-subnet', 'tenant_id': '618010fcdcee42e7927e0cc03fe76a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:17.735303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007d62-0f44-4d17-8650-22a93f855632 admin admin] Pushing event updated for resources: {'Network': ['ID=d94e128f-e500-4bf6-a9b4-991e3078f211,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:17.746321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d94e128f-e500-4bf6-a9b4-991e3078f211 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:17.757287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-8b20eaaf-f43e-4c57-9a98-464a4b2d46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.759284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-8b20eaaf-f43e-4c57-9a98-464a4b2d46d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1721764 Jul 09 19:31:17.760916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.767360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.772494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d8c4-5290-4187-9de4-e7586474ed8e req-e6be5205-1086-4423-8baa-7c09e9017858 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.774732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cf3d8c4-5290-4187-9de4-e7586474ed8e req-e6be5205-1086-4423-8baa-7c09e9017858 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 948 time: 0.1301374 Jul 09 19:31:17.794816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Allocated IP 172.20.0.9 (5c5cf814-7517-4e71-9306-eca4fb421e7d/3074d3e8-dac2-4fb9-9e33-9d50869be532/6861395d-bb35-4263-a1b2-772f1edb5fc8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:17.800490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d6d4df-1a63-48a7-9cba-bacb301add19,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:17.810062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.811291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb6a0609-a91c-4c90-98a6-b92d707939e8 req-40250feb-bde2-4dae-9319-f219e87e41af tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6072745 Jul 09 19:31:17.814747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-28506c24-35e1-47f8-944d-d39e242d74b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0390582 Jul 09 19:31:17.815360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Made reservation on behalf of 618010fcdcee42e7927e0cc03fe76a70 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:17.822803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:17.875998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8add14b7-88d5-4b03-bd5c-6357c03def06 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:17.882348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:17.953991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cf3d8c4-5290-4187-9de4-e7586474ed8e req-605b97c1-5a8a-496a-967c-37ff352743a8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422443 Jul 09 19:31:17.977972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-5b9bbe91-82c7-456c-acdf-e788559d28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:17.979469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-5b9bbe91-82c7-456c-acdf-e788559d28b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1522028 Jul 09 19:31:18.026018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-9accca5c-9347-4ce0-adba-d05870804f7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394769 Jul 09 19:31:18.146482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0c22ee1-0cf6-424d-a5c4-76d24a04906d req-d76ad7b4-9da0-4376-94cf-46d116db584d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 210 time: 0.0400546 Jul 09 19:31:18.147117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 648433a1-baaa-4ad0-b2cf-523c07644b55 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:18.154288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8add14b7-88d5-4b03-bd5c-6357c03def06,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:18.163064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 648433a1-baaa-4ad0-b2cf-523c07644b55 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:18.163439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.188407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '8add14b7-88d5-4b03-bd5c-6357c03def06', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '8add14b7-88d5-4b03-bd5c-6357c03def06', 'mac_address': 'fa:16:3e:1a:85:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:18.210686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2041083538', 'description': 'tempest-description-25073714'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:18.247838 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.260677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.271167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-fa8c474c-22de-4fdc-8270-fc3cde9b9150 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370458 Jul 09 19:31:18.290864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8add14b7-88d5-4b03-bd5c-6357c03def06 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:18.311089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.313757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.328657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8add14b7-88d5-4b03-bd5c-6357c03def06,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:18.339042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.345029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 378b6c37-f047-446c-97e2-f33c29ec7bf2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:18.351713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11173088-577c-45db-a3cf-3cea6ee2fb83 req-95c1981e-802b-4851-a2db-b51849bc4bfd tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:18.353448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:18.355737 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd40c9-72c6-4cb1-baf1-c8a9a1ab6217" -d '{"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-plugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:18.357598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11173088-577c-45db-a3cf-3cea6ee2fb83 req-95c1981e-802b-4851-a2db-b51849bc4bfd tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 945 time: 0.1256969 Jul 09 19:31:18.388838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.391787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:18.396285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b148c3-1e8a-4ac9-9355-58a53eb5d733,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:18.407268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.408104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1d236a89-f22d-4cf9-8524-b8e56d75114a up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:18.429954 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11173088-577c-45db-a3cf-3cea6ee2fb83 req-0b62bed3-e8c0-4c78-ad12-77f5ceb2593d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672867 Jul 09 19:31:18.449681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Checking segment: {'id': 'b05e7a6b-e6de-474f-8218-a2ae5d7ac778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd94e128f-e500-4bf6-a9b4-991e3078f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:18.449681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Network hostable DHCP agents. Network: d94e128f-e500-4bf6-a9b4-991e3078f211, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:18.475848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f6cafb5d-106f-4263-ae71-6cab03c014f7 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797688 Jul 09 19:31:18.499074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Network d94e128f-e500-4bf6-a9b4-991e3078f211 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:18.499543 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.520807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d94e128f-e500-4bf6-a9b4-991e3078f211) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:18.530438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:18.530879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.536494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:18.541349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.544544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6dd806-adca-4923-914e-cac84081b37e None None] Network d94e128f-e500-4bf6-a9b4-991e3078f211 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:18.553836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.562734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.565689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb963516-ac52-4bd9-a286-4f273fcf034c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8629460 Jul 09 19:31:18.623510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:18.630613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:18.637549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:18.643319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:18.643989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.649401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:18.677165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.682565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-34796ea2-1aef-4bc0-8061-2f71f640c24e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8061974 Jul 09 19:31:18.683479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54c8f950-6bdd-4d7c-bdd8-39e10bde2c5b req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4834557 Jul 09 19:31:18.699480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c41be-ab5e-4a69-bc55-c8f42d3953b7 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf06ffd-35a9-43ae-a5fc-5187350e0850,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:18.709577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Request body: {'port': {'device_id': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:18.733790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-23c48211-aaf5-4fda-a9f8-1aaec55b1381 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:18.735849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-23c48211-aaf5-4fda-a9f8-1aaec55b1381 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1687956 Jul 09 19:31:18.749902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:18.755486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1afc7-cc0d-40b6-9309-126bce2a800c req-f35fc36a-8556-4dab-bd56-8a4b96da619a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:18.757286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48f1afc7-cc0d-40b6-9309-126bce2a800c req-f35fc36a-8556-4dab-bd56-8a4b96da619a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.2008533 Jul 09 19:31:18.761992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:18.836322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48f1afc7-cc0d-40b6-9309-126bce2a800c req-3cb387e4-d387-4ca6-b6b8-b9ff1cd05f18 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 Jul 09 19:31:18.856495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.878473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:18.896048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:18.910366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:18.936070 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d80387-dbe8-4f04-95c5-576f371c00ee x-openstack-request-id: req-91d80387-dbe8-4f04-95c5-576f371c00ee {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:18.936330 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-plugged", "status": "completed", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:18.936545 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91d80387-dbe8-4f04-95c5-576f371c00ee {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:18.940202 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'code': 200} Jul 09 19:31:18.975501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '378b6c37-f047-446c-97e2-f33c29ec7bf2', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '378b6c37-f047-446c-97e2-f33c29ec7bf2', 'mac_address': 'fa:16:3e:8f:35:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:18.976993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 1d236a89-f22d-4cf9-8524-b8e56d75114a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:18.997571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 1d236a89-f22d-4cf9-8524-b8e56d75114a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:18.998824 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.020386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52da837d-f068-449f-a855-089887878d9e req-13780ccf-e405-4790-9dc2-3a72af71c1c4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/daf06ffd-35a9-43ae-a5fc-5187350e0850 HTTP/1.1" status: 200 len: 1803 time: 0.1183755 Jul 09 19:31:19.039662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'daf06ffd-35a9-43ae-a5fc-5187350e0850', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:19.040755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'daf06ffd-35a9-43ae-a5fc-5187350e0850', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:19.061017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42638b1-db09-4b31-ae4c-2494643a8848 req-738c653f-c563-483b-93ac-f356c3da5a07 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:19.065606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e42638b1-db09-4b31-ae4c-2494643a8848 req-738c653f-c563-483b-93ac-f356c3da5a07 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 944 time: 0.1858902 Jul 09 19:31:19.145586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e42638b1-db09-4b31-ae4c-2494643a8848 req-def99dcf-5a77-47d6-a586-6eb9448d1a13 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699992 Jul 09 19:31:19.156737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.169090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c03f33-769a-4fd0-944e-7f987d6181ec None None] Network d94e128f-e500-4bf6-a9b4-991e3078f211 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:19.179115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:19.203038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.221862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:19.231593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378b6c37-f047-446c-97e2-f33c29ec7bf2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:19.250041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.263666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.277876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:19.280720 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656bb0c-1261-443f-adb8-cfd228d443f4" -d '{"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:19.286722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.298721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.300219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.311912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52da837d-f068-449f-a855-089887878d9e req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2833874 Jul 09 19:31:19.327812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be239b0-3b74-40ab-9823-1bca36a3a57a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3556836a-7182-494a-b37b-947901b7b73a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.327973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:19.329539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-962663684', 'description': 'tempest-description-1478727015'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:19.332007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.353819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.416167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.423062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.433308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6861395d-bb35-4263-a1b2-772f1edb5fc8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:19.475733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on host n-h1-800087-3 for vnic_type normal with profile {"migrating_to": "n-h2-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:19.476102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:19.476389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:19.483121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.483917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:19.485272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:19.485659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Attempting to bind port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:19.489488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.493713 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.497284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:19.497618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:19.499249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:19.499249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Bound port: 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:19.499249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.512246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Transition to ACTIVE for port object 6861395d-bb35-4263-a1b2-772f1edb5fc8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:19.523768 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.550283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.554229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca1c2-cb5a-468f-a21c-f6397b0f9b50 req-02d71ce3-7919-4a16-9ce9-6f76013df959 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:19.556527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85eca1c2-cb5a-468f-a21c-f6397b0f9b50 req-02d71ce3-7919-4a16-9ce9-6f76013df959 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1101 time: 0.1165066 Jul 09 19:31:19.594402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.602881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.606080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:19.610027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:19.611193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.619292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.648902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85eca1c2-cb5a-468f-a21c-f6397b0f9b50 req-307c69f3-eaf0-4b46-8e9c-1c8e1ed3fbd7 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790722 Jul 09 19:31:19.652169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:19.652632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:19.653090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:19.659454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:19.659910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:19.678653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:19.679098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:19.680082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:19.681431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Bound port: 6861395d-bb35-4263-a1b2-772f1edb5fc8, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:19.682050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.690249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.691506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96ff397a-f3ca-4215-ae85-fe2e67740ac5 req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3670180 Jul 09 19:31:19.705444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee9ce8-1657-499d-9c35-84f50aeeb8d5 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb80a412-201c-49bd-8939-23cad3d51dd1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.720526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['378b6c37-f047-446c-97e2-f33c29ec7bf2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:19.740766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:19.741427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.743470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] 10.222.0.25 "PUT /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 1121 time: 0.9991224 Jul 09 19:31:19.747076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66548f4-a177-4b3a-945e-7542cb6c53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.785965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:19.789805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:19.797170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.866285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:19.867159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:19.869039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] 10.222.0.25 "PUT /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 1091 time: 1.1781163 Jul 09 19:31:19.869499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:19.872230 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:19.882614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3428c-efae-4052-9b9f-fcf9df59e01d service neutron] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:19.885034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1c8392b0-6646-40e7-9bc9-34b3053bcfc1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:19.928737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14a3d-8d96-4bfe-a85f-1f8b3c81f4d1 req-72d00ebd-9e4f-4781-aab7-814e5dac65e4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:19.931033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ff14a3d-8d96-4bfe-a85f-1f8b3c81f4d1 req-72d00ebd-9e4f-4781-aab7-814e5dac65e4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 949 time: 0.0921810 Jul 09 19:31:19.973485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ff14a3d-8d96-4bfe-a85f-1f8b3c81f4d1 req-4fb0b80f-a580-4643-b33a-5a56c0f47474 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Jul 09 19:31:20.021943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c116b-1d14-49d5-8e43-a1f14d01f425 req-aa40a256-6144-4476-b1bf-ebd8f93821c9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.023618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c116b-1d14-49d5-8e43-a1f14d01f425 req-aa40a256-6144-4476-b1bf-ebd8f93821c9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.1102896 Jul 09 19:31:20.026620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d291a8c7-84ec-4140-88a0-722156b4f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.028078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d291a8c7-84ec-4140-88a0-722156b4f333 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1094 time: 0.1034603 Jul 09 19:31:20.030216 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc46a98-0874-457c-938a-9dfe753885e7 x-openstack-request-id: req-6dc46a98-0874-457c-938a-9dfe753885e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:20.030510 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:20.030762 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dc46a98-0874-457c-938a-9dfe753885e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:20.031166 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'code': 200} Jul 09 19:31:20.049978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-823815015', 'description': 'tempest-description-320943993'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:20.076121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.087466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-35a97e0a-cbdf-4c83-b087-d329d92d9372 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 217 time: 0.0426419 Jul 09 19:31:20.108054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c116b-1d14-49d5-8e43-a1f14d01f425 req-5893f785-f934-4d23-b60a-0a921c3f4f60 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773165 Jul 09 19:31:20.161739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d74a722b-0672-48b1-8b33-8ba8d70d3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.165573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-d74a722b-0672-48b1-8b33-8ba8d70d3d30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0677969 Jul 09 19:31:20.174722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.179764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.207309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-3b7ad64e-de3d-493f-b83f-5e11d175bccd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301950 Jul 09 19:31:20.214256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b9b11-cee1-449e-8a1e-3424d22c3568,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:20.218225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.219555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-570579bd-5905-4fc6-97dc-25fa303bca1f req-ee34033d-9491-42ad-a29b-7def37a5dc91 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1745100 Jul 09 19:31:20.303718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-3ae326e1-77b2-4a84-9c25-814a3c1c5089 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/fb80a412-201c-49bd-8939-23cad3d51dd1 HTTP/1.1" status: 200 len: 1812 time: 0.0414660 Jul 09 19:31:20.316714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb80a412-201c-49bd-8939-23cad3d51dd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:20.317342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb80a412-201c-49bd-8939-23cad3d51dd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:20.349841 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-36da5615-813b-46d1-b2c0-2f55a1f4769d service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312544 Jul 09 19:31:20.362500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892bf0a-a248-4816-bbeb-9a4fcc253318 req-8b18eb9e-bb43-4da7-8f49-ffdcb7b8baee tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.363991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d892bf0a-a248-4816-bbeb-9a4fcc253318 req-8b18eb9e-bb43-4da7-8f49-ffdcb7b8baee tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.1386120 Jul 09 19:31:20.390267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.416074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.420421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.438421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66337cc9-0c2e-4379-8e29-19f1a21c7c47,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:20.447652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.448973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3f08d2a-6e6e-4b8e-b283-53b77f13a3fd req-5a137333-d037-4357-838d-bc73dddf7848 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1373491 Jul 09 19:31:20.458103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d892bf0a-a248-4816-bbeb-9a4fcc253318 req-3985f5ab-e386-44b5-879f-4822c843b13a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853195 Jul 09 19:31:20.487666 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff157d-289e-4cf2-acc8-6e36413f8b54 x-openstack-request-id: req-10ff157d-289e-4cf2-acc8-6e36413f8b54 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:20.488071 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:20.488422 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10ff157d-289e-4cf2-acc8-6e36413f8b54 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:20.488910 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'status': 'completed', 'code': 200} Jul 09 19:31:20.493692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2d3505b-89b2-47c7-b279-7917b1f08dfb req-c32f5a46-123f-4654-a322-f2be4efec421 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288052 Jul 09 19:31:20.502451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460296346', 'description': 'tempest-description-1483579151'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:20.526368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.610760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.614711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.642143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:20.643400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d45b8bc0-1e16-44ee-a504-acae7d59d9da req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1452792 Jul 09 19:31:20.645062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f600f31-f3fa-4041-b65d-95184cd2c5da tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf62cad-0a09-46d1-8a6f-a3c94a1a1771,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:20.649805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-a305fe8d-6ec1-4bf9-9fc2-09fa95490489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.651304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-a305fe8d-6ec1-4bf9-9fc2-09fa95490489 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1094 time: 0.0993502 Jul 09 19:31:20.667248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef830ba3-45b3-44b1-a3e1-c33010615049 req-b209f1bb-ce28-458d-8ef5-33a5e5980f54 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.668687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef830ba3-45b3-44b1-a3e1-c33010615049 req-b209f1bb-ce28-458d-8ef5-33a5e5980f54 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.0854964 Jul 09 19:31:20.747156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-05fa3de7-5198-4621-9b05-c24fc9575d35 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222974 Jul 09 19:31:20.756523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef830ba3-45b3-44b1-a3e1-c33010615049 req-d2a61629-07d1-4d6f-ae28-854540dc7ea6 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791650 Jul 09 19:31:20.798862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-bf19f734-8770-4277-b56e-169e7a19e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.800289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-bf19f734-8770-4277-b56e-169e7a19e381 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1307094 Jul 09 19:31:20.856376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-d040179a-c984-424f-b902-7497a42b183a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.857899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-d040179a-c984-424f-b902-7497a42b183a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052892 Jul 09 19:31:20.865496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-d91fe4c4-c333-436b-87f9-ac851d5db4c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 217 time: 0.0482833 Jul 09 19:31:20.870061 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d1fd582-6230-49c1-a553-1e5ac968fbc3 req-b400aa21-f995-4c1d-8cc0-237433173d79 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/fb80a412-201c-49bd-8939-23cad3d51dd1 HTTP/1.1" status: 200 len: 2405 time: 0.0834162 Jul 09 19:31:20.873276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-3cede569-c9a5-4c70-a4bb-f8e952f3f7bf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/quotas/3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 375 time: 0.0098665 Jul 09 19:31:20.941099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:20.942950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-7432ba9c-ed1d-4b38-89e6-9ccf7dd81691 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638006 Jul 09 19:31:20.943507 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919a7c10-21aa-405e-b6c3-c34a3e67b698" -d '{"events": [{"server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "name": "network-vif-plugged", "status": "completed", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:20.953432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-ddfa6271-6468-471c-a91b-e9bd55aeb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:20.954871 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-ddfa6271-6468-471c-a91b-e9bd55aeb1ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0795574 Jul 09 19:31:20.960328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-211abde2-95cc-4377-996d-97842c63a9c3 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a56b9b11-cee1-449e-8a1e-3424d22c3568 HTTP/1.1" status: 200 len: 1803 time: 0.0701578 Jul 09 19:31:20.999680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-45ac6e3d-08b7-499c-b210-466423fa4310 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365796 Jul 09 19:31:21.105095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-e77f15d2-a6b6-49e0-8d5d-efa5660e1070 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/1bf62cad-0a09-46d1-8a6f-a3c94a1a1771 HTTP/1.1" status: 200 len: 1804 time: 0.1346831 Jul 09 19:31:21.122704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a56b9b11-cee1-449e-8a1e-3424d22c3568', 'remote_group_id': '1bf62cad-0a09-46d1-8a6f-a3c94a1a1771', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:21.123060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a56b9b11-cee1-449e-8a1e-3424d22c3568', 'remote_group_id': '1bf62cad-0a09-46d1-8a6f-a3c94a1a1771', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:21.149801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-027f1ccb-2ff0-4b07-8462-20eb41e66df4 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404064 Jul 09 19:31:21.190738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-677edec0-c57e-466e-8afb-63bb809e5a16 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-group-rules/66337cc9-0c2e-4379-8e29-19f1a21c7c47 HTTP/1.1" status: 200 len: 778 time: 0.0285151 Jul 09 19:31:21.246398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-7208069a-0240-4080-84a9-35f010c42e14 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/fb80a412-201c-49bd-8939-23cad3d51dd1 HTTP/1.1" status: 200 len: 2405 time: 0.0544837 Jul 09 19:31:21.276837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.284685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.319526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.321997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.326204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.327487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8178ec5-e862-4563-b1fe-bd9fda7e9ec7 req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/66337cc9-0c2e-4379-8e29-19f1a21c7c47 HTTP/1.1" status: 204 len: 173 time: 0.0757294 Jul 09 19:31:21.333640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03de44b-d681-4ea6-9430-ac501eaeabbd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66337cc9-0c2e-4379-8e29-19f1a21c7c47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:21.345681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6e7a8d8-1531-4d4b-8764-9591da19ddc1 req-d3a80faf-7b5e-4cc5-a992-99250a318bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848531 Jul 09 19:31:21.387046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.393355 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b64047-6710-40d0-b7eb-a16ae3e97e24 x-openstack-request-id: req-79b64047-6710-40d0-b7eb-a16ae3e97e24 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:21.394114 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "name": "network-vif-plugged", "status": "completed", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:21.394868 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79b64047-6710-40d0-b7eb-a16ae3e97e24 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:21.395827 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'code': 200} Jul 09 19:31:21.396991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-9ba11eea-179d-4b5f-9ec0-d60dd27a3afe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1458237 Jul 09 19:31:21.397901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.423223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826b9b1d-124e-461f-8ea7-26e3eaf284ec,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:21.434083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.446088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de4b7c80-9d2a-48fd-afb7-1e04fa10baaf req-6278017a-99df-496b-8540-3973bbfc5dfe tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3294418 Jul 09 19:31:21.535665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-052c3354-886d-41c2-bb0b-ac61d29b9908 req-8b2fc80a-1676-48a4-af05-bf68b99a3b8e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 210 time: 0.0385058 Jul 09 19:31:21.537769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-0776a65d-ff3a-4803-a7bd-bb7c713072da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.539323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-0776a65d-ff3a-4803-a7bd-bb7c713072da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 1097 time: 0.0922043 Jul 09 19:31:21.598546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c87490-a0e1-4389-bff6-dec282981763 req-ae174405-d674-4410-94f6-6ff82c3d436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.600063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7c87490-a0e1-4389-bff6-dec282981763 req-ae174405-d674-4410-94f6-6ff82c3d436d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 1096 time: 0.1079607 Jul 09 19:31:21.652673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138569-a2d2-4ccd-a609-54c3dd9ba868 req-6835e4ca-a023-4b36-98ff-d24549e58cd9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.654384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad138569-a2d2-4ccd-a609-54c3dd9ba868 req-6835e4ca-a023-4b36-98ff-d24549e58cd9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 949 time: 0.1209311 Jul 09 19:31:21.658729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7c87490-a0e1-4389-bff6-dec282981763 req-7f34fbaa-6c1d-445c-8323-bca4806e3b09 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522616 Jul 09 19:31:21.669746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-5b762d68-281f-4854-abd9-cf60b2f1bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.671446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-5b762d68-281f-4854-abd9-cf60b2f1bcd6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 200 len: 913 time: 0.1051145 Jul 09 19:31:21.699083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad138569-a2d2-4ccd-a609-54c3dd9ba868 req-ae473638-70bc-434c-a322-eeefc838c8c1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Jul 09 19:31:21.730959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-991511062', 'description': 'tempest-description-1268523058'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:21.759839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.798851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-132daead-c522-44a9-9319-4368ee181bea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 200 len: 1002 time: 0.0801516 Jul 09 19:31:21.855322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.857840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-98ace46d-a2cf-4edf-b65e-15dd8692e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.859810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-98ace46d-a2cf-4edf-b65e-15dd8692e407 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f786a050-9479-4482-bcfa-db15e3c8151e HTTP/1.1" status: 200 len: 851 time: 0.0525126 Jul 09 19:31:21.862662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.899726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.900962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33e1bb46-0320-488d-859c-a650c8609fe4 req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1746416 Jul 09 19:31:21.906477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07e228-e43c-4476-a0ae-67ce0afdecf4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e59706-4cf6-4ea2-928c-608dcecd8b8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:21.916935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8add14b7-88d5-4b03-bd5c-6357c03def06 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:21.926363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-456963923', 'description': 'tempest-description-1076801384'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:21.950087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.989885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 8add14b7-88d5-4b03-bd5c-6357c03def06 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:21.995057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 8add14b7-88d5-4b03-bd5c-6357c03def06 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:21.995602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:21.997391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-347f3410-2880-4e1f-9af1-184abf62f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:21.999040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-347f3410-2880-4e1f-9af1-184abf62f991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b51c582-c884-4d9f-a852-b36c44340691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323690 Jul 09 19:31:22.007483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1fa8-c62c-405b-9707-22baed4d8fc3 req-d6d63365-b2f2-438d-ac5a-6992096ff30a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:22.009628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64db1fa8-c62c-405b-9707-22baed4d8fc3 req-d6d63365-b2f2-438d-ac5a-6992096ff30a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.1299763 Jul 09 19:31:22.033733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:22.035963 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b0a7e-3183-4030-8f64-b4052e2cf323" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:22.066566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.071061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.086609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.094214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.095713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3f8765a-2ce8-4743-9b40-ce9902d1f1cb req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1735349 Jul 09 19:31:22.103143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64db1fa8-c62c-405b-9707-22baed4d8fc3 req-bab71356-2c11-4eac-be40-f55e517cd267 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846453 Jul 09 19:31:22.115754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb6fa5-a6cc-4595-b562-49e883df08ea tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867b25de-cd10-4520-8662-a49311664cc0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:22.136311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8add14b7-88d5-4b03-bd5c-6357c03def06,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:22.143820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.156356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-278554a1-a6c5-487b-988c-3a5c9476ce57 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398611 Jul 09 19:31:22.207653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:22.277314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65383-86c9-4e4e-8389-047dc5ae3307 req-f4948b31-318f-4db4-acc0-f1219a3528ae tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:22.279183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bb65383-86c9-4e4e-8389-047dc5ae3307 req-f4948b31-318f-4db4-acc0-f1219a3528ae tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.0693712 Jul 09 19:31:22.286469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ecc8444-caf8-4813-8b02-69c6bb6275b6 req-08dfba5f-b588-4baa-8e60-90cc051c81e8 service neutron] 10.222.0.59 "GET /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Jul 09 19:31:22.308155 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7405d03-1a8b-47c2-bde7-c3fecaea4b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.339062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400e25-19f9-4ad4-9805-6f60eed59534 req-ea181a4c-563a-4d0b-af98-f5c9c63fc97d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:22.341103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08400e25-19f9-4ad4-9805-6f60eed59534 req-ea181a4c-563a-4d0b-af98-f5c9c63fc97d tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.0862260 Jul 09 19:31:22.375843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:22.384134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08400e25-19f9-4ad4-9805-6f60eed59534 req-353f42c3-899a-4ade-9620-d2af2911adfd tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Jul 09 19:31:22.388620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 378b6c37-f047-446c-97e2-f33c29ec7bf2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:22.493520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31210cef-3831-4edc-a5cd-f431bedbaa48 req-61a48caa-1a99-4d69-a16f-91c7698a7d95 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/e8e59706-4cf6-4ea2-928c-608dcecd8b8c HTTP/1.1" status: 200 len: 1812 time: 0.0665193 Jul 09 19:31:22.496041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 378b6c37-f047-446c-97e2-f33c29ec7bf2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:22.496202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-9a3e40f4-9ed2-4c27-83a8-3077ff4a590e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304811 Jul 09 19:31:22.500925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 378b6c37-f047-446c-97e2-f33c29ec7bf2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:22.501528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.566389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:22.568103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bb65383-86c9-4e4e-8389-047dc5ae3307 req-4fcda10c-3839-4675-9b5b-c126c2ff5128 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823815 Jul 09 19:31:22.592918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1369556446', 'description': 'tempest-description-1736755254'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:22.596466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:31:22.606024 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1dcf8-fd7e-4409-9782-29d8bcaf1a1e x-openstack-request-id: req-50d1dcf8-fd7e-4409-9782-29d8bcaf1a1e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:22.606303 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:22.606542 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50d1dcf8-fd7e-4409-9782-29d8bcaf1a1e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:22.606916 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'status': 'completed', 'code': 200} Jul 09 19:31:22.624233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.641374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.685120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:22.699358 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.741180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-2310c6b9-8563-4725-8c20-b023fcfe49db tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:22.747803 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-2310c6b9-8563-4725-8c20-b023fcfe49db tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417560 Jul 09 19:31:22.779798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Request body: {'port': {'device_id': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '3bbb7a3bdc64417d9da208c57de0511b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:22.798339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.807718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.817928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:22.846573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.854142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89834e88-6c7e-4059-9850-269a0f00ea2d req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2658279 Jul 09 19:31:22.866075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84453126-8de1-4dfa-9185-06260b3fa374 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4891eaf-aefe-4df2-8477-bfb97ee7437a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:22.925394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:22.925715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da80d896-9ed9-4cd8-8e28-7550dae602f2 req-b2d5f476-0a17-4819-8891-41307b80898e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 210 time: 0.0481877 Jul 09 19:31:22.981117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1279190484', 'description': 'tempest-description-1175604965'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:22.997756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-d967ad10-d39e-4384-972b-1dea57047d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:22.999299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-d967ad10-d39e-4384-972b-1dea57047d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1124 time: 0.2505648 Jul 09 19:31:23.062436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81eb1-13a8-45ac-a8f6-1b0365d38a15 req-efcde3bc-aee5-4d0e-917a-e84fb1b75292 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:23.065470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Made reservation on behalf of 3bbb7a3bdc64417d9da208c57de0511b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:23.068861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.069488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dca81eb1-13a8-45ac-a8f6-1b0365d38a15 req-efcde3bc-aee5-4d0e-917a-e84fb1b75292 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 950 time: 0.0748842 Jul 09 19:31:23.107483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dca81eb1-13a8-45ac-a8f6-1b0365d38a15 req-a39ea695-e2f3-400f-9165-dfc5081712a8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Jul 09 19:31:23.113610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.181590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-ba0e2688-ae4f-4691-a9ac-02f26736c8fc tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/867b25de-cd10-4520-8662-a49311664cc0 HTTP/1.1" status: 200 len: 1804 time: 0.0458856 Jul 09 19:31:23.209804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-28bc61a5-a451-4779-9a13-0bcaf6677eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:23.211638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-28bc61a5-a451-4779-9a13-0bcaf6677eeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.2014027 Jul 09 19:31:23.229940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-662e899c-54a6-45ba-bd7a-9f45bc06090e tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/f4891eaf-aefe-4df2-8477-bfb97ee7437a HTTP/1.1" status: 200 len: 1805 time: 0.0418639 Jul 09 19:31:23.241181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '867b25de-cd10-4520-8662-a49311664cc0', 'remote_group_id': 'f4891eaf-aefe-4df2-8477-bfb97ee7437a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:23.241815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '867b25de-cd10-4520-8662-a49311664cc0', 'remote_group_id': 'f4891eaf-aefe-4df2-8477-bfb97ee7437a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:23.284716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-ab44291e-208e-452c-bb1d-b5c90d200546 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0493159 Jul 09 19:31:23.343885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Allocated IP 192.168.233.94 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:23.397147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06'}, {'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:23.400306 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b0c7c4-ff2e-4ce9-9f4e-4ffad5ef6388" -d '{"events": [{"server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "name": "network-vif-plugged", "status": "completed", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06"}, {"server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "name": "network-vif-plugged", "status": "completed", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:23.411931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-057380cf-b81c-43e9-bca2-ae5259ff8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:23.413425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-057380cf-b81c-43e9-bca2-ae5259ff8783 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1206081 Jul 09 19:31:23.441005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.466695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.470259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-08f1d873-eace-447b-a5a4-dc312e4594de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443046 Jul 09 19:31:23.508924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.559256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.563011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.584348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb45d91d-95a3-4675-848a-68fc498025d5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:23.587420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.588606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c6fdafc-e05a-4000-b01c-463dd9d1288c req-904b4e17-e93d-4bea-bf3d-af5f44af0d40 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3520343 Jul 09 19:31:23.752995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8436a2-ba05-4654-9300-73becc6ddacc req-c632fb8a-0781-43f0-a91e-ea940ba3caeb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:23.754639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f8436a2-ba05-4654-9300-73becc6ddacc req-c632fb8a-0781-43f0-a91e-ea940ba3caeb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.0666234 Jul 09 19:31:23.809783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f8436a2-ba05-4654-9300-73becc6ddacc req-8a76c172-97c1-48aa-a420-596f5eb833c2 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Jul 09 19:31:23.858189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.859429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-00cea870-6bf8-48c3-b48f-13a6d113f10f req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8841538 Jul 09 19:31:23.880680 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58119b35-fa66-4af2-a912-bdcc48d8be07 x-openstack-request-id: req-58119b35-fa66-4af2-a912-bdcc48d8be07 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:23.881002 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "name": "network-vif-plugged", "status": "completed", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06", "code": 200}, {"server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "name": "network-vif-plugged", "status": "completed", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:23.881282 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58119b35-fa66-4af2-a912-bdcc48d8be07 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:23.881679 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06', 'code': 200} Jul 09 19:31:23.882022 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2', 'code': 200} Jul 09 19:31:23.903971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f277b25-6dc3-43fb-a9ab-b594593385b9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44733322-9cbc-427c-88ac-647789256878,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:23.952715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:23.983904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-387da655-e9c6-4067-aa1b-be5cab82a274 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994466 Jul 09 19:31:23.984810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Transition to ACTIVE for port object b04e7bcb-4d2f-43cb-99ed-c97a3fae431e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:24.103801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.116599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14460d-0f23-49dd-8d4b-740a53d4e570 req-6bbc5530-c0c3-41a7-bdd1-e8b6e2f1c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.119307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb14460d-0f23-49dd-8d4b-740a53d4e570 req-6bbc5530-c0c3-41a7-bdd1-e8b6e2f1c8dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 1101 time: 0.1419635 Jul 09 19:31:24.121368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:24.134978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4050d-6f5b-44fd-8cb3-0c17060deb02 req-c893bc3b-3185-48d6-af59-1c0b576dc5a6 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.141622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddf4050d-6f5b-44fd-8cb3-0c17060deb02 req-c893bc3b-3185-48d6-af59-1c0b576dc5a6 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.1537509 Jul 09 19:31:24.143458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453930-0401-4b9a-98a6-a33063275173 req-88bbe095-e63b-4635-8514-b3ace64264a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.144855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca453930-0401-4b9a-98a6-a33063275173 req-88bbe095-e63b-4635-8514-b3ace64264a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 1101 time: 0.1309383 Jul 09 19:31:24.203102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:24.206906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:24.208763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:24.221618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:24.224950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddf4050d-6f5b-44fd-8cb3-0c17060deb02 req-8bead014-cab3-47c0-80db-0361aa23b214 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788450 Jul 09 19:31:24.227228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb14460d-0f23-49dd-8d4b-740a53d4e570 req-b427ed9b-a0d0-4c49-bd38-5c9e12d9030b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799017 Jul 09 19:31:24.227352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.227794 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.228603 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca453930-0401-4b9a-98a6-a33063275173 req-4d4356f7-7860-49f9-81de-32ac8de47d92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708468 Jul 09 19:31:24.241245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a6621-995f-4e8b-af6e-8e22a63a084f req-5b6a4710-c29b-4da2-986e-bc2014100d48 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.244286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f01a6621-995f-4e8b-af6e-8e22a63a084f req-5b6a4710-c29b-4da2-986e-bc2014100d48 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.2277362 Jul 09 19:31:24.246892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f90b0a7e-3183-4030-8f64-b4052e2cf323 req-c9afdc24-4b6e-4e20-bbd7-7b094831f0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389975 Jul 09 19:31:24.272129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-0068c475-a613-4823-b152-0441c8b89f1c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5007737 Jul 09 19:31:24.308118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f01a6621-995f-4e8b-af6e-8e22a63a084f req-ecc9e386-7b3c-4692-afb1-c0fe4979ea91 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552793 Jul 09 19:31:24.325289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-2d960f52-52f1-4f35-ba6f-6acd24c6ebbf tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/f4891eaf-aefe-4df2-8477-bfb97ee7437a HTTP/1.1" status: 200 len: 1805 time: 0.0563235 Jul 09 19:31:24.373636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Request body: {'port': {'device_id': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:24.386887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:24.391634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.420758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.459872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.488609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-472beb48-a01c-4358-bf5b-9737737fde7f None None] Provisioning for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:24.499117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-472beb48-a01c-4358-bf5b-9737737fde7f None None] Provisioning complete for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:24.499410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-472beb48-a01c-4358-bf5b-9737737fde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.500834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.505751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.507191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-825d507e-ec64-4443-9e4e-9a178de4fb7f req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/f4891eaf-aefe-4df2-8477-bfb97ee7437a HTTP/1.1" status: 204 len: 173 time: 0.1761611 Jul 09 19:31:24.517678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b29626-16c6-4278-a2b8-cc3b513fb261 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4891eaf-aefe-4df2-8477-bfb97ee7437a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:24.557183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-76d631af-95c4-40df-bd96-e247e4e7f4fe req-81709b65-8e65-4c6c-8626-724a1fb9e0fd tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/44733322-9cbc-427c-88ac-647789256878 HTTP/1.1" status: 200 len: 1813 time: 0.0876536 Jul 09 19:31:24.574849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:24.591301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'port_id': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'mac_address': 'fa:16:3e:90:42:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3074d3e8-dac2-4fb9-9e33-9d50869be532', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:24.593312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-472beb48-a01c-4358-bf5b-9737737fde7f None None] Port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:24.638591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.656117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6861395d-bb35-4263-a1b2-772f1edb5fc8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:24.677812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:24.682726 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.711775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf545c-dc55-43b4-9b36-f260e57378a8 req-8e58b68a-81ca-416c-855d-c3da082eafd6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.715378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0adf545c-dc55-43b4-9b36-f260e57378a8 req-8e58b68a-81ca-416c-855d-c3da082eafd6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 935 time: 0.0741341 Jul 09 19:31:24.731679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:24.753959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0adf545c-dc55-43b4-9b36-f260e57378a8 req-01cf5e89-ccbc-4e6a-9e58-eb35634f7902 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Jul 09 19:31:24.801188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee587be0-b85e-470b-9689-8666c836e0c6 req-aead1e24-2239-48b1-9415-bef107fa5c98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.802660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee587be0-b85e-470b-9689-8666c836e0c6 req-aead1e24-2239-48b1-9415-bef107fa5c98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 950 time: 0.1359615 Jul 09 19:31:24.872828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04e7bcb-4d2f-43cb-99ed-c97a3fae431e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:24.879512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee587be0-b85e-470b-9689-8666c836e0c6 req-63a26178-4653-4092-913c-cad9c4a94fb8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694692 Jul 09 19:31:24.883949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.898886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Transition to ACTIVE for port object b04e7bcb-4d2f-43cb-99ed-c97a3fae431e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:24.913782 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87bdb2bc-f27d-47e9-b764-b7236c06f1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.920112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:24.925719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40bd6-270d-4d4a-a33c-999d0829eec7 req-6611f5f3-de9e-4d9e-9dc8-cde6241ef5d4 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:24.927210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7f40bd6-270d-4d4a-a33c-999d0829eec7 req-6611f5f3-de9e-4d9e-9dc8-cde6241ef5d4 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.0800395 Jul 09 19:31:24.936811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:24.941829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Request body: {'floatingip': {'port_id': '1d236a89-f22d-4cf9-8524-b8e56d75114a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:24.972379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1999508558', 'description': 'tempest-description-1385646857'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:25.002733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:25.026096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.029419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d034e121-0f2c-4df5-a47d-8ca95dd95931 req-4fe1b4a2-afbf-452e-9830-41d7e49efd21 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/867b25de-cd10-4520-8662-a49311664cc0 HTTP/1.1" status: 200 len: 1804 time: 0.1197603 Jul 09 19:31:25.041224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:25.041557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:25.041885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:25.048377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:25.048869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:25.061054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:25.061670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:25.062371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:25.064193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Bound port: b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:25.064516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.098871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.168176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:25.219323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:25.230243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.234371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.313720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:25.314891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.317274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] 10.222.0.25 "PUT /v2.0/ports/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 1095 time: 0.9487271 Jul 09 19:31:25.325367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:25.328710 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eefab46-f70a-49ea-98e1-bce13f189fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:25.360353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:25.368935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.370208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17121f60-0e2e-4186-90f7-60bc8d7f8456 req-0e8c98e4-341f-4113-b64a-ec06a2b52c41 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:25.379298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17121f60-0e2e-4186-90f7-60bc8d7f8456 req-0e8c98e4-341f-4113-b64a-ec06a2b52c41 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.2261531 Jul 09 19:31:25.380144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.449226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.465242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbaa7d-6e76-49f8-8988-9de349ef2069 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:25.472418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-677661cb-8901-4071-9800-6df690ba1eb8 req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5274978 Jul 09 19:31:25.478395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-b79410e3-fdc6-48dd-a59e-a52ab84bbde8 service neutron] 10.222.0.59 "GET /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.2403996 Jul 09 19:31:25.489784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629817789', 'description': 'tempest-description-428880615'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:25.556747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17121f60-0e2e-4186-90f7-60bc8d7f8456 req-260f4e0e-d8c8-4995-8dee-8bbec5a640d9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764219 Jul 09 19:31:25.574686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c0b6f-214b-401a-88b2-2cf90c0d77c9 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c16ee5-85fa-47ae-bbcf-1ce24b7cfc83,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:25.616294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-c817d294-8cf5-4f56-8918-f69390fac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:25.618201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-c817d294-8cf5-4f56-8918-f69390fac0a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1098 time: 0.2315969 Jul 09 19:31:25.667316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.702089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-6d904572-29d5-4b2b-872b-8558485b44dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0458038 Jul 09 19:31:25.810328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:25.826055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-af4a1f94-7d40-4d92-a3f0-89bae21bee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:25.827519 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-af4a1f94-7d40-4d92-a3f0-89bae21bee54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1110020 Jul 09 19:31:25.850104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:25.904898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785e89b-287f-4909-99d2-a5e7cc217b8a req-2c38e29a-0ef2-448e-b582-0fd78b924469 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:25.906423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a785e89b-287f-4909-99d2-a5e7cc217b8a req-2c38e29a-0ef2-448e-b582-0fd78b924469 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 943 time: 0.2083275 Jul 09 19:31:25.913365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:25.931716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.939610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:25.941213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.970892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.983695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.990455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:25.994665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a785e89b-287f-4909-99d2-a5e7cc217b8a req-a04617d6-8bf7-4858-a329-d79a4598ca2e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765274 Jul 09 19:31:26.004486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-193e31d8-75eb-4264-ad1d-292eded3e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.006023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-193e31d8-75eb-4264-ad1d-292eded3e920 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668987 Jul 09 19:31:26.054719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.055999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc43d1ee-4c52-400f-95a9-25fe6ffd39d7 req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5718741 Jul 09 19:31:26.075970 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67212ccd-1252-49f8-a0c3-3c2e086a03ee x-openstack-request-id: req-67212ccd-1252-49f8-a0c3-3c2e086a03ee {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:26.076266 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:26.076520 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67212ccd-1252-49f8-a0c3-3c2e086a03ee {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:26.076940 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'status': 'completed', 'code': 200} Jul 09 19:31:26.111009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd805c0-272a-4e4b-b7e2-09b8f407a1fd tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a030b0c0-28d8-48f9-828d-e667018029ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:26.123473 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172 associated. External IP: 172.25.3.24, port: 1d236a89-f22d-4cf9-8524-b8e56d75114a. Jul 09 19:31:26.158029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] Transition to ACTIVE for port object 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:26.176057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.187004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-af411b1c-623b-42a5-8506-0d654eec71f0 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627669 Jul 09 19:31:26.203735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.214877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b90917af-896e-41b8-843c-02bed8eae41c req-f8b0aa77-3f4a-45c1-8845-a84438e7bdf0 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/28c16ee5-85fa-47ae-bbcf-1ce24b7cfc83 HTTP/1.1" status: 200 len: 1813 time: 0.1129875 Jul 09 19:31:26.300534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] No DVR routers for this DVR port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:31:26.334576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:26.390481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-f2660ee5-7fe4-4447-a43a-d04c6d1d6d24 service neutron] 10.222.0.59 "PUT /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1/bindings/n-h2-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8961587 Jul 09 19:31:26.420983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e08b4c4-d505-4548-94f2-5e78a6b92b68 req-f4c0952a-7a2f-4900-8951-6bf77c82d87a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105808 Jul 09 19:31:26.441653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c509a-72a4-48ad-9bc8-2a655a96953c req-c740be36-b78c-477f-be9a-64c4e71dc000 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.443346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-184c509a-72a4-48ad-9bc8-2a655a96953c req-c740be36-b78c-477f-be9a-64c4e71dc000 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 950 time: 0.1221941 Jul 09 19:31:26.524064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-184c509a-72a4-48ad-9bc8-2a655a96953c req-eacb1ca0-a796-4acf-b43a-9aed0ba4945a tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729151 Jul 09 19:31:26.547123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-2782be8b-3a9d-4ec7-8514-50d8fa392293 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.548839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-2782be8b-3a9d-4ec7-8514-50d8fa392293 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.0811400 Jul 09 19:31:26.603257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c127e31-8959-4996-a53b-9cd85cfc5442 req-a67dee1a-21f7-491a-9f91-8828165c6d70 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.604735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c127e31-8959-4996-a53b-9cd85cfc5442 req-a67dee1a-21f7-491a-9f91-8828165c6d70 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.1562171 Jul 09 19:31:26.634229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-03997c9f-bc69-4b53-b79e-c0397012073a tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 200 len: 1803 time: 0.0665495 Jul 09 19:31:26.646241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a030b0c0-28d8-48f9-828d-e667018029ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:26.646560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a030b0c0-28d8-48f9-828d-e667018029ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:26.652637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-1cd4e801-5d4a-45c7-8b84-c5bcc408c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.654136 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-1cd4e801-5d4a-45c7-8b84-c5bcc408c526 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9&tenant_id=1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 1095 time: 0.0943010 Jul 09 19:31:26.677629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-99cfe94a-8019-496f-9b08-8b1b49eca98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.679177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-99cfe94a-8019-496f-9b08-8b1b49eca98c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1098 time: 0.1850808 Jul 09 19:31:26.715617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c127e31-8959-4996-a53b-9cd85cfc5442 req-ab209ec2-96df-4b56-80f5-110ab81c3080 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040478 Jul 09 19:31:26.740734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.758377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2052389514', 'description': 'tempest-description-231345153'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:26.771236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:31:26.779324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.782756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-2fc81e95-5c69-4978-b54d-999d91900a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.784492 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-2fc81e95-5c69-4978-b54d-999d91900a09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1095 time: 0.1019406 Jul 09 19:31:26.785540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.824023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fe5013-6d5f-4e8a-bcab-0f3c4468e366,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:26.852190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.852444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:26.853392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ded43c25-b3ec-455e-bc57-fdcdf9ad9b87 req-eaa9283e-3f00-40ed-85f6-034c39b9d685 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2120848 Jul 09 19:31:26.872053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-9010f2cd-8bf9-4f3e-913a-e43607095cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.873631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-9010f2cd-8bf9-4f3e-913a-e43607095cff service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1859071 Jul 09 19:31:26.907602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-3516859d-9e43-40a0-aaf5-809eb46a0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:26.909234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-3516859d-9e43-40a0-aaf5-809eb46a0050 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1154535 Jul 09 19:31:26.950822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-aae66bf0-f696-4671-85c0-4e4a5354d68e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0683730 Jul 09 19:31:26.956696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-c2a40660-4f4f-4a0f-823f-e68f9467b3ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Jul 09 19:31:27.033159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:27.036638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-a8f62366-2695-4221-a7eb-ce069ad69ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.038425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-a8f62366-2695-4221-a7eb-ce069ad69ef9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0722258 Jul 09 19:31:27.041498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.045158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:27.048163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-83fcf157-e9fc-4aa6-840b-23785689edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.049733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-83fcf157-e9fc-4aa6-840b-23785689edc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0836565 Jul 09 19:31:27.054828 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:27.055427 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:27.065306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8345cd1-b607-45d6-b233-a9e54497f982 req-90c86131-ff80-4c42-ac67-5c6093a85b4c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.066785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8345cd1-b607-45d6-b233-a9e54497f982 req-90c86131-ff80-4c42-ac67-5c6093a85b4c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 950 time: 0.1125069 Jul 09 19:31:27.087621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-dbd9da21-b31a-46b9-beef-c4ade0f56256 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388811 Jul 09 19:31:27.148840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1134ff86-156b-4f54-a49c-7eda1ee875f1 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "PUT /v2.0/floatingips/1a16f43b-080c-4375-8ee3-ab48b000e172 HTTP/1.1" status: 200 len: 990 time: 2.2074924 Jul 09 19:31:27.150440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.150567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:27.153173 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb2703-e45e-4598-8b42-8309dc29a332" -d '{"events": [{"name": "network-changed", "server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:27.158322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.163191 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:27.169356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8345cd1-b607-45d6-b233-a9e54497f982 req-aa9559e3-077b-4c28-b4c7-3037181c5494 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 Jul 09 19:31:27.202518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.203890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84f1e8c3-67ed-44ae-9468-c8d0094bee0e req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4557161 Jul 09 19:31:27.206252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ffbeb-cad6-49d0-a003-e83c904f2953 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac8765-fd79-4c39-907f-62fe100ee759,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:27.219292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-ca0933d8-ad3f-46fd-894f-4c9d4396c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.220755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-ca0933d8-ad3f-46fd-894f-4c9d4396c63a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525612 Jul 09 19:31:27.227730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-7186d162-243b-4958-9afa-0ccd69769979 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268914 Jul 09 19:31:27.310944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-7fecdf6c-8598-4454-9c81-9a8758b56a08 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 200 len: 2396 time: 0.0890861 Jul 09 19:31:27.338878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-3a9c9d70-7c4f-4024-8953-9d7b2646d1b9 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021197 Jul 09 19:31:27.339702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a030b0c0-28d8-48f9-828d-e667018029ce', 'remote_group_id': None}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:27.340019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a030b0c0-28d8-48f9-828d-e667018029ce', 'remote_group_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:27.367925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-eebfddf7-3bd8-4afd-9bd8-d430f382b05b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301239 Jul 09 19:31:27.428452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d9e5c-821f-4cde-892d-c5f341010b6a req-c4117867-2f88-43d9-8ef5-4cec7ad51f77 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.430540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-960d9e5c-821f-4cde-892d-c5f341010b6a req-c4117867-2f88-43d9-8ef5-4cec7ad51f77 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.0878749 Jul 09 19:31:27.468785 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:ac:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:31:25Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:27.471721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-960d9e5c-821f-4cde-892d-c5f341010b6a req-22c9ceab-b6ea-4676-98b7-1af58ff24bc8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350721 Jul 09 19:31:27.481610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.509147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eefab46-f70a-49ea-98e1-bce13f189fdc req-8f6aac22-606f-466d-b2cb-da02f6b2a16a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318789 Jul 09 19:31:27.510279 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:27.524726 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:27.525733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.525865 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:27.531571 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.559399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dc21c1-705f-4c39-b22e-e41b148841e0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:27.572657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.573956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f84a24b-b15f-449c-9482-87dd3772ec87 req-b2803ee8-70ff-43b0-8219-bb9e940c0645 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2407238 Jul 09 19:31:27.662529 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:27.682562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.718907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870e66-0325-438d-b3ac-9215a16144b2 req-4be46e50-3625-4a81-b84f-5f9d1c5f89ca tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.720435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9870e66-0325-438d-b3ac-9215a16144b2 req-4be46e50-3625-4a81-b84f-5f9d1c5f89ca tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.1018426 Jul 09 19:31:27.750443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-ed973061-24d4-458d-adca-fae16c7d4b7c tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.753100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-ed973061-24d4-458d-adca-fae16c7d4b7c tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.0995214 Jul 09 19:31:27.759685 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1519462-6c40-4a1b-8737-ee6a1eabbf07 x-openstack-request-id: req-e1519462-6c40-4a1b-8737-ee6a1eabbf07 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:27.760109 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:27.760399 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1519462-6c40-4a1b-8737-ee6a1eabbf07 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:27.760800 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'status': 'completed', 'code': 200} Jul 09 19:31:27.783410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9870e66-0325-438d-b3ac-9215a16144b2 req-616060ea-6d93-4fc1-8b65-ac479c11963e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Jul 09 19:31:27.906812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a51a099-3bbf-4881-add1-58eb63247c0c req-5f62348f-252c-4db2-b7af-5824e26b3b91 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/61ac8765-fd79-4c39-907f-62fe100ee759 HTTP/1.1" status: 200 len: 1812 time: 0.0698888 Jul 09 19:31:27.925887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2703-e45e-4598-8b42-8309dc29a332 req-0bece5b2-eb61-4b7a-89ff-e5d3ea97f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:27.927380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-0bece5b2-eb61-4b7a-89ff-e5d3ea97f685 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821625d89da54cd1afaa8e5459562d30&device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 1096 time: 0.1308732 Jul 09 19:31:27.939119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-9e1dd59e-afae-4da8-be1c-fb661fcec67e service neutron] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:27.942453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-9e1dd59e-afae-4da8-be1c-fb661fcec67e service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:27.946247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5204122-eaf9-40f5-a1c8-8a86f2081465 req-9e1dd59e-afae-4da8-be1c-fb661fcec67e service neutron] 10.222.0.25 "DELETE /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1/bindings/n-h1-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.1846018 Jul 09 19:31:27.969040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:31:28.025910 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:ac:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:31:25Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:28.063456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:31:28.076079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01180a73-12cc-4ec9-80eb-6c350ed4ea3a req-1382dde0-5214-41d7-9876-4368ecab26f8 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 200 len: 2994 time: 0.1430600 Jul 09 19:31:28.078111 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1d2d58-b001-47e7-960a-ff2a250254ee None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '1a16f43b-080c-4375-8ee3-ab48b000e172', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'port_id': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'mac_address': 'fa:16:3e:ac:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:29:05Z', 'updated_at': '2021-07-09T19:31:25Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:28.109502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2703-e45e-4598-8b42-8309dc29a332 req-55261b7a-5ea0-4dea-8832-1ad189a57617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.111377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-55261b7a-5ea0-4dea-8832-1ad189a57617 service neutron] 10.222.0.59 "GET /v2.0/networks?id=240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 200 len: 924 time: 0.1731303 Jul 09 19:31:28.211410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-412d5767-09b4-4b70-812e-29c7405a5f3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a HTTP/1.1" status: 200 len: 998 time: 0.0888381 Jul 09 19:31:28.234348 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:31:28.297953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2703-e45e-4598-8b42-8309dc29a332 req-e2efb36c-b7ad-4d6d-b13e-a75933f408c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.299414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-e2efb36c-b7ad-4d6d-b13e-a75933f408c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 200 len: 862 time: 0.0646250 Jul 09 19:31:28.314087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb92d7-224f-48bc-98c2-5937a349c4a5 req-a3d37481-37e6-4db8-a368-dac3143dcd54 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.316028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80eb92d7-224f-48bc-98c2-5937a349c4a5 req-a3d37481-37e6-4db8-a368-dac3143dcd54 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.1307528 Jul 09 19:31:28.359999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023926-6918-4d76-8431-f09ef9ad2fdf req-9fb9351f-d55f-4263-96ed-3c82eb190ce5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.367599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023926-6918-4d76-8431-f09ef9ad2fdf req-9fb9351f-d55f-4263-96ed-3c82eb190ce5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.369832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c023926-6918-4d76-8431-f09ef9ad2fdf req-9fb9351f-d55f-4263-96ed-3c82eb190ce5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714&device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 1691 time: 0.0968833 Jul 09 19:31:28.385150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2710f-4262-4890-8801-cc1f21bf8b23 None None] New status for floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:31:28.396868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80eb92d7-224f-48bc-98c2-5937a349c4a5 req-5411b462-33bc-4e31-ac56-f10bd7194fa6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Jul 09 19:31:28.406887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2703-e45e-4598-8b42-8309dc29a332 req-560249ed-8f4d-4f45-ade9-d8105cae08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.408382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-560249ed-8f4d-4f45-ade9-d8105cae08b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=240304f8-57f5-4adc-a8db-fd76d431147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919256 Jul 09 19:31:28.446380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c023926-6918-4d76-8431-f09ef9ad2fdf req-aa5e3c06-2358-4144-97d1-48092c418499 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691411 Jul 09 19:31:28.471184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-6c318730-dc8b-40cf-bb49-85908e617b59 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-group-rules/15dc21c1-705f-4c39-b22e-e41b148841e0 HTTP/1.1" status: 200 len: 783 time: 0.0196304 Jul 09 19:31:28.492473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:28.502646 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-33a7cc0f-8265-4de3-a9b7-0a585ccb8cc9 req-526c5484-c56f-4297-af3f-45d1d2d0154b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] show failed (client error): The resource could not be found. Jul 09 19:31:28.505765 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33a7cc0f-8265-4de3-a9b7-0a585ccb8cc9 req-526c5484-c56f-4297-af3f-45d1d2d0154b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/057e705e-a890-477d-bf18-d9ce0740040b HTTP/1.1" status: 404 len: 352 time: 0.0506628 Jul 09 19:31:28.530777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-b8520843-08c1-4cec-98b6-57a1ad5bd7ca tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 200 len: 2994 time: 0.0534685 Jul 09 19:31:28.567456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.582952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.591285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-4efa632e-c02c-42fd-b6da-a257cc4ab531 service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655014 Jul 09 19:31:28.612495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 6861395d-bb35-4263-a1b2-772f1edb5fc8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:28.625355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 6861395d-bb35-4263-a1b2-772f1edb5fc8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:28.625777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.632986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.640470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.646117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6af37cde-ddf5-43e9-ba50-805c3210b43e req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/15dc21c1-705f-4c39-b22e-e41b148841e0 HTTP/1.1" status: 204 len: 173 time: 0.1092844 Jul 09 19:31:28.670969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7816-73e4-4872-a70c-450067b8a6e4 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15dc21c1-705f-4c39-b22e-e41b148841e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:28.684069 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-51d1de36-c2b5-40b2-b685-2ec40f20193d req-5dc1a089-e177-4578-86b4-254934d1ce2b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] show failed (client error): The resource could not be found. Jul 09 19:31:28.693887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51d1de36-c2b5-40b2-b685-2ec40f20193d req-5dc1a089-e177-4578-86b4-254934d1ce2b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-group-rules/b91657bb-92fb-49ef-90c7-d9bc0a5155c9 HTTP/1.1" status: 404 len: 361 time: 0.0321681 Jul 09 19:31:28.744240 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.758008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-befb2703-e45e-4598-8b42-8309dc29a332 req-7f7ba39a-fec3-47dc-ace0-da95eb9792ed service neutron] 10.222.0.59 "GET /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596789 Jul 09 19:31:28.766988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:28.769488 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335816c-7e82-4a04-a81c-e9d9861a6eea" -d '{"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-plugged", "status": "completed", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:28.787132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:28.794634 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:28.805167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f40546-be85-4dc2-ba0c-905cacc0496d req-e44f5dd0-f0d5-47ce-912a-1b28b7f9b3ab tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.806060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1f40546-be85-4dc2-ba0c-905cacc0496d req-e44f5dd0-f0d5-47ce-912a-1b28b7f9b3ab tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.0860863 Jul 09 19:31:28.850127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1f40546-be85-4dc2-ba0c-905cacc0496d req-2e92547b-2efe-40ef-a250-3402ca54e846 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Jul 09 19:31:28.855787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:28.864950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ba35f-8c3e-4e3e-8088-bb45acd0efb7 req-abcdcf20-3620-4169-801b-0ee94c299694 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:28.866544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-499ba35f-8c3e-4e3e-8088-bb45acd0efb7 req-abcdcf20-3620-4169-801b-0ee94c299694 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 1101 time: 0.0673442 Jul 09 19:31:28.914319 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-499ba35f-8c3e-4e3e-8088-bb45acd0efb7 req-2ebd2be1-ff98-4279-a0d3-ab683ea7c5f8 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Jul 09 19:31:28.945843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-c1f7195c-c12b-42a0-9277-4e0e53cac853 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 200 len: 2396 time: 0.0531650 Jul 09 19:31:28.987758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-19a6db18-3c01-4b95-94fd-f3af39b6924d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/61ac8765-fd79-4c39-907f-62fe100ee759 HTTP/1.1" status: 200 len: 1812 time: 0.0448689 Jul 09 19:31:29.018254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.045273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.046664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.072666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.095250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.097874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.099052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7e97d5c-2083-48df-b903-2bad47fa8012 req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/a030b0c0-28d8-48f9-828d-e667018029ce HTTP/1.1" status: 204 len: 173 time: 0.1509702 Jul 09 19:31:29.108149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40944fcc-30aa-435f-b8fd-85c3ab17e988 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030b0c0-28d8-48f9-828d-e667018029ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:29.127431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.130751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.133631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4fcd8bd-cfc4-488d-b1a0-4d65ac181ef8 req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-groups/61ac8765-fd79-4c39-907f-62fe100ee759 HTTP/1.1" status: 204 len: 173 time: 0.1384869 Jul 09 19:31:29.144955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfedeb-ab61-43bb-b558-972bd11d630b tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac8765-fd79-4c39-907f-62fe100ee759,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:29.182198 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42511c3-5c87-4edb-bfd8-3521d020f826 x-openstack-request-id: req-e42511c3-5c87-4edb-bfd8-3521d020f826 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:29.182364 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-plugged", "status": "completed", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:29.182660 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e42511c3-5c87-4edb-bfd8-3521d020f826 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:29.183112 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'code': 200} Jul 09 19:31:29.345162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc5550-f78c-44f3-a74b-2cc1bf437a73 req-509ce421-d05f-4756-9af4-d7bd5b888364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:29.346656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dbc5550-f78c-44f3-a74b-2cc1bf437a73 req-509ce421-d05f-4756-9af4-d7bd5b888364 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1096 time: 0.0983155 Jul 09 19:31:29.360482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63e0e-f06f-4551-8747-fdc4b9e928d7 req-25a8c3c9-30e8-46bc-be3e-f42f7da98940 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:29.361906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5e63e0e-f06f-4551-8747-fdc4b9e928d7 req-25a8c3c9-30e8-46bc-be3e-f42f7da98940 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.0809007 Jul 09 19:31:29.407516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dbc5550-f78c-44f3-a74b-2cc1bf437a73 req-c45165d2-4ff8-49f9-9321-c8a7851f2dbc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Jul 09 19:31:29.419503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5e63e0e-f06f-4551-8747-fdc4b9e928d7 req-6e790000-9f6b-4378-a13e-8c933bdb5414 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Jul 09 19:31:29.458999 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-c498085b-198f-4067-be2f-5a387d7e9f0a req-0d978fb8-e1e1-4f4e-87e1-a8ffca30191c tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] show failed (client error): The resource could not be found. Jul 09 19:31:29.460148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c498085b-198f-4067-be2f-5a387d7e9f0a req-0d978fb8-e1e1-4f4e-87e1-a8ffca30191c tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/f4891eaf-aefe-4df2-8477-bfb97ee7437a HTTP/1.1" status: 404 len: 352 time: 0.0139720 Jul 09 19:31:29.474999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff60f59-e6d4-4145-b267-02c08b5352bc req-e3c9ad3a-36bf-4e3d-bfc0-eb99856e62d8 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:29.477056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ff60f59-e6d4-4145-b267-02c08b5352bc req-e3c9ad3a-36bf-4e3d-bfc0-eb99856e62d8 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 1101 time: 0.0547674 Jul 09 19:31:29.511280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ff60f59-e6d4-4145-b267-02c08b5352bc req-91bc5946-9606-4d53-9e43-5f500fbc8452 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283530 Jul 09 19:31:29.521206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-76c52e05-7385-465d-87d5-7d6dddf4f322 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/28c16ee5-85fa-47ae-bbcf-1ce24b7cfc83 HTTP/1.1" status: 200 len: 1813 time: 0.0429118 Jul 09 19:31:29.587036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.613046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.658055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.660979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.662154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf3b0150-d3fa-4daa-b600-edee3521e9a9 req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-groups/28c16ee5-85fa-47ae-bbcf-1ce24b7cfc83 HTTP/1.1" status: 204 len: 173 time: 0.1326940 Jul 09 19:31:29.671335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16b4f-ee1a-409d-9544-5527b0cd241d tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c16ee5-85fa-47ae-bbcf-1ce24b7cfc83,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:29.704956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d98207-9c99-4f5b-91cf-b06afb4fbdb8 req-b73bd8e8-4197-4764-89e1-d9d642e98844 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:29.706408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d98207-9c99-4f5b-91cf-b06afb4fbdb8 req-b73bd8e8-4197-4764-89e1-d9d642e98844 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.0897098 Jul 09 19:31:29.752063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d98207-9c99-4f5b-91cf-b06afb4fbdb8 req-53832023-3e5f-45eb-bd59-28a97be12ff2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Jul 09 19:31:29.755777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-72c7739b-375c-4f1f-bfc4-7a541bea8803 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/867b25de-cd10-4520-8662-a49311664cc0 HTTP/1.1" status: 200 len: 1804 time: 0.0401402 Jul 09 19:31:29.824152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.851445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.852518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-e1923040-28e2-42ff-aec8-f35efe6a45c7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232923 Jul 09 19:31:29.904693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.907393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:29.908629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e28279b1-5f84-4aec-ae8c-fb4813ae9dce req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/867b25de-cd10-4520-8662-a49311664cc0 HTTP/1.1" status: 204 len: 173 time: 0.1456754 Jul 09 19:31:29.918936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a60eb8-5091-407e-8529-15084e8bcb64 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b25de-cd10-4520-8662-a49311664cc0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:29.967831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-6df1debc-f89c-46bb-9c3a-21aadec2fea0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:29.969245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-6df1debc-f89c-46bb-9c3a-21aadec2fea0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114948 Jul 09 19:31:29.974236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-72c5ed5a-2b22-44eb-9c7d-d234eb943d59 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/44733322-9cbc-427c-88ac-647789256878 HTTP/1.1" status: 200 len: 1813 time: 0.0479126 Jul 09 19:31:29.984040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-9f9f1483-3f08-4155-b87e-e4a75b6f1093 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0091825 Jul 09 19:31:30.031968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.053277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.065266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-35c19b24-0ecd-448e-84b0-0d87e33d3927 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0759506 Jul 09 19:31:30.097662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.100261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.103114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fd49dfa-625d-4472-a3dd-d675fb073439 req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-groups/44733322-9cbc-427c-88ac-647789256878 HTTP/1.1" status: 204 len: 173 time: 0.1225624 Jul 09 19:31:30.112656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e06c7-c7cf-4984-ade5-233dc6bc14a2 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44733322-9cbc-427c-88ac-647789256878,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:30.248944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dafcda-1f0f-4a19-8edc-c5a22c6dbfae req-fb540fbf-5f7c-4363-8998-4cc46e146b41 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:30.250407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2dafcda-1f0f-4a19-8edc-c5a22c6dbfae req-fb540fbf-5f7c-4363-8998-4cc46e146b41 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1095 time: 0.0562432 Jul 09 19:31:30.286557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2dafcda-1f0f-4a19-8edc-c5a22c6dbfae req-905d4b71-3fc9-46ed-9d53-b8651b66f5f1 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Jul 09 19:31:30.352163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca52c46-3718-4a60-a21f-465280f00ec0 req-497df208-e377-4ced-aaf6-488d7d012270 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:30.359347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bca52c46-3718-4a60-a21f-465280f00ec0 req-497df208-e377-4ced-aaf6-488d7d012270 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.0779095 Jul 09 19:31:30.371622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-1fada36d-1628-43cb-aa0a-94a2cc975cc0 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/1bf62cad-0a09-46d1-8a6f-a3c94a1a1771 HTTP/1.1" status: 200 len: 1804 time: 0.0551701 Jul 09 19:31:30.402777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bca52c46-3718-4a60-a21f-465280f00ec0 req-cce2be3f-952e-48e9-9993-69609b7b225b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Jul 09 19:31:30.435413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:30.464365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.487416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-1c695c2b-8c2b-4753-b58c-210ffac584ae tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/e8e59706-4cf6-4ea2-928c-608dcecd8b8c HTTP/1.1" status: 200 len: 1812 time: 0.0556490 Jul 09 19:31:30.490798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.556345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:30.573737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.578462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.581602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.595039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-719b84ea-c47d-4a8c-8621-c1bd4720f6ec req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/1bf62cad-0a09-46d1-8a6f-a3c94a1a1771 HTTP/1.1" status: 204 len: 173 time: 0.2170331 Jul 09 19:31:30.609375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.618684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b6651-2f41-4ddb-9706-3b03dbde8158 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf62cad-0a09-46d1-8a6f-a3c94a1a1771,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:30.661387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.665163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.684081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cbe5432e-c6e2-4d81-b88d-e16f35b76f96 req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-groups/e8e59706-4cf6-4ea2-928c-608dcecd8b8c HTTP/1.1" status: 204 len: 173 time: 0.1888278 Jul 09 19:31:30.697176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-060e3ad8-9873-4e6c-bf48-54031f7443c1 req-257fc7e7-e6c1-430f-aa64-c2e5b82f14d7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 210 time: 0.0621688 Jul 09 19:31:30.708541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'mac_address': 'fa:16:3e:77:f6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:30.714484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a084408-62f8-4b2c-8970-54f6e56bd95a tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e59706-4cf6-4ea2-928c-608dcecd8b8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:30.767188 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.785123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e7bcb-4d2f-43cb-99ed-c97a3fae431e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:30.806998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:30.813227 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.875669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:30.903564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-3021d473-d621-4251-b49d-2d4eb9aebced tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/a56b9b11-cee1-449e-8a1e-3424d22c3568 HTTP/1.1" status: 200 len: 1803 time: 0.0731196 Jul 09 19:31:30.964502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:30.987105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.021837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-6dbe5d96-d77b-4078-89b1-0f108638c8dc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:31.024026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-6dbe5d96-d77b-4078-89b1-0f108638c8dc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.1091685 Jul 09 19:31:31.033614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.036328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.037541 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60407477-b026-46cc-bd51-c1bc85ef1ec4 req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/a56b9b11-cee1-449e-8a1e-3424d22c3568 HTTP/1.1" status: 204 len: 173 time: 0.1284971 Jul 09 19:31:31.046451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-d6ed42f1-8305-431b-a86f-c09202648746 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/quotas/1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 375 time: 0.0157683 Jul 09 19:31:31.050683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30607a-8364-4d44-84a0-b42a078ec906 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b9b11-cee1-449e-8a1e-3424d22c3568,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:31.123059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-b11362d1-e251-4820-9bd5-545bb1435cb4 tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "GET /v2.0/security-groups/fb80a412-201c-49bd-8939-23cad3d51dd1 HTTP/1.1" status: 200 len: 1812 time: 0.0600195 Jul 09 19:31:31.125806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-10172cb5-ad82-4e2a-ad36-9bbf843c4bbb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739193 Jul 09 19:31:31.180572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.204871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.250961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.253951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.255139 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-466d0063-466e-4a7c-bc75-b5ef080307f0 req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb80a412-201c-49bd-8939-23cad3d51dd1 HTTP/1.1" status: 204 len: 173 time: 0.1312847 Jul 09 19:31:31.264922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:31.274477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583b92-3644-4249-8e23-ac12ae4492fc tempest-SecurityGroupRulesNegativeTestJSON-2029663906 tempest-SecurityGroupRulesNegativeTestJSON-2029663906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb80a412-201c-49bd-8939-23cad3d51dd1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:31.282348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:31.313372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Deleting subnet 81b148c3-1e8a-4ac9-9355-58a53eb5d733 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:31:31.317476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.359045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.369879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.479380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-b9c634c5-9794-4c3b-bf6b-33f02c07a042 service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450472 Jul 09 19:31:31.480699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.497415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74704c9-6a7a-4e15-993f-8d442af97f98 req-68d6789a-2901-40d0-85e0-e80f17fb6b7f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:31.498953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e74704c9-6a7a-4e15-993f-8d442af97f98 req-68d6789a-2901-40d0-85e0-e80f17fb6b7f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 948 time: 0.1073651 Jul 09 19:31:31.521094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b148c3-1e8a-4ac9-9355-58a53eb5d733,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:31.523197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.525156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0996ff0-da97-4411-9489-1f4302dce5d5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/81b148c3-1e8a-4ac9-9355-58a53eb5d733 HTTP/1.1" status: 204 len: 168 time: 0.2592201 Jul 09 19:31:31.530742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:31.583296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-41a16e30-e46e-49ba-a62b-68a826e6beab service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963581 Jul 09 19:31:31.612052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e74704c9-6a7a-4e15-993f-8d442af97f98 req-9586c9cd-7ba3-47ba-8799-98f393db4f5e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939481 Jul 09 19:31:31.628917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.666161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-00cece92-c561-4d9d-a887-b51e5f2034de tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273161 Jul 09 19:31:31.827518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:31.850699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-28d9be03-fc6b-499e-b00a-cd814f7bc723 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/daf06ffd-35a9-43ae-a5fc-5187350e0850 HTTP/1.1" status: 200 len: 2402 time: 0.1881568 Jul 09 19:31:31.857417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.858002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.859341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.859688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.860057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.860366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.860699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.862112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.862112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.862112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.920228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef5ac-19d9-4ee3-ad13-70347109c4ae req-044c3532-ea90-4b51-8a0a-38a2083650ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:31.922078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cabef5ac-19d9-4ee3-ad13-70347109c4ae req-044c3532-ea90-4b51-8a0a-38a2083650ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.0717058 Jul 09 19:31:31.942189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.942189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.942590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.942986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:31:31.943463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94e128f-e500-4bf6-a9b4-991e3078f211']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:31.966448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cabef5ac-19d9-4ee3-ad13-70347109c4ae req-299a0c93-f560-4f4d-9c8b-25f6b65d5529 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 09 19:31:31.992817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05e7a6b-e6de-474f-8218-a2ae5d7ac778') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:31.993315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05e7a6b-e6de-474f-8218-a2ae5d7ac778') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:32.039277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.077515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-8fdf87ee-31f2-403e-89de-f7abc9aee659 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:32.079147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-8fdf87ee-31f2-403e-89de-f7abc9aee659 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041364 Jul 09 19:31:32.080097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.097259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:31:32.097596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.117223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b407531-ae98-4eed-ac97-ac1d1205d5dd req-6537e2cc-7c1e-45e4-a418-ff9b3508bfdd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 210 time: 0.0315371 Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:31:32.134224 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:31:32.151162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': '361525e2-7ba5-457b-bc40-27f18d270d36', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:32.226481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.271061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.271702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f8d1bad5-287a-425b-80b0-16018e54034c req-e0410b78-88af-438e-8503-612b11d7dc3a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0393355 Jul 09 19:31:32.279381 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.315311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.317266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] 10.222.0.10 "DELETE /v2.0/networks/d94e128f-e500-4bf6-a9b4-991e3078f211 HTTP/1.1" status: 204 len: 168 time: 0.7842271 Jul 09 19:31:32.344094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f98ef5-00fa-4925-aac2-85f88b91846a admin admin] Pushing event deleted for resources: {'Network': ['ID=d94e128f-e500-4bf6-a9b4-991e3078f211,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:32.375266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.378226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.390482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13ade439-5b5e-48d0-960e-a85e6c5a2e93 req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/daf06ffd-35a9-43ae-a5fc-5187350e0850 HTTP/1.1" status: 204 len: 173 time: 0.5391891 Jul 09 19:31:32.410384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:32.425060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.453611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:32.456629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ceaed-c78d-4154-8270-e079134eedd1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf06ffd-35a9-43ae-a5fc-5187350e0850,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:32.527081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f5ba7f9-5dee-4be1-b421-09120e137b6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=618010fcdcee42e7927e0cc03fe76a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721977 Jul 09 19:31:32.528290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:32.613726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.624909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-a5c93283-9c1e-44cd-b5a9-9f1338efcdde tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "GET /v2.0/security-groups/5e1561bc-1aee-4f8c-a17d-fbfb085d16ce HTTP/1.1" status: 200 len: 2398 time: 0.0783806 Jul 09 19:31:32.639120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0ba7-f1e1-47f9-b9a8-1045ba7d8e4f req-9db61796-6a62-4b69-9205-82c96197af84 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:32.640628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da4c0ba7-f1e1-47f9-b9a8-1045ba7d8e4f req-9db61796-6a62-4b69-9205-82c96197af84 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1096 time: 0.0975072 Jul 09 19:31:32.642636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.668119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.53 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/8dda4a24-d379-4099-9514-981ca8c489bb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:32.700736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da4c0ba7-f1e1-47f9-b9a8-1045ba7d8e4f req-d2d9c181-d8ab-42cc-9071-78b76480922b tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Jul 09 19:31:32.720295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.723047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.724562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3457938f-7d71-4530-9392-88bc3192eef5 HTTP/1.1" status: 204 len: 168 time: 0.1948812 Jul 09 19:31:32.732317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.732539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304095-25a7-4498-8d83-c15a0dc01d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457938f-7d71-4530-9392-88bc3192eef5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:32.793484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.897105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.900540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.901870 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e29030f-65fc-49bd-a0ae-71a2e4bba0e5 req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] 10.222.0.10 "DELETE /v2.0/security-groups/5e1561bc-1aee-4f8c-a17d-fbfb085d16ce HTTP/1.1" status: 204 len: 173 time: 0.2702003 Jul 09 19:31:32.908033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:32.925369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:32.942757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object 8dda4a24-d379-4099-9514-981ca8c489bb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:32.974636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43dc3-161e-4471-8108-249736196d74 req-d2d7d429-89ce-40a4-951c-d750f73f14ae tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:32.976727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d43dc3-161e-4471-8108-249736196d74 req-d2d7d429-89ce-40a4-951c-d750f73f14ae tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 948 time: 0.1202772 Jul 09 19:31:33.008566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc4ac7-2da8-47f8-8358-f99e917671e1 tempest-SecurityGroupRulesTestJSON-1021102896 tempest-SecurityGroupRulesTestJSON-1021102896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1561bc-1aee-4f8c-a17d-fbfb085d16ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:33.066700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Deleting subnet 8d7076f1-5c9d-4884-b2cf-4b86ac13895c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:31:33.071537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:33.098203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d43dc3-161e-4471-8108-249736196d74 req-d19b51d8-1896-4ed9-b4f5-d2337efff797 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078715 Jul 09 19:31:33.099983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:33.124051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:33.126336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:33.206345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:33.230692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-bff58869-2bc7-4af9-b8ba-dca1c3a5ff78 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:33.233574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-bff58869-2bc7-4af9-b8ba-dca1c3a5ff78 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.2554283 Jul 09 19:31:33.248360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Request body: {'port': {'device_id': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'admin_state_up': True, 'tenant_id': '1fd846365b56478a92753ac9458d0a50'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:33.309744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:33.495177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65d9607d-d950-4232-b2f0-83aa02530dd7 req-bcbf708f-7430-4d69-b537-bdd60a1f4ba4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0505853 Jul 09 19:31:33.598559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:33.607852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:33.817936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Allocated IP 172.20.0.6 (8d926ef3-0246-4125-9742-3a5b8901d195/3af65569-26fc-4704-aaf5-797b8f578a90/f607c2f8-6702-4590-86d9-5d1bfa03aff9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:33.845492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:33.847498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:33.857707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:33.862650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:33.891409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:33.940149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.018184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:34.018840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.036402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7076f1-5c9d-4884-b2cf-4b86ac13895c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:34.042996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.047146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5ce0716a-35c9-48ed-87d6-e5dde7c99ba6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d7076f1-5c9d-4884-b2cf-4b86ac13895c HTTP/1.1" status: 204 len: 168 time: 1.0849018 Jul 09 19:31:34.050993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:34.079024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ecea7-24e5-4955-8cf5-bafb66418e16 req-5065887a-aa70-498c-a5d8-70bd3cdb4618 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:34.090735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-946ecea7-24e5-4955-8cf5-bafb66418e16 req-5065887a-aa70-498c-a5d8-70bd3cdb4618 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 935 time: 0.7313271 Jul 09 19:31:34.156731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-8a74030b-a48a-4a4d-9455-210b188ac930 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0568166 Jul 09 19:31:34.197936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1318015987-network', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:34.207419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Request body: {'port': {'device_id': '361525e2-7ba5-457b-bc40-27f18d270d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:34.265439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.268598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Made reservation on behalf of 62ec5e08cfd8471195368fc2d1631825 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:34.271558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.273401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.281682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-946ecea7-24e5-4955-8cf5-bafb66418e16 req-15baf034-6e02-4492-8c15-1104a1fd93c4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899507 Jul 09 19:31:34.284865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.375206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e777306-148a-401e-afd7-87e3fed6a38c None None] Provisioning for port 8dda4a24-d379-4099-9514-981ca8c489bb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:34.379293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e777306-148a-401e-afd7-87e3fed6a38c None None] Provisioning complete for port 8dda4a24-d379-4099-9514-981ca8c489bb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:34.379880 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e777306-148a-401e-afd7-87e3fed6a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.389286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.412562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.435173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6e777306-148a-401e-afd7-87e3fed6a38c None None] Port 8dda4a24-d379-4099-9514-981ca8c489bb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:34.439732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:34.464423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77392d2-6470-4e6c-b731-177936b4c2b2 req-62c858a7-108b-432e-8915-cd17754bd26c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:34.466057 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a77392d2-6470-4e6c-b731-177936b4c2b2 req-62c858a7-108b-432e-8915-cd17754bd26c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 948 time: 0.1753218 Jul 09 19:31:34.497358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.498457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Network 8d926ef3-0246-4125-9742-3a5b8901d195 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:34.515351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ed2cfd-0997-46d8-bafe-44b6fbf4e979']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:34.516615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:34.518917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:34.524995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:34.525282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:34.526070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.529794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:34.530253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.534612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:34.536278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda97221-1b25-4a81-a3bf-1723d1292ccc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:34.536278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda97221-1b25-4a81-a3bf-1723d1292ccc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:34.581100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.586392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a77392d2-6470-4e6c-b731-177936b4c2b2 req-05b82cf6-6378-4b1b-b056-c81c9695b0fa tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036255 Jul 09 19:31:34.603018 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.611261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.624292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-7429f967-c876-402e-b818-29286333b76d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3802283 Jul 09 19:31:34.644384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.646413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Request body: {'port': {'device_id': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:34.687034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:34.687898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:34.689747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:34.691485 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4f7cb7-92ee-4a70-82ec-34b192f05ba9" -d '{"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-plugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:34.697864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.721714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.751696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34edac41-4bd6-4a53-8979-409068145948,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:34.774819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:31:34.775111 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7067dc-c08e-4d50-af87-b61682798e34 x-openstack-request-id: req-4a7067dc-c08e-4d50-af87-b61682798e34 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:34.775249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.775692 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-plugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:34.776731 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a7067dc-c08e-4d50-af87-b61682798e34 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:34.778691 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'code': 200} Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:31:34.782460 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:31:34.787743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:34.857899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.901254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83226f-ef6d-4b1a-b2cd-dd3dcc5e14dc req-4dde3cad-f8bc-4137-93f5-e5862e0c4b68 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:34.905975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a83226f-ef6d-4b1a-b2cd-dd3dcc5e14dc req-4dde3cad-f8bc-4137-93f5-e5862e0c4b68 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 931 time: 0.1888828 Jul 09 19:31:34.938376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.940895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.941340 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Added segment 5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53 of type vlan for network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f Jul 09 19:31:34.942763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:34.947876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] 10.222.0.10 "DELETE /v2.0/networks/12ed2cfd-0997-46d8-bafe-44b6fbf4e979 HTTP/1.1" status: 204 len: 168 time: 0.8958731 Jul 09 19:31:34.980486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad3b6f-04ed-4061-a3e2-67d122eebbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=12ed2cfd-0997-46d8-bafe-44b6fbf4e979,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:34.999673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a83226f-ef6d-4b1a-b2cd-dd3dcc5e14dc req-034e8d0c-a853-4bfd-b641-ece694ffd0bf tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896208 Jul 09 19:31:35.056351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.072717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4324f9-189b-41d6-9dba-c044cf5c9568 req-f297c51f-9f49-4aed-90d3-963970906110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:35.074210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a4324f9-189b-41d6-9dba-c044cf5c9568 req-f297c51f-9f49-4aed-90d3-963970906110 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1100 time: 0.2138572 Jul 09 19:31:35.103666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:35.156504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dda4a24-d379-4099-9514-981ca8c489bb {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:35.173466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.191935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Transition to ACTIVE for port object 8dda4a24-d379-4099-9514-981ca8c489bb will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:35.196893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.229070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.230059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:35.230651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.301298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:35.313869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a4324f9-189b-41d6-9dba-c044cf5c9568 req-fdd5ae6e-8fd3-4571-bd09-4b81c7d5089a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301102 Jul 09 19:31:35.375215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f45fbc8-7955-4cfe-8a24-9e0915ac3561 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cacd575e55d4a009357c37587b971e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639861 Jul 09 19:31:35.376510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Attempting to bind port 8dda4a24-d379-4099-9514-981ca8c489bb on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:35.377920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Attempting to bind port 8dda4a24-d379-4099-9514-981ca8c489bb by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:35.378463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Attempting to bind port 8dda4a24-d379-4099-9514-981ca8c489bb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:35.380863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:35.385849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Port 8dda4a24-d379-4099-9514-981ca8c489bb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:35.386395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Attempting to bind port 8dda4a24-d379-4099-9514-981ca8c489bb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:35.392194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:35.392750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:35.393452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:35.394292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Bound port: 8dda4a24-d379-4099-9514-981ca8c489bb, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:35.394983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.465815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5634506 Jul 09 19:31:35.468411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:35.473834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Request body: {'subnet': {'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1318015987-subnet', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:35.496735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbfe12-9713-4f10-b757-ae3d2262a682 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:35.515989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:35.557394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:35.563403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f607c2f8-6702-4590-86d9-5d1bfa03aff9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:35.573080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Made reservation on behalf of 62ec5e08cfd8471195368fc2d1631825 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:35.573080 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.586390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.592759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.621046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Transition to ACTIVE for port object f607c2f8-6702-4590-86d9-5d1bfa03aff9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:35.623579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.642460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.643786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8dda4a24-d379-4099-9514-981ca8c489bb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:35.659597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.675093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97602e9-dd1b-417d-acfb-d6e83a08a44e req-7586708b-f4cf-472f-913f-f681479b943e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:35.676929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f97602e9-dd1b-417d-acfb-d6e83a08a44e req-7586708b-f4cf-472f-913f-f681479b943e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 947 time: 0.2197556 Jul 09 19:31:35.750184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:35.750839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.752218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] 10.222.0.25 "PUT /v2.0/ports/8dda4a24-d379-4099-9514-981ca8c489bb HTTP/1.1" status: 200 len: 1095 time: 1.5508096 Jul 09 19:31:35.753047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:35.755494 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a8386b-d810-4341-bb16-2eed1fc5ff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:35.803749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:35.841816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013910-3246-4513-99ed-f214623b9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:35.854028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f97602e9-dd1b-417d-acfb-d6e83a08a44e req-17e1d13f-daa5-4fd3-b3d1-8faa0760e481 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481781 Jul 09 19:31:35.910398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:35.910728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:35.911053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:35.916292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.919355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.920617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84e2d41c-7347-43ee-b8cf-08176f795c8d HTTP/1.1" status: 204 len: 168 time: 0.5345840 Jul 09 19:31:35.939363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dede66d-4f0a-4a78-a20f-cf28dc3be7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2d41c-7347-43ee-b8cf-08176f795c8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:35.946975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:35.947377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:35.955939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:35.956369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:35.956837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:35.957366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Bound port: f607c2f8-6702-4590-86d9-5d1bfa03aff9, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:35.957795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:35.989794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67315-f022-47eb-be53-366bd655aef2 req-1c4da037-43c6-4b10-8178-90d0ef83ea27 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:35.999564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ab67315-f022-47eb-be53-366bd655aef2 req-1c4da037-43c6-4b10-8178-90d0ef83ea27 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2492845 Jul 09 19:31:36.069035 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0ef1b-63fc-4102-8f20-b2dfe3dd6866 x-openstack-request-id: req-7ce0ef1b-63fc-4102-8f20-b2dfe3dd6866 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:36.070465 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:36.070899 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ce0ef1b-63fc-4102-8f20-b2dfe3dd6866 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:36.071446 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb', 'status': 'completed', 'code': 200} Jul 09 19:31:36.095720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-4bfc2383-c782-4201-a288-aa0a9c26df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.097512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-4bfc2383-c782-4201-a288-aa0a9c26df34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 1098 time: 0.2717414 Jul 09 19:31:36.103465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.107034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ab67315-f022-47eb-be53-366bd655aef2 req-99c642ca-7a47-4ea1-a6b1-b97eefbb3d85 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063828 Jul 09 19:31:36.118272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:36.125107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:36.138768 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.218134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:36.231055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.231680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.233220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-27dd1ae1-9a83-400c-be87-3a9cd1463439 service neutron] 10.222.0.59 "PUT /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 1091 time: 1.5975547 Jul 09 19:31:36.233668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:36.235936 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04613115-e086-4a3a-a7c5-0af5a60cfa9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:36.237431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0929e56-fb4a-4445-8bb4-f97728b41eb5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:36.244217 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-59f3e3de-94b1-4e19-9507-5bf7fe50a5f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=8dda4a24-d379-4099-9514-981ca8c489bb HTTP/1.1" status: 200 len: 217 time: 0.1332581 Jul 09 19:31:36.332168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Checking segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:36.332650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Network hostable DHCP agents. Network: c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:36.356904 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf4869-7777-4713-befd-a6abd909f5c7 x-openstack-request-id: req-08cf4869-7777-4713-befd-a6abd909f5c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:36.357419 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:36.361469 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08cf4869-7777-4713-befd-a6abd909f5c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:36.362491 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'status': 'completed', 'code': 200} Jul 09 19:31:36.372338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-913d3882-0ef3-4151-8b8c-0cfa921a242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.374349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-913d3882-0ef3-4151-8b8c-0cfa921a242e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1210425 Jul 09 19:31:36.384316 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:36.406032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:36.410057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-8f0449ad-fcac-469d-8236-a547c413ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.411961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-8f0449ad-fcac-469d-8236-a547c413ab78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1094 time: 0.1274085 Jul 09 19:31:36.414884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59372e62-a16f-471b-84eb-55f5b3817bf5 None None] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:36.428242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4a2e-120b-40b2-b8ba-8af9cb51fa6e req-8206d73d-5ee4-4044-872d-34497b4c6fae tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.430723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.431385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.436756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbe4a2e-120b-40b2-b8ba-8af9cb51fa6e req-8206d73d-5ee4-4044-872d-34497b4c6fae tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1231320 Jul 09 19:31:36.467330 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15438469-39ec-4ecb-a825-6ea5b6bb87c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9975548 Jul 09 19:31:36.470197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:36.476551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:36.497353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58be3-8607-477f-9678-7284e857fd5f req-8d24a2d3-5ee1-4801-a2b3-8cb49718789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.500304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-8d24a2d3-5ee1-4801-a2b3-8cb49718789c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090775 Jul 09 19:31:36.515446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-97034dfa-787e-471c-926c-bfbdc65c548a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 217 time: 0.0488384 Jul 09 19:31:36.533222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbe4a2e-120b-40b2-b8ba-8af9cb51fa6e req-6f36f978-f185-402b-b83e-b88a25744355 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Jul 09 19:31:36.544216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.549350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.610402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2a8c-4515-403e-bc21-47826611d520 req-5c01b738-4a1e-45f5-a845-48b988d573e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:36.617621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-5c01b738-4a1e-45f5-a845-48b988d573e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0814645 Jul 09 19:31:36.664873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-4c22c12d-acc1-4f83-a767-31124cde19fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406947 Jul 09 19:31:36.681774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:31:36.683310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.693671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:36.783637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-b56f3f2b-f54d-4c65-8ff8-42795f729579 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575610 Jul 09 19:31:36.801498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-7271d588-2cab-4342-a6dd-64ccb2f158ba service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251616 Jul 09 19:31:36.934237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341c2a8c-4515-403e-bc21-47826611d520 req-8f060050-03c8-4fb7-8fec-09e692e8d02d service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249645 Jul 09 19:31:36.944244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Allocated IP 172.20.0.2 (c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f/d0929e56-fb4a-4445-8bb4-f97728b41eb5/249ccbc9-8adc-4871-bb4d-3c0a398c8349) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:37.006239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.145456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-0e3e2faf-101f-4d90-a757-fa72f58f9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.146966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-0e3e2faf-101f-4d90-a757-fa72f58f9e12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1094 time: 0.1361454 Jul 09 19:31:37.163923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f743-c6c5-4c63-a8a2-e9497ca30980 req-d4496668-dda5-4f29-9c6e-d864d1d46401 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.170729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7376f743-c6c5-4c63-a8a2-e9497ca30980 req-d4496668-dda5-4f29-9c6e-d864d1d46401 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 947 time: 0.1109717 Jul 09 19:31:37.176197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.192970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Transition to ACTIVE for port object 249ccbc9-8adc-4871-bb4d-3c0a398c8349 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:37.193922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:37.212752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89d58be3-8607-477f-9678-7284e857fd5f req-de97a7f9-ce82-460b-b28b-8e79d678bc80 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210091 Jul 09 19:31:37.262859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7376f743-c6c5-4c63-a8a2-e9497ca30980 req-5ac912ff-b0b1-46fe-97f9-46d7855b1430 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Jul 09 19:31:37.265331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Transition to ACTIVE for port object 249ccbc9-8adc-4871-bb4d-3c0a398c8349 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:37.285111 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.300627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-63173358-192c-4493-b788-5c8a26d63c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.302627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-63173358-192c-4493-b788-5c8a26d63c66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1291757 Jul 09 19:31:37.381518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-7107ae76-a380-4a96-8ced-0ed917444996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 217 time: 0.0697587 Jul 09 19:31:37.386506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:37.393236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:37.395984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:37.407014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Pushing event updated for resources: {'Port': ['ID=249ccbc9-8adc-4871-bb4d-3c0a398c8349,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:37.474631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-27902e4f-2bf2-4c19-b25c-fdc500f5dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.477565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-27902e4f-2bf2-4c19-b25c-fdc500f5dc83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0856624 Jul 09 19:31:37.492873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-205360465-network', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:37.509470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Attempting to bind port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:37.510229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Attempting to bind port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:37.511040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Attempting to bind port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 on network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:37.517075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:37.518033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Checking segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:37.518660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.519260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Bound using segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:37.519940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Bound port: 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:37.520735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.534188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.564243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:37.565650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-39515aed-02c5-4531-9b21-59ade27dd066 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784798 Jul 09 19:31:37.589832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.593776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.603240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d74847-7bdd-4203-adcb-71bebfe4982f req-54d74ed5-03bb-4d36-a6bf-8a38b580b000 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.608547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] For port 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:37.611519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30d74847-7bdd-4203-adcb-71bebfe4982f req-54d74ed5-03bb-4d36-a6bf-8a38b580b000 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.3344767 Jul 09 19:31:37.612507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] For port 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=249ccbc9-8adc-4871-bb4d-3c0a398c8349,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:37.623608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.654925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:37.662978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-21722ac1-2e46-421c-93c5-02f7472c3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.669345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-21722ac1-2e46-421c-93c5-02f7472c3a2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 1098 time: 0.3296883 Jul 09 19:31:37.706471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-86efb1e8-28d6-46ca-93be-1f8e1180569a service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305995 Jul 09 19:31:37.730995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25b14-6c2c-4ecd-b81d-ae03762650df None None] Pushing event updated for resources: {'Port': ['ID=249ccbc9-8adc-4871-bb4d-3c0a398c8349,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:37.825075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04613115-e086-4a3a-a7c5-0af5a60cfa9d req-1bf35920-41a7-41c6-89ae-1338f7669ecb service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Jul 09 19:31:37.829986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-8ba81df4-70e2-44da-99ef-657869240c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.836271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-8ba81df4-70e2-44da-99ef-657869240c5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1127551 Jul 09 19:31:37.869728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30d74847-7bdd-4203-adcb-71bebfe4982f req-330fb32f-2d34-49e2-b4b9-b322c8437bd3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573311 Jul 09 19:31:37.912586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea997f-8541-4420-a1af-657e5fcf8191 req-b5fc9a69-3872-414b-8398-d1361a90eb0a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:37.914358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83ea997f-8541-4420-a1af-657e5fcf8191 req-b5fc9a69-3872-414b-8398-d1361a90eb0a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0883639 Jul 09 19:31:37.922781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-3560cf93-0e82-4b3b-b47b-c9cab021b9d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=8dda4a24-d379-4099-9514-981ca8c489bb HTTP/1.1" status: 200 len: 217 time: 0.0685444 Jul 09 19:31:37.999272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83ea997f-8541-4420-a1af-657e5fcf8191 req-ac46d509-36cb-4251-93fb-9844ce27f535 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775759 Jul 09 19:31:38.059754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-7ea5b45b-e7dc-4a59-80cc-c3320075e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:38.061455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-7ea5b45b-e7dc-4a59-80cc-c3320075e72a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1254520 Jul 09 19:31:38.112963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-8ea0e522-a6d6-4d51-8caa-5f4461aac78e req-25ee826e-6a63-4725-b75d-99c21be61228 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:31:38.114000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ea0e522-a6d6-4d51-8caa-5f4461aac78e req-25ee826e-6a63-4725-b75d-99c21be61228 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Jul 09 19:31:38.152036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Allocated IP 172.25.3.112 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/5e3579fa-75d4-43ac-8349-3e7ba42d6eb0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:38.256433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-e46d2bae-d7d4-43fa-8d47-0cafab8b2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:38.258623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-e46d2bae-d7d4-43fa-8d47-0cafab8b2aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864810 Jul 09 19:31:38.308782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.348496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.497363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddcb0-3e6d-40ab-b168-92c5e4b31570 req-6792b912-e09b-44e6-9be0-146cf538d7b0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:38.499227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a77ddcb0-3e6d-40ab-b168-92c5e4b31570 req-6792b912-e09b-44e6-9be0-146cf538d7b0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 947 time: 0.0718312 Jul 09 19:31:38.545727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a77ddcb0-3e6d-40ab-b168-92c5e4b31570 req-9b231ede-5f32-4918-ae53-33f7d0f5e93e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Jul 09 19:31:38.703817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.724877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:38.749178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c229ab-6b6a-4ac0-90a4-62d803e8a188,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:38.787382 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.787729 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Added segment 50d825d3-8b6c-421f-a45c-6a6a932ed3fd of type vlan for network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 Jul 09 19:31:38.805880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.806159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.806517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.806880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.807188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.807528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.807889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.808219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.808581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.808968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.809334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.809657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:38.833078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-eeca7074-ec8d-4f24-8fe0-60cece9b54f5 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548422 Jul 09 19:31:38.935130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.962978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1459bfa-5bea-4e7c-a9f0-fd5c54f38334 None None] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:38.983926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:38.994895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-8835ed19-0879-48be-93b4-a7e34a144fca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6284909 Jul 09 19:31:39.061734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0396f6d4-5c69-4810-a07b-e3db5c1e15f6 None None] Provisioning for port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:39.091515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d432bca-d721-4ddc-8bd0-0136b5d79b96 req-cc846e09-5139-4341-af63-35586cf67bfb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:39.093823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d432bca-d721-4ddc-8bd0-0136b5d79b96 req-cc846e09-5139-4341-af63-35586cf67bfb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.4364126 Jul 09 19:31:39.122077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:39.123493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.124550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:39.125234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.133350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:39.226381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86a8386b-d810-4341-bb16-2eed1fc5ff7a req-ef93966e-c78a-4a89-aeaa-72023872eeff service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613353 Jul 09 19:31:39.294668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:39.343930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1475470 Jul 09 19:31:39.344713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:39.345442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:39.354567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Request body: {'subnet': {'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-205360465-subnet', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:39.368439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60a32f-d20b-445c-aac2-d37ef6a0eadd req-e7f2b5fe-0079-4420-9579-af5bf99ad02a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:39.368830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151552-37fb-42e1-92c1-1ba4915b999e admin admin] Pushing event updated for resources: {'Network': ['ID=8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:39.376680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee60a32f-d20b-445c-aac2-d37ef6a0eadd req-e7f2b5fe-0079-4420-9579-af5bf99ad02a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1439083 Jul 09 19:31:39.380485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:39.414994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d432bca-d721-4ddc-8bd0-0136b5d79b96 req-6723e756-35cc-4f98-a06e-38209925021f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663262 Jul 09 19:31:39.439489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:39.442720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.514390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee60a32f-d20b-445c-aac2-d37ef6a0eadd req-e36eef73-5b40-4e4b-894b-78552583cf04 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367579 Jul 09 19:31:39.658890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 249ccbc9-8adc-4871-bb4d-3c0a398c8349 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:39.763143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:39.768338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:39.772472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.889748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.946443 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.959053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:39.996361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=249ccbc9-8adc-4871-bb4d-3c0a398c8349,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:40.003697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.025294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Checking segment: {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:40.025652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Network hostable DHCP agents. Network: 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:40.027674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:40.042374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.042952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.043464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.043978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.044456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.044947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.045443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.045964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.046434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.046902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.047385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.047901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:40.067403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:40.068240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981eaf-cb0a-4308-b47e-7a71634bf885 req-a562c06e-2d24-4117-96c5-df11b892f7c0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:40.068521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:40.074418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=249ccbc9-8adc-4871-bb4d-3c0a398c8349,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:40.076533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67981eaf-cb0a-4308-b47e-7a71634bf885 req-a562c06e-2d24-4117-96c5-df11b892f7c0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 947 time: 0.2404723 Jul 09 19:31:40.090270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:40.097146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:40.098020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.107023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f067f4e-8c32-40ab-8cbc-8025af5e4737 None None] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:40.135777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2609f601-0b6c-403a-97b2-e76868b76f45 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7880759 Jul 09 19:31:40.136672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:40.142039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:40.169216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.170576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.200972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67981eaf-cb0a-4308-b47e-7a71634bf885 req-11ecf3aa-8f8e-40e4-b406-3c0ef9f49507 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215708 Jul 09 19:31:40.242167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:31:40.263502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.397197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.415606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:40.436186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'port_id': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'mac_address': 'fa:16:3e:6f:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af65569-26fc-4704-aaf5-797b8f578a90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:40.489575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:31:40.490428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.506635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8dda4a24-d379-4099-9514-981ca8c489bb details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:31:40.527982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.547015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f607c2f8-6702-4590-86d9-5d1bfa03aff9 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:40.615376 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.654864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:31:40.776061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500b4af-f9f5-44cc-8534-49078e9c3876 req-3fa90624-e747-494c-9f47-500908e1fc7a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:40.777869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c500b4af-f9f5-44cc-8534-49078e9c3876 req-3fa90624-e747-494c-9f47-500908e1fc7a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0998328 Jul 09 19:31:40.828314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c500b4af-f9f5-44cc-8534-49078e9c3876 req-8607b938-e9a6-466b-a961-2391cbe42c97 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Jul 09 19:31:40.852335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:40.872908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26097b-4702-44fb-8c11-59f68124734a req-301a5e6e-1914-4f9f-8f78-1eb13661cdb2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:40.877928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d26097b-4702-44fb-8c11-59f68124734a req-301a5e6e-1914-4f9f-8f78-1eb13661cdb2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1261282 Jul 09 19:31:40.882355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.890485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:40.907931 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Sync routers for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:40.927623 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:40.928895 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:40.987392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:40.993497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-283e81c6-5ca3-40b5-b1b8-0f6983ed68d8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5217700 Jul 09 19:31:40.996078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:41.029033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d26097b-4702-44fb-8c11-59f68124734a req-25a266d4-3de9-4cab-8d31-1ca5b0e76af3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423423 Jul 09 19:31:41.138015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8dda4a24-d379-4099-9514-981ca8c489bb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:41.150338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:41.169208 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:41.186666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Allocated IP 172.20.0.2 (8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4/66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9/90835fb2-8d73-4f97-a1f1-f4541c7c3234) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:41.205784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '8dda4a24-d379-4099-9514-981ca8c489bb', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '8dda4a24-d379-4099-9514-981ca8c489bb', 'mac_address': 'fa:16:3e:b6:f8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:31:41.284274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:41.362088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-c3f3a2f9-1fe8-46ac-a308-6acdb5e2a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:41.364553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-c3f3a2f9-1fe8-46ac-a308-6acdb5e2a465 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1100 time: 0.3296373 Jul 09 19:31:41.467834 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:39Z', 'revision_number': 3, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:41.497709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.505634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.507778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Transition to ACTIVE for port object 90835fb2-8d73-4f97-a1f1-f4541c7c3234 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:41.524754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Transition to ACTIVE for port object 90835fb2-8d73-4f97-a1f1-f4541c7c3234 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:41.574030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.600112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.605484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 249ccbc9-8adc-4871-bb4d-3c0a398c8349 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:41.656635 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Checking router: cf4d39e2-1f9b-4423-b3ac-cce699c099b0 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:41.657036 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Updating router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:31:41.700980 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.703467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8e1aa-6bcf-4d50-9cac-ad046690ce5b req-ab3c32dd-3ece-4d4b-93b0-f9d28607f786 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:41.705035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abb8e1aa-6bcf-4d50-9cac-ad046690ce5b req-ab3c32dd-3ece-4d4b-93b0-f9d28607f786 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 947 time: 0.2385004 Jul 09 19:31:41.730271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Pushing event updated for resources: {'Port': ['ID=90835fb2-8d73-4f97-a1f1-f4541c7c3234,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:41.755756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-ceb929f8-a5b2-4d75-a6bb-e1907d07b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:41.758218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-ceb929f8-a5b2-4d75-a6bb-e1907d07b277 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2143464 Jul 09 19:31:41.795650 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.811848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dda4a24-d379-4099-9514-981ca8c489bb {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:41.825911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-1f7f9932-c371-42d5-8ba4-408a10b66eea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0431287 Jul 09 19:31:41.844377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:41.849247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:41.851669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:41.855024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8dda4a24-d379-4099-9514-981ca8c489bb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:41.862600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abb8e1aa-6bcf-4d50-9cac-ad046690ce5b req-a4ef8dee-6fcc-48cb-8a99-4a75d362d94a tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360188 Jul 09 19:31:41.872280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.884321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:41.884720 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:41.917248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Allocated IP 172.25.3.247 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/db9af950-1355-4d66-b631-c7071e88f967) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:41.963898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-a1814f04-76fc-4238-9f41-f51c011f3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:41.965946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-a1814f04-76fc-4238-9f41-f51c011f3ee6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1171980 Jul 09 19:31:42.071015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.073552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Attempting to bind port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:42.074004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Attempting to bind port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:42.074416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Attempting to bind port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 on network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:42.098094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:42.098591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Checking segment: {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:42.099076 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.099570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Bound using segment: {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:42.100144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Bound port: 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:42.101191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.115689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:42.128660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.190651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Pushing event updated for resources: {'Port': ['ID=db9af950-1355-4d66-b631-c7071e88f967,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:42.196326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.219467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:42.225236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:42.237073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:42.332351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] For port 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:42.351335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] For port 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=90835fb2-8d73-4f97-a1f1-f4541c7c3234,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:42.352033 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.359896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.386822 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Transition to ACTIVE for port object 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:42.401458 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.405334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8dda4a24-d379-4099-9514-981ca8c489bb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:42.478184 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Pushing event updated for resources: {'Port': ['ID=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:42.534176 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Attempting to bind port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:42.534581 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Attempting to bind port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:42.534952 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Attempting to bind port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:42.550107 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:42.550511 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:42.550877 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.551267 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:42.551734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Bound port: 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:42.562919 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.577080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8195-0ef6-4ba0-8030-0138f76ea381 None None] Pushing event updated for resources: {'Port': ['ID=90835fb2-8d73-4f97-a1f1-f4541c7c3234,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:42.617163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.618562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.620705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.621232 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.625089 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.625709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.626348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.626508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.626982 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.627461 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.627946 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.628437 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.628916 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:42.686171 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] For port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:42.689967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] For port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:42.697378 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:42.763044 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:42.763683 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:42.824334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61c3bc-1be5-4e51-90ec-9646554e88a2 req-aec34042-05d6-41cb-9444-59378d1bc021 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:42.827054 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf60ba4-abb0-40f5-a7da-ed0c7a060050 None None] Pushing event updated for resources: {'Port': ['ID=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:42.838496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f61c3bc-1be5-4e51-90ec-9646554e88a2 req-aec34042-05d6-41cb-9444-59378d1bc021 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.8037195 Jul 09 19:31:42.871624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-da539a57-4dac-46ea-886e-92cbc63da58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:42.873335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-da539a57-4dac-46ea-886e-92cbc63da58a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8618925 Jul 09 19:31:42.954599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73a352-ff32-4fa5-8ab5-0b3e64caa461 req-035dd483-778e-4557-88f5-c27d5b46ac71 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:42.958346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:42.963415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e73a352-ff32-4fa5-8ab5-0b3e64caa461 req-035dd483-778e-4557-88f5-c27d5b46ac71 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.5617478 Jul 09 19:31:42.969305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f61c3bc-1be5-4e51-90ec-9646554e88a2 req-cc11f3ed-a263-4a86-9003-7b217cc6eb9d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292968 Jul 09 19:31:42.976838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:43.150077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-69c3800a-cb55-491b-becc-9431e842aa93 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579315 Jul 09 19:31:43.192065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e73a352-ff32-4fa5-8ab5-0b3e64caa461 req-36e722fc-3173-4711-a433-debee05c3f5c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269671 Jul 09 19:31:43.205843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:31:43.227830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Allocated IP 172.20.0.1 (c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f/d0929e56-fb4a-4445-8bb4-f97728b41eb5/d979820e-6fef-4d0a-8460-dac072c93f3e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:43.241808 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:39Z', 'revision_number': 3, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:43.284629 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a22d-ac12-4582-9a1f-394e55b47993 None None] The sync data for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 is: [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:39Z', 'revision_number': 3, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:43.348625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:43.359542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Sync routers for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:43.365182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-070c8cda-2a5e-404c-abb3-376687faf314 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070200 Jul 09 19:31:43.386040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:43.387991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:43.398623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:43.405063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:43.405639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-873b7cd5-0a19-4b4d-9fe2-a20976cfde7c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2633638 Jul 09 19:31:43.618759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:43.686036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 90835fb2-8d73-4f97-a1f1-f4541c7c3234 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:43.728336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:43.749065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050a9f-3894-44fd-8367-09937a0d6bca req-acd5d22f-9d4c-4327-b552-c1e3ed0dd588 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:43.757882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c050a9f-3894-44fd-8367-09937a0d6bca req-acd5d22f-9d4c-4327-b552-c1e3ed0dd588 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 948 time: 0.2786577 Jul 09 19:31:43.877645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Transition to ACTIVE for port object d979820e-6fef-4d0a-8460-dac072c93f3e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:43.925482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:43.952840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c050a9f-3894-44fd-8367-09937a0d6bca req-992111cf-c105-4036-b77a-9220040fab9c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935775 Jul 09 19:31:44.052417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:42Z', 'revision_number': 3, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:44.103942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Checking router: 8cba940f-7117-4b13-9d65-aae3e8b6cc9b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:44.104549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Updating router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b port db9af950-1355-4d66-b631-c7071e88f967 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:31:44.108581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:44.116460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.168447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0e0be-fd68-4d9b-b4c0-c2f6f9002420 None None] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:44.205370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:44.213112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Pushing event updated for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:44.215935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:44.219747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:44.225007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abafd-7b42-4f57-b571-15ee3754149c req-2d411ea0-a616-4fa9-ae13-64708f712956 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:44.232199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-739abafd-7b42-4f57-b571-15ee3754149c req-2d411ea0-a616-4fa9-ae13-64708f712956 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0804884 Jul 09 19:31:44.274481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Provisioning for port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:44.283721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Provisioning complete for port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:44.284673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.306997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.308103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-739abafd-7b42-4f57-b571-15ee3754149c req-3eb21f7f-bf87-4241-b39c-98fdb56a3625 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 Jul 09 19:31:44.340128 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.560413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8dda4a24-d379-4099-9514-981ca8c489bb up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:44.578389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.684866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36521eca-4f65-4a67-a35b-4665979288d5 req-8199e478-9412-4fa2-8673-4af8cc33fcd1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:44.686671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36521eca-4f65-4a67-a35b-4665979288d5 req-8199e478-9412-4fa2-8673-4af8cc33fcd1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.2777760 Jul 09 19:31:44.733804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f607c2f8-6702-4590-86d9-5d1bfa03aff9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:44.762546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.793363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36521eca-4f65-4a67-a35b-4665979288d5 req-89276d7a-bcd1-44f0-bb3b-3876ea4f98ef tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968180 Jul 09 19:31:44.795813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f607c2f8-6702-4590-86d9-5d1bfa03aff9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:44.796248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.889347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Allocated IP 172.20.0.1 (8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4/66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9/3f2010db-da75-4b45-9454-7c6682e54d62) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:44.902530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:44.964641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 8dda4a24-d379-4099-9514-981ca8c489bb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:44.983130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 8dda4a24-d379-4099-9514-981ca8c489bb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:44.983758 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.023024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] For port 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=90835fb2-8d73-4f97-a1f1-f4541c7c3234,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:45.056826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.060590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.071547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.073719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.139120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Transition to ACTIVE for port object 3f2010db-da75-4b45-9454-7c6682e54d62 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:45.150566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Pushing event updated for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.157028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.162016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.204822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41928a4-32b1-489a-90f8-d1d2f782ec12 req-c9aedff8-2b6a-42bd-b150-92d5f51d7318 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:45.206431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e41928a4-32b1-489a-90f8-d1d2f782ec12 req-c9aedff8-2b6a-42bd-b150-92d5f51d7318 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 948 time: 0.1110537 Jul 09 19:31:45.245704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10298c25-b3c1-42ac-b03b-9d29efbab6bf None None] Provisioning for port d979820e-6fef-4d0a-8460-dac072c93f3e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:45.246493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.268764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:45.271068 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fced5e1-21ce-4c6d-abec-312159d296c4" -d '{"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:45.274002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcffb7d-9fc0-4a0f-89d5-fd230effc36c None None] Pushing event updated for resources: {'Port': ['ID=90835fb2-8d73-4f97-a1f1-f4541c7c3234,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.283679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e41928a4-32b1-489a-90f8-d1d2f782ec12 req-507c4af6-5d73-40ae-b2a0-5b895cf664cf tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616832 Jul 09 19:31:45.287745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10298c25-b3c1-42ac-b03b-9d29efbab6bf None None] Provisioning complete for port d979820e-6fef-4d0a-8460-dac072c93f3e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:45.287745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10298c25-b3c1-42ac-b03b-9d29efbab6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.329103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:45.358792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.361523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.365012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:45.373391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:45.377050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.377572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:45.384219 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f3554-f3b0-4229-828c-4025228f3876 x-openstack-request-id: req-352f3554-f3b0-4229-828c-4025228f3876 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:45.384219 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:45.384219 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-352f3554-f3b0-4229-828c-4025228f3876 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:45.384451 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'code': 200} Jul 09 19:31:45.389065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:45.399959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:45.467590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.469469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Transition to ACTIVE for port object db9af950-1355-4d66-b631-c7071e88f967 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:45.484567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10298c25-b3c1-42ac-b03b-9d29efbab6bf None None] Port d979820e-6fef-4d0a-8460-dac072c93f3e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:45.491085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.498172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.540470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.574294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Attempting to bind port db9af950-1355-4d66-b631-c7071e88f967 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:45.574942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Attempting to bind port db9af950-1355-4d66-b631-c7071e88f967 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:45.575138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Attempting to bind port db9af950-1355-4d66-b631-c7071e88f967 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:45.637807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:45.638496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:45.639104 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.639656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:45.640529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Bound port: db9af950-1355-4d66-b631-c7071e88f967, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:45.641096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.776403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a5fe-a4ba-4ea2-b9cd-084c6c8e9106 req-f6e40339-f255-494e-88ca-2616642b2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:45.779902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8dda4a24-d379-4099-9514-981ca8c489bb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:45.785480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:45.790935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e030a5fe-a4ba-4ea2-b9cd-084c6c8e9106 req-f6e40339-f255-494e-88ca-2616642b2daf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.3016829 Jul 09 19:31:45.804544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.807134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb9ad-bf20-4802-baa1-618ae9db13b9 req-87f9d31d-c94f-4b86-8437-2caa3113c40c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:45.816249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c25fb9ad-bf20-4802-baa1-618ae9db13b9 req-87f9d31d-c94f-4b86-8437-2caa3113c40c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2564530 Jul 09 19:31:45.837976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4b60a-bb85-4628-afa7-fbfd726fe3a8 None None] Pushing event updated for resources: {'Port': ['ID=db9af950-1355-4d66-b631-c7071e88f967,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.842388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:31:45.875753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e030a5fe-a4ba-4ea2-b9cd-084c6c8e9106 req-f98c21da-2e54-4ae3-b4bb-b931e05e2102 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489764 Jul 09 19:31:45.906107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c25fb9ad-bf20-4802-baa1-618ae9db13b9 req-368ba4d6-f44a-4966-b263-3e87ceb84fcf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883973 Jul 09 19:31:45.932966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:45.952504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4711a04a-1619-4952-a719-7f406252f127 None None] Provisioning complete for port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:45.953082 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4711a04a-1619-4952-a719-7f406252f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:45.992771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] For port db9af950-1355-4d66-b631-c7071e88f967, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:46.017298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] For port db9af950-1355-4d66-b631-c7071e88f967, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=db9af950-1355-4d66-b631-c7071e88f967,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:46.027667 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.035109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:46.065208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:46.065729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.123741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb888-7ec2-43d1-b108-90872d948f11 req-6e61cd8a-a7ef-4832-9114-9d4087e529be tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:46.125316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9deb888-7ec2-43d1-b108-90872d948f11 req-6e61cd8a-a7ef-4832-9114-9d4087e529be tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.0701783 Jul 09 19:31:46.163738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4b60a-bb85-4628-afa7-fbfd726fe3a8 None None] Pushing event updated for resources: {'Port': ['ID=db9af950-1355-4d66-b631-c7071e88f967,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:46.167714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9deb888-7ec2-43d1-b108-90872d948f11 req-e312d265-d909-4c68-be63-909c4a366112 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Jul 09 19:31:46.175029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:46.175681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:46.300298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.305596 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.346344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:46.346902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:46.357708 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-72e1fd0b-8542-434b-8ea7-0d919eb40d21 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf4d39e2-1f9b-4423-b3ac-cce699c099b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3603439 Jul 09 19:31:46.358989 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Sync routers for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:46.372402 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:46.377104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:46.405216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:46.423632 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.425114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 90835fb2-8d73-4f97-a1f1-f4541c7c3234 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:46.431177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Provisioning complete for port d979820e-6fef-4d0a-8460-dac072c93f3e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:46.431957 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.520507 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:46.521598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010251ed-1352-42de-a8b4-4fcfd95dc58f req-9b06152f-7ecc-45eb-afaa-d46eacd6c1bd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:46.523635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-010251ed-1352-42de-a8b4-4fcfd95dc58f req-9b06152f-7ecc-45eb-afaa-d46eacd6c1bd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.1261821 Jul 09 19:31:46.593432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-010251ed-1352-42de-a8b4-4fcfd95dc58f req-9aef722b-ca06-4aa5-81b6-56b613b2b88a tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582805 Jul 09 19:31:46.597766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.611367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.638553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Port d979820e-6fef-4d0a-8460-dac072c93f3e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:46.660507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:46.684240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:46.688113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:46.688492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.691753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Provisioning for port 3f2010db-da75-4b45-9454-7c6682e54d62 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:46.707826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.721095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Provisioning complete for port 3f2010db-da75-4b45-9454-7c6682e54d62 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:46.721483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.766703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 2, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:46.796322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76bfb4fe-056a-43ea-b18a-de2af351fe5f None None] Port 3f2010db-da75-4b45-9454-7c6682e54d62 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:46.803075 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Checking router: cf4d39e2-1f9b-4423-b3ac-cce699c099b0 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:46.804339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Updating router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 port d979820e-6fef-4d0a-8460-dac072c93f3e binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:31:46.836465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:46.837979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:46.851502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3f2010db-da75-4b45-9454-7c6682e54d62', 'name': '', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'mac_address': 'fa:16:3e:ef:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:44Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 1, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'subnets': [{'id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:46.857526 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:46.883500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a889e-7fcd-45d2-b83f-d166a1352abe None None] The sync data for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 is: [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3f2010db-da75-4b45-9454-7c6682e54d62', 'name': '', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'mac_address': 'fa:16:3e:ef:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:44Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 1, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'subnets': [{'id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:47.057454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:47.062106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175199181', 'description': 'tempest-description--1868031373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:47.129538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.198121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:31:47.225367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fe1f3823-36f6-4701-863f-ddbe7e5678d7 None None] Provisioning complete for port 3f2010db-da75-4b45-9454-7c6682e54d62 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:47.226282 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3823-36f6-4701-863f-ddbe7e5678d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.304163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.314102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4d06e-8121-44ae-8410-92bfe6503231 req-0ed87f52-171d-4229-b54e-a47b193ee68e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:47.318800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.333396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08a4d06e-8121-44ae-8410-92bfe6503231 req-0ed87f52-171d-4229-b54e-a47b193ee68e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2535813 Jul 09 19:31:47.402604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.410107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3515186 Jul 09 19:31:47.427964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:47.436566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'security_group_rule': {'security_group_id': '0156aba7-68d8-4c9c-88c4-d914b08c6117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:47.455910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08a4d06e-8121-44ae-8410-92bfe6503231 req-b3f1ded2-7c85-4edd-b901-e3e0191fd2ad tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209850 Jul 09 19:31:47.475540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a556-eafd-4525-a394-7457b794df0a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0156aba7-68d8-4c9c-88c4-d914b08c6117,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:47.506045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:31:47.507931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.520824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e9217b5-4ac0-4cb0-8d49-09fd4fd93785 admin admin] 10.222.0.10 "PUT /v2.0/routers/8cba940f-7117-4b13-9d65-aae3e8b6cc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1138113 Jul 09 19:31:47.539080 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.570258 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Transition to ACTIVE for port object d979820e-6fef-4d0a-8460-dac072c93f3e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:47.570601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:47.575499 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc4d191-fa53-4b01-85ed-175945c5b2e4" -d '{"events": [{"server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "name": "network-vif-plugged", "status": "completed", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:47.592679 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.611739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:47.656156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.675642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.683347 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a645c7-6508-4b60-8f8f-5c4a9a4c00a6 x-openstack-request-id: req-24a645c7-6508-4b60-8f8f-5c4a9a4c00a6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:47.683844 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "name": "network-vif-plugged", "status": "completed", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:47.683844 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24a645c7-6508-4b60-8f8f-5c4a9a4c00a6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:47.684240 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb', 'code': 200} Jul 09 19:31:47.717245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f3823-36f6-4701-863f-ddbe7e5678d7 None None] Port 3f2010db-da75-4b45-9454-7c6682e54d62 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:47.732428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0766bb-abd1-4f36-9deb-cd015a2b0ebd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:47.750928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5987eb-62d8-4428-a0b2-917085db2ac2 req-78c64d1a-e708-4348-99fc-ee62b2317748 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:47.752685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad5987eb-62d8-4428-a0b2-917085db2ac2 req-78c64d1a-e708-4348-99fc-ee62b2317748 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.2393162 Jul 09 19:31:47.754001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.758485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:47.760123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5acd9e70-f5aa-4e68-97d0-c45a62430fa1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286965 Jul 09 19:31:47.763983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'security_group_rule': {'security_group_id': '0156aba7-68d8-4c9c-88c4-d914b08c6117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:47.780725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:47.781415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.844386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:47.852867 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923ddae-09b1-4ae2-9361-e76d86e3512c None None] Pushing event updated for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:47.868568 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Attempting to bind port d979820e-6fef-4d0a-8460-dac072c93f3e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:47.869225 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Attempting to bind port d979820e-6fef-4d0a-8460-dac072c93f3e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:47.869770 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Attempting to bind port d979820e-6fef-4d0a-8460-dac072c93f3e on network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:47.877262 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:47.877883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Checking segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:47.878473 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.879023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Bound using segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:47.879663 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Bound port: d979820e-6fef-4d0a-8460-dac072c93f3e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:47.880247 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.882971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad5987eb-62d8-4428-a0b2-917085db2ac2 req-a55b3066-898b-4bad-b83d-c63c8ab3bb00 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217439 Jul 09 19:31:47.937380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:47.991797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] For port d979820e-6fef-4d0a-8460-dac072c93f3e, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:47.999884 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] For port d979820e-6fef-4d0a-8460-dac072c93f3e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d979820e-6fef-4d0a-8460-dac072c93f3e,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:48.004430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52ccd-f7c0-4aa3-91e6-9efd4e83b577 req-79fd9d32-414e-4550-9775-cee5f3e7b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:48.006360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8a52ccd-f7c0-4aa3-91e6-9efd4e83b577 req-79fd9d32-414e-4550-9775-cee5f3e7b748 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 1100 time: 0.2378139 Jul 09 19:31:48.009707 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.011033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-127928936'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:48.078926 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923ddae-09b1-4ae2-9361-e76d86e3512c None None] Pushing event updated for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:48.101748 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:48.102587 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:48.104293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:48.106827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8a52ccd-f7c0-4aa3-91e6-9efd4e83b577 req-692a38e4-b9ef-4563-804a-1fecb700a3c5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854876 Jul 09 19:31:48.108706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.114875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.118927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38fe0f-a073-4723-9623-7b8910a05e2e req-d49502ac-9fb4-4991-b1d0-1229c83daef8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:48.123384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da38fe0f-a073-4723-9623-7b8910a05e2e req-d49502ac-9fb4-4991-b1d0-1229c83daef8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.1812708 Jul 09 19:31:48.125890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.161023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4829a22-d8db-4cef-88d1-48b42b1b0515,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:48.214148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.219679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:48.221895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce887639-9db0-4f4b-9bbf-e57c47e49dcf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615417 Jul 09 19:31:48.231027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:48.249844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da38fe0f-a073-4723-9623-7b8910a05e2e req-e733f455-3bbf-4f9c-b32b-e83a793c1047 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960429 Jul 09 19:31:48.296452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:48.307246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.344760 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:48.356767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d6ce-f878-48de-8f50-16791c1132da req-dec1ca4f-a905-44f6-8c7b-5684d8d0003b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:48.364015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9054d6ce-f878-48de-8f50-16791c1132da req-dec1ca4f-a905-44f6-8c7b-5684d8d0003b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.2455981 Jul 09 19:31:48.367105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.367459 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Added segment 3fbc8952-76fd-477c-be5d-2f8c56ff6f5e of type vlan for network 65b438b3-5fcb-4370-8e99-8f5faaadb449 Jul 09 19:31:48.486882 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.490287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.528717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9054d6ce-f878-48de-8f50-16791c1132da req-991b8210-8c00-4213-b824-9294443a08b2 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637330 Jul 09 19:31:48.594815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.607388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:48.608089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.690760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.726015 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:47Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:48.737229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:48.742901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'subnet': {'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:48.747998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8989885 Jul 09 19:31:48.760702 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986288a1-23d3-4637-9724-869d0dba52bc None None] The sync data for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 is: [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:47Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:48.874804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430e9f6-047a-4fc4-a3d3-e0a15a397e12 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Network': ['ID=65b438b3-5fcb-4370-8e99-8f5faaadb449,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:48.893800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:48.920752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:48.924433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:48.995113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb8224-6a95-49f7-a75f-aeb1ce0e16c4 req-57cb45f9-e4c2-488c-aa8f-5084f2e01fcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:49.004614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2fb8224-6a95-49f7-a75f-aeb1ce0e16c4 req-57cb45f9-e4c2-488c-aa8f-5084f2e01fcd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.3090172 Jul 09 19:31:49.117444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Allocated IP 172.25.3.51 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/22e13790-809a-42f9-b033-c8080bffa953) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:49.154744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2fb8224-6a95-49f7-a75f-aeb1ce0e16c4 req-8992f292-cd53-4aac-b658-62be9b2325cb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485894 Jul 09 19:31:49.295145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.323170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.353958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.405545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Subnet': ['ID=12533f54-d349-4aeb-84c6-e871754d25d8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:49.414380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Checking segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:49.414911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network hostable DHCP agents. Network: 65b438b3-5fcb-4370-8e99-8f5faaadb449, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:49.426966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:49.438449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:49.448395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:49.456506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:49.478691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 65b438b3-5fcb-4370-8e99-8f5faaadb449) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:49.484381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:49.484381 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.489386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830f716-2d76-42cc-ae31-024cb8834d92 None None] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:49.537188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-155d8c3d-077f-47e7-956a-13b9b2d5ded1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7981853 Jul 09 19:31:49.539794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:49.546231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1491077550'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:49.632670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:49.635928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.669192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device db9af950-1355-4d66-b631-c7071e88f967 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:49.679368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.690996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'Port': ['ID=22e13790-809a-42f9-b033-c8080bffa953,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:49.746696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.849719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-65b438b3-5fcb-4370-8e99-8f5faaadb449', 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'fixed_ips': [{'subnet_id': '12533f54-d349-4aeb-84c6-e871754d25d8'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:31:49.851184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.857197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:31:49.861943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port db9af950-1355-4d66-b631-c7071e88f967 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:49.869053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port db9af950-1355-4d66-b631-c7071e88f967 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:49.869458 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.886404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fe1b0-71f6-4f29-802b-1046a040b8ce req-17ddfa7f-c682-47d3-be28-20ebb80c4c98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:49.887909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-379fe1b0-71f6-4f29-802b-1046a040b8ce req-17ddfa7f-c682-47d3-be28-20ebb80c4c98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.3121271 Jul 09 19:31:49.891074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:49.891560 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Added segment 0c0d6992-be93-4842-9326-6755348b1676 of type vlan for network 500d0397-72f5-4848-a297-72b201a3ad9d Jul 09 19:31:49.997476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.010307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.040022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.042930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-379fe1b0-71f6-4f29-802b-1046a040b8ce req-e3a4092f-e91c-4af5-af67-6252f1cb745b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272700 Jul 09 19:31:50.057315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.122776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.130078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:50.130517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Allocated IP 19.80.0.2 (65b438b3-5fcb-4370-8e99-8f5faaadb449/12533f54-d349-4aeb-84c6-e871754d25d8/339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:50.132321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.134237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.177392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6356483 Jul 09 19:31:50.179279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port db9af950-1355-4d66-b631-c7071e88f967, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=db9af950-1355-4d66-b631-c7071e88f967,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:50.197553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.200853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9800038 Jul 09 19:31:50.202734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:31:50.234647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'subnet': {'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:50.263615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.264544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d979820e-6fef-4d0a-8460-dac072c93f3e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:50.361413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=db9af950-1355-4d66-b631-c7071e88f967,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:50.398630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.398987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.399292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.399620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.399943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.400269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.400588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.400902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.401270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.401592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.401908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.402290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:31:50.414729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422561cb-435d-4c7d-b7ec-ec25e4a96c09 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Network': ['ID=500d0397-72f5-4848-a297-72b201a3ad9d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:50.438427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 500d0397-72f5-4848-a297-72b201a3ad9d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:31:50.470756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cccd9-02ec-49a8-aa96-d11298aff52c req-43c8c0df-0c62-4ae4-9315-6cff8a31b4dc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:50.472412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d51cccd9-02ec-49a8-aa96-d11298aff52c req-43c8c0df-0c62-4ae4-9315-6cff8a31b4dc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1146238 Jul 09 19:31:50.525007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d51cccd9-02ec-49a8-aa96-d11298aff52c req-fbcbcdd8-164f-488f-8feb-3fd32a8b6761 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 09 19:31:50.567297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d979820e-6fef-4d0a-8460-dac072c93f3e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:50.604510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d979820e-6fef-4d0a-8460-dac072c93f3e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:50.604883 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.662238 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.675203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00588e-1c53-4da9-8d0e-166265bf4c12 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'Port': ['ID=22e13790-809a-42f9-b033-c8080bffa953,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:50.688166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-9fa6e0aa-39b5-4d75-9efd-15421a1ba104 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--175199181&fields=id&tenant_id=62ec5e08cfd8471195368fc2d1631825 HTTP/1.1" status: 200 len: 267 time: 0.0392251 Jul 09 19:31:50.690699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Transition to ACTIVE for port object 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:50.724624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac9817-23c3-40ab-9365-1a5b63a1691d req-741a18c2-ba13-4a68-abc4-544e09448907 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:50.731840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56ac9817-23c3-40ab-9365-1a5b63a1691d req-741a18c2-ba13-4a68-abc4-544e09448907 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.5588014 Jul 09 19:31:50.769341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:50.769599 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.773198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Transition to ACTIVE for port object 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:50.773365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.783580 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.794100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56ac9817-23c3-40ab-9365-1a5b63a1691d req-8dbd7f20-57d3-483b-8dfb-724395d3bf3e tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613689 Jul 09 19:31:50.837847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:50.844413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:50.847377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-1a036ec6-be7b-48dd-b9b2-74d35626400f tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:50.854263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-1a036ec6-be7b-48dd-b9b2-74d35626400f tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/networks?id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f HTTP/1.1" status: 200 len: 806 time: 0.1522641 Jul 09 19:31:50.868241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:50.874845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-cf9dc168-ae04-4c3b-a0fe-51ec066f1673 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/quotas/62ec5e08cfd8471195368fc2d1631825 HTTP/1.1" status: 200 len: 375 time: 0.0147810 Jul 09 19:31:50.887097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port d979820e-6fef-4d0a-8460-dac072c93f3e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d979820e-6fef-4d0a-8460-dac072c93f3e,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:50.910199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:50.912111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Pushing event updated for resources: {'Port': ['ID=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:51.001775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-667173ec-a192-4003-9ab8-3f2c398b1932 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62ec5e08cfd8471195368fc2d1631825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213055 Jul 09 19:31:51.015412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Attempting to bind port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:51.015934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Attempting to bind port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:51.016414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Attempting to bind port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:51.028804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.036541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:51.037038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Checking segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:51.037737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.038400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Bound using segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:51.040942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Bound port: 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:51.041349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.060457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:51.132152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Subnet': ['ID=76a76c8f-5ef8-4531-8673-c59867139a40,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:51.156747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Sync routers for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:31:51.162473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Checking segment: {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:51.163156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network hostable DHCP agents. Network: 500d0397-72f5-4848-a297-72b201a3ad9d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:31:51.183608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:51.183608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:51.190567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] For port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:51.197736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network 500d0397-72f5-4848-a297-72b201a3ad9d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:31:51.203123 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-8054a1a2-c4bd-48bd-b682-7bb0a6439b80 service neutron] 10.222.0.10 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826544 Jul 09 19:31:51.204160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] For port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:51.240237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 500d0397-72f5-4848-a297-72b201a3ad9d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:51.245728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:51.246874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.248856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.283621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752025d2-35c0-4fbc-a89d-95f32b500f50 None None] Network 500d0397-72f5-4848-a297-72b201a3ad9d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:51.293180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-41e22d7c-0231-41be-b1fe-78b4836396b3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0588512 Jul 09 19:31:51.313160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ff87-7f12-441b-a2c7-fff1030ef4a1 req-c0359a19-b352-462b-a0b5-81a72b4a201c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:51.323447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d043ff87-7f12-441b-a2c7-fff1030ef4a1 req-c0359a19-b352-462b-a0b5-81a72b4a201c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.1219447 Jul 09 19:31:51.361757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-a3c5da9a-14e4-457f-a0ca-6a0668bb69fb service neutron] 10.222.0.10 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574092 Jul 09 19:31:51.389756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d043ff87-7f12-441b-a2c7-fff1030ef4a1 req-ed2e2cf9-05b0-4b86-8654-6aeb58cd24f6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651391 Jul 09 19:31:51.478969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326558c-ca6f-457d-b0ce-e575bbdb1d5f None None] Pushing event updated for resources: {'Port': ['ID=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:51.578348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:51.632360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device db9af950-1355-4d66-b631-c7071e88f967 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:51.871351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-500d0397-72f5-4848-a297-72b201a3ad9d', 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'fixed_ips': [{'subnet_id': '76a76c8f-5ef8-4531-8673-c59867139a40'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:31:51.872211 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:51.942438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port db9af950-1355-4d66-b631-c7071e88f967 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:51.943168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:52.086187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-bc4df0de-8916-49c2-bc3d-0b29b09283f2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:52.094454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-bc4df0de-8916-49c2-bc3d-0b29b09283f2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:52.103720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-bc4df0de-8916-49c2-bc3d-0b29b09283f2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/networks?id=65b438b3-5fcb-4370-8e99-8f5faaadb449&id=500d0397-72f5-4848-a297-72b201a3ad9d&id=65b438b3-5fcb-4370-8e99-8f5faaadb449 HTTP/1.1" status: 200 len: 1391 time: 0.2167244 Jul 09 19:31:52.121804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-d9642c5f-e25b-4ba0-bc95-cc69eaa1b5b9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/quotas/e70c29df78914b1a9ce1064019d25e04 HTTP/1.1" status: 200 len: 375 time: 0.0170219 Jul 09 19:31:52.226936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-94213d6d-d4c4-4dd0-b690-4284e0b15562 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039450 Jul 09 19:31:52.297388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d979820e-6fef-4d0a-8460-dac072c93f3e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:52.344930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-8340a436-9fb8-49a3-b68c-8bad924e44e2 service neutron] 10.222.0.10 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168635 Jul 09 19:31:52.456627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-7342c752-0430-41b4-bc82-e4a99a660fdb service neutron] 10.222.0.10 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103377 Jul 09 19:31:52.477553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Allocated IP 19.86.0.2 (500d0397-72f5-4848-a297-72b201a3ad9d/76a76c8f-5ef8-4531-8673-c59867139a40/f86b08e0-9621-4e3f-b701-fc72b1eefa5b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:52.522218 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72b2f29d-7ecc-4a2a-bfb7-f4d81baf1a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:52.664775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8e52-6a4c-4e25-91f9-5a866fe5c616 req-47a47376-7297-4f0d-aa20-78dc23c6b66e tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:52.668019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-250c8e52-6a4c-4e25-91f9-5a866fe5c616 req-47a47376-7297-4f0d-aa20-78dc23c6b66e tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 1100 time: 0.1256595 Jul 09 19:31:52.694896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-70782b24-c2b3-4ee3-9ecd-1e81122fd09c service neutron] 10.222.0.10 "GET /v2.0/networks/500d0397-72f5-4848-a297-72b201a3ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257540 Jul 09 19:31:52.733926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-250c8e52-6a4c-4e25-91f9-5a866fe5c616 req-9b61b6dd-57c3-4556-b349-2a1215d58f1b tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Jul 09 19:31:52.783886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:52.809435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Transition to ACTIVE for port object f86b08e0-9621-4e3f-b701-fc72b1eefa5b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:52.829721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Transition to ACTIVE for port object f86b08e0-9621-4e3f-b701-fc72b1eefa5b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:52.844049 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:52.859902 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-14225a75-9f8d-41f6-b926-9d859164fa49 service neutron] 10.222.0.10 "GET /v2.0/networks/500d0397-72f5-4848-a297-72b201a3ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640549 Jul 09 19:31:52.863959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3f2010db-da75-4b45-9454-7c6682e54d62', 'name': '', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'mac_address': 'fa:16:3e:ef:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:44Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 2, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'subnets': [{'id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:53.002822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Checking router: 8cba940f-7117-4b13-9d65-aae3e8b6cc9b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:31:53.003207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Updating router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b port 3f2010db-da75-4b45-9454-7c6682e54d62 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:31:53.034509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Network 500d0397-72f5-4848-a297-72b201a3ad9d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:53.034938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:53.040718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d979820e-6fef-4d0a-8460-dac072c93f3e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:53.041101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:53.043030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec76ff0-c250-4c84-8a90-a2f86f17c7b3 None None] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:53.050298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:53.052063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Pushing event updated for resources: {'Port': ['ID=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:53.054582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:53.065214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2fc82-4d46-458c-a74a-e03f8ed7ffe3 req-9e04d4d0-4fff-4cd4-b16c-ad4d12a443da tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:53.067147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4e2fc82-4d46-458c-a74a-e03f8ed7ffe3 req-9e04d4d0-4fff-4cd4-b16c-ad4d12a443da tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0975087 Jul 09 19:31:53.069778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-fdc59066-70eb-4ee0-9b4c-4447aabc4b49 service neutron] 10.222.0.10 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044520 Jul 09 19:31:53.116595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4e2fc82-4d46-458c-a74a-e03f8ed7ffe3 req-9790dc3f-e803-4f65-b3f5-d2539ac6cf30 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Jul 09 19:31:53.149934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:53.155274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9b537512-c87b-489d-ad42-5ed71e9bae43 None None] Provisioning for port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:53.199050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-7d18eed3-9a91-4694-816b-8b281157ea41 service neutron] 10.222.0.10 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220312 Jul 09 19:31:53.288189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Attempting to bind port f86b08e0-9621-4e3f-b701-fc72b1eefa5b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:53.288855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Attempting to bind port f86b08e0-9621-4e3f-b701-fc72b1eefa5b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:53.289415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Attempting to bind port f86b08e0-9621-4e3f-b701-fc72b1eefa5b on network 500d0397-72f5-4848-a297-72b201a3ad9d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:53.298534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97b8307c-1081-4aef-a027-e2f816eb643a req-a2e080de-4be2-41f0-a83c-8f54b6532ca5 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 210 time: 0.0281932 Jul 09 19:31:53.470801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:53.471376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Checking segment: {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:53.471610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:53.471943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Bound using segment: {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:53.472419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Bound port: f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:53.473495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:53.728368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-2ac2ddbd-697c-438c-b4e4-2d8e35ff4001 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:53.738709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-2ac2ddbd-697c-438c-b4e4-2d8e35ff4001 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.59 "GET /v2.0/networks?id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f HTTP/1.1" status: 200 len: 806 time: 0.2154162 Jul 09 19:31:53.820808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0b07-109f-4800-90d9-8b65d45423a4 req-9763c269-cbc8-451a-b6ca-b488e79e7622 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:53.830234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0e0b07-109f-4800-90d9-8b65d45423a4 req-9763c269-cbc8-451a-b6ca-b488e79e7622 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.0842538 Jul 09 19:31:53.844678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-30d51a49-1af2-432f-a2e9-fb5797677a13 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62ec5e08cfd8471195368fc2d1631825 HTTP/1.1" status: 200 len: 379 time: 0.0838006 Jul 09 19:31:53.865806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:53.881069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0e0b07-109f-4800-90d9-8b65d45423a4 req-4f1c1374-c534-4ebc-98fe-bf2a78586a3e tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups?id=f13e085c-aec0-46aa-948d-c62286c22426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491228 Jul 09 19:31:53.893888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'port': {'device_id': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'admin_state_up': True, 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'security_groups': ['0156aba7-68d8-4c9c-88c4-d914b08c6117']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:53.983450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] For port f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:53.992386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-79dff8c5-7cbb-4636-9c3d-0bd40edc4c6e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387199 Jul 09 19:31:54.034606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490bbe-b96d-42de-be32-36ba681cfd56 req-d8fa221a-1728-46a5-bd6f-228d8699fd46 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:54.045282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba490bbe-b96d-42de-be32-36ba681cfd56 req-d8fa221a-1728-46a5-bd6f-228d8699fd46 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1096 time: 0.3054059 Jul 09 19:31:54.049640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] For port f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:54.076350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.120540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-beb2573d-8acb-42a2-9125-56abd8e70ebe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:54.123558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-beb2573d-8acb-42a2-9125-56abd8e70ebe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309736 Jul 09 19:31:54.155484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-7eb35fc7-d3c7-4fcb-abcc-86fd5b8a8b4d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0259368 Jul 09 19:31:54.157911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba490bbe-b96d-42de-be32-36ba681cfd56 req-f1ca48e3-71b9-421e-a1da-c66b1dc286df tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113286 Jul 09 19:31:54.233614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Made reservation on behalf of 62ec5e08cfd8471195368fc2d1631825 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:54.234728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:54.237617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.274761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:54.275138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.299081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aae929-d035-4d00-a094-0b43ce3c0a7c None None] Pushing event updated for resources: {'Port': ['ID=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:54.375465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-35c16bea-1f1d-42f3-8305-217f5c9e7ed4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2186069 Jul 09 19:31:54.385278 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.407570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Transition to ACTIVE for port object 3f2010db-da75-4b45-9454-7c6682e54d62 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:54.435326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.571862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Allocated IP 172.20.0.11 (c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f/d0929e56-fb4a-4445-8bb4-f97728b41eb5/90cde381-2e0c-439a-b8b8-b10933b18ea0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:54.633036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523562d-fd57-4be2-9586-bd16577f9a64 None None] Pushing event updated for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:54.731292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.864993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Attempting to bind port 3f2010db-da75-4b45-9454-7c6682e54d62 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:54.865447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Attempting to bind port 3f2010db-da75-4b45-9454-7c6682e54d62 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:54.865851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Attempting to bind port 3f2010db-da75-4b45-9454-7c6682e54d62 on network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:54.868520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.875178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-28bd0cd3-c1ef-42d3-8c72-a4d189be64cd None None] Provisioning complete for port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:54.875844 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28bd0cd3-c1ef-42d3-8c72-a4d189be64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.963459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24435c74-84fc-4799-8ee2-3784e965a5f8 req-e55b8779-6f02-4785-9039-7cd8d7f93863 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 210 time: 0.0770187 Jul 09 19:31:54.979774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3f5a-94da-444f-8408-b8363d04b2a9 req-8bf92fc8-9eea-4e55-ad4f-d889e0db348f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:54.980995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:54.981470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Checking segment: {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:54.981938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.982319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Bound using segment: {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:54.982969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Bound port: 3f2010db-da75-4b45-9454-7c6682e54d62, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d825d3-8b6c-421f-a45c-6a6a932ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:54.983534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:54.988451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be0b3f5a-94da-444f-8408-b8363d04b2a9 req-8bf92fc8-9eea-4e55-ad4f-d889e0db348f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0931418 Jul 09 19:31:54.988648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Transition to ACTIVE for port object 90cde381-2e0c-439a-b8b8-b10933b18ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:55.042137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be0b3f5a-94da-444f-8408-b8363d04b2a9 req-4a5e586b-222d-4866-8020-85a5727c758e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527265 Jul 09 19:31:55.076532 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.158179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:55.182550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc7dcda3-8ed6-4977-9c5b-7383375593c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.200050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event updated for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:55.239772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-88383869-1386-41cb-9170-f26b6dd82dec req-b9cd6421-95b9-4f2c-b0a8-326b09f8e5db service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:31:55.251902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88383869-1386-41cb-9170-f26b6dd82dec req-b9cd6421-95b9-4f2c-b0a8-326b09f8e5db service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057604 Jul 09 19:31:55.260934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:55.262596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:55.292324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87e2f2-b995-4b7c-8d4e-bbdaec040e9a req-096f2d3a-1559-40ff-82e6-8ec472ae90ab tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:55.294690 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.302025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:55.302570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc87e2f2-b995-4b7c-8d4e-bbdaec040e9a req-096f2d3a-1559-40ff-82e6-8ec472ae90ab tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 932 time: 0.1302159 Jul 09 19:31:55.319186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:55.319859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.339166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] For port 3f2010db-da75-4b45-9454-7c6682e54d62, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:55.379785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-3392983d-9cdb-47e8-b1ef-38ff4ecb2242 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5028937 Jul 09 19:31:55.393352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Request body: {'port': {'device_id': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:55.394471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc87e2f2-b995-4b7c-8d4e-bbdaec040e9a req-197e3382-3524-43e6-8b04-38a25141a3f0 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899961 Jul 09 19:31:55.456311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] For port 3f2010db-da75-4b45-9454-7c6682e54d62, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f2010db-da75-4b45-9454-7c6682e54d62,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:55.460832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.530742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:55.540596 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.612266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:55.929875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523562d-fd57-4be2-9586-bd16577f9a64 None None] Pushing event updated for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:55.936833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:31:55.937975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:55.983636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-433af532-d454-4492-9de6-456127cfac1b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:56.017708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-433af532-d454-4492-9de6-456127cfac1b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:56.029473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-433af532-d454-4492-9de6-456127cfac1b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "GET /v2.0/networks?id=65b438b3-5fcb-4370-8e99-8f5faaadb449&id=500d0397-72f5-4848-a297-72b201a3ad9d&id=65b438b3-5fcb-4370-8e99-8f5faaadb449 HTTP/1.1" status: 200 len: 1391 time: 0.4722390 Jul 09 19:31:56.046586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'admin_state_up': True, 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:56.220289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a3e0b97-1104-4701-be45-46956f513709 req-f31b1e19-5def-4cd6-9404-9b7c7994c703 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 210 time: 0.1674595 Jul 09 19:31:56.280865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:31:56.283371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cde381-2e0c-439a-b8b8-b10933b18ea0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:31:56.304897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.328116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Transition to ACTIVE for port object 90cde381-2e0c-439a-b8b8-b10933b18ea0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:56.335446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.349796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:56.351702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320ac5b-b769-4c8e-8592-e6f5e391ad31 None None] Network 500d0397-72f5-4848-a297-72b201a3ad9d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:31:56.393059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Pushing event updated for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:56.427534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:56.431963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.478267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Attempting to bind port 90cde381-2e0c-439a-b8b8-b10933b18ea0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:56.478660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Attempting to bind port 90cde381-2e0c-439a-b8b8-b10933b18ea0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:56.479001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Attempting to bind port 90cde381-2e0c-439a-b8b8-b10933b18ea0 on network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:56.491271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Port 90cde381-2e0c-439a-b8b8-b10933b18ea0 on network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:56.491582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Attempting to bind port 90cde381-2e0c-439a-b8b8-b10933b18ea0 on network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:56.514752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:56.515181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Checking segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:56.515498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Bound using segment: {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:56.515947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Bound port: 90cde381-2e0c-439a-b8b8-b10933b18ea0, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:56.516314 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.669330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Allocated IP 19.80.0.99 (65b438b3-5fcb-4370-8e99-8f5faaadb449/12533f54-d349-4aeb-84c6-e871754d25d8/fb5138b9-68f6-4d1b-9d51-ffc647416e75) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:56.732008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:31:56.747108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:56.764111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.791366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ba4fe93d-428f-4a06-802c-37aafd25e603 None None] Provisioning for port 90cde381-2e0c-439a-b8b8-b10933b18ea0 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:56.904155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:56.904781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:56.906213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] 10.222.0.59 "PUT /v2.0/ports/90cde381-2e0c-439a-b8b8-b10933b18ea0 HTTP/1.1" status: 200 len: 1092 time: 1.5172560 Jul 09 19:31:56.906660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:31:56.909257 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f50379-1616-4b53-876f-d1e4f860929c" -d '{"events": [{"name": "network-changed", "server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:31:56.937347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.027675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bb4af59-d5e2-40a8-be14-0c14913c2a2b req-4b737789-3909-4b6c-a43d-8418ad557b4a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 210 time: 0.0611827 Jul 09 19:31:57.039705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:57.043256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.044130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbae8f-6dbb-459d-a749-41b4988f8560 service neutron] Pushing event updated for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:57.122843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-5feaa27f-678d-4b1a-ab9b-0f80ba93a58d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372901 Jul 09 19:31:57.156675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-9b8a5a09-6043-4cd8-b31e-48221db31828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.157043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-9b8a5a09-6043-4cd8-b31e-48221db31828 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62ec5e08cfd8471195368fc2d1631825&device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 1095 time: 0.1847358 Jul 09 19:31:57.223614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-295e35d0-3a3e-47ed-a511-6802061399df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0 HTTP/1.1" status: 200 len: 217 time: 0.0556276 Jul 09 19:31:57.229796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.295793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-ecdad6a1-7366-4d70-83d9-1a9f2fada6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.297321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-ecdad6a1-7366-4d70-83d9-1a9f2fada6e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0929e56-fb4a-4445-8bb4-f97728b41eb5 HTTP/1.1" status: 200 len: 845 time: 0.0634832 Jul 09 19:31:57.297587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-160c1a7d-2afa-4301-b0e2-8687e1366611 None None] Provisioning for port f86b08e0-9621-4e3f-b701-fc72b1eefa5b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:57.307625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Transition to ACTIVE for port object fb5138b9-68f6-4d1b-9d51-ffc647416e75 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:57.370563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.401478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f86b08e0-9621-4e3f-b701-fc72b1eefa5b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:57.413486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-ac6c5cdc-69a2-4ba4-b8ac-b19ee5038101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.415687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-ac6c5cdc-69a2-4ba4-b8ac-b19ee5038101 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028285 Jul 09 19:31:57.448555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3f2010db-da75-4b45-9454-7c6682e54d62', 'name': '', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'mac_address': 'fa:16:3e:ef:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:44Z', 'updated_at': '2021-07-09T19:31:55Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'subnets': [{'id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:31:57.464451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:57.471239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:57.475304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:31:57.477540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:31:57.499818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde034f-a8cd-49c9-9945-729b5e34a651 None None] The sync data for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 is: [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:31:45Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3f2010db-da75-4b45-9454-7c6682e54d62', 'name': '', 'network_id': '8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'mac_address': 'fa:16:3e:ef:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:44Z', 'updated_at': '2021-07-09T19:31:55Z', 'revision_number': 4, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'subnets': [{'id': '66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:31:57.584878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f86b08e0-9621-4e3f-b701-fc72b1eefa5b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:57.595422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f86b08e0-9621-4e3f-b701-fc72b1eefa5b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:57.595879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.628470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-469870b4-faf4-4ee3-8eea-777f624fdaa0 service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020822 Jul 09 19:31:57.651162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f74133-aefc-495a-948f-7f530cbf4baa req-1b6e6a7f-a7d8-44b0-9210-e072f38997e6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.663006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50f74133-aefc-495a-948f-7f530cbf4baa req-1b6e6a7f-a7d8-44b0-9210-e072f38997e6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.4364595 Jul 09 19:31:57.681993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-1434044e-71cb-44d4-841d-0d2dabff049b tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:31:57.691093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-1434044e-71cb-44d4-841d-0d2dabff049b tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847754 Jul 09 19:31:57.728206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.729365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.738701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.743197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Request body: {'binding': {'host': 'n-h1-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:57.745304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:31:57.816999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-8f881f54-8598-4ce8-bdb8-d6314048a29d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:57.819496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-8f881f54-8598-4ce8-bdb8-d6314048a29d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6849298 Jul 09 19:31:57.845392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.855760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:57.861997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afcc014-b350-4e57-8aa6-01c38d23fbbd req-7ff5de79-7cae-4106-b155-271cb7841dcb service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239373 Jul 09 19:31:57.935615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:57.951457 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:57.967758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-3345eee2-7b83-46c2-b29e-120e18df76be tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9253199 Jul 09 19:31:58.003344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50f74133-aefc-495a-948f-7f530cbf4baa req-5f66ac7b-3938-48b1-b365-88c85c8c9599 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354609 Jul 09 19:31:58.011012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Provisioning for port fb5138b9-68f6-4d1b-9d51-ffc647416e75 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:58.027344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Provisioning complete for port fb5138b9-68f6-4d1b-9d51-ffc647416e75 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:58.027721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.099391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Port fb5138b9-68f6-4d1b-9d51-ffc647416e75 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:31:58.141216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:58.146221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f2010db-da75-4b45-9454-7c6682e54d62 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:31:58.187553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Provisioning complete for port f86b08e0-9621-4e3f-b701-fc72b1eefa5b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:58.188208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32ee6eb1-005b-485e-8a7b-5379408302ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.244117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3f2010db-da75-4b45-9454-7c6682e54d62 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:31:58.249779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3f2010db-da75-4b45-9454-7c6682e54d62 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:31:58.250161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.335353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d', 'admin_state_up': True, 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:31:58.362531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.380306 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:31:58.385323 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:31:58.407059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3f2010db-da75-4b45-9454-7c6682e54d62, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f2010db-da75-4b45-9454-7c6682e54d62,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:58.420616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.486353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:58.497562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-8005a7f4-744b-476a-8921-9b97bb79be1f tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:58.499485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-8005a7f4-744b-476a-8921-9b97bb79be1f tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.59 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 946 time: 0.1254532 Jul 09 19:31:58.609572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:58.614524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.645639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc04ce-36bf-4f06-bb24-442951338d1e req-7a2c817d-44fa-48ea-a18b-faf875b461df tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:58.647903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50bc04ce-36bf-4f06-bb24-442951338d1e req-7a2c817d-44fa-48ea-a18b-faf875b461df tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 944 time: 0.3055525 Jul 09 19:31:58.652488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h1-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:31:58.652947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:31:58.653178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:58.653306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Deleting port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:31:58.653607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.681065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:31:58.681435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:31:58.735348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:31:58.735736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:31:58.736083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:31:58.736775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Bound port: 6861395d-bb35-4263-a1b2-772f1edb5fc8, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:31:58.743912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] For port ef1722b5-9bb0-4ba4-8427-105ae6d231f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:31:58.744138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.752060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:31:58.755251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.808748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50bc04ce-36bf-4f06-bb24-442951338d1e req-9e88cab6-ebcc-4c9b-a0f7-9b8433fc3bf7 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479354 Jul 09 19:31:58.910455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:31:58.929224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.930520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-10992525-28d4-4331-b2e5-2381762f29fc service neutron] 10.222.0.10 "POST /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8/bindings HTTP/1.1" status: 201 len: 389 time: 1.2383497 Jul 09 19:31:58.938794 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.938794 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:58.939241 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Floating IP f9d267aa-0b12-4258-933e-4ef771672621 disassociated. External IP: 172.25.3.164, port: ef1722b5-9bb0-4ba4-8427-105ae6d231f8. Jul 09 19:31:58.940233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Calling delete_port for ef1722b5-9bb0-4ba4-8427-105ae6d231f8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:31:58.953242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.175 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/dadc06d4-e171-413a-bbb7-b49bff5ef00b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:59.106419 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c5fd0e-7388-4d8b-81aa-5e55da139744 x-openstack-request-id: req-89c5fd0e-7388-4d8b-81aa-5e55da139744 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:31:59.106967 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:31:59.107312 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89c5fd0e-7388-4d8b-81aa-5e55da139744 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:31:59.110172 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'status': 'completed', 'code': 200} Jul 09 19:31:59.127769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Allocated IP 19.86.0.56 (500d0397-72f5-4848-a297-72b201a3ad9d/76a76c8f-5ef8-4531-8673-c59867139a40/bd3ece55-942d-4a11-8fae-846d9b7549cd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:31:59.282074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:59.333346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25275459-353b-4197-a3e6-f2f64bb9ff6f req-f7271ee2-e36e-48f2-ab48-1b57406c8f13 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 210 time: 0.0478351 Jul 09 19:31:59.353206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event deleted for resources: {'Port': ['ID=ef1722b5-9bb0-4ba4-8427-105ae6d231f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:31:59.359179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a3ccba7-3afe-49fb-b03a-b58826e44916 req-875c13ca-d30a-4047-9200-8b364a2e5ecd tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 210 time: 0.0708380 Jul 09 19:31:59.373425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50379-1616-4b53-876f-d1e4f860929c req-08cd2836-4f7d-4259-8555-db4a734c0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.375020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-08cd2836-4f7d-4259-8555-db4a734c0770 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62ec5e08cfd8471195368fc2d1631825&device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 1095 time: 0.1688492 Jul 09 19:31:59.425688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:59.482803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object dadc06d4-e171-413a-bbb7-b49bff5ef00b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:59.539780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:59.590947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-f14bcef9-e535-4d4b-b7f4-5811a7e42a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.593080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-f14bcef9-e535-4d4b-b7f4-5811a7e42a29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1096 time: 0.1869445 Jul 09 19:31:59.602298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Transition to ACTIVE for port object bd3ece55-942d-4a11-8fae-846d9b7549cd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:31:59.666018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50379-1616-4b53-876f-d1e4f860929c req-855cf2d7-0dc8-4efd-ad98-a21079326397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.667483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-855cf2d7-0dc8-4efd-ad98-a21079326397 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f HTTP/1.1" status: 200 len: 907 time: 0.2119136 Jul 09 19:31:59.674112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Router 18982d47-1222-422e-b9ae-2f05097f360a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:31:59.720371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-67ce15d7-eb73-47ce-aa97-432690ca5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.721884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-67ce15d7-eb73-47ce-aa97-432690ca5c43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1115813 Jul 09 19:31:59.723748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:31:59.731808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-27eb3195-c691-4560-a4c1-4c54182271ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0 HTTP/1.1" status: 200 len: 217 time: 0.0490625 Jul 09 19:31:59.738076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2', '8dda4a24-d379-4099-9514-981ca8c489bb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:59.739683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc55dc-2db8-4ee9-bf30-ec0b3e6527e9 req-ef83be88-78ab-43db-a776-2c6475270cb5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.741252 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-affc55dc-2db8-4ee9-bf30-ec0b3e6527e9 req-ef83be88-78ab-43db-a776-2c6475270cb5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.1617184 Jul 09 19:31:59.800602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:31:59.872205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-d4fd34ab-14f1-4982-a16e-1e46cc28e0eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 217 time: 0.1351559 Jul 09 19:31:59.948479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50bd25-569b-45ed-b7b2-45ef38361ec6 req-38b57f96-9273-4d88-a0ca-1ecff4672c53 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:31:59.950082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d50bd25-569b-45ed-b7b2-45ef38361ec6 req-38b57f96-9273-4d88-a0ca-1ecff4672c53 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 931 time: 0.4256799 Jul 09 19:31:59.978424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:31:59.991169 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-affc55dc-2db8-4ee9-bf30-ec0b3e6527e9 req-6f00d847-ba18-4124-8214-52dfc8153576 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135808 Jul 09 19:31:59.998639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50379-1616-4b53-876f-d1e4f860929c req-0f70f582-2133-4dc2-89c0-919e019df0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.001036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:00.009911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-0f70f582-2133-4dc2-89c0-919e019df0bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0929e56-fb4a-4445-8bb4-f97728b41eb5 HTTP/1.1" status: 200 len: 845 time: 0.2359600 Jul 09 19:32:00.040986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:00.043257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.055751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:00.105297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:32:00.128358 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Sync routers for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:32:00.144458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-38eb85a6-61bb-4014-b80b-ae82cdc69fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.146638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-38eb85a6-61bb-4014-b80b-ae82cdc69fa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.2592306 Jul 09 19:32:00.151865 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:00.152646 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:00.174241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f2010db-da75-4b45-9454-7c6682e54d62 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:00.184519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] No DVR routers for this DVR port ef1722b5-9bb0-4ba4-8427-105ae6d231f8 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:00.190092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.192454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1e96bde-e34a-49e5-ba61-b1a3e2b979bd req-7c6d5b6d-630a-4785-9d7d-f87d96971190 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.59 "DELETE /v2.0/ports/ef1722b5-9bb0-4ba4-8427-105ae6d231f8 HTTP/1.1" status: 204 len: 173 time: 1.6869280 Jul 09 19:32:00.202854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50379-1616-4b53-876f-d1e4f860929c req-da9b4445-7af6-46d1-b20f-bda62e820ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.204634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-da9b4445-7af6-46d1-b20f-bda62e820ed2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855502 Jul 09 19:32:00.286974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d50bd25-569b-45ed-b7b2-45ef38361ec6 req-c899cf42-0d5d-454f-b462-48197d77d79e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073211 Jul 09 19:32:00.294611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-001a5c3d-5ead-49a0-97c0-ce25bd57d3d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109617 Jul 09 19:32:00.334202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.334477 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.390170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network 500d0397-72f5-4848-a297-72b201a3ad9d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:00.415304 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:00.488250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827057e-7ead-4c49-aa3b-cb229563c11c req-aa43b130-9f8c-4fdc-a33d-fc5194fae907 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.489810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4827057e-7ead-4c49-aa3b-cb229563c11c req-aa43b130-9f8c-4fdc-a33d-fc5194fae907 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2807817 Jul 09 19:32:00.502046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:00.531725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:00.532440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3f2010db-da75-4b45-9454-7c6682e54d62 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:00.532965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.545814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:00.549065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-91f5dcdd-5acb-4ba4-9b39-56b9d68688ec service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069227 Jul 09 19:32:00.610362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-713d5803-d5df-4633-a26c-e965f2b25bfe service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923663 Jul 09 19:32:00.614615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-52585fca-8b52-4944-8549-63152b61fa40 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7791657 Jul 09 19:32:00.643963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8551908f-d32a-41cf-98c8-6d3b963580b1 None None] Provisioning for port dadc06d4-e171-413a-bbb7-b49bff5ef00b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:00.661166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8551908f-d32a-41cf-98c8-6d3b963580b1 None None] Provisioning complete for port dadc06d4-e171-413a-bbb7-b49bff5ef00b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:00.661909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8551908f-d32a-41cf-98c8-6d3b963580b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.674012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Request body: {'port': {'device_id': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:00.694065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4827057e-7ead-4c49-aa3b-cb229563c11c req-22a7fffe-b183-4c84-b7d9-84f0ba659ef2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839373 Jul 09 19:32:00.748142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8551908f-d32a-41cf-98c8-6d3b963580b1 None None] Port dadc06d4-e171-413a-bbb7-b49bff5ef00b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:00.752899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f50379-1616-4b53-876f-d1e4f860929c req-52aa692c-7af2-41ae-aefe-1fea40cd4e0e service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879501 Jul 09 19:32:00.836825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.837606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:00.852000 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:00.864602 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-5ddde362-76b8-43ac-91e4-c5e16f7fd7e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5368602 Jul 09 19:32:00.882893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f86b08e0-9621-4e3f-b701-fc72b1eefa5b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:00.910568 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Checking router: 18982d47-1222-422e-b9ae-2f05097f360a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:32:00.920944 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:00.920944 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:00.924623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'admin_state_up': True, 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:00.954743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca35fb5-6be6-455d-91fa-0e169a0b6c02 req-505e9a46-a748-4318-b132-0dbe239387b0 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:00.956237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aca35fb5-6be6-455d-91fa-0e169a0b6c02 req-505e9a46-a748-4318-b132-0dbe239387b0 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 944 time: 0.3129988 Jul 09 19:32:01.012624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-92afa8a9-a612-44f9-afcc-a87217e2a915 None None] Provisioning for port bd3ece55-942d-4a11-8fae-846d9b7549cd completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:01.023825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f86b08e0-9621-4e3f-b701-fc72b1eefa5b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:01.024990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.054346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-0cdf8514-308b-4bf1-9984-fd55b9b40a42 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100971 Jul 09 19:32:01.062315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.087358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-92afa8a9-a612-44f9-afcc-a87217e2a915 None None] Provisioning complete for port bd3ece55-942d-4a11-8fae-846d9b7549cd triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:01.088268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92afa8a9-a612-44f9-afcc-a87217e2a915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.089746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:01.104564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aca35fb5-6be6-455d-91fa-0e169a0b6c02 req-f0a6f5e4-ecc1-4834-b8d8-6108067f78e3 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902872 Jul 09 19:32:01.176572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'name': 'network-vif-deleted', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:01.181566 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb820bb-e08d-4873-a130-0140cda464d6" -d '{"events": [{"server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "name": "network-vif-deleted", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:01.188672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0571f2d4-a663-46bd-969c-9482c4b58378 req-96dcdf11-b0c8-4641-a009-da7069a0e2b1 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/ports?device_id=07daad86-8cdd-4ae2-aac0-9fabbf91162f HTTP/1.1" status: 200 len: 210 time: 0.1064925 Jul 09 19:32:01.232740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-92afa8a9-a612-44f9-afcc-a87217e2a915 None None] Port bd3ece55-942d-4a11-8fae-846d9b7549cd cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:01.439166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460bd7-0d80-49cf-964f-43cd0939b48e req-7c26851c-d663-4827-9820-dda44852de86 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:01.441193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:01.445812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.448379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50460bd7-0d80-49cf-964f-43cd0939b48e req-7c26851c-d663-4827-9820-dda44852de86 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.0906842 Jul 09 19:32:01.499755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50460bd7-0d80-49cf-964f-43cd0939b48e req-dd04527f-3876-4674-9609-ff1b1072a268 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Jul 09 19:32:01.502862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:01.539412 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc815-dd5d-43f8-bd12-89b981501083 None None] The sync data for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 is: [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:29:44Z', 'revision_number': 4, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'df52034a-61e1-4cd9-9159-b8206da6f5d6', 'name': '', 'network_id': '6b51c582-c884-4d9f-a852-b36c44340691', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'mac_address': 'fa:16:3e:d7:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:43Z', 'updated_at': '2021-07-09T19:29:52Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'subnets': [{'id': 'f786a050-9479-4482-bcfa-db15e3c8151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:32:01.567413 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a4413-7c26-420e-a727-096bbdbbf4b3 x-openstack-request-id: req-972a4413-7c26-420e-a727-096bbdbbf4b3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:01.567779 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07daad86-8cdd-4ae2-aac0-9fabbf91162f", "name": "network-vif-deleted", "tag": "ef1722b5-9bb0-4ba4-8427-105ae6d231f8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:01.568099 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-972a4413-7c26-420e-a727-096bbdbbf4b3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:01.568590 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07daad86-8cdd-4ae2-aac0-9fabbf91162f', 'name': 'network-vif-deleted', 'tag': 'ef1722b5-9bb0-4ba4-8427-105ae6d231f8', 'status': 'completed', 'code': 200} Jul 09 19:32:01.617436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b1b00-70c9-4efa-bf81-bba2ffbecb92 req-e6aa0f17-775c-41bd-8405-e5a959ed57ad tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:01.619789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-551b1b00-70c9-4efa-bf81-bba2ffbecb92 req-e6aa0f17-775c-41bd-8405-e5a959ed57ad tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 936 time: 0.2763457 Jul 09 19:32:01.731550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12b6f-b16c-448f-a79c-cb503a640529 req-1cebb020-3fd5-4ba8-964f-cca3502830e8 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:01.738539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12b6f-b16c-448f-a79c-cb503a640529 req-1cebb020-3fd5-4ba8-964f-cca3502830e8 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:01.741731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-551b1b00-70c9-4efa-bf81-bba2ffbecb92 req-a9718db0-a5a7-4357-b1e9-75a16b13b3f6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106632 Jul 09 19:32:01.749899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3eb12b6f-b16c-448f-a79c-cb503a640529 req-1cebb020-3fd5-4ba8-964f-cca3502830e8 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 1653 time: 0.0853312 Jul 09 19:32:01.756704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadc06d4-e171-413a-bbb7-b49bff5ef00b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:01.771247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.788263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Allocated IP 19.80.0.165 (65b438b3-5fcb-4370-8e99-8f5faaadb449/12533f54-d349-4aeb-84c6-e871754d25d8/7fa87172-e8ea-4aad-952e-cda67ea0a5ea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:01.804610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3eb12b6f-b16c-448f-a79c-cb503a640529 req-7b88ceb3-1b94-470f-9308-3c512ef4bca4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Jul 09 19:32:01.805631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Transition to ACTIVE for port object dadc06d4-e171-413a-bbb7-b49bff5ef00b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:01.817206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:01.935244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Pushing event updated for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:01.939029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f34474-d65c-4a56-a499-38a41e0413b9 None None] New status for floating IP f9d267aa-0b12-4258-933e-4ef771672621: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:32:02.176271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 90cde381-2e0c-439a-b8b8-b10933b18ea0 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:02.181793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef1722b5-9bb0-4ba4-8427-105ae6d231f8 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:02.219715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: ef1722b5-9bb0-4ba4-8427-105ae6d231f8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:02.220314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef1722b5-9bb0-4ba4-8427-105ae6d231f8 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:02.335408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:02.335690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1909-081b-4173-b030-b73d3a9c1c57 req-6ce0be43-4784-476d-a5e5-0d79a3ca0a50 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:02.344034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19bb1909-081b-4173-b030-b73d3a9c1c57 req-6ce0be43-4784-476d-a5e5-0d79a3ca0a50 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 944 time: 0.0879014 Jul 09 19:32:02.353940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'port_id': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'mac_address': 'fa:16:3e:4d:78:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:02.403504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.414276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19bb1909-081b-4173-b030-b73d3a9c1c57 req-072daff3-3fcd-4c90-b91f-9140c1b51df0 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693500 Jul 09 19:32:02.421936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cde381-2e0c-439a-b8b8-b10933b18ea0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:02.477283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:02.493168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.511192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.526892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Attempting to bind port dadc06d4-e171-413a-bbb7-b49bff5ef00b on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:02.527627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Attempting to bind port dadc06d4-e171-413a-bbb7-b49bff5ef00b by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:02.528189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Attempting to bind port dadc06d4-e171-413a-bbb7-b49bff5ef00b on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:02.562379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Port dadc06d4-e171-413a-bbb7-b49bff5ef00b on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:02.562718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Attempting to bind port dadc06d4-e171-413a-bbb7-b49bff5ef00b on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:02.570890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:02.581960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Transition to ACTIVE for port object 7fa87172-e8ea-4aad-952e-cda67ea0a5ea will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:02.586098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:02.586439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:02.586824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:02.587256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Bound port: dadc06d4-e171-413a-bbb7-b49bff5ef00b, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:02.587620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.596836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9eae4-c996-4257-95a9-f11458c35414 req-4ba2f4f3-6c85-4cd9-b264-6a0ee1e3efd6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:02.598386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b9eae4-c996-4257-95a9-f11458c35414 req-4ba2f4f3-6c85-4cd9-b264-6a0ee1e3efd6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.7092352 Jul 09 19:32:02.699378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b9eae4-c996-4257-95a9-f11458c35414 req-f318318f-040a-40a5-918e-d7dc5bef12cb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904319 Jul 09 19:32:02.713172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:02.715990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2265d8-29bf-4fc5-8ac5-18e933224bb3 req-6eee6faf-75ae-4b3e-8e16-e516a25b95d5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:02.717319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:02.718335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c2265d8-29bf-4fc5-8ac5-18e933224bb3 req-6eee6faf-75ae-4b3e-8e16-e516a25b95d5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.0818074 Jul 09 19:32:02.723502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.730313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.771889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:02.772466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.773957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] 10.222.0.25 "PUT /v2.0/ports/dadc06d4-e171-413a-bbb7-b49bff5ef00b HTTP/1.1" status: 200 len: 1096 time: 2.1317506 Jul 09 19:32:02.774355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:02.776623 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34761db-723b-4620-a374-5da1331c23cc" -d '{"events": [{"name": "network-changed", "server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:02.781952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c2265d8-29bf-4fc5-8ac5-18e933224bb3 req-fd7ac0ec-229d-49a1-a06f-6accb71bc7f5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565429 Jul 09 19:32:02.814438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:02.827785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:02.831317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['90cde381-2e0c-439a-b8b8-b10933b18ea0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:02.835199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:02.854226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:02.901485 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6ebf75-8e8e-40b0-96a6-12e1731e1829 x-openstack-request-id: req-6a6ebf75-8e8e-40b0-96a6-12e1731e1829 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:02.901784 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:02.902026 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a6ebf75-8e8e-40b0-96a6-12e1731e1829 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:02.902426 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b', 'status': 'completed', 'code': 200} Jul 09 19:32:02.948441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:02.973516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc97c4c-2e39-495b-8436-f43e4a7064dd service neutron] Pushing event updated for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:03.034830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.138084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204675f-4159-463b-bf53-fa2c8b080e76 req-c5c9a03c-7a8f-480b-8cae-9a10711f98c9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.148166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2204675f-4159-463b-bf53-fa2c8b080e76 req-c5c9a03c-7a8f-480b-8cae-9a10711f98c9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 948 time: 0.1639328 Jul 09 19:32:03.188086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.191791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.197643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "DELETE /v2.0/security-groups/f13e085c-aec0-46aa-948d-c62286c22426 HTTP/1.1" status: 204 len: 168 time: 0.3817561 Jul 09 19:32:03.199327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:03.199604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.200268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.227138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:03.242145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-45fa52df-f850-4705-8062-68478afba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.243673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-45fa52df-f850-4705-8062-68478afba1ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 1099 time: 0.4023969 Jul 09 19:32:03.245709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2204675f-4159-463b-bf53-fa2c8b080e76 req-3bf64bb5-b17a-41d6-b3af-d6b8dc37a6ac tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966077 Jul 09 19:32:03.248451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e915634-6e55-48cf-9199-1fdd4028b811 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e085c-aec0-46aa-948d-c62286c22426,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:03.251726 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4bc428b7-5d8e-44b9-a413-e4e962000b6f tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] show failed (client error): The resource could not be found. Jul 09 19:32:03.253053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4bc428b7-5d8e-44b9-a413-e4e962000b6f tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "GET /v2.0/security-groups/f13e085c-aec0-46aa-948d-c62286c22426 HTTP/1.1" status: 404 len: 347 time: 0.0474529 Jul 09 19:32:03.256405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:03.260572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc476292-e650-46e9-abe4-585bc9ab3f08 req-a162da49-d010-4197-82b4-3dda111f3513 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.266553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc476292-e650-46e9-abe4-585bc9ab3f08 req-a162da49-d010-4197-82b4-3dda111f3513 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.272578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc476292-e650-46e9-abe4-585bc9ab3f08 req-a162da49-d010-4197-82b4-3dda111f3513 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.274232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc476292-e650-46e9-abe4-585bc9ab3f08 req-a162da49-d010-4197-82b4-3dda111f3513 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2375 time: 0.2046926 Jul 09 19:32:03.313641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b7a0dad9-be50-4ef6-90e3-b9830cb1c5f5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4071591 Jul 09 19:32:03.317945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc476292-e650-46e9-abe4-585bc9ab3f08 req-c15ac88b-2175-4c7b-b696-f48ad7b9cab8 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Jul 09 19:32:03.333330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3dc82ed1-f71f-42ca-8f29-55dac8634952 None None] Provisioning for port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:03.349184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3dc82ed1-f71f-42ca-8f29-55dac8634952 None None] Provisioning complete for port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:03.351205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3dc82ed1-f71f-42ca-8f29-55dac8634952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.356946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:03.361958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-4afc5b4d-da21-4d37-9d37-6bc7df6602f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b HTTP/1.1" status: 200 len: 217 time: 0.0864661 Jul 09 19:32:03.401041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3dc82ed1-f71f-42ca-8f29-55dac8634952 None None] Port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:03.429907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Deleting port 03c79187-c6b7-4f63-95f5-ec2c2a5d98c9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:03.430352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.473713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-106b4dd4-9521-43e1-a7c1-c9bc17b5e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.475727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-106b4dd4-9521-43e1-a7c1-c9bc17b5e27f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0928981 Jul 09 19:32:03.498035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.526840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.527192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.541845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Calling delete_port for 03c79187-c6b7-4f63-95f5-ec2c2a5d98c9 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:03.687158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-b827e277-1c1d-4d04-8c79-e117a3ac3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.688776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-b827e277-1c1d-4d04-8c79-e117a3ac3885 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058678 Jul 09 19:32:03.711276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.742377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Pushing event deleted for resources: {'Port': ['ID=03c79187-c6b7-4f63-95f5-ec2c2a5d98c9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:03.774807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.777985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.782411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-698b71b0-402e-45e6-8d69-7744a2bd2a90 tempest-ServersTestManualDisk-113530586 tempest-ServersTestManualDisk-113530586-project] 10.222.0.10 "DELETE /v2.0/floatingips/f9d267aa-0b12-4258-933e-4ef771672621 HTTP/1.1" status: 204 len: 168 time: 0.5245864 Jul 09 19:32:03.783159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:03.862310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12695e48-667e-4e35-97a2-7d2e183fd0ec req-6b4d328b-6f69-4dc0-8098-0b6df15e2160 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:03.863843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-12695e48-667e-4e35-97a2-7d2e183fd0ec req-6b4d328b-6f69-4dc0-8098-0b6df15e2160 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 945 time: 0.2755811 Jul 09 19:32:03.953493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5138b9-68f6-4d1b-9d51-ffc647416e75 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:03.964245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:03.979569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Transition to ACTIVE for port object fb5138b9-68f6-4d1b-9d51-ffc647416e75 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:03.998803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.013790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-f82323f9-0270-48c3-bb96-a8e05f7efad1 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146777 Jul 09 19:32:04.157575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:04.196581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-12695e48-667e-4e35-97a2-7d2e183fd0ec req-8987ee1a-31cd-4669-8bc8-153ea722b673 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154338 Jul 09 19:32:04.214294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 90cde381-2e0c-439a-b8b8-b10933b18ea0 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:04.304654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 90cde381-2e0c-439a-b8b8-b10933b18ea0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:04.309880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 90cde381-2e0c-439a-b8b8-b10933b18ea0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:04.310262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.332116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c4a1c1d-29f4-4425-a2a6-722b8d30959f req-8a66b403-d22b-45d3-b5f3-6f76d45ee916 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905979 Jul 09 19:32:04.404602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Attempting to bind port fb5138b9-68f6-4d1b-9d51-ffc647416e75 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:04.404944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Attempting to bind port fb5138b9-68f6-4d1b-9d51-ffc647416e75 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:04.405317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Attempting to bind port fb5138b9-68f6-4d1b-9d51-ffc647416e75 on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:04.423967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Port fb5138b9-68f6-4d1b-9d51-ffc647416e75 on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:04.424653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Attempting to bind port fb5138b9-68f6-4d1b-9d51-ffc647416e75 on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:04.436127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:04.436472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Checking segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:04.437021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Bound using segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:04.437508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Bound port: fb5138b9-68f6-4d1b-9d51-ffc647416e75, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:04.437880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.441166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.469741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:04.472633 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260e34e-db27-40a3-be51-c19535e30ca4" -d '{"events": [{"server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "name": "network-vif-plugged", "status": "completed", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:04.487611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:04.488374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b46f3-11f0-4692-a126-51c90517ce33 req-a226e562-3e46-46d6-b237-c592140282aa tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:04.495775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.499513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e7b46f3-11f0-4692-a126-51c90517ce33 req-a226e562-3e46-46d6-b237-c592140282aa tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.6278520 Jul 09 19:32:04.626405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f29bb-4880-4b92-8c4e-41d90a57faa0 req-efa03603-ccbf-4e0b-8068-ecfa8033fdac tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:04.628049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a6f29bb-4880-4b92-8c4e-41d90a57faa0 req-efa03603-ccbf-4e0b-8068-ecfa8033fdac tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.2929196 Jul 09 19:32:04.638466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e7b46f3-11f0-4692-a126-51c90517ce33 req-29d59e98-ca0c-4e40-82aa-6a5428bc6ccb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Jul 09 19:32:04.726108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:04.780751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a6f29bb-4880-4b92-8c4e-41d90a57faa0 req-6fe40058-aa54-4531-9a8f-ec305af9b252 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262097 Jul 09 19:32:04.796531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:04.811651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34761db-723b-4620-a374-5da1331c23cc req-2ae608d1-8ea9-4009-ba2b-4d92c7447a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:04.816888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-2ae608d1-8ea9-4009-ba2b-4d92c7447a8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 1099 time: 0.4052088 Jul 09 19:32:04.820564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.864370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:04.949679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:04.950481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:04.952379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb5138b9-68f6-4d1b-9d51-ffc647416e75 HTTP/1.1" status: 200 len: 1091 time: 1.6007638 Jul 09 19:32:04.956705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:04.958897 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140a263f-fd29-4b84-be13-21ac14d6bc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:04.998149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:05.052826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:05.091253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069d80-7820-4e30-af38-1b21464a5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:05.143369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34761db-723b-4620-a374-5da1331c23cc req-8abd8586-7f99-4431-b3d5-f4f8050042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.146249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-8abd8586-7f99-4431-b3d5-f4f8050042ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.3232839 Jul 09 19:32:05.179571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c4811-e969-4d7c-8fc8-55aa5dd0d2e9 req-236276c9-ca88-4050-89c9-827aae747ec7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.186384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e3c4811-e969-4d7c-8fc8-55aa5dd0d2e9 req-236276c9-ca88-4050-89c9-827aae747ec7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 948 time: 0.2897246 Jul 09 19:32:05.228658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-47e7d0e9-709c-48f3-8cd6-858db05b28ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b HTTP/1.1" status: 200 len: 217 time: 0.0592923 Jul 09 19:32:05.235779 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:32:05.242541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b9803-63a0-4a1f-8655-a677fb806b81 req-bef36b4e-5880-46f4-ac36-52431a9cd2ad tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.250377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b9803-63a0-4a1f-8655-a677fb806b81 req-bef36b4e-5880-46f4-ac36-52431a9cd2ad tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.257055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b9803-63a0-4a1f-8655-a677fb806b81 req-bef36b4e-5880-46f4-ac36-52431a9cd2ad tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.258782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd2b9803-63a0-4a1f-8655-a677fb806b81 req-bef36b4e-5880-46f4-ac36-52431a9cd2ad tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2387 time: 0.2545426 Jul 09 19:32:05.309301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:05.316987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e3c4811-e969-4d7c-8fc8-55aa5dd0d2e9 req-d8547f40-3430-49d2-914f-2837dbd16ab9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297417 Jul 09 19:32:05.354787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd2b9803-63a0-4a1f-8655-a677fb806b81 req-d4c5c478-96fc-4cbc-aae7-d4d0eeb7a3f3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833085 Jul 09 19:32:05.356602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34761db-723b-4620-a374-5da1331c23cc req-27fd7ea7-3696-4c0b-bee5-5c58c39d1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.358705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-27fd7ea7-3696-4c0b-bee5-5c58c39d1b74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0966876 Jul 09 19:32:05.419855 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf7024-e543-477a-b21a-bb18c62fbaa2 x-openstack-request-id: req-55bf7024-e543-477a-b21a-bb18c62fbaa2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:05.420150 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "name": "network-vif-plugged", "status": "completed", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:05.420412 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55bf7024-e543-477a-b21a-bb18c62fbaa2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:05.420988 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'code': 200} Jul 09 19:32:05.440561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Deleting port df52034a-61e1-4cd9-9159-b8206da6f5d6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:05.440868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:05.502513 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090df7ea-4682-4342-87e8-66b09fcc6ba1 x-openstack-request-id: req-090df7ea-4682-4342-87e8-66b09fcc6ba1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:05.502822 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:05.503072 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-090df7ea-4682-4342-87e8-66b09fcc6ba1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:05.503931 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75', 'status': 'completed', 'code': 200} Jul 09 19:32:05.562041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34761db-723b-4620-a374-5da1331c23cc req-5305dd9e-cdd5-494e-9373-c0c6fe98f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.563539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-5305dd9e-cdd5-494e-9373-c0c6fe98f52b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1830907 Jul 09 19:32:05.628507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] For port df52034a-61e1-4cd9-9159-b8206da6f5d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=df52034a-61e1-4cd9-9159-b8206da6f5d6,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:05.629098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:05.648407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Calling delete_port for df52034a-61e1-4cd9-9159-b8206da6f5d6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:05.669548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-0fada2c0-e84c-44fc-8162-e6f7194baf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.670036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-0fada2c0-e84c-44fc-8162-e6f7194baf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.670504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-0fada2c0-e84c-44fc-8162-e6f7194baf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.672105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-0fada2c0-e84c-44fc-8162-e6f7194baf33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2730 time: 0.1177580 Jul 09 19:32:05.748539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c35f0-0733-4386-835e-2a1f81e1333f req-24118fb6-12ee-41ae-99a2-93a9522762eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.750365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490c35f0-0733-4386-835e-2a1f81e1333f req-24118fb6-12ee-41ae-99a2-93a9522762eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 1097 time: 0.2283263 Jul 09 19:32:05.848708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296e40-76d1-4818-893d-ad6f0ca13fa9 req-b94ef628-9820-4850-a7e3-73616bf34d0b tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:05.850789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e2296e40-76d1-4818-893d-ad6f0ca13fa9 req-b94ef628-9820-4850-a7e3-73616bf34d0b tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.2074499 Jul 09 19:32:05.858972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-4e2d72fb-573a-48d4-b5ff-3a712af2bc99 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862561 Jul 09 19:32:06.053638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9359f62-c4a3-4606-a996-8c3195861b78 req-e330edde-9946-47de-a42e-8de4e9a753ca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.055287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9359f62-c4a3-4606-a996-8c3195861b78 req-e330edde-9946-47de-a42e-8de4e9a753ca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2501447 Jul 09 19:32:06.059310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-a0405b39-37a6-4a3d-8df9-45bb4383c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.059797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-a0405b39-37a6-4a3d-8df9-45bb4383c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.060333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-a0405b39-37a6-4a3d-8df9-45bb4383c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.062257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-a0405b39-37a6-4a3d-8df9-45bb4383c996 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e70c29df78914b1a9ce1064019d25e04&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3165045 Jul 09 19:32:06.190925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490c35f0-0733-4386-835e-2a1f81e1333f req-0378f06b-52a1-4dce-af9f-4cd14f11eedb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196250 Jul 09 19:32:06.248503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9359f62-c4a3-4606-a996-8c3195861b78 req-328abb7a-89d7-43b9-b995-38ec0afaec9b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816359 Jul 09 19:32:06.266690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.267673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e2296e40-76d1-4818-893d-ad6f0ca13fa9 req-ab6e456e-1db0-46bf-bdc3-e68e88ca81ac tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996038 Jul 09 19:32:06.294581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3ece55-942d-4a11-8fae-846d9b7549cd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:06.313105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.327127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a34761db-723b-4620-a374-5da1331c23cc req-89919256-be80-4de8-971f-499c00385333 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514432 Jul 09 19:32:06.334148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=df52034a-61e1-4cd9-9159-b8206da6f5d6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:06.344320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Transition to ACTIVE for port object bd3ece55-942d-4a11-8fae-846d9b7549cd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:06.356096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.371415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-daac6f3d-ef33-412f-a9b2-b3fd36ffa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.373647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-140a263f-fd29-4b84-be13-21ac14d6bc8a req-daac6f3d-ef33-412f-a9b2-b3fd36ffa97a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3024118 Jul 09 19:32:06.491217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:06.605687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Attempting to bind port bd3ece55-942d-4a11-8fae-846d9b7549cd on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:06.606140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Attempting to bind port bd3ece55-942d-4a11-8fae-846d9b7549cd by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:06.606476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Attempting to bind port bd3ece55-942d-4a11-8fae-846d9b7549cd on network 500d0397-72f5-4848-a297-72b201a3ad9d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:06.615330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Port bd3ece55-942d-4a11-8fae-846d9b7549cd on network 500d0397-72f5-4848-a297-72b201a3ad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:06.615674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Attempting to bind port bd3ece55-942d-4a11-8fae-846d9b7549cd on network 500d0397-72f5-4848-a297-72b201a3ad9d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:06.629920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:06.630188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Checking segment: {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:06.630593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Bound using segment: {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:06.631853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Bound port: bd3ece55-942d-4a11-8fae-846d9b7549cd, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0d6992-be93-4842-9326-6755348b1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:06.632411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.671611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838786bb-c38d-477b-8178-d97583b52eac req-eb1101ce-dff0-4b0b-a47e-617bf3f68570 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.676831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-838786bb-c38d-477b-8178-d97583b52eac req-eb1101ce-dff0-4b0b-a47e-617bf3f68570 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 948 time: 0.1390557 Jul 09 19:32:06.769072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-838786bb-c38d-477b-8178-d97583b52eac req-77db039b-18c8-4a84-80a6-9f351c28f2a1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587647 Jul 09 19:32:06.780438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:06.785276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:06.802218 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.865705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:06.870949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.877551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd3ece55-942d-4a11-8fae-846d9b7549cd HTTP/1.1" status: 200 len: 1091 time: 1.8820221 Jul 09 19:32:06.935726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:06.942370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Request body: {'port': {'device_id': '35208294-eea8-47ab-afc4-079e6bd08817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:06.991860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6824ca-1c29-49c7-8533-cde1e21121b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:07.025940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefae6-1935-4bf5-a39f-e396c7109eb1 req-8834064f-0f2a-40bd-ad65-0f8ce42725e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.027584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1beefae6-1935-4bf5-a39f-e396c7109eb1 req-8834064f-0f2a-40bd-ad65-0f8ce42725e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.5152450 Jul 09 19:32:07.059155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930a4a-9e6f-49ad-b829-bef378576ecb req-9aacf0a7-ecb9-407a-8d93-1a449a9f2d65 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.065336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930a4a-9e6f-49ad-b829-bef378576ecb req-9aacf0a7-ecb9-407a-8d93-1a449a9f2d65 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.071843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930a4a-9e6f-49ad-b829-bef378576ecb req-9aacf0a7-ecb9-407a-8d93-1a449a9f2d65 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.073588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79930a4a-9e6f-49ad-b829-bef378576ecb req-9aacf0a7-ecb9-407a-8d93-1a449a9f2d65 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2399 time: 0.1764183 Jul 09 19:32:07.076820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:07.138959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1beefae6-1935-4bf5-a39f-e396c7109eb1 req-f96aee8d-c1e8-4607-8a77-ba088d959965 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680394 Jul 09 19:32:07.151731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79930a4a-9e6f-49ad-b829-bef378576ecb req-e62a32a4-98b9-4a05-b9b9-c92cd1cee8e3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715370 Jul 09 19:32:07.279742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Router 18982d47-1222-422e-b9ae-2f05097f360a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:32:07.448056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa87172-e8ea-4aad-952e-cda67ea0a5ea {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:07.457929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:07.480634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Transition to ACTIVE for port object 7fa87172-e8ea-4aad-952e-cda67ea0a5ea will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:07.498272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770e06-1638-4408-9b28-792e2baf7296 req-9957aa59-ec3d-49e6-8d69-2c1de9a93b7d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.499783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7770e06-1638-4408-9b28-792e2baf7296 req-9957aa59-ec3d-49e6-8d69-2c1de9a93b7d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1015930 Jul 09 19:32:07.500930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:07.505164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:07.507688 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc929a8-2398-4512-b04f-7644d00d5638" -d '{"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:07.546643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:32:07.554415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-38d4b0bb-d4eb-4032-9f0b-093ab3e98e2c admin admin] 10.222.0.10 "PUT /v2.0/routers/18982d47-1222-422e-b9ae-2f05097f360a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7702060 Jul 09 19:32:07.559309 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Sync routers for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:32:07.560058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:07.570575 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:07.571163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:07.602360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539311-efa4-429c-b9b9-cc46d3dac5e2 req-d01f6eac-7e33-4c31-9111-721f8f9b9564 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.603965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95539311-efa4-429c-b9b9-cc46d3dac5e2 req-d01f6eac-7e33-4c31-9111-721f8f9b9564 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.1094019 Jul 09 19:32:07.637869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:07.660011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95539311-efa4-429c-b9b9-cc46d3dac5e2 req-24eaf145-6ba7-4dee-8df2-a7534ef67730 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Jul 09 19:32:07.665954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7770e06-1638-4408-9b28-792e2baf7296 req-05bdd80a-0e81-4005-a46b-fbf2b63a9be3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511302 Jul 09 19:32:07.752715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:07.754722 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc68fbf-5449-453a-a14d-7ef0f80f4230 x-openstack-request-id: req-cbc68fbf-5449-453a-a14d-7ef0f80f4230 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:07.755004 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:07.755255 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbc68fbf-5449-453a-a14d-7ef0f80f4230 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:07.755660 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd', 'status': 'completed', 'code': 200} Jul 09 19:32:07.768519 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:07.862347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-3a7bd6c9-ae60-4453-bbfc-9e8eafcc260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.862847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-3a7bd6c9-ae60-4453-bbfc-9e8eafcc260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.863329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-3a7bd6c9-ae60-4453-bbfc-9e8eafcc260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:07.865255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-3a7bd6c9-ae60-4453-bbfc-9e8eafcc260b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2822 time: 0.0810058 Jul 09 19:32:07.885397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Attempting to bind port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:07.885760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Attempting to bind port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:07.886070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Attempting to bind port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:07.895597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:07.895927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Attempting to bind port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea on network 65b438b3-5fcb-4370-8e99-8f5faaadb449 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:07.904169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:07.904502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Checking segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:07.904896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Bound using segment: {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:07.905372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Bound port: 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:07.905735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:07.953735 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:32:06Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:07.981691 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Checking router: 18982d47-1222-422e-b9ae-2f05097f360a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:32:08.000077 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Routers {'18982d47-1222-422e-b9ae-2f05097f360a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:08.000650 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['18982d47-1222-422e-b9ae-2f05097f360a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:08.011603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.017421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-2fe54331-b51c-4b80-88bc-79335d8a9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.017860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-2fe54331-b51c-4b80-88bc-79335d8a9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.018497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-2fe54331-b51c-4b80-88bc-79335d8a9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.020180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-2fe54331-b51c-4b80-88bc-79335d8a9cff service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e70c29df78914b1a9ce1064019d25e04&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1464925 Jul 09 19:32:08.042757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:08.050973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:08.085640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.147641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580ecf9-a15e-475a-a79d-539051944f12 req-a5e55654-c206-42b5-8358-883d608535d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.152940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1580ecf9-a15e-475a-a79d-539051944f12 req-a5e55654-c206-42b5-8358-883d608535d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 948 time: 0.2107790 Jul 09 19:32:08.165403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.166008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.167908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] 10.222.0.59 "PUT /v2.0/ports/7fa87172-e8ea-4aad-952e-cda67ea0a5ea HTTP/1.1" status: 200 len: 1092 time: 1.2341354 Jul 09 19:32:08.194142 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] Set router 18982d47-1222-422e-b9ae-2f05097f360a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:08.199817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ffa3f-c484-4670-b774-f8001d3b9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:08.237783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-47a350df-7156-44e2-b54e-76d7027fbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.239320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bc929a8-2398-4512-b04f-7644d00d5638 req-47a350df-7156-44e2-b54e-76d7027fbac0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122777 Jul 09 19:32:08.245330 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1580ecf9-a15e-475a-a79d-539051944f12 req-35258d09-6b51-457b-9eff-396599a71efe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Jul 09 19:32:08.264283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Deleting port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:08.265001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.320481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108964d-0d3f-4862-a3cf-fbd73f689666 req-84e7e05c-411f-48d3-94b7-961169a50bef tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.322994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2108964d-0d3f-4862-a3cf-fbd73f689666 req-84e7e05c-411f-48d3-94b7-961169a50bef tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.1605933 Jul 09 19:32:08.389166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] For port 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:08.389552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.423851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2108964d-0d3f-4862-a3cf-fbd73f689666 req-dcee6b99-d2e5-4769-bf3e-7c07ae902305 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664396 Jul 09 19:32:08.431055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Calling delete_port for 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:08.432509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-d316fec9-7f47-4043-8020-eb3bb8bf0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.432995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-d316fec9-7f47-4043-8020-eb3bb8bf0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.433495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-d316fec9-7f47-4043-8020-eb3bb8bf0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.435109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-d316fec9-7f47-4043-8020-eb3bb8bf0e0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2864 time: 0.1341054 Jul 09 19:32:08.495463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-27ad8a61-738f-404d-a19b-330fd3fea4cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75 HTTP/1.1" status: 200 len: 217 time: 0.0405540 Jul 09 19:32:08.529381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aeb26-1a14-49de-9506-9a9d4ca981a0 req-596ea81d-7b74-4d31-8fe7-d23be8e8320a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.531153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-430aeb26-1a14-49de-9506-9a9d4ca981a0 req-596ea81d-7b74-4d31-8fe7-d23be8e8320a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.1326370 Jul 09 19:32:08.541602 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:32:06Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:08.574560 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955709-f346-4367-b4a2-71303eb7decf None None] The sync data for ids ['18982d47-1222-422e-b9ae-2f05097f360a'] in n-d-800087-3 is: [{'id': '18982d47-1222-422e-b9ae-2f05097f360a', 'name': 'tempest-ServersTestManualDisk-1423112224-router', 'tenant_id': '6cd32a1054fc41d6857fe791f5181cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:29:39Z', 'updated_at': '2021-07-09T19:32:06Z', 'revision_number': 5, 'project_id': '6cd32a1054fc41d6857fe791f5181cf4', 'gw_port': {'id': '4c95ea6f-72fc-4396-b196-f7bfa84fa2f1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18982d47-1222-422e-b9ae-2f05097f360a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:29:40Z', 'updated_at': '2021-07-09T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:32:08.587235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ea09db0b-e7ef-4cd5-8726-166d7910258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.588712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-ea09db0b-e7ef-4cd5-8726-166d7910258a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12533f54-d349-4aeb-84c6-e871754d25d8 HTTP/1.1" status: 200 len: 801 time: 0.0875344 Jul 09 19:32:08.638415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-430aeb26-1a14-49de-9506-9a9d4ca981a0 req-31be25c9-b8f5-4230-bfd2-8bf23f07de34 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967379 Jul 09 19:32:08.662784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb470-94af-40a3-a455-72072254b208 req-e971b79f-64ad-4be8-b171-420d52321e0b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.669319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb470-94af-40a3-a455-72072254b208 req-e971b79f-64ad-4be8-b171-420d52321e0b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.670634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dadc06d4-e171-413a-bbb7-b49bff5ef00b details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:08.675930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb470-94af-40a3-a455-72072254b208 req-e971b79f-64ad-4be8-b171-420d52321e0b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.678482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07feb470-94af-40a3-a455-72072254b208 req-e971b79f-64ad-4be8-b171-420d52321e0b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2411 time: 0.1250730 Jul 09 19:32:08.744906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.757811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07feb470-94af-40a3-a455-72072254b208 req-bc175a3e-6027-4aba-ad57-79bb7074ebc4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683057 Jul 09 19:32:08.784784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-be57829b-9776-4861-8f6d-aef5628213e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:08.786452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-be57829b-9776-4861-8f6d-aef5628213e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65b438b3-5fcb-4370-8e99-8f5faaadb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1845591 Jul 09 19:32:08.803662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:08.810313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c95ea6f-72fc-4396-b196-f7bfa84fa2f1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:08.842275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b', 'mac_address': 'fa:16:3e:7a:83:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:08.908334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.922488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadc06d4-e171-413a-bbb7-b49bff5ef00b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:08.951936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:08.959991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:08.961249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-a10f6258-772e-4a11-b3e8-57bb4896dc8d service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554487 Jul 09 19:32:08.961498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.014018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:09.083228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-0b00fa82-2a1c-4a4c-96be-ee78edb52cf9 service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138480 Jul 09 19:32:09.086989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.090669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.137155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-f63ab830-cd8b-4d6b-8897-8c2cde0c6871 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd HTTP/1.1" status: 200 len: 217 time: 0.0418754 Jul 09 19:32:09.164329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f55bf-68bd-433a-a6a8-57e43a42229e req-7e0bbb76-8d01-46fd-b42b-d34183a69ce5 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.165909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-534f55bf-68bd-433a-a6a8-57e43a42229e req-7e0bbb76-8d01-46fd-b42b-d34183a69ce5 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.2513468 Jul 09 19:32:09.170978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.171831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18982d47-1222-422e-b9ae-2f05097f360a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:32:09.183986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.187741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9b42ac8-0853-42d9-96ba-710283cc3e28 admin admin] 10.222.0.10 "DELETE /v2.0/routers/18982d47-1222-422e-b9ae-2f05097f360a HTTP/1.1" status: 204 len: 168 time: 1.6240790 Jul 09 19:32:09.188163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:09.215418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-534f55bf-68bd-433a-a6a8-57e43a42229e req-24c551f1-c522-4c08-9254-1508daec77be tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408342 Jul 09 19:32:09.225464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b8dfd3ed-e0aa-48fa-a616-cd3a25101ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.227128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b8dfd3ed-e0aa-48fa-a616-cd3a25101ba1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=76a76c8f-5ef8-4531-8673-c59867139a40 HTTP/1.1" status: 200 len: 801 time: 0.0852842 Jul 09 19:32:09.322902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Deleting subnet f786a050-9479-4482-bcfa-db15e3c8151e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:32:09.328667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.386274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.401581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-1ae72fce-0d13-4fdd-9381-441065f17bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.403085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-1ae72fce-0d13-4fdd-9381-441065f17bec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=500d0397-72f5-4848-a297-72b201a3ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635208 Jul 09 19:32:09.419386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45be5-e190-4d13-a3fa-e853a41a9cb9 req-bf67c788-b73f-403e-b960-506391539080 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.420900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a45be5-e190-4d13-a3fa-e853a41a9cb9 req-bf67c788-b73f-403e-b960-506391539080 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0729897 Jul 09 19:32:09.457655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['dadc06d4-e171-413a-bbb7-b49bff5ef00b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:09.465543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a45be5-e190-4d13-a3fa-e853a41a9cb9 req-10764245-9cd6-4a70-8fa5-56038e7da910 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Jul 09 19:32:09.532048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.597521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-e0b88c6c-2c6a-4931-8a11-20c6a81c67a2 service neutron] 10.222.0.59 "GET /v2.0/networks/500d0397-72f5-4848-a297-72b201a3ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782327 Jul 09 19:32:09.639319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.658084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a69389-221f-49ab-ab8d-98f6a937745d req-ac7628b9-0821-450e-bf2a-011a9846e186 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.673737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23a69389-221f-49ab-ab8d-98f6a937745d req-ac7628b9-0821-450e-bf2a-011a9846e186 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.0990434 Jul 09 19:32:09.674504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:09.679610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Request body: {'floatingip': {'port_id': '90cde381-2e0c-439a-b8b8-b10933b18ea0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:09.712652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f786a050-9479-4482-bcfa-db15e3c8151e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:09.714714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.717972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7aeb3-0942-44ed-b0c2-e3d331c6dd7a None None] Network 6b51c582-c884-4d9f-a852-b36c44340691 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:09.733950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7a244377-4044-43ca-93ca-25621e2b1abe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f786a050-9479-4482-bcfa-db15e3c8151e HTTP/1.1" status: 204 len: 168 time: 0.5422828 Jul 09 19:32:09.733950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:09.757078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:09.759567 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73" -d '{"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:09.775667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.856114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-cbb1c9e3-4ac9-49a0-af94-df80536bda0c service neutron] 10.222.0.59 "GET /v2.0/networks/500d0397-72f5-4848-a297-72b201a3ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435277 Jul 09 19:32:09.862340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:09.905035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-b2c152bb-10f6-4178-8c22-377e95defcb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea HTTP/1.1" status: 200 len: 217 time: 0.0385201 Jul 09 19:32:09.958213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] DHCP port deletion for 6b51c582-c884-4d9f-a852-b36c44340691 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:32:09.985307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-2d083d03-a032-4046-911b-ba817433f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:09.988079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-2d083d03-a032-4046-911b-ba817433f390 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12533f54-d349-4aeb-84c6-e871754d25d8 HTTP/1.1" status: 200 len: 801 time: 0.0745623 Jul 09 19:32:10.044944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e0e35-901d-478c-ac28-44855b188732 req-84701b08-63ee-4757-bf70-812ce6640b0f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:10.047175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Deleting port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:10.049309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.051962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3e0e35-901d-478c-ac28-44855b188732 req-84701b08-63ee-4757-bf70-812ce6640b0f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 949 time: 0.2194607 Jul 09 19:32:10.078526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Deleting port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:10.078526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.097781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:10.098825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3e0e35-901d-478c-ac28-44855b188732 req-8216f03c-7c1e-46fa-a952-232c2fd98e2c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Jul 09 19:32:10.167679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:10.168191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.176862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-0ffdfc4a-f74c-434e-ba49-f662df4509ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:10.178837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-0ffdfc4a-f74c-434e-ba49-f662df4509ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65b438b3-5fcb-4370-8e99-8f5faaadb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775577 Jul 09 19:32:10.181031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:10.181423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.186587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Calling delete_port for eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:10.206519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-1ec8eae6-4293-4946-a02e-b819559c8bbb tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:32:10.207546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-1ec8eae6-4293-4946-a02e-b819559c8bbb tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262503 Jul 09 19:32:10.225182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Request body: {'binding': {'host': 'n-h2-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:10.225693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Unknown quota resources ['binding']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:32:10.227829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Calling delete_port for eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:10.270530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.375881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,segment=NetworkSegment(ba56ac4f-86ae-4681-baf2-2935ee8b836e),segment_id=ba56ac4f-86ae-4681-baf2-2935ee8b836e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:10.389790 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.390489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:10.434241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:10.434480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c95ea6f-72fc-4396-b196-f7bfa84fa2f1 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:10.435479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device df52034a-61e1-4cd9-9159-b8206da6f5d6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:10.457870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-de46b61f-26a4-46c3-8c15-a3025c6bf123 service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678378 Jul 09 19:32:10.458530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: df52034a-61e1-4cd9-9159-b8206da6f5d6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:10.458666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device df52034a-61e1-4cd9-9159-b8206da6f5d6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:10.466766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.492393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] No DVR routers for this DVR port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:10.494770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:10.519004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0b194-6a08-4ba4-bc5b-c0b2c10bedba None None] Pushing event deleted for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:10.582459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.628686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] No DVR routers for this DVR port eb060f43-5644-4bb9-84b9-e95fe0e4f0e3 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:10.641082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb060f43-5644-4bb9-84b9-e95fe0e4f0e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:10.654413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98137095-2df0-4146-b5ea-caea92f016eb req-73f23b5a-ab14-4736-9f5d-951985a086a7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:10.655867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98137095-2df0-4146-b5ea-caea92f016eb req-73f23b5a-ab14-4736-9f5d-951985a086a7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.1425753 Jul 09 19:32:10.665763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on host n-h2-800087-3 for vnic_type normal with profile None {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:10.666091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:10.666417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:10.712999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:10.713350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:10.736357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407dec46-7e65-4761-a05f-7c1354cd2c8d req-60eee11e-484b-430c-acd7-dc57c696a60c service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582266 Jul 09 19:32:10.736614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98137095-2df0-4146-b5ea-caea92f016eb req-92a5ef34-2d35-44ca-a61f-132001e3df19 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722976 Jul 09 19:32:10.737074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:10.737396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:10.737770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:10.738663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Bound port: f607c2f8-6702-4590-86d9-5d1bfa03aff9, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:10.743030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.747270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.748582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.796644 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c152b-2990-4721-95ff-3b89fbd2dc16 x-openstack-request-id: req-1d0c152b-2990-4721-95ff-3b89fbd2dc16 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:10.796817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.796925 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:10.797070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.797251 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d0c152b-2990-4721-95ff-3b89fbd2dc16 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:10.797550 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea', 'status': 'completed', 'code': 200} Jul 09 19:32:10.797871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.798223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.798578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.798901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.799226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.799545 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.799862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.800177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.870249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.870743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.871221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.871695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:32:10.872233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b51c582-c884-4d9f-a852-b36c44340691']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:10.881390 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Floating IP d9623c06-46ad-4e10-8530-ec6ba91ff1a8 associated. External IP: 172.25.3.51, port: 90cde381-2e0c-439a-b8b8-b10933b18ea0. Jul 09 19:32:10.912756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56ac4f-86ae-4681-baf2-2935ee8b836e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:10.913066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56ac4f-86ae-4681-baf2-2935ee8b836e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:10.955297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:10.986465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.004123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:32:11.004531 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.007367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:32:11.011107 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:32:11.024505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.025686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-989af269-953e-4f4b-a39e-1ef9e07026a6 service neutron] 10.222.0.10 "POST /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9/bindings HTTP/1.1" status: 201 len: 389 time: 0.8040559 Jul 09 19:32:11.048603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdab09-8175-4de2-83e2-aba9bb81c07c req-2f095886-a9e1-488a-875a-eb550de9ae90 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.056017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdab09-8175-4de2-83e2-aba9bb81c07c req-2f095886-a9e1-488a-875a-eb550de9ae90 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.062199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdab09-8175-4de2-83e2-aba9bb81c07c req-2f095886-a9e1-488a-875a-eb550de9ae90 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.063967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8fdab09-8175-4de2-83e2-aba9bb81c07c req-2f095886-a9e1-488a-875a-eb550de9ae90 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2411 time: 0.1792648 Jul 09 19:32:11.080822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-aefdf657-415a-4b31-be3b-f524897e2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.080822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-aefdf657-415a-4b31-be3b-f524897e2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.081190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-aefdf657-415a-4b31-be3b-f524897e2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.082790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-aefdf657-415a-4b31-be3b-f524897e2183 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2864 time: 0.1997361 Jul 09 19:32:11.088687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.116858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.119222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6b51c582-c884-4d9f-a852-b36c44340691 HTTP/1.1" status: 204 len: 168 time: 1.3844891 Jul 09 19:32:11.129979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4967f14-3b35-49ec-9ed2-9eb2e72448b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b51c582-c884-4d9f-a852-b36c44340691,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:11.222523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8fdab09-8175-4de2-83e2-aba9bb81c07c req-ef6408a9-bf2a-4a96-86bc-85a0ee5c1876 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339545 Jul 09 19:32:11.247899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-b2406e72-8863-446c-9165-3f4ebc484731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.249834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-b2406e72-8863-446c-9165-3f4ebc484731 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65b438b3-5fcb-4370-8e99-8f5faaadb449 HTTP/1.1" status: 200 len: 902 time: 0.1295245 Jul 09 19:32:11.278487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:32:11.334198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:11.342329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-50a6a7de-0c82-4d9f-afe9-bc106c1093ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea HTTP/1.1" status: 200 len: 217 time: 0.0843320 Jul 09 19:32:11.450754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9096a409-7454-460a-96ba-52c40319f436 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd32a1054fc41d6857fe791f5181cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151597 Jul 09 19:32:11.452236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-6207dfa3-95e2-4deb-a169-14c2ecf39803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.453673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-6207dfa3-95e2-4deb-a169-14c2ecf39803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12533f54-d349-4aeb-84c6-e871754d25d8 HTTP/1.1" status: 200 len: 801 time: 0.1025596 Jul 09 19:32:11.454958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:11.482572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:32:11.488240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.493154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Sync routers for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:32:11.502601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:11.503224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:11.541825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-28979e80-ce44-4bba-9cef-2e76c3a609d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.543371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-28979e80-ce44-4bba-9cef-2e76c3a609d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1096 time: 0.1541834 Jul 09 19:32:11.549821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214f9d-4dd1-46ac-a023-70c9f9dfeda2 req-bc8c3e2e-56bf-4be1-8ef3-44164ca3f5c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.550802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be1770b4-ab2a-463c-ac9c-eae88485c593 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "PUT /v2.0/floatingips/d9623c06-46ad-4e10-8530-ec6ba91ff1a8 HTTP/1.1" status: 200 len: 991 time: 1.8751230 Jul 09 19:32:11.551309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8214f9d-4dd1-46ac-a023-70c9f9dfeda2 req-bc8c3e2e-56bf-4be1-8ef3-44164ca3f5c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1899996 Jul 09 19:32:11.568784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37463c-54e5-4d8b-b926-abde2c019949 req-9577e500-3fae-4d8d-ab79-3e362af934f7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.570356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab37463c-54e5-4d8b-b926-abde2c019949 req-9577e500-3fae-4d8d-ab79-3e362af934f7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.1676879 Jul 09 19:32:11.602421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.620410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:11.631992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-51c30ad8-fccc-4004-9718-0dd91d3d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.633527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-51c30ad8-fccc-4004-9718-0dd91d3d7af9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65b438b3-5fcb-4370-8e99-8f5faaadb449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1702611 Jul 09 19:32:11.647696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8214f9d-4dd1-46ac-a023-70c9f9dfeda2 req-3a955c2e-f0ef-474d-ac26-d0f243b9c11d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Jul 09 19:32:11.657086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab37463c-54e5-4d8b-b926-abde2c019949 req-fcb4ad67-9e13-458b-9737-9ccde148e079 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767777 Jul 09 19:32:11.676955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-4264b140-413b-4c1d-be97-e5ce00c67f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.679064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-4264b140-413b-4c1d-be97-e5ce00c67f84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1270540 Jul 09 19:32:11.686909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.767024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-229ea61b-bff9-4f00-bbe6-dd1676461c21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 217 time: 0.0732448 Jul 09 19:32:11.790608 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.793841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:11.798813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f70254ee-725c-4c4c-9d48-bfa32463c55c HTTP/1.1" status: 204 len: 168 time: 0.3428771 Jul 09 19:32:11.905175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-20f13073-25e5-4054-92b3-462b3f5e0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:11.911161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-20f13073-25e5-4054-92b3-462b3f5e0df1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1418064 Jul 09 19:32:11.977052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-c3e09fe1-c1e5-4522-bcd3-769141789628 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585105 Jul 09 19:32:11.998835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'd9623c06-46ad-4e10-8530-ec6ba91ff1a8', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'port_id': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'mac_address': 'fa:16:3e:4d:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:31:49Z', 'updated_at': '2021-07-09T19:32:10Z', 'revision_number': 1, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:12.036406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Checking router: cf4d39e2-1f9b-4423-b3ac-cce699c099b0 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:32:12.046094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:32:12.046725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:31:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:12.174883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:32:12.189875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-7e7e835d-4da7-4b19-af47-680a15c04697 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051337 Jul 09 19:32:12.202675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8d36-493e-4b6c-95f0-ba3154fb8545 req-12132e4c-5ed9-41ce-988b-b6685a87db3c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.203386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11258a2-aedc-413c-82e5-a40aa7464d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70254ee-725c-4c4c-9d48-bfa32463c55c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:12.210697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-688a8d36-493e-4b6c-95f0-ba3154fb8545 req-12132e4c-5ed9-41ce-988b-b6685a87db3c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.1617131 Jul 09 19:32:12.225479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-0e0493ed-0bff-4afa-92f7-6d8422a09690 service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705779 Jul 09 19:32:12.301921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6d30-027f-4493-9418-485b9537b481 req-80acc164-12c6-4e4a-8668-dd3b1ead0ddf tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.303999 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-353d6d30-027f-4493-9418-485b9537b481 req-80acc164-12c6-4e4a-8668-dd3b1ead0ddf tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 949 time: 0.5037651 Jul 09 19:32:12.358837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-353d6d30-027f-4493-9418-485b9537b481 req-de339a6f-b854-4395-8978-31d62b93eff5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Jul 09 19:32:12.361842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-688a8d36-493e-4b6c-95f0-ba3154fb8545 req-abb6ac40-385a-4286-a3c8-5d5aa128c891 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887866 Jul 09 19:32:12.384919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7be153d5-d6c3-4b5e-ac0a-503fb5647b73 req-ddc855e7-fd51-4dcc-bbcd-84ef71c788b9 service neutron] 10.222.0.59 "GET /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456811 Jul 09 19:32:12.407765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-435c97c4-6d87-4c18-aa9a-425e6fe2a46c service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954916 Jul 09 19:32:12.522059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'd9623c06-46ad-4e10-8530-ec6ba91ff1a8', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'port_id': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'mac_address': 'fa:16:3e:4d:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:31:49Z', 'updated_at': '2021-07-09T19:32:10Z', 'revision_number': 1, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:12.563915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8c09-3650-4b49-876b-db70e1f1d4dd None None] The sync data for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 is: [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'd9623c06-46ad-4e10-8530-ec6ba91ff1a8', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'port_id': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'mac_address': 'fa:16:3e:4d:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:31:49Z', 'updated_at': '2021-07-09T19:32:10Z', 'revision_number': 1, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:32:12.601305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db548f-455d-48ac-ab03-45f849fe0586 req-c43d9368-de2d-4c71-bef0-346e03bbc43e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.608491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db548f-455d-48ac-ab03-45f849fe0586 req-c43d9368-de2d-4c71-bef0-346e03bbc43e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.616748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db548f-455d-48ac-ab03-45f849fe0586 req-c43d9368-de2d-4c71-bef0-346e03bbc43e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.627325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9db548f-455d-48ac-ab03-45f849fe0586 req-c43d9368-de2d-4c71-bef0-346e03bbc43e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2411 time: 0.1316249 Jul 09 19:32:12.671643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9db548f-455d-48ac-ab03-45f849fe0586 req-6c4091c8-eb94-48cd-b484-aa80fc62365c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Jul 09 19:32:12.681050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dadc06d4-e171-413a-bbb7-b49bff5ef00b up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:12.750137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port dadc06d4-e171-413a-bbb7-b49bff5ef00b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:12.758378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port dadc06d4-e171-413a-bbb7-b49bff5ef00b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:12.758603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:12.758892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:12.798424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:12.801023 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036752a-9cf0-4209-8c3a-e5434998f32e" -d '{"events": [{"name": "network-changed", "server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:12.890801 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:12.900326 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7a9de-83d5-48b5-8d42-7287b54c35f5 None None] New status for floating IP d9623c06-46ad-4e10-8530-ec6ba91ff1a8: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:32:12.917089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27151bd1-27bf-44fe-8225-bc88181c0267 req-b50da9dc-ee8f-4f5d-b6bb-c6723a6cfb23 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:12.920779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27151bd1-27bf-44fe-8225-bc88181c0267 req-b50da9dc-ee8f-4f5d-b6bb-c6723a6cfb23 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0921347 Jul 09 19:32:12.950431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-601451490-network', 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:12.979872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Made reservation on behalf of a29f0293ac4b4eccb73969b26acd30de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:12.982277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:12.997570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.003347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27151bd1-27bf-44fe-8225-bc88181c0267 req-1a91dfa4-b906-49e3-ba65-fadfb7c3996c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731201 Jul 09 19:32:13.062589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:13.065606 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f05413-60b4-4d9d-b719-b785d32bbf9e" -d '{"events": [{"server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "name": "network-vif-plugged", "status": "completed", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:13.080815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4247cc-75f8-49cf-baea-4243a5095641 req-dcbd4358-14ee-4d2a-a9eb-f4ecbd005c9a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.085743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:13.088508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f4247cc-75f8-49cf-baea-4243a5095641 req-dcbd4358-14ee-4d2a-a9eb-f4ecbd005c9a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.1910448 Jul 09 19:32:13.092683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.109121 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be416dae-1a2e-4213-a1c4-d585bff609fe x-openstack-request-id: req-be416dae-1a2e-4213-a1c4-d585bff609fe {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:13.109443 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:13.109707 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be416dae-1a2e-4213-a1c4-d585bff609fe {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:13.110116 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'status': 'completed', 'code': 200} Jul 09 19:32:13.163819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f4247cc-75f8-49cf-baea-4243a5095641 req-e5be004e-ccfa-4d12-b876-e1b464f90095 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743542 Jul 09 19:32:13.206824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:13.224975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.240411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.244976 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85622d2-ac2b-4d73-8a37-bc04b41fab50 x-openstack-request-id: req-c85622d2-ac2b-4d73-8a37-bc04b41fab50 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:13.245380 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "name": "network-vif-plugged", "status": "completed", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:13.245741 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c85622d2-ac2b-4d73-8a37-bc04b41fab50 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:13.246285 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b', 'code': 200} Jul 09 19:32:13.281508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c032d26d-bed4-4234-9fe6-94bbc71a6ae1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:13.306481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:32:13.313638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-7dda610c-24c3-4d25-8c97-78c4285692f8 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.315190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-7dda610c-24c3-4d25-8c97-78c4285692f8 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1011400 Jul 09 19:32:13.319127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-00874341-5df0-4416-bed5-927adfd81b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.320666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-00874341-5df0-4416-bed5-927adfd81b89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62ec5e08cfd8471195368fc2d1631825&device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 1097 time: 0.1800354 Jul 09 19:32:13.323632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.323968 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Added segment 938937ed-247c-4191-8c99-63df410fe949 of type vlan for network 46c6c28f-0cd2-4203-8278-cbded053244e Jul 09 19:32:13.353884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:13.411177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.454923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9079f08-d54e-44a6-a705-f426d1f2e303 req-6533733f-a998-48a6-8b2b-1b0832c5f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.456441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9079f08-d54e-44a6-a705-f426d1f2e303 req-6533733f-a998-48a6-8b2b-1b0832c5f4db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 1101 time: 0.1404004 Jul 09 19:32:13.462743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.513431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-f5806291-2b5c-4953-b1ac-f947b26ee008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.515231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-f5806291-2b5c-4953-b1ac-f947b26ee008 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f HTTP/1.1" status: 200 len: 907 time: 0.1635139 Jul 09 19:32:13.520808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.521984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.524821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.584401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9079f08-d54e-44a6-a705-f426d1f2e303 req-1d8a5e8d-9583-4b15-9084-4ea4dace01a3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167235 Jul 09 19:32:13.659689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8970411 Jul 09 19:32:13.660233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:13.666617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Request body: {'subnet': {'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-601451490-subnet', 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:13.686603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de53ce-a1fb-4f5c-aacd-e43a5cc494bc admin admin] Pushing event updated for resources: {'Network': ['ID=46c6c28f-0cd2-4203-8278-cbded053244e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:13.692249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2c7b0-281d-4ff7-950f-48f36813de3a req-de7a6a6b-5c45-48bb-a115-818bef5ae1e4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.693894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27e2c7b0-281d-4ff7-950f-48f36813de3a req-de7a6a6b-5c45-48bb-a115-818bef5ae1e4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 945 time: 0.1675699 Jul 09 19:32:13.701442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 46c6c28f-0cd2-4203-8278-cbded053244e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:32:13.716334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-b9e1dcb6-170a-4f34-8eeb-1c94f4e7d95c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0 HTTP/1.1" status: 200 len: 1001 time: 0.1848369 Jul 09 19:32:13.720992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:13.758292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Made reservation on behalf of a29f0293ac4b4eccb73969b26acd30de for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:13.760748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.761270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae2e9-f316-43eb-95f9-c03e292e9e6b req-6e761aae-d6bd-4ede-a833-d8e091ca8848 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.763972 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e7ae2e9-f316-43eb-95f9-c03e292e9e6b req-6e761aae-d6bd-4ede-a833-d8e091ca8848 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 950 time: 0.2161357 Jul 09 19:32:13.833333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-dcfa2cf7-b983-42ac-803d-261363144afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.834944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-dcfa2cf7-b983-42ac-803d-261363144afa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0929e56-fb4a-4445-8bb4-f97728b41eb5 HTTP/1.1" status: 200 len: 845 time: 0.1041839 Jul 09 19:32:13.839006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27e2c7b0-281d-4ff7-950f-48f36813de3a req-30fe864b-4789-4fb2-88e9-b47095684828 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374149 Jul 09 19:32:13.848025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e7ae2e9-f316-43eb-95f9-c03e292e9e6b req-0cfb40b4-1481-484b-8628-42050ca9b079 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Jul 09 19:32:13.877347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:13.919759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-28ae5fe6-2111-415d-887b-0a1bead27c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:13.922016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-28ae5fe6-2111-415d-887b-0a1bead27c12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724223 Jul 09 19:32:13.965604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:13.980451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.070183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-a35b1c3f-96b7-4c25-b6c8-adb513d805d4 service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415899 Jul 09 19:32:14.128039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:14.135242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.205051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h2-800087-3 for vnic_type normal with profile {"migrating_to": "n-h1-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:14.205471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:14.205789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:14.223840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:14.224231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:14.226126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e036752a-9cf0-4209-8c3a-e5434998f32e req-76e17e78-d494-40ba-be03-b1935bcd0ba2 service neutron] 10.222.0.59 "GET /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482077 Jul 09 19:32:14.248665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:14.248665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:14.249040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:14.249750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Bound port: 6861395d-bb35-4263-a1b2-772f1edb5fc8, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:14.249848 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.252217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:14.275015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805947b-49c6-4887-949c-9bcbc98d0ef3 req-fa998293-a878-4bcd-a36a-6fe674b708d2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.276086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efabf9-9835-43f1-a678-ed14d0452fe5 req-6e3cfa3a-d95f-44c7-8944-9f960e9a3462 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.276865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6805947b-49c6-4887-949c-9bcbc98d0ef3 req-fa998293-a878-4bcd-a36a-6fe674b708d2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0931239 Jul 09 19:32:14.282039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efabf9-9835-43f1-a678-ed14d0452fe5 req-6e3cfa3a-d95f-44c7-8944-9f960e9a3462 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.288043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efabf9-9835-43f1-a678-ed14d0452fe5 req-6e3cfa3a-d95f-44c7-8944-9f960e9a3462 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.289732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1efabf9-9835-43f1-a678-ed14d0452fe5 req-6e3cfa3a-d95f-44c7-8944-9f960e9a3462 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2411 time: 0.2449806 Jul 09 19:32:14.296219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63519dc-677e-48a2-9ca6-95da0c4983da,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:14.304861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Checking segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:14.305247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Network hostable DHCP agents. Network: 46c6c28f-0cd2-4203-8278-cbded053244e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:32:14.338616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6805947b-49c6-4887-949c-9bcbc98d0ef3 req-10192aa2-f228-4073-84e0-3fab78fc5bd3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Jul 09 19:32:14.382268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:14.386077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Network 46c6c28f-0cd2-4203-8278-cbded053244e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:32:14.395859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1efabf9-9835-43f1-a678-ed14d0452fe5 req-d2407650-7372-4abb-92c9-bea094945773 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957630 Jul 09 19:32:14.404979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:14.408229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:14.415828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 46c6c28f-0cd2-4203-8278-cbded053244e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:14.419639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h2-800087-3 for vnic_type normal with profile {"migrating_to": "n-h1-800087-3"} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:14.420015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:14.420158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.420427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:14.427728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.428383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.434314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8c797-9f24-4002-b532-c30ca8d1792e None None] Network 46c6c28f-0cd2-4203-8278-cbded053244e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:14.475364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:14.476062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Attempting to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:14.484116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:14.484863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:14.485694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:14.486408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Bound port: 6861395d-bb35-4263-a1b2-772f1edb5fc8, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:14.487018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.555575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ed03408-4c28-41bf-8e2f-0aad5a273e34 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8941183 Jul 09 19:32:14.582801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:14.585646 n-d-800087-3 neutron-server[93773]: WARNING neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Concurrent port binding operations failed on port 6861395d-bb35-4263-a1b2-772f1edb5fc8 Jul 09 19:32:14.588035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.588706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.590387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-355f5dcc-d346-4f03-b0e2-6c3d2b71b9bf service neutron] 10.222.0.59 "PUT /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 1121 time: 1.2418780 Jul 09 19:32:14.590925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:14.611788 n-d-800087-3 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Attempt 2 to bind port 6861395d-bb35-4263-a1b2-772f1edb5fc8 Jul 09 19:32:14.612334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 has no active binding in host n-h1-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:32:14.613118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7fa87172-e8ea-4aad-952e-cda67ea0a5ea details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:14.688385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d7c9-82a4-4c83-99c8-297093110290 req-935ff30c-2861-43db-9b44-c3b3d33226b2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:14.711921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d03d7c9-82a4-4c83-99c8-297093110290 req-935ff30c-2861-43db-9b44-c3b3d33226b2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.1928308 Jul 09 19:32:14.722881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-46c6c28f-0cd2-4203-8278-cbded053244e', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de', 'fixed_ips': [{'subnet_id': 'e63519dc-677e-48a2-9ca6-95da0c4983da'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:32:14.723999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:14.749790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:14.784270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d03d7c9-82a4-4c83-99c8-297093110290 req-1a8d0c55-a6d5-4930-a73d-cea6c61f2934 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728397 Jul 09 19:32:14.818582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:14.885509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:14.944786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea', 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'port_id': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea', 'mac_address': 'fa:16:3e:a0:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12533f54-d349-4aeb-84c6-e871754d25d8', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:15.097073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.102515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab5ab5-30b2-473d-b9ea-5a5a6ca4859c req-daacc1a6-2ae6-4133-a4c4-224b90d0a5e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.104418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9ab5ab5-30b2-473d-b9ea-5a5a6ca4859c req-daacc1a6-2ae6-4133-a4c4-224b90d0a5e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.1248899 Jul 09 19:32:15.125754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8'}, {'name': 'network-changed', 'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:15.132710 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757aa6b9-484e-44f5-97f6-cd9484d5065a" -d '{"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8"}, {"name": "network-changed", "server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:15.142334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Allocated IP 172.20.0.2 (46c6c28f-0cd2-4203-8278-cbded053244e/e63519dc-677e-48a2-9ca6-95da0c4983da/67aaf509-f275-4edc-990f-ef6e083d965e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:15.145283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa87172-e8ea-4aad-952e-cda67ea0a5ea {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:15.159858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9ab5ab5-30b2-473d-b9ea-5a5a6ca4859c req-b376682f-9902-4e3c-b4b0-3b37a34d6c26 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Jul 09 19:32:15.257463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:15.282572 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.283167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fb5138b9-68f6-4d1b-9d51-ffc647416e75 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:15.403148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdd3ab-8842-4d8c-8542-a50a91de77a5 req-210d3c70-a69f-4428-bc9a-df7d0bb947e5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.412907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ecdd3ab-8842-4d8c-8542-a50a91de77a5 req-210d3c70-a69f-4428-bc9a-df7d0bb947e5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 950 time: 0.1022158 Jul 09 19:32:15.420969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:15.442370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:15.480164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ecdd3ab-8842-4d8c-8542-a50a91de77a5 req-07b22fda-0848-4efb-8e9a-66d5dc4385f9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Jul 09 19:32:15.499157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75', 'network_id': '65b438b3-5fcb-4370-8e99-8f5faaadb449', 'port_id': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75', 'mac_address': 'fa:16:3e:eb:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12533f54-d349-4aeb-84c6-e871754d25d8', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:15.566875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-c4f0da45-e0e3-4229-b7fb-9321971ae442 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.574566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-c4f0da45-e0e3-4229-b7fb-9321971ae442 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.4902511 Jul 09 19:32:15.576167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.581612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.593486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-177a9ff5-412a-40b9-947c-5842914af1d0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/quotas/a29f0293ac4b4eccb73969b26acd30de HTTP/1.1" status: 200 len: 375 time: 0.0179150 Jul 09 19:32:15.603534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Transition to ACTIVE for port object 67aaf509-f275-4edc-990f-ef6e083d965e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:15.606500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5138b9-68f6-4d1b-9d51-ffc647416e75 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:15.640041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:15.641553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Transition to ACTIVE for port object 67aaf509-f275-4edc-990f-ef6e083d965e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:15.642990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-8a63525c-5792-45c1-b23c-b928990f57ff tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476315 Jul 09 19:32:15.648015 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.648780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd3ece55-942d-4a11-8fae-846d9b7549cd details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:15.690653 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef4b75-dd8c-4690-968f-bf4830bf3d00 x-openstack-request-id: req-b7ef4b75-dd8c-4690-968f-bf4830bf3d00 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:15.691037 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8", "code": 200}, {"name": "network-changed", "server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:15.691294 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7ef4b75-dd8c-4690-968f-bf4830bf3d00 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:15.691691 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'code': 200} Jul 09 19:32:15.691949 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'status': 'completed', 'code': 200} Jul 09 19:32:15.776708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:15.784290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-c03b20f9-4de9-4e8e-8f9f-4359950c749c service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401305 Jul 09 19:32:15.794517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'bd3ece55-942d-4a11-8fae-846d9b7549cd', 'network_id': '500d0397-72f5-4848-a297-72b201a3ad9d', 'port_id': 'bd3ece55-942d-4a11-8fae-846d9b7549cd', 'mac_address': 'fa:16:3e:17:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a76c8f-5ef8-4531-8673-c59867139a40', 'ip_address': '19.86.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:15.798938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.866075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-44115d02-4846-4bf3-a9b2-8079f89dff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.867612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-44115d02-4846-4bf3-a9b2-8079f89dff4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1124 time: 0.1501684 Jul 09 19:32:15.871510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1717-602f-4772-9e63-dc2f985f39a2 req-716a5257-f46a-4311-bbed-8afa5c62e2aa tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.872981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-279a1717-602f-4772-9e63-dc2f985f39a2 req-716a5257-f46a-4311-bbed-8afa5c62e2aa tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0912802 Jul 09 19:32:15.886019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:15.897001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Network 46c6c28f-0cd2-4203-8278-cbded053244e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:15.906302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:15.908738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:15.929465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:15.943935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3ece55-942d-4a11-8fae-846d9b7549cd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:15.945367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-279a1717-602f-4772-9e63-dc2f985f39a2 req-0e5b8b63-c52c-419d-9585-80c8c744d4e0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Jul 09 19:32:15.954808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-a3d3c3a9-00d2-4f65-9802-4b951d624743 service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695690 Jul 09 19:32:15.968455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:15.995340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-ec2165be-9966-4c1f-8ecc-344efca456c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:15.996947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-ec2165be-9966-4c1f-8ecc-344efca456c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1148274 Jul 09 19:32:16.050017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:16.070942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Attempting to bind port 67aaf509-f275-4edc-990f-ef6e083d965e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:16.071322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Attempting to bind port 67aaf509-f275-4edc-990f-ef6e083d965e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:16.072893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Attempting to bind port 67aaf509-f275-4edc-990f-ef6e083d965e on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:16.080381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Pushing event updated for resources: {'Port': ['ID=67aaf509-f275-4edc-990f-ef6e083d965e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:16.086992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-ffffaa12-7582-4734-9cfb-07077cb067e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 217 time: 0.0786798 Jul 09 19:32:16.094390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:16.094793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Checking segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:16.095259 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:16.095721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Bound using segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:16.096334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Bound port: 67aaf509-f275-4edc-990f-ef6e083d965e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:16.096777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:16.204317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:16.220305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] For port 67aaf509-f275-4edc-990f-ef6e083d965e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:16.225182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] For port 67aaf509-f275-4edc-990f-ef6e083d965e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=67aaf509-f275-4edc-990f-ef6e083d965e,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:16.235000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:16.238813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-5c682367-0a29-40f1-b9e3-edd169342bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:16.240506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-5c682367-0a29-40f1-b9e3-edd169342bd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1457391 Jul 09 19:32:16.281142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-034d396c-26d3-46a0-bfff-26e842591b1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289536 Jul 09 19:32:16.297661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311e6b-9110-4387-ae73-d4ba90d2834e None None] Pushing event updated for resources: {'Port': ['ID=67aaf509-f275-4edc-990f-ef6e083d965e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:16.356242 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-48208aac-362f-4268-b9a7-1cecd1a3d49e service neutron] show failed (client error): The resource could not be found. Jul 09 19:32:16.360710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-48208aac-362f-4268-b9a7-1cecd1a3d49e service neutron] 10.222.0.25 "GET /v2.0/ports/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.1799324 Jul 09 19:32:16.429916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7732-27cb-4479-a69b-b90fd2d21708 req-7c317acf-af2f-4e87-8f26-2fc7839e850e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:16.439154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7732-27cb-4479-a69b-b90fd2d21708 req-7c317acf-af2f-4e87-8f26-2fc7839e850e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:16.441004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-9f49836a-271d-4a68-bd5f-a17b715188c1 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492660 Jul 09 19:32:16.461718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7732-27cb-4479-a69b-b90fd2d21708 req-7c317acf-af2f-4e87-8f26-2fc7839e850e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:16.471487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1eac7732-27cb-4479-a69b-b90fd2d21708 req-7c317acf-af2f-4e87-8f26-2fc7839e850e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2414 time: 0.1870563 Jul 09 19:32:16.539854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1eac7732-27cb-4479-a69b-b90fd2d21708 req-0adc6a10-bb75-4cfb-a0fe-b6e7fff1da70 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Jul 09 19:32:16.595376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fb5138b9-68f6-4d1b-9d51-ffc647416e75'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:16.597309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455d466-55b9-4577-8260-a5023c04857d req-e8d87d78-90e0-4fea-8ce5-2f2609d998e5 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:16.606499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a455d466-55b9-4577-8260-a5023c04857d req-e8d87d78-90e0-4fea-8ce5-2f2609d998e5 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 1101 time: 0.1640966 Jul 09 19:32:16.672893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757aa6b9-484e-44f5-97f6-cd9484d5065a req-a40b629b-21ac-4f1b-bbb5-1baced7fbbc3 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193177 Jul 09 19:32:16.684323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['bd3ece55-942d-4a11-8fae-846d9b7549cd'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:16.685490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a455d466-55b9-4577-8260-a5023c04857d req-043103a4-9403-4033-acae-c82386552bd0 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 Jul 09 19:32:17.003851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02fed-85f6-4a8b-9389-4823617c63c0 req-47e9a96a-9659-4c5c-a0a8-287670e6b626 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:17.006934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ac02fed-85f6-4a8b-9389-4823617c63c0 req-47e9a96a-9659-4c5c-a0a8-287670e6b626 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.1237791 Jul 09 19:32:17.015417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-d36c6802-c2a2-4cc4-b3c4-8122d58b5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:17.016995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-d36c6802-c2a2-4cc4-b3c4-8122d58b5501 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1100 time: 0.1925898 Jul 09 19:32:17.046721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:17.109401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ac02fed-85f6-4a8b-9389-4823617c63c0 req-9c83478a-46a2-478e-99da-82bb25aa132b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913465 Jul 09 19:32:17.163867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6364-b2e3-4bf4-a128-efb2252c5924 req-8d9050f6-1906-4cbf-ade6-683265f1a260 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:17.175171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef6e6364-b2e3-4bf4-a128-efb2252c5924 req-8d9050f6-1906-4cbf-ade6-683265f1a260 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.1584861 Jul 09 19:32:17.189008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:17.269716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef6e6364-b2e3-4bf4-a128-efb2252c5924 req-8e7c3c3e-0593-449c-99a3-c05a99376dc1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708647 Jul 09 19:32:17.558962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-a3fee450-f355-4773-86d5-07d871a34cb7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368545 Jul 09 19:32:17.600349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-7abd4b6b-4048-49dd-b3bc-0ada1a73b6ca tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:17.601939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-7abd4b6b-4048-49dd-b3bc-0ada1a73b6ca tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.3354034 Jul 09 19:32:17.630783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-a7a02e12-0094-49a6-9777-383b9ced5552 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/quotas/a29f0293ac4b4eccb73969b26acd30de HTTP/1.1" status: 200 len: 375 time: 0.0203240 Jul 09 19:32:17.690062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:17.696333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-5b9556b3-cd14-4ae7-8a36-4ef240841cf5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:17.697898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-5b9556b3-cd14-4ae7-8a36-4ef240841cf5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341612 Jul 09 19:32:17.719177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-89bdd5cc-a764-41ee-bbc7-3c6bb675c61c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/quotas/fc787db3cb1f4c07b946a2c22b278725 HTTP/1.1" status: 200 len: 375 time: 0.0118997 Jul 09 19:32:17.743669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:17.749238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-7f1aecd5-762d-4703-89d0-11bc2378a3a9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114173 Jul 09 19:32:17.814390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['7fa87172-e8ea-4aad-952e-cda67ea0a5ea'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:17.824349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-9adec488-3086-4f0b-853d-00654114291c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0978987 Jul 09 19:32:17.856512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:17.858834 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79456848-37e3-4cae-8360-71972b0193be" -d '{"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-unplugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:17.863115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:17.881115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596bf9d-edba-42e8-827a-9b4d36a001a3 None None] Network 46c6c28f-0cd2-4203-8278-cbded053244e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:17.895076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Transition to ACTIVE for port object b04e7bcb-4d2f-43cb-99ed-c97a3fae431e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:17.905067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:17.965077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-96a35fbc-0718-4cec-b6cd-468457f88403 service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905417 Jul 09 19:32:18.009335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-44f5ebfe-18f0-4450-b18b-cd38ac19f021 None None] Provisioning for port 67aaf509-f275-4edc-990f-ef6e083d965e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:18.108980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-73ecba23-b82f-48e4-98f6-a77bd69ec163 service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429029 Jul 09 19:32:18.118891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:18.199804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] No DVR routers for this DVR port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:18.264817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 67aaf509-f275-4edc-990f-ef6e083d965e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:18.288544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:18.288745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:18.289481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:18.298556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:18.299132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Attempting to bind port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:18.305661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:18.306310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:18.306956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:18.307769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Bound port: b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:18.308613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.436150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 67aaf509-f275-4edc-990f-ef6e083d965e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:18.442125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 67aaf509-f275-4edc-990f-ef6e083d965e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:18.442623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.463823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:18.481918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:18.497101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.558500 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.602245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.602513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d102e7-21d2-403b-a963-8ba593dc7423 req-025d24a0-084b-4210-9a0d-1c3eab8a11ad tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:18.610226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41d102e7-21d2-403b-a963-8ba593dc7423 req-025d24a0-084b-4210-9a0d-1c3eab8a11ad tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.3177669 Jul 09 19:32:18.658735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 67aaf509-f275-4edc-990f-ef6e083d965e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=67aaf509-f275-4edc-990f-ef6e083d965e,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:18.659712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:18.662129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.667104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] 10.222.0.59 "PUT /v2.0/ports/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 1095 time: 1.6235094 Jul 09 19:32:18.674865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.762480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:18.785310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41d102e7-21d2-403b-a963-8ba593dc7423 req-57717733-8963-443c-abce-65b43859b559 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740708 Jul 09 19:32:18.816951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-6c313d5f-37aa-40d9-9432-4a39f8c4e8b7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:18.821033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-6c313d5f-37aa-40d9-9432-4a39f8c4e8b7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.4832809 Jul 09 19:32:18.824099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fc8e4-a433-4beb-8b63-bc87d79b6a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:18.839873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Request body: {'port': {'device_id': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'admin_state_up': True, 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:18.931495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-e523ed6c-7ef5-4fd5-839a-bd3359a4d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:18.936541 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-e523ed6c-7ef5-4fd5-839a-bd3359a4d6a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1098 time: 0.2219996 Jul 09 19:32:18.956005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a479-2fc8-4002-8650-7b424ad03d74 req-0768bec0-da6a-46f6-b38d-009208766156 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:18.957990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=67aaf509-f275-4edc-990f-ef6e083d965e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:18.968130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee3a8bc6-ddf5-4971-a0c3-b767e8f40a0a None None] Provisioning complete for port 67aaf509-f275-4edc-990f-ef6e083d965e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:18.968439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8bc6-ddf5-4971-a0c3-b767e8f40a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:18.985119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a479-2fc8-4002-8650-7b424ad03d74 req-0768bec0-da6a-46f6-b38d-009208766156 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.001100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a479-2fc8-4002-8650-7b424ad03d74 req-0768bec0-da6a-46f6-b38d-009208766156 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.011143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:19.014013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca05a479-2fc8-4002-8650-7b424ad03d74 req-0768bec0-da6a-46f6-b38d-009208766156 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2414 time: 0.2178998 Jul 09 19:32:19.025249 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8ad76-4988-4dfb-b521-8b5968dd1aeb x-openstack-request-id: req-d9b8ad76-4988-4dfb-b521-8b5968dd1aeb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:19.025574 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-unplugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:19.026919 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9b8ad76-4988-4dfb-b521-8b5968dd1aeb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:19.029291 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'code': 200} Jul 09 19:32:19.078667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Made reservation on behalf of a29f0293ac4b4eccb73969b26acd30de for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:19.082804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:19.188784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca05a479-2fc8-4002-8650-7b424ad03d74 req-9caba773-1ac1-4347-9255-b153d3068610 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391675 Jul 09 19:32:19.235843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-4aa28587-bad4-4394-bd25-7f1f47bff8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.237449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-4aa28587-bad4-4394-bd25-7f1f47bff8f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2072196 Jul 09 19:32:19.318698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-8deb4110-0e32-478f-a5af-a667f5bb0fd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0598760 Jul 09 19:32:19.346111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Allocated IP 172.20.0.14 (46c6c28f-0cd2-4203-8278-cbded053244e/e63519dc-677e-48a2-9ca6-95da0c4983da/231bdb75-ce57-457f-b393-178b1839482f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:19.381810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b0c2940-e0f4-4eee-a280-9a4fe09d9fe8 req-874e62cd-a196-4a66-b0b5-25b4dcc01a2e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 210 time: 0.0995610 Jul 09 19:32:19.430283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-bfd9cb5c-8c3d-4ec9-bada-a73936380df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.431777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-bfd9cb5c-8c3d-4ec9-bada-a73936380df2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0994363 Jul 09 19:32:19.492964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963eae1-cee2-4015-9d6a-55952b1fe82a req-17883d44-287f-4aa9-8b74-643794db7ac3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.494568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7963eae1-cee2-4015-9d6a-55952b1fe82a req-17883d44-287f-4aa9-8b74-643794db7ac3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.1522124 Jul 09 19:32:19.556816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7963eae1-cee2-4015-9d6a-55952b1fe82a req-3935225d-756b-457e-a5c2-b32f7f4a244d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Jul 09 19:32:19.563125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-a1fdc672-d63f-4f63-bd68-4bb55a6b5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.564596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-a1fdc672-d63f-4f63-bd68-4bb55a6b5955 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166406 Jul 09 19:32:19.566515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:19.602058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Transition to ACTIVE for port object 231bdb75-ce57-457f-b393-178b1839482f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:19.648334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef75b9-7da2-4c06-bd1e-2f960a00c945 req-1fb16a87-ebf2-4ff9-b492-e647485af5aa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.649870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29ef75b9-7da2-4c06-bd1e-2f960a00c945 req-1fb16a87-ebf2-4ff9-b492-e647485af5aa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.0973132 Jul 09 19:32:19.668010 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-c81ad653-7b7f-4235-a7bf-6aec2ae5aa51 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939822 Jul 09 19:32:19.671414 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:19.731532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event updated for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:19.765940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29ef75b9-7da2-4c06-bd1e-2f960a00c945 req-f72086a8-6f3a-4771-a6f8-24f3d2034b88 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Jul 09 19:32:19.771819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4866a916-59bb-43aa-ae69-f2fd000763d2 req-c9d293c8-c57e-4096-89ab-d63581c109b8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957024 Jul 09 19:32:19.779306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Network 46c6c28f-0cd2-4203-8278-cbded053244e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:19.780866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:19.783292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:19.899398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.902624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:19.921610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-ebc91a65-7dd8-46d0-9207-369d35ba4d95 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:19.923284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-ebc91a65-7dd8-46d0-9207-369d35ba4d95 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.1498926 Jul 09 19:32:19.928258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-341a6fc3-994a-4677-9472-1c62e654f9b9 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0930374 Jul 09 19:32:19.950517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Request body: {'port': {'device_id': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:19.959786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-cbb0fd67-df1f-48cb-94ef-a1c63797e7f7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/quotas/a29f0293ac4b4eccb73969b26acd30de HTTP/1.1" status: 200 len: 375 time: 0.0287867 Jul 09 19:32:20.045110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-ca270f45-6cb1-4148-b87d-dd3793a6aba7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800934 Jul 09 19:32:20.090382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.111466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 67aaf509-f275-4edc-990f-ef6e083d965e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:20.184279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a2329-a2b6-434b-8592-f6e08a8f011f req-0c969727-c503-4fca-a260-848226a0652f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:20.192499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-177a2329-a2b6-434b-8592-f6e08a8f011f req-0c969727-c503-4fca-a260-848226a0652f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.2102826 Jul 09 19:32:20.215867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 67aaf509-f275-4edc-990f-ef6e083d965e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:20.216274 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.225387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-2ed0c454-dd30-4cf3-912b-665bd8058a0d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc787db3cb1f4c07b946a2c22b278725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449777 Jul 09 19:32:20.298058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-177a2329-a2b6-434b-8592-f6e08a8f011f req-7fb94a81-8363-437b-a098-2f3271570ff2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040263 Jul 09 19:32:20.327682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7fa87172-e8ea-4aad-952e-cda67ea0a5ea up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:20.337150 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-5c7c72b1-4e3d-401a-b5e5-e9451f0bc300 service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851670 Jul 09 19:32:20.387840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d46a207b-d829-487d-81f5-e1822179f69d None None] Provisioning for port 231bdb75-ce57-457f-b393-178b1839482f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:20.396305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d46a207b-d829-487d-81f5-e1822179f69d None None] Provisioning complete for port 231bdb75-ce57-457f-b393-178b1839482f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:20.396683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46a207b-d829-487d-81f5-e1822179f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.481548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d46a207b-d829-487d-81f5-e1822179f69d None None] Port 231bdb75-ce57-457f-b393-178b1839482f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:20.485213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-d7805f6e-351a-4b05-b35f-424d5246ac5f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:20.486949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-d7805f6e-351a-4b05-b35f-424d5246ac5f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221663 Jul 09 19:32:20.488815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:20.491465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-776ff421-5978-4f09-a2cc-11d303c41abe service neutron] 10.222.0.10 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535287 Jul 09 19:32:20.501348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:20.501725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.502539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Request body: {'port': {'device_id': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'fc787db3cb1f4c07b946a2c22b278725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:20.547677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231bdb75-ce57-457f-b393-178b1839482f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:20.562670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.602599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Transition to ACTIVE for port object 231bdb75-ce57-457f-b393-178b1839482f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:20.624616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.640757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.667990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Made reservation on behalf of fc787db3cb1f4c07b946a2c22b278725 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:20.671719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.736331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:20.756705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:20.762452 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b23b8d-e516-416c-8d00-5222c65413f5" -d '{"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:20.777812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:20.788663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.789599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fb5138b9-68f6-4d1b-9d51-ffc647416e75 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:20.791731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a70e1-6b58-45cf-92ee-125fdb595966 req-08836a4d-1a2b-4a43-8e36-140d024f12cb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:20.798070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a70e1-6b58-45cf-92ee-125fdb595966 req-08836a4d-1a2b-4a43-8e36-140d024f12cb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:20.810946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a70e1-6b58-45cf-92ee-125fdb595966 req-08836a4d-1a2b-4a43-8e36-140d024f12cb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:20.812665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-490a70e1-6b58-45cf-92ee-125fdb595966 req-08836a4d-1a2b-4a43-8e36-140d024f12cb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2414 time: 0.2329102 Jul 09 19:32:20.868828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Allocated IP 192.168.233.227 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/91cce140-4d92-4469-b45c-e9b0b7978f65) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:20.935536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-490a70e1-6b58-45cf-92ee-125fdb595966 req-8e9e9404-69e6-411b-a31c-8a14ddc9f0c8 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691671 Jul 09 19:32:20.957023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Attempting to bind port 231bdb75-ce57-457f-b393-178b1839482f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:20.957551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Attempting to bind port 231bdb75-ce57-457f-b393-178b1839482f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:20.957956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Attempting to bind port 231bdb75-ce57-457f-b393-178b1839482f on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:20.963116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Port 231bdb75-ce57-457f-b393-178b1839482f on network 46c6c28f-0cd2-4203-8278-cbded053244e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:20.963448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Attempting to bind port 231bdb75-ce57-457f-b393-178b1839482f on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:20.969858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:20.970202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Checking segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:20.970583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Bound using segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:20.971269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Bound port: 231bdb75-ce57-457f-b393-178b1839482f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:20.971406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:20.994547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:21.002995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port fb5138b9-68f6-4d1b-9d51-ffc647416e75 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:21.009234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fb5138b9-68f6-4d1b-9d51-ffc647416e75 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:21.009833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.066844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:21.070614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=231bdb75-ce57-457f-b393-178b1839482f,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:21.079669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.148727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.166227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.166870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.172460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/231bdb75-ce57-457f-b393-178b1839482f HTTP/1.1" status: 200 len: 1092 time: 1.2314770 Jul 09 19:32:21.189891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'tag': '231bdb75-ce57-457f-b393-178b1839482f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:21.192623 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5deae-21b8-4942-9941-505946507d54" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "tag": "231bdb75-ce57-457f-b393-178b1839482f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:21.214767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.231280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Transition to ACTIVE for port object 91cce140-4d92-4469-b45c-e9b0b7978f65 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:21.242387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:21.243023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:21.244051 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104478e-0059-411f-a369-06527b095cac" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:21.248666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.249544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd3ece55-942d-4a11-8fae-846d9b7549cd up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:21.316279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f09f2-225f-4a86-a77d-68642a8bc1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:21.366115 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d0da7f43-332e-41f6-8a24-dbd82a2ec948 req-dfe4c273-b1d5-404b-a6a7-890f58ab0447 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 210 time: 0.1127827 Jul 09 19:32:21.384605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:21.404927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port bd3ece55-942d-4a11-8fae-846d9b7549cd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:21.409685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port bd3ece55-942d-4a11-8fae-846d9b7549cd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:21.410065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.414411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4985fca-e510-40f2-8f73-fb7b8fd281cd req-65d138fb-db76-4ee0-ba42-eb857f5564c6 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.421852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4985fca-e510-40f2-8f73-fb7b8fd281cd req-65d138fb-db76-4ee0-ba42-eb857f5564c6 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.2574108 Jul 09 19:32:21.435965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.469432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:21.512284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4985fca-e510-40f2-8f73-fb7b8fd281cd req-c7ef8a79-9a08-47f0-ac9c-40fd118d3c39 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894880 Jul 09 19:32:21.514123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2', '8dda4a24-d379-4099-9514-981ca8c489bb', 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:21.522602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:21.538946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:21.545982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:21.558056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-58f62465-b4f8-4ef8-ac29-7cf39e8f34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.563241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event updated for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:21.567724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-58f62465-b4f8-4ef8-ac29-7cf39e8f34bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 1095 time: 0.2064943 Jul 09 19:32:21.609573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-f934c6e9-b5df-4100-8c51-8e2ef23eecbf tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.611094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-f934c6e9-b5df-4100-8c51-8e2ef23eecbf tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.3635828 Jul 09 19:32:21.662307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Request body: {'port': {'device_id': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'admin_state_up': True, 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:21.669572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-84c371e3-9e20-49d9-bf3a-3aa3301cc1f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231bdb75-ce57-457f-b393-178b1839482f HTTP/1.1" status: 200 len: 217 time: 0.0918090 Jul 09 19:32:21.738049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-71200d85-d583-4bcc-9689-f34a1f1b606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.741203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-71200d85-d583-4bcc-9689-f34a1f1b606a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.0583906 Jul 09 19:32:21.781870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.840183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-551b4d92-afa4-4505-b59c-137829bcae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.842713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-551b4d92-afa4-4505-b59c-137829bcae44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902724 Jul 09 19:32:21.852284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:21.853199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.868247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0eb91ab-47e8-4afa-9f46-71bee3199ba7 req-5432544c-c24f-4bbe-afad-ae2891d7d878 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 210 time: 0.2536995 Jul 09 19:32:21.935127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:21.947096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-33fbb088-6942-4fac-bfcb-bd222b244ca7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4481344 Jul 09 19:32:21.950030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:21.970247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Request body: {'port': {'device_id': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:22.027985 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a995f7-ed74-4b1c-85df-1e8541ed724b x-openstack-request-id: req-65a995f7-ed74-4b1c-85df-1e8541ed724b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:22.028292 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:22.028549 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65a995f7-ed74-4b1c-85df-1e8541ed724b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:22.028961 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea', 'code': 200} Jul 09 19:32:22.050202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Made reservation on behalf of a29f0293ac4b4eccb73969b26acd30de for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:22.054427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:22.068820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-a0c854b9-e35d-49ce-a168-6a4c519c52fd service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025452 Jul 09 19:32:22.087036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e3cd6083-4a53-4f1b-9bbb-f4d35dc796a4 None None] Provisioning for port 91cce140-4d92-4469-b45c-e9b0b7978f65 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:22.110347 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98fb849-094e-4c75-89e5-28aa87db54bd x-openstack-request-id: req-d98fb849-094e-4c75-89e5-28aa87db54bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:22.110746 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "tag": "231bdb75-ce57-457f-b393-178b1839482f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:22.111097 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d98fb849-094e-4c75-89e5-28aa87db54bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:22.111587 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'tag': '231bdb75-ce57-457f-b393-178b1839482f', 'status': 'completed', 'code': 200} Jul 09 19:32:22.152412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:22.156155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e3cd6083-4a53-4f1b-9bbb-f4d35dc796a4 None None] Provisioning complete for port 91cce140-4d92-4469-b45c-e9b0b7978f65 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:22.156544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6083-4a53-4f1b-9bbb-f4d35dc796a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:22.244295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b503fe3-144f-4389-8e75-c8eb8856d975 req-98de4a78-75a0-4a8b-b48e-6ba8fc7c01fb service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663182 Jul 09 19:32:22.334159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd6083-4a53-4f1b-9bbb-f4d35dc796a4 None None] Port 91cce140-4d92-4469-b45c-e9b0b7978f65 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:22.337050 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db409e0a-bf9d-4215-90e7-56b2cf9a448e x-openstack-request-id: req-db409e0a-bf9d-4215-90e7-56b2cf9a448e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:22.337556 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:22.338602 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db409e0a-bf9d-4215-90e7-56b2cf9a448e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:22.339153 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'status': 'completed', 'code': 200} Jul 09 19:32:22.344991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Allocated IP 172.20.0.5 (46c6c28f-0cd2-4203-8278-cbded053244e/e63519dc-677e-48a2-9ca6-95da0c4983da/21cef348-9c45-40d0-81e3-2f703c7bb74d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:22.358969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0778e717-3f6b-494a-ae2b-75e026305b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:22.467891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-9595c037-678a-466d-8519-472a4602b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:22.470022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-9595c037-678a-466d-8519-472a4602b49f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1098 time: 0.2293119 Jul 09 19:32:22.481218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5deae-21b8-4942-9941-505946507d54 req-e663b705-1dd6-42de-b3c0-4c17bc090c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:22.483042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-e663b705-1dd6-42de-b3c0-4c17bc090c3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1690006 Jul 09 19:32:22.511713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:22.615767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980756a8-135f-4d29-a903-4c07fa9d4e51 req-bc9cc6f5-3103-453e-80fb-46f754ff1234 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:22.617324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-980756a8-135f-4d29-a903-4c07fa9d4e51 req-bc9cc6f5-3103-453e-80fb-46f754ff1234 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 947 time: 0.2664735 Jul 09 19:32:22.861215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 52826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:22.972810 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.003285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc14578-a267-436d-8e94-006b9808ffb1 req-1c60dad4-bc8a-49c8-8a6d-9577c2c5e927 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.004795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9cc14578-a267-436d-8e94-006b9808ffb1 req-1c60dad4-bc8a-49c8-8a6d-9577c2c5e927 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.7379785 Jul 09 19:32:23.018796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-35b13558-12de-470c-85d4-9c3ce68e73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.020402 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-35b13558-12de-470c-85d4-9c3ce68e73b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.5363657 Jul 09 19:32:23.052916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-67dc2a90-cad5-4ff9-b70a-ddf107fac8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.054526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-67dc2a90-cad5-4ff9-b70a-ddf107fac8ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1098 time: 0.7458522 Jul 09 19:32:23.066061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-adf693ce-5624-4849-a844-6026c4fa6593 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.068186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-adf693ce-5624-4849-a844-6026c4fa6593 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.25 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 815 time: 0.4358573 Jul 09 19:32:23.133481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Request body: {'port': {'device_id': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'admin_state_up': True, 'tenant_id': 'a29f0293ac4b4eccb73969b26acd30de'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:23.142953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-e300d3bc-3cdb-4022-a5b0-79ed3c2334d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0970459 Jul 09 19:32:23.188528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-980756a8-135f-4d29-a903-4c07fa9d4e51 req-e61fca48-1840-4f9b-851f-71f01ac7613a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904984 Jul 09 19:32:23.263463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5deae-21b8-4942-9941-505946507d54 req-7398a8d5-8d56-4b70-9612-8afb4bc5beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.264942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-7398a8d5-8d56-4b70-9612-8afb4bc5beda service neutron] 10.222.0.59 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 916 time: 0.6464877 Jul 09 19:32:23.275561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9cc14578-a267-436d-8e94-006b9808ffb1 req-80a23376-d658-4327-bc07-2ddfec0ecd31 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251401 Jul 09 19:32:23.289415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-933bbf5f-94e6-4dfe-b487-de28fe8775cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.290837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-933bbf5f-94e6-4dfe-b487-de28fe8775cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1058373 Jul 09 19:32:23.351078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.387899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-41c61b16-021f-43b3-9193-7cd80e77b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.390043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-41c61b16-021f-43b3-9193-7cd80e77b829 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.3197122 Jul 09 19:32:23.400930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Transition to ACTIVE for port object 21cef348-9c45-40d0-81e3-2f703c7bb74d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:23.473948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-a21dd9c6-b1fd-4d85-991a-7243fd52e37c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0689967 Jul 09 19:32:23.645398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-bb45fb4b-8e7c-4128-83c7-6d6fa9eac34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.646925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-bb45fb4b-8e7c-4128-83c7-6d6fa9eac34b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1592727 Jul 09 19:32:23.667772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.679528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cce140-4d92-4469-b45c-e9b0b7978f65 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:23.695282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-09b490b4-7304-4722-ad46-5592ba71561a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231bdb75-ce57-457f-b393-178b1839482f HTTP/1.1" status: 200 len: 217 time: 0.4166360 Jul 09 19:32:23.728791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.740342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-0ffdb404-c05f-41d7-824d-faf83e43aebe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8690748 Jul 09 19:32:23.785313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Network 46c6c28f-0cd2-4203-8278-cbded053244e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:23.809230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f021a8-0d85-44b6-b267-12b0cd894a14 req-34977be6-5ce9-4803-9157-1c091c6f6bdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.815081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f021a8-0d85-44b6-b267-12b0cd894a14 req-34977be6-5ce9-4803-9157-1c091c6f6bdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.823880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f021a8-0d85-44b6-b267-12b0cd894a14 req-34977be6-5ce9-4803-9157-1c091c6f6bdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.826373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93f021a8-0d85-44b6-b267-12b0cd894a14 req-34977be6-5ce9-4803-9157-1c091c6f6bdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.3048029 Jul 09 19:32:23.827649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:23.836141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Transition to ACTIVE for port object 91cce140-4d92-4469-b45c-e9b0b7978f65 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:23.838382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:23.846435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event updated for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:23.878076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.896421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5deae-21b8-4942-9941-505946507d54 req-b0d62ac1-4a03-4f2f-b3a4-d80b49c9901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.898202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-b0d62ac1-4a03-4f2f-b3a4-d80b49c9901d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.1778436 Jul 09 19:32:23.902810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Made reservation on behalf of a29f0293ac4b4eccb73969b26acd30de for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:23.906867 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.991163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.992214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:23.995209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-ea6ae4fc-7132-4fdd-977b-4fc0b3de2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:23.996842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-ea6ae4fc-7132-4fdd-977b-4fc0b3de2eeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2890749 Jul 09 19:32:23.999894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:24.028647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93f021a8-0d85-44b6-b267-12b0cd894a14 req-0d5c518c-9cbb-4648-8a0f-f8e9426dfad2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551335 Jul 09 19:32:24.029971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75'}, {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:24.035597 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23348684-9b35-4a41-9285-e15bfb796c58" -d '{"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75"}, {"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:24.061030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104478e-0059-411f-a369-06527b095cac req-386f2062-6b8e-42cb-8cd3-c60d3d160f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.062585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-386f2062-6b8e-42cb-8cd3-c60d3d160f82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3783550 Jul 09 19:32:24.082133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf919da-21d4-483a-9475-4af3da48c306 req-f4ca6366-f9ca-488d-8d2a-422c4e62eb37 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.086357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bf919da-21d4-483a-9475-4af3da48c306 req-f4ca6366-f9ca-488d-8d2a-422c4e62eb37 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 936 time: 0.3757999 Jul 09 19:32:24.205007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-bc46e61d-2fe6-4b9f-bc96-ff72c09d9142 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5578334 Jul 09 19:32:24.232235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-45e068bc-b811-4240-b8ad-529f90bdf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.234055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-45e068bc-b811-4240-b8ad-529f90bdf192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 1101 time: 0.4129066 Jul 09 19:32:24.243282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Request body: {'port': {'device_id': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:24.284079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:24.307607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-6ab08e5a-9cd5-44ca-8ce7-3cec8f927586 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095902 Jul 09 19:32:24.344713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bf919da-21d4-483a-9475-4af3da48c306 req-f4bf85d9-ce55-4353-a803-d3c12c20fee9 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477031 Jul 09 19:32:24.346503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5deae-21b8-4942-9941-505946507d54 req-f8ffd89d-fefb-443e-968c-1cc2e83006d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.348137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-f8ffd89d-fefb-443e-968c-1cc2e83006d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4381466 Jul 09 19:32:24.357633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c9b66d5a-3e8b-449c-8f08-6b47d3793745 None None] Provisioning for port 21cef348-9c45-40d0-81e3-2f703c7bb74d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:24.375615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c9b66d5a-3e8b-449c-8f08-6b47d3793745 None None] Provisioning complete for port 21cef348-9c45-40d0-81e3-2f703c7bb74d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:24.375615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c9b66d5a-3e8b-449c-8f08-6b47d3793745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.381818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Attempting to bind port 91cce140-4d92-4469-b45c-e9b0b7978f65 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:24.381818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Attempting to bind port 91cce140-4d92-4469-b45c-e9b0b7978f65 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:24.381818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Attempting to bind port 91cce140-4d92-4469-b45c-e9b0b7978f65 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:24.412133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Port 91cce140-4d92-4469-b45c-e9b0b7978f65 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:24.412460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Attempting to bind port 91cce140-4d92-4469-b45c-e9b0b7978f65 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:24.436658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:24.437000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:24.437403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:24.437845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Bound port: 91cce140-4d92-4469-b45c-e9b0b7978f65, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:24.438200 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.448638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c9b66d5a-3e8b-449c-8f08-6b47d3793745 None None] Port 21cef348-9c45-40d0-81e3-2f703c7bb74d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:24.467166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.476147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-b62fec99-196b-40cb-b677-0b0e51579f1e service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650173 Jul 09 19:32:24.483575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-5988dab2-7304-4458-95fb-4e0d7eb5633f service neutron] 10.222.0.25 "GET /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.3950303 Jul 09 19:32:24.489603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Allocated IP 172.20.0.11 (46c6c28f-0cd2-4203-8278-cbded053244e/e63519dc-677e-48a2-9ca6-95da0c4983da/a496e87d-2dce-4c0e-a1a9-c68c684a70d4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:24.507489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:24.516244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8bed-f349-42ff-b508-965154be0991 req-ed664172-2df3-41fb-bb16-f423f23aab2f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.517789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-798b8bed-f349-42ff-b508-965154be0991 req-ed664172-2df3-41fb-bb16-f423f23aab2f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 945 time: 0.3030405 Jul 09 19:32:24.520243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'mac_address': 'fa:16:3e:77:f6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:24.549177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-0071c89d-acc9-467e-b2a1-5f89c9e58466 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277646 Jul 09 19:32:24.581037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.604746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e7bcb-4d2f-43cb-99ed-c97a3fae431e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:24.620553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:24.628323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:24.628584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dec118c2-629d-4ec5-8aa1-c5f3fac96fa5 req-5c2ebb76-c640-4ea0-853d-39ed0069191f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 210 time: 0.1322188 Jul 09 19:32:24.633509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.684374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=91cce140-4d92-4469-b45c-e9b0b7978f65,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:24.688458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-798b8bed-f349-42ff-b508-965154be0991 req-e1a4cb63-3007-4e09-8501-2ddad1f1a137 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575267 Jul 09 19:32:24.696527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.729402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:24.754157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.755533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.755661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-0d9d6838-9f90-4ad3-9737-40fab791a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:24.756925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] 10.222.0.59 "PUT /v2.0/ports/91cce140-4d92-4469-b45c-e9b0b7978f65 HTTP/1.1" status: 200 len: 1096 time: 2.7988043 Jul 09 19:32:24.757212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-0d9d6838-9f90-4ad3-9737-40fab791a786 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.4706702 Jul 09 19:32:24.761689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:24.764252 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95df8b0-e6fd-4c94-b340-c7826119e981" -d '{"events": [{"name": "network-changed", "server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:24.764983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-1384cf51-6959-4dcb-8a29-85d914885e01 service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669901 Jul 09 19:32:24.767336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:24.808544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af62c7-16e4-4dd0-bd4c-1aeff623bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:24.814145 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb3fd04-fd5e-4aec-8f52-17e4a5ce650e x-openstack-request-id: req-fdb3fd04-fd5e-4aec-8f52-17e4a5ce650e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:24.814719 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75", "code": 200}, {"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-plugged", "status": "completed", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:24.815172 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdb3fd04-fd5e-4aec-8f52-17e4a5ce650e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:24.815807 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75', 'code': 200} Jul 09 19:32:24.816264 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd', 'code': 200} Jul 09 19:32:24.917688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.59', 52829) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:24.964433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091493e7-23df-4fe1-bd77-7703f61c724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:24.980845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-065f466f-02e8-4c26-8a73-48469217962d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 200 len: 217 time: 0.1890998 Jul 09 19:32:24.984790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:25.002229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-5f1f6b45-fae7-4bb4-91b9-2d5ca59f39ef service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047843 Jul 09 19:32:25.012878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:32:25.026616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-436d1c65-47ab-4830-bc92-4a7e6b580d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.028122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-436d1c65-47ab-4830-bc92-4a7e6b580d7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 1099 time: 0.1774082 Jul 09 19:32:25.104430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-eebd2a90-5acd-46b9-bdf0-a210c4aac78b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=91cce140-4d92-4469-b45c-e9b0b7978f65 HTTP/1.1" status: 200 len: 217 time: 0.0633540 Jul 09 19:32:25.112732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8acc56-063e-4fd4-8d3b-e02964547e02 req-eb49b585-3bb2-45be-ad03-8197cfe27907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.113442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8acc56-063e-4fd4-8d3b-e02964547e02 req-eb49b585-3bb2-45be-ad03-8197cfe27907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.118207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8acc56-063e-4fd4-8d3b-e02964547e02 req-eb49b585-3bb2-45be-ad03-8197cfe27907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.122296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:25.122786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df8acc56-063e-4fd4-8d3b-e02964547e02 req-eb49b585-3bb2-45be-ad03-8197cfe27907 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2870 time: 0.2036145 Jul 09 19:32:25.212989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.215824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-51872706-8dfd-4451-b0ee-bec58e1569a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.217817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-51872706-8dfd-4451-b0ee-bec58e1569a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2195406 Jul 09 19:32:25.229597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c605-bc77-4362-87f0-a2254be2ea52 req-1677bffc-dcf5-49f0-80f1-76597d03f985 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.231305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b23c605-bc77-4362-87f0-a2254be2ea52 req-1677bffc-dcf5-49f0-80f1-76597d03f985 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 948 time: 0.2103612 Jul 09 19:32:25.233600 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df8acc56-063e-4fd4-8d3b-e02964547e02 req-c721093e-1bf4-4ecc-97d9-cc50a916541a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903480 Jul 09 19:32:25.234948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-35c9c0b6-1857-4779-9c58-1f1877e55880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.236320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-35c9c0b6-1857-4779-9c58-1f1877e55880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1129797 Jul 09 19:32:25.276148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.281557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45c5deae-21b8-4942-9941-505946507d54 req-a186cf1c-de05-4e3c-b20b-83e35bdde6fd service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728684 Jul 09 19:32:25.314568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b23c605-bc77-4362-87f0-a2254be2ea52 req-4e016910-370a-495e-bcac-db0a2f90f88b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 Jul 09 19:32:25.316454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Transition to ACTIVE for port object a496e87d-2dce-4c0e-a1a9-c68c684a70d4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:25.359623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:25.376346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7711723-5258-4885-851b-f6fc8d323e5d req-a30e7a6a-ced9-46df-8ba1-452bbf8ed199 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.378562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7711723-5258-4885-851b-f6fc8d323e5d req-a30e7a6a-ced9-46df-8ba1-452bbf8ed199 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 943 time: 0.3121355 Jul 09 19:32:25.378693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-4adc4340-1609-4bde-a2ac-6a171f9b3b75 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.379236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-4adc4340-1609-4bde-a2ac-6a171f9b3b75 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1147966 Jul 09 19:32:25.391297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:25.423904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-6e991f4d-f65e-4c90-a616-9f002d3d1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.426096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-6e991f4d-f65e-4c90-a616-9f002d3d1471 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1937020 Jul 09 19:32:25.431695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:25.432095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-b04058ab-84b8-4e99-bde5-456d69b80817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.433624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-b04058ab-84b8-4e99-bde5-456d69b80817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106675 Jul 09 19:32:25.468213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.530192 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb318ce-3b0a-4a8e-a348-9ca1518314f2 x-openstack-request-id: req-afb318ce-3b0a-4a8e-a348-9ca1518314f2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:25.530415 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:25.530648 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afb318ce-3b0a-4a8e-a348-9ca1518314f2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:25.531049 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65', 'status': 'completed', 'code': 200} Jul 09 19:32:25.557970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7711723-5258-4885-851b-f6fc8d323e5d req-f25da3e2-24ad-4ec6-9639-35f4723199fb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661460 Jul 09 19:32:25.569346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6861395d-bb35-4263-a1b2-772f1edb5fc8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:25.594046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:25.605738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.611858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Network 46c6c28f-0cd2-4203-8278-cbded053244e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:25.622022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event updated for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:25.624510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:25.631609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:25.640426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.689030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-b0f26a1a-88b6-47ff-8152-763d29a7a8fb service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325506 Jul 09 19:32:25.756077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-1846b6d4-ff34-47ab-91ed-f89e704b25f8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928948 Jul 09 19:32:25.790940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.791592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.828793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-62015726-ef73-4fe9-b1c0-0e5c1675ca05 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7463174 Jul 09 19:32:25.851324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Request body: {'port': {'device_id': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:25.913734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.25', 64686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:25.923903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c43c2-43be-47b9-a879-f590e963efa0 req-ae6bdda8-6c32-45d2-b52d-6c27631012ce tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.930536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c43c2-43be-47b9-a879-f590e963efa0 req-ae6bdda8-6c32-45d2-b52d-6c27631012ce tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.936549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c43c2-43be-47b9-a879-f590e963efa0 req-ae6bdda8-6c32-45d2-b52d-6c27631012ce tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:25.939209 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-514c43c2-43be-47b9-a879-f590e963efa0 req-ae6bdda8-6c32-45d2-b52d-6c27631012ce tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.3451612 Jul 09 19:32:25.968942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] Transition to ACTIVE for port object 6861395d-bb35-4263-a1b2-772f1edb5fc8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:25.981298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc5c668-bc88-4dab-8f71-ba1640e9d783 req-a8b3d0c6-bd49-4e0c-bc44-bf6f19e911b6 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643049 Jul 09 19:32:25.982447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:25.989858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-31d4e0dc-602c-495d-a25a-a85beb6a9961 None None] Provisioning for port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:25.995220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-31d4e0dc-602c-495d-a25a-a85beb6a9961 None None] Provisioning complete for port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:25.995622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31d4e0dc-602c-495d-a25a-a85beb6a9961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.040398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-31d4e0dc-602c-495d-a25a-a85beb6a9961 None None] Port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:26.120844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] No DVR routers for this DVR port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:26.128505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.154800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] Pushing event updated for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:26.182771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45df35-e34b-4cc0-98b0-165368eb3b36 req-4b496387-e7ce-48fb-84e9-afb0cb07bb99 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.184459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f45df35-e34b-4cc0-98b0-165368eb3b36 req-4b496387-e7ce-48fb-84e9-afb0cb07bb99 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 948 time: 0.2861757 Jul 09 19:32:26.192381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-3fb08a71-b3a4-41c1-8a97-e99914c1f863 service neutron] 10.222.0.25 "PUT /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8/bindings/n-h1-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6989286 Jul 09 19:32:26.206960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.271232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f45df35-e34b-4cc0-98b0-165368eb3b36 req-08bd51bc-b1a0-4d47-8bbe-38556e60bbe6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759649 Jul 09 19:32:26.275225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cef348-9c45-40d0-81e3-2f703c7bb74d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:26.290111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 231bdb75-ce57-457f-b393-178b1839482f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:26.291127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.359579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-514c43c2-43be-47b9-a879-f590e963efa0 req-6cc8a2b0-2046-42ff-9928-10b9b13d5972 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103131 Jul 09 19:32:26.364891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Transition to ACTIVE for port object 21cef348-9c45-40d0-81e3-2f703c7bb74d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:26.367525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:26.384640 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e98f71e-9c27-4bf4-aa77-323f77a4865d req-39383854-47ce-44df-947d-8beee6c8d620 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168060 Jul 09 19:32:26.388855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.471443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-f58be0e2-0c56-443e-8654-465a9211cc09 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.473014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-f58be0e2-0c56-443e-8654-465a9211cc09 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13&tenant_id=3bbb7a3bdc64417d9da208c57de0511b&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 948 time: 0.5328605 Jul 09 19:32:26.531094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=231bdb75-ce57-457f-b393-178b1839482f,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:26.548767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '231bdb75-ce57-457f-b393-178b1839482f', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'port_id': '231bdb75-ce57-457f-b393-178b1839482f', 'mac_address': 'fa:16:3e:3e:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63519dc-677e-48a2-9ca6-95da0c4983da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:26.599757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:26.614552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.641306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231bdb75-ce57-457f-b393-178b1839482f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:26.666428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.671281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=231bdb75-ce57-457f-b393-178b1839482f,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:26.685552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.689423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Pushing event updated for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:26.719223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:26.729845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:26.808732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:26.816854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:26.878174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-b4c7ca7b-8f8a-436d-ba42-1daad8f0d2fa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.879675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-b4c7ca7b-8f8a-436d-ba42-1daad8f0d2fa tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.5492611 Jul 09 19:32:26.909713 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-0f3aaf84-5647-4c7d-9bf4-e35326ea6a0f service neutron] delete failed (client error): The resource could not be found. Jul 09 19:32:26.910911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-0f3aaf84-5647-4c7d-9bf4-e35326ea6a0f service neutron] 10.222.0.25 "DELETE /v2.0/ports/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.4218342 Jul 09 19:32:26.924223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:26.934385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Attempting to bind port 21cef348-9c45-40d0-81e3-2f703c7bb74d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:26.934717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Attempting to bind port 21cef348-9c45-40d0-81e3-2f703c7bb74d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:26.935054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Attempting to bind port 21cef348-9c45-40d0-81e3-2f703c7bb74d on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:26.938250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-0bfa92ee-311a-42e5-9123-45db661a253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.940128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-0bfa92ee-311a-42e5-9123-45db661a253b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc787db3cb1f4c07b946a2c22b278725&device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 1099 time: 0.4657869 Jul 09 19:32:26.970664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015395-d457-4ea8-9363-d16eb3d49d13 req-0a78e4f6-294c-47d8-b894-62b1b7f08b9b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.972276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80015395-d457-4ea8-9363-d16eb3d49d13 req-0a78e4f6-294c-47d8-b894-62b1b7f08b9b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 932 time: 0.5885131 Jul 09 19:32:26.995727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e2e6-3cd3-4203-8d50-16b01a0b99bd req-2946f8b1-2af5-41f7-bd3f-0f456e3e810c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:26.997282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92b3e2e6-3cd3-4203-8d50-16b01a0b99bd req-2946f8b1-2af5-41f7-bd3f-0f456e3e810c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.4161956 Jul 09 19:32:27.009093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Port 21cef348-9c45-40d0-81e3-2f703c7bb74d on network 46c6c28f-0cd2-4203-8278-cbded053244e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:27.009430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Attempting to bind port 21cef348-9c45-40d0-81e3-2f703c7bb74d on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:27.058565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on host n-h1-800087-3 for vnic_type normal with profile {"migrating_to": "n-h2-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:27.058993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:27.059506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:27.069991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80015395-d457-4ea8-9363-d16eb3d49d13 req-b561e266-2a2f-44c7-aa7b-d00fda87ed2a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827777 Jul 09 19:32:27.076432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-920a78dd-5183-43cc-ab42-c07d810f4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.077950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-920a78dd-5183-43cc-ab42-c07d810f4967 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae&tenant_id=4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 1095 time: 0.1700346 Jul 09 19:32:27.084176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a496e87d-2dce-4c0e-a1a9-c68c684a70d4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:27.090914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:27.091552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Checking segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:27.091893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Bound using segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:27.092344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Bound port: 21cef348-9c45-40d0-81e3-2f703c7bb74d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:27.092709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.105456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.121549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:27.122040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Attempting to bind port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:27.124152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Transition to ACTIVE for port object a496e87d-2dce-4c0e-a1a9-c68c684a70d4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:27.130502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.156004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:27.156351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:27.156740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:27.157206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Bound port: f607c2f8-6702-4590-86d9-5d1bfa03aff9, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:27.157573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.166998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['231bdb75-ce57-457f-b393-178b1839482f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:27.245685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92b3e2e6-3cd3-4203-8d50-16b01a0b99bd req-f8ef6087-e04f-471a-90bc-2744a50a81f7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078326 Jul 09 19:32:27.269870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-4400bffa-b31a-49ca-96b5-51e1e51f938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.271458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-4400bffa-b31a-49ca-96b5-51e1e51f938e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1095 time: 0.1111264 Jul 09 19:32:27.275886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Pushing event updated for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:27.324904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-e603ddf9-6083-4039-b235-fe9a6ff096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.327547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-e603ddf9-6083-4039-b235-fe9a6ff096ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.3661594 Jul 09 19:32:27.345296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-58f2efa5-6f8d-4b9d-bb52-4245efbb77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.347576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-58f2efa5-6f8d-4b9d-bb52-4245efbb77b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1099 time: 0.3115532 Jul 09 19:32:27.361390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:27.366226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:27.433636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.451345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae57d9-597c-4dc5-aa53-a3cb09ccd818 req-34bfe15b-1d67-43e0-b5d4-d25a70e5d726 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.458232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50ae57d9-597c-4dc5-aa53-a3cb09ccd818 req-34bfe15b-1d67-43e0-b5d4-d25a70e5d726 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 948 time: 0.2158380 Jul 09 19:32:27.480963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Attempting to bind port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:27.481351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Attempting to bind port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:27.481696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Attempting to bind port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:27.500729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 on network 46c6c28f-0cd2-4203-8278-cbded053244e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:27.501048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Attempting to bind port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 on network 46c6c28f-0cd2-4203-8278-cbded053244e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:27.506356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-22f20468-c093-48ae-9f6c-3e6c42c2416a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=91cce140-4d92-4469-b45c-e9b0b7978f65 HTTP/1.1" status: 200 len: 217 time: 0.1637540 Jul 09 19:32:27.518514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.520211 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.522678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] 10.222.0.59 "PUT /v2.0/ports/21cef348-9c45-40d0-81e3-2f703c7bb74d HTTP/1.1" status: 200 len: 1091 time: 3.2834709 Jul 09 19:32:27.528955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:27.529415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Checking segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:27.529777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Bound using segment: {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:27.530209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Bound port: a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938937ed-247c-4191-8c99-63df410fe949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:27.530582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.535496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-47685558-a59e-4081-b615-c305b2215568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.537586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-47685558-a59e-4081-b615-c305b2215568 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2016850 Jul 09 19:32:27.538401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9'}, {'name': 'network-changed', 'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:27.541152 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafa729-b359-4075-9de6-87f7dc60ea7b" -d '{"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9"}, {"name": "network-changed", "server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:27.548912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50ae57d9-597c-4dc5-aa53-a3cb09ccd818 req-b368b28e-4e04-437a-9ff1-ef7feffe6aa3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897567 Jul 09 19:32:27.608131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-e644e722-08ef-4662-b26d-57a2a1374f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.609792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-e644e722-08ef-4662-b26d-57a2a1374f9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2370450 Jul 09 19:32:27.653107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-dfb04602-6382-4e75-8f19-7b5f61e9553e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 200 len: 217 time: 0.0913143 Jul 09 19:32:27.684641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.712796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:27.754475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-53ca6c02-9976-400f-88c6-9c5ef65e1341 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.1174722 Jul 09 19:32:27.793630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:27.797890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:27.798955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:27.800919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-afbfc513-5743-4df7-b6d0-39a8c2cc938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.803236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-afbfc513-5743-4df7-b6d0-39a8c2cc938c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1222770 Jul 09 19:32:27.808756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.848808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.851685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad1ed-b731-4e03-9023-a311d21db1bb service neutron] Pushing event updated for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:27.874863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-65ff1470-21c5-4481-916b-f01ea37bde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.876367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-65ff1470-21c5-4481-916b-f01ea37bde94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2701311 Jul 09 19:32:27.881405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-01d3e8d5-bc60-4388-afdf-7763fd7c1459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577552 Jul 09 19:32:27.884395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.885015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:27.886345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] 10.222.0.25 "PUT /v2.0/ports/a496e87d-2dce-4c0e-a1a9-c68c684a70d4 HTTP/1.1" status: 200 len: 1092 time: 2.0425065 Jul 09 19:32:27.886963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:27.889250 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bda375-7b45-4b5a-952b-4dacb3828560" -d '{"events": [{"name": "network-changed", "server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:27.910409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066c69f-d3dd-4af1-8c1a-cdb74e4976e0 req-4af1f294-957a-41b8-adeb-e73c085516f6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.917903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f066c69f-d3dd-4af1-8c1a-cdb74e4976e0 req-4af1f294-957a-41b8-adeb-e73c085516f6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 948 time: 0.2001979 Jul 09 19:32:27.975763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-1c7f8815-ea2d-421f-a142-a61cf093c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:27.977265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-1c7f8815-ea2d-421f-a142-a61cf093c2db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1998661 Jul 09 19:32:28.022091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d77441-cc5d-4f78-840c-50e18d151a53 service neutron] Pushing event updated for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:28.056326 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f066c69f-d3dd-4af1-8c1a-cdb74e4976e0 req-b995a9a5-e4cf-40a8-bf55-51b12596cf3d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374962 Jul 09 19:32:28.061810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:28.072866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.073638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:28.075065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8e96432c-31c1-44b9-9577-3568a6ae7f1b service neutron] 10.222.0.25 "PUT /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 1121 time: 2.6886628 Jul 09 19:32:28.093898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-886a0b32-62a1-4555-a7e8-0b1b2d3a799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.095178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-886a0b32-62a1-4555-a7e8-0b1b2d3a799d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 1094 time: 0.4701095 Jul 09 19:32:28.117246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785dfe-25ae-4882-a0bb-5f942dfe96be req-4de8851a-d7be-4aaf-8443-2984ceec54e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.123751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-c57bd58a-bc58-4552-9fd7-1b058fa6b96c service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034883 Jul 09 19:32:28.124899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf785dfe-25ae-4882-a0bb-5f942dfe96be req-4de8851a-d7be-4aaf-8443-2984ceec54e1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.3748748 Jul 09 19:32:28.189396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-70ac4ede-2802-4fbc-859d-b26ebdf6c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.190859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-70ac4ede-2802-4fbc-859d-b26ebdf6c8e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 1095 time: 0.2533314 Jul 09 19:32:28.200460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:28.204453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-0771ac62-d23c-49a4-b367-e5d9127f5be2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d HTTP/1.1" status: 200 len: 217 time: 0.0766160 Jul 09 19:32:28.212379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-a3bf0f71-e55c-4f4d-a53e-d5ed6822fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.213889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-a3bf0f71-e55c-4f4d-a53e-d5ed6822fddb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2912676 Jul 09 19:32:28.253199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:28.288899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf785dfe-25ae-4882-a0bb-5f942dfe96be req-b22922ff-eaf3-4606-8dd6-01f0bd0b2c18 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616397 Jul 09 19:32:28.298396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-5e49475f-af4b-433a-935d-2526f8f16c07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4 HTTP/1.1" status: 200 len: 217 time: 0.0863750 Jul 09 19:32:28.306609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:28.326274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-6c07691e-ba6e-4220-b558-b59abf86faee service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937160 Jul 09 19:32:28.365352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-8d2d111f-0bf0-492e-860e-e8e64500c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.366884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-8d2d111f-0bf0-492e-860e-e8e64500c920 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689573 Jul 09 19:32:28.368662 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf79186-6b81-41d0-a875-19914389cd9f x-openstack-request-id: req-0cf79186-6b81-41d0-a875-19914389cd9f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:28.368961 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9", "code": 200}, {"name": "network-changed", "server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:28.369273 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cf79186-6b81-41d0-a875-19914389cd9f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:28.370967 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'code': 200} Jul 09 19:32:28.371639 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d', 'status': 'completed', 'code': 200} Jul 09 19:32:28.401958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-e5ba09ac-ed25-4042-b513-d5140b4e39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.403743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-e5ba09ac-ed25-4042-b513-d5140b4e39da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.0856228 Jul 09 19:32:28.436416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-7fe11d6a-0861-40f0-a564-a365284c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.443833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-7fe11d6a-0861-40f0-a564-a365284c63a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.2289870 Jul 09 19:32:28.462141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fb19e-8875-4914-9e58-1f36ccc75bf7 req-8594d513-925c-41f6-9b4a-a5c695e0f942 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.468850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fb19e-8875-4914-9e58-1f36ccc75bf7 req-8594d513-925c-41f6-9b4a-a5c695e0f942 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.478331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fb19e-8875-4914-9e58-1f36ccc75bf7 req-8594d513-925c-41f6-9b4a-a5c695e0f942 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.491176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-076fb19e-8875-4914-9e58-1f36ccc75bf7 req-8594d513-925c-41f6-9b4a-a5c695e0f942 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.2742372 Jul 09 19:32:28.529787 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a2133-ac64-48f8-90bc-e9f2dc6246da x-openstack-request-id: req-c06a2133-ac64-48f8-90bc-e9f2dc6246da {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:28.531361 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:28.531361 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c06a2133-ac64-48f8-90bc-e9f2dc6246da {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:28.531361 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4', 'status': 'completed', 'code': 200} Jul 09 19:32:28.568946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-ed33807c-e4f3-4067-98e0-913782b5a6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370290 Jul 09 19:32:28.592276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-076fb19e-8875-4914-9e58-1f36ccc75bf7 req-f900aba6-c646-4ef7-93c8-41a316302aca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001437 Jul 09 19:32:28.639107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-fc64d3bb-4b83-489b-bd68-658018693342 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607551 Jul 09 19:32:28.639689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-d3652464-da4c-4798-8d2b-5cd82e3ea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:28.643857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-d3652464-da4c-4798-8d2b-5cd82e3ea746 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283134 Jul 09 19:32:28.819938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-efe3665a-de88-4dad-9a29-5ecc299529fe service neutron] 10.222.0.25 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615295 Jul 09 19:32:28.836694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:28.853660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:28.854139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:29.004088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-e788be6a-af2e-483a-a26c-9d91342e9f74 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.005878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-43da6d4f-8a96-4df4-bfdf-3c3758e15655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.006162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-e788be6a-af2e-483a-a26c-9d91342e9f74 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.1851282 Jul 09 19:32:29.007555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-43da6d4f-8a96-4df4-bfdf-3c3758e15655 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5231874 Jul 09 19:32:29.011448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcbd23ac-d3b1-4ec1-a447-89ea61851691 req-8f2b3761-d3e5-47e0-812b-415d7edbc30c service neutron] 10.222.0.25 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800761 Jul 09 19:32:29.022114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:29.025260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59a955-fed2-4fad-a453-214babc172f7 req-cd6c3d84-f38e-4817-ad6e-cb22d3bd1db5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.025992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a59a955-fed2-4fad-a453-214babc172f7 req-cd6c3d84-f38e-4817-ad6e-cb22d3bd1db5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1801281 Jul 09 19:32:29.052323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:29.054613 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6419c9f-57e1-4b18-831b-9e91c6bcdd55" -d '{"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-plugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:29.068140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:29.073805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:29.140375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:29.141635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f95df8b0-e6fd-4c94-b340-c7826119e981 req-ef0262cf-b0d8-4f77-a238-3c89a4121e27 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460415 Jul 09 19:32:29.144766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a59a955-fed2-4fad-a453-214babc172f7 req-0d0e19fc-80f1-40fd-8f6b-c96a0b49b8ce tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040926 Jul 09 19:32:29.163211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ce5a-27ca-4715-9571-403efdf8b508 req-972e2105-8c06-4614-8cd2-24510de2b4d0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.169751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d082ce5a-27ca-4715-9571-403efdf8b508 req-972e2105-8c06-4614-8cd2-24510de2b4d0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 944 time: 0.5995803 Jul 09 19:32:29.179808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb970e0b-97eb-423b-b51c-edd6e0702624 req-76440a36-3c73-4bae-8e5e-b2ff74962a18 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073764 Jul 09 19:32:29.217411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-09e5b882-5ffd-446a-89bc-7af352a1f33d service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920350 Jul 09 19:32:29.226260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-c30b327c-4178-443e-9e38-12966efdbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.227939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-c30b327c-4178-443e-9e38-12966efdbaed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 1095 time: 0.1275520 Jul 09 19:32:29.232222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-45847475-6818-41e5-b968-fdba0fae9abd service neutron] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:29.235702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-45847475-6818-41e5-b968-fdba0fae9abd service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:29.236821 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7a3f079-addd-460c-8dc3-3176da1e0c5a req-45847475-6818-41e5-b968-fdba0fae9abd service neutron] 10.222.0.59 "DELETE /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8/bindings/n-h2-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.2099500 Jul 09 19:32:29.240178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d082ce5a-27ca-4715-9571-403efdf8b508 req-1f02866e-9094-4e20-b4e8-dd8fb86e4ad0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694046 Jul 09 19:32:29.384077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-3e841721-b875-462b-88be-76d413abf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.385875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-3e841721-b875-462b-88be-76d413abf1ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 916 time: 0.1355345 Jul 09 19:32:29.401647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46054a24-833b-4deb-a54f-7a25c1b5a81a req-22198167-e001-4fbf-8a82-957db7041703 service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747537 Jul 09 19:32:29.455673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-d25b0228-a083-43df-b59a-6e85d0ae8023 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4 HTTP/1.1" status: 200 len: 217 time: 0.0600414 Jul 09 19:32:29.504565 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186783ae-2d46-41b8-859f-2d2c2ee374b6 x-openstack-request-id: req-186783ae-2d46-41b8-859f-2d2c2ee374b6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:29.505524 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-plugged", "status": "completed", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:29.505873 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-186783ae-2d46-41b8-859f-2d2c2ee374b6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:29.506439 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'code': 200} Jul 09 19:32:29.530859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-3f0559e2-5408-4fa0-ace5-dbe3b605027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.532581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-3f0559e2-5408-4fa0-ace5-dbe3b605027f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 1094 time: 0.0643561 Jul 09 19:32:29.554606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-e7e15ea1-69fd-4b7c-85f0-6f707d3a50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.556635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-e7e15ea1-69fd-4b7c-85f0-6f707d3a50b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.0926609 Jul 09 19:32:29.603803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2162f-805a-42ed-9fb8-150dc217a4d9 req-7035e318-d50b-4249-97ee-9b27fad8f940 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.605321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4e2162f-805a-42ed-9fb8-150dc217a4d9 req-7035e318-d50b-4249-97ee-9b27fad8f940 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1327960 Jul 09 19:32:29.659887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4e2162f-805a-42ed-9fb8-150dc217a4d9 req-9f1c07b4-ca13-458e-b607-38b713352e74 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 Jul 09 19:32:29.662490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-87c2626b-b5f5-431a-8ea1-f9cfd9f15b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.663897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-87c2626b-b5f5-431a-8ea1-f9cfd9f15b9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972974 Jul 09 19:32:29.679440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-7708cb1f-f626-4b5a-8c1f-f3c5c5095b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.680813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-7708cb1f-f626-4b5a-8c1f-f3c5c5095b9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 916 time: 0.1401601 Jul 09 19:32:29.695732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5d252-6e92-43fb-a906-40d33f7068d8 req-a022ec83-00e8-4006-995c-11fc698acbb4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.697548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cd5d252-6e92-43fb-a906-40d33f7068d8 req-a022ec83-00e8-4006-995c-11fc698acbb4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 948 time: 0.0970542 Jul 09 19:32:29.735116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-602b0686-2e83-4d47-829e-1ac5bcd5c344 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d HTTP/1.1" status: 200 len: 217 time: 0.0368733 Jul 09 19:32:29.775409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-6191712c-0f50-4d7c-9740-40ed71c67d13 service neutron] 10.222.0.25 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994024 Jul 09 19:32:29.809528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5cd5d252-6e92-43fb-a906-40d33f7068d8 req-3b9e8ea4-da80-4ce1-abd2-e2f5d1330ad7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768194 Jul 09 19:32:29.817842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-47d4b495-9678-4994-be4f-931e4d7f5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.819386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-47d4b495-9678-4994-be4f-931e4d7f5cdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.0674667 Jul 09 19:32:29.884636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-7f904507-13e2-473b-b404-ba5cc1af371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.886178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-7f904507-13e2-473b-b404-ba5cc1af371b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575569 Jul 09 19:32:29.893754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa0c26-c2dc-46e7-9e68-199c90ce872a req-7c11a874-0746-4e51-9e62-a3cfa08ac011 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:29.895308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96fa0c26-c2dc-46e7-9e68-199c90ce872a req-7c11a874-0746-4e51-9e62-a3cfa08ac011 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.1335218 Jul 09 19:32:29.901246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80bda375-7b45-4b5a-952b-4dacb3828560 req-e70958d5-2bc8-412c-b617-b13bad1d9bc3 service neutron] 10.222.0.25 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080208 Jul 09 19:32:29.946422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96fa0c26-c2dc-46e7-9e68-199c90ce872a req-c9d71494-8a8e-4ecb-afb8-ebcae5263dad tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428164 Jul 09 19:32:29.993479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-fa11a2c3-1af2-4bfe-8cd9-d047e9439171 service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995238 Jul 09 19:32:30.137513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aafa729-b359-4075-9de6-87f7dc60ea7b req-3a04d415-3f19-4ab4-bc92-46764f1f6ccb service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 Jul 09 19:32:30.204581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239adf15-0d36-49bf-a1a5-256bf4a42f07 req-4f984143-9cf6-4cbd-bd72-7b3689cc14de tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.212456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-239adf15-0d36-49bf-a1a5-256bf4a42f07 req-4f984143-9cf6-4cbd-bd72-7b3689cc14de tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1095 time: 0.0644138 Jul 09 19:32:30.247802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-239adf15-0d36-49bf-a1a5-256bf4a42f07 req-227b9e70-d9f5-437d-92f0-955656674366 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Jul 09 19:32:30.263565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538fa0-2c97-456f-ad26-447d25ccc655 req-293382d7-f30e-4413-a3eb-b8ec3770d928 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.269666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538fa0-2c97-456f-ad26-447d25ccc655 req-293382d7-f30e-4413-a3eb-b8ec3770d928 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.276275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538fa0-2c97-456f-ad26-447d25ccc655 req-293382d7-f30e-4413-a3eb-b8ec3770d928 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.278003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f538fa0-2c97-456f-ad26-447d25ccc655 req-293382d7-f30e-4413-a3eb-b8ec3770d928 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.0889981 Jul 09 19:32:30.304775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 91cce140-4d92-4469-b45c-e9b0b7978f65 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:30.309215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 231bdb75-ce57-457f-b393-178b1839482f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:30.331674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f538fa0-2c97-456f-ad26-447d25ccc655 req-81e3917a-fd33-4a04-9bf6-474122a24144 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Jul 09 19:32:30.372701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:30.375354 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:30.498583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 231bdb75-ce57-457f-b393-178b1839482f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:30.507600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 231bdb75-ce57-457f-b393-178b1839482f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:30.508223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:30.514921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-ffcbec2e-c581-49fd-951b-ae819e6826e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975296 Jul 09 19:32:30.523635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc16ab-505c-4d94-b37b-e5c474849d53 req-3a14d27f-1687-4b3c-8e96-71e7c084c0a2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.531460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01dc16ab-505c-4d94-b37b-e5c474849d53 req-3a14d27f-1687-4b3c-8e96-71e7c084c0a2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1237750 Jul 09 19:32:30.535286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be099bc-8561-49f4-aa32-c6fc3cc3432d req-4c3b6717-8c11-404f-add3-013fa95473de tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.539410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be099bc-8561-49f4-aa32-c6fc3cc3432d req-4c3b6717-8c11-404f-add3-013fa95473de tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 944 time: 0.0954812 Jul 09 19:32:30.542228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=91cce140-4d92-4469-b45c-e9b0b7978f65,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:30.560495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '91cce140-4d92-4469-b45c-e9b0b7978f65', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '91cce140-4d92-4469-b45c-e9b0b7978f65', 'mac_address': 'fa:16:3e:d7:86:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:30.581952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be099bc-8561-49f4-aa32-c6fc3cc3432d req-848e56e2-0967-4e36-96df-a6cf2b86878b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Jul 09 19:32:30.582528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01dc16ab-505c-4d94-b37b-e5c474849d53 req-04ab3eab-fb68-41eb-91d2-074cd5884733 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499241 Jul 09 19:32:30.642274 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:30.663170 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:30.665840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-8563eec0-d6cb-4754-b80b-31add258b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.666568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cce140-4d92-4469-b45c-e9b0b7978f65 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:30.667790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-8563eec0-d6cb-4754-b80b-31add258b137 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 1096 time: 0.0842304 Jul 09 19:32:30.699735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=91cce140-4d92-4469-b45c-e9b0b7978f65,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:30.707398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:30.740938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=231bdb75-ce57-457f-b393-178b1839482f,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:30.749582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:30.759024 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d0e19-ee08-4dc3-8eb2-6b97bea04e1f x-openstack-request-id: req-457d0e19-ee08-4dc3-8eb2-6b97bea04e1f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:30.759920 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:30.760284 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-457d0e19-ee08-4dc3-8eb2-6b97bea04e1f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:30.760916 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'status': 'completed', 'code': 200} Jul 09 19:32:30.779328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:30.832503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-4bef603d-0729-4039-9793-14826c9fe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.834838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-4bef603d-0729-4039-9793-14826c9fe259 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1392632 Jul 09 19:32:30.839027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c1b3-657e-4d8a-9b1f-f7e5bc6ed6ce req-f08f0841-8953-4ed5-af35-7859a5424561 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.846503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d491c1b3-657e-4d8a-9b1f-f7e5bc6ed6ce req-f08f0841-8953-4ed5-af35-7859a5424561 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 1095 time: 0.1275334 Jul 09 19:32:30.852826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:30.866217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-8bdafa17-53cb-4e4b-b83d-ca28f25d2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.867781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-8bdafa17-53cb-4e4b-b83d-ca28f25d2604 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1124 time: 0.0803249 Jul 09 19:32:30.896714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-eaeb0456-0434-40ce-8399-23634eff589b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 200 len: 217 time: 0.0473270 Jul 09 19:32:30.966031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d491c1b3-657e-4d8a-9b1f-f7e5bc6ed6ce req-a99ca503-ccef-4f02-a904-b68da0e39a29 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189327 Jul 09 19:32:30.972018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-621ee74c-c3be-4a13-9658-e6bbeb2cd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:30.973561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-621ee74c-c3be-4a13-9658-e6bbeb2cd77d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0684555 Jul 09 19:32:31.018670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-9ee984a4-d68c-41ed-bac8-954508ad8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.021884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-9ee984a4-d68c-41ed-bac8-954508ad8469 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1446917 Jul 09 19:32:31.023863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-2a9eb910-d9a3-4393-99a4-307ae4807701 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357656 Jul 09 19:32:31.081549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-9506a0df-9d9b-4eda-a2d3-ce21a85eee1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 217 time: 0.0425129 Jul 09 19:32:31.137307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212cd6-c1af-4007-9e90-59a580557013 req-7eedcffc-7733-4b47-8db9-edd59edbb0ae tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.138817 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52212cd6-c1af-4007-9e90-59a580557013 req-7eedcffc-7733-4b47-8db9-edd59edbb0ae tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1622019 Jul 09 19:32:31.164853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-8ff3f041-dcd9-45c9-b041-f0f2513847fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.165154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-e242457b-c146-44e5-900e-24da47e0630f service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276200 Jul 09 19:32:31.166344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-8ff3f041-dcd9-45c9-b041-f0f2513847fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0758011 Jul 09 19:32:31.207279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-ab77399f-6114-4eb1-bcc9-a9f900ae6414 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337160 Jul 09 19:32:31.211225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52212cd6-c1af-4007-9e90-59a580557013 req-0c954c8c-1b39-48c5-bdc2-06ec593bd3d6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640304 Jul 09 19:32:31.240744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672334d2-e142-4ff4-a1c7-76f4ef3a1027 req-7a1a7f66-ba2b-49f7-8699-358da076e778 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.242284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-672334d2-e142-4ff4-a1c7-76f4ef3a1027 req-7a1a7f66-ba2b-49f7-8699-358da076e778 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 949 time: 0.1265047 Jul 09 19:32:31.266280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['91cce140-4d92-4469-b45c-e9b0b7978f65'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:31.302769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee639ce5-dd79-45ef-b25e-831d205faaed req-2495e00d-1bf3-4d8d-8990-83fa75ea72d9 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251261 Jul 09 19:32:31.305861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-672334d2-e142-4ff4-a1c7-76f4ef3a1027 req-322129ae-c972-4c63-b40c-603349d65fd0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Jul 09 19:32:31.319369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-07344778-efe5-498d-85d7-8d28ebd8e5ca service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021984 Jul 09 19:32:31.444353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fcfbd1-7d69-4ac7-b26b-0b1e30f08ae0 req-f8111ceb-50d7-474b-9140-0cb17de5582d service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128588 Jul 09 19:32:31.507455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231bdb75-ce57-457f-b393-178b1839482f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:31.509817 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e76ba-c488-4109-8281-df021e0188a4" -d '{"events": [{"server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "name": "network-vif-plugged", "status": "completed", "tag": "231bdb75-ce57-457f-b393-178b1839482f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:31.513816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d47aa-738f-48a7-ba3c-132deea420ee req-30f9de6c-ce7e-484b-a32b-ff402988e6d7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.517940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b7d47aa-738f-48a7-ba3c-132deea420ee req-30f9de6c-ce7e-484b-a32b-ff402988e6d7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.0764029 Jul 09 19:32:31.577675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b7d47aa-738f-48a7-ba3c-132deea420ee req-ac885261-ba55-4a2c-8737-898f1cb490ec tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516987 Jul 09 19:32:31.628388 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293f5e6-06cc-46f6-96ee-9472ae0ed665 x-openstack-request-id: req-0293f5e6-06cc-46f6-96ee-9472ae0ed665 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:31.628897 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "name": "network-vif-plugged", "status": "completed", "tag": "231bdb75-ce57-457f-b393-178b1839482f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:31.629332 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0293f5e6-06cc-46f6-96ee-9472ae0ed665 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:31.630808 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231bdb75-ce57-457f-b393-178b1839482f', 'code': 200} Jul 09 19:32:31.673039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1a6d7-85dc-47ca-a576-4d7b02ad7e06 req-f027055b-7064-40ed-998b-92866e381fea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.679600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1a6d7-85dc-47ca-a576-4d7b02ad7e06 req-f027055b-7064-40ed-998b-92866e381fea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.685433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1a6d7-85dc-47ca-a576-4d7b02ad7e06 req-f027055b-7064-40ed-998b-92866e381fea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.687086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77b1a6d7-85dc-47ca-a576-4d7b02ad7e06 req-f027055b-7064-40ed-998b-92866e381fea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.0886335 Jul 09 19:32:31.727423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77b1a6d7-85dc-47ca-a576-4d7b02ad7e06 req-157cb383-7f3d-4ea3-88b1-4bb8abc0bce1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Jul 09 19:32:31.798370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d6840-d446-47b3-81c3-6814cf5336e3 req-4f594373-aad0-463c-b8b8-cd9c19d9fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.802285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-590d6840-d446-47b3-81c3-6814cf5336e3 req-4f594373-aad0-463c-b8b8-cd9c19d9fbc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0729787 Jul 09 19:32:31.827551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f4d60-85a0-4729-9c30-4d5d2d00674f req-70effad4-7a76-48f3-88dd-0470d74163bd tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.829379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-201f4d60-85a0-4729-9c30-4d5d2d00674f req-70effad4-7a76-48f3-88dd-0470d74163bd tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0753336 Jul 09 19:32:31.872386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-590d6840-d446-47b3-81c3-6814cf5336e3 req-ea22ed29-1db2-4421-adf8-fe982b754b74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599177 Jul 09 19:32:31.873635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-201f4d60-85a0-4729-9c30-4d5d2d00674f req-fbb243d1-dc61-4479-b38c-059538f06d11 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Jul 09 19:32:31.910287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9e693-fbb1-4a0f-a0b0-70094ba7071d req-e80a3f1d-a70b-4ee4-b70e-64384ad4c233 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:31.911921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbe9e693-fbb1-4a0f-a0b0-70094ba7071d req-e80a3f1d-a70b-4ee4-b70e-64384ad4c233 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 944 time: 0.0747294 Jul 09 19:32:31.950241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbe9e693-fbb1-4a0f-a0b0-70094ba7071d req-36c13ccc-b022-4a20-b826-0ee86e5018ae tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 09 19:32:32.217059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-dfeddccd-0d8a-49a1-921b-f674e8ed84c5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217614 Jul 09 19:32:32.321924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-95cd722a-cc2a-417e-b5c4-110c4e40537e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:32.323298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-95cd722a-cc2a-417e-b5c4-110c4e40537e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1014311 Jul 09 19:32:32.324491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 21cef348-9c45-40d0-81e3-2f703c7bb74d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:32.338780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-0494b4cb-bb19-4776-83a7-291c9bae8f5a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/quotas/3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 375 time: 0.0093925 Jul 09 19:32:32.414413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-c51a3427-4572-491a-a8fd-33118a2f8cbb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635357 Jul 09 19:32:32.425782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:32.438969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '21cef348-9c45-40d0-81e3-2f703c7bb74d', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'port_id': '21cef348-9c45-40d0-81e3-2f703c7bb74d', 'mac_address': 'fa:16:3e:af:b1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63519dc-677e-48a2-9ca6-95da0c4983da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:32.486150 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:32.502681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cef348-9c45-40d0-81e3-2f703c7bb74d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:32.506394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba9faa-1782-4b55-bd41-7fd2bf05c663 req-529a9183-e0c1-4eb3-bf7d-cc0589b356ec tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:32.507925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60ba9faa-1782-4b55-bd41-7fd2bf05c663 req-529a9183-e0c1-4eb3-bf7d-cc0589b356ec tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 949 time: 0.0797751 Jul 09 19:32:32.532521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:32.538310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:32.564190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60ba9faa-1782-4b55-bd41-7fd2bf05c663 req-2cb5e1e6-cfd5-4621-bb55-9d7658f5ff37 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503447 Jul 09 19:32:32.621657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:32.654460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fda0cc8d-321e-467d-b4ac-790362e4fe53 req-927ffbdf-2db3-444f-8c1f-e37b532c4471 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 210 time: 0.0736921 Jul 09 19:32:32.940949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283414a-4503-4990-9fb8-bb34c7ee46c0 req-fee48550-ff65-41dc-a5db-03a4ad6d6db3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:32.949234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283414a-4503-4990-9fb8-bb34c7ee46c0 req-fee48550-ff65-41dc-a5db-03a4ad6d6db3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:32.960968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283414a-4503-4990-9fb8-bb34c7ee46c0 req-fee48550-ff65-41dc-a5db-03a4ad6d6db3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:32.962908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5283414a-4503-4990-9fb8-bb34c7ee46c0 req-fee48550-ff65-41dc-a5db-03a4ad6d6db3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.0981369 Jul 09 19:32:33.054322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5283414a-4503-4990-9fb8-bb34c7ee46c0 req-e97a4c6f-8ebb-47fd-9822-106ce34de627 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833549 Jul 09 19:32:33.093190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad395df-b449-40bd-8aa8-92deff6e1f00 req-2ab44426-ad6f-42d3-bd97-4970b5ec63c3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.105809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cad395df-b449-40bd-8aa8-92deff6e1f00 req-2ab44426-ad6f-42d3-bd97-4970b5ec63c3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1107419 Jul 09 19:32:33.112454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-74d4815c-ff1b-47be-95d0-58f60509dbdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.119506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-74d4815c-ff1b-47be-95d0-58f60509dbdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.125650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-74d4815c-ff1b-47be-95d0-58f60509dbdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.127299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-74d4815c-ff1b-47be-95d0-58f60509dbdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 2417 time: 0.1577284 Jul 09 19:32:33.165720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cad395df-b449-40bd-8aa8-92deff6e1f00 req-f1f53421-035c-428e-a1c0-1b1d600cce07 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Jul 09 19:32:33.208612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['21cef348-9c45-40d0-81e3-2f703c7bb74d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:33.316059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353070-8e90-462c-a469-9e147b56c30f req-7156b363-d66d-477d-beaf-932634c36696 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.322065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-12353070-8e90-462c-a469-9e147b56c30f req-7156b363-d66d-477d-beaf-932634c36696 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 944 time: 0.1243737 Jul 09 19:32:33.351659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:33.352003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:33.422596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-12353070-8e90-462c-a469-9e147b56c30f req-a3c727a6-3526-4d39-9bf5-b84d1d764ffb tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931971 Jul 09 19:32:33.486223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:33.486952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:33.505158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 7fa87172-e8ea-4aad-952e-cda67ea0a5ea owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:33.640565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:33.672952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=7fa87172-e8ea-4aad-952e-cda67ea0a5ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:33.774209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 7fa87172-e8ea-4aad-952e-cda67ea0a5ea on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:33.777060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:33.779170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-f71cc4db-2753-425e-b1f1-c02d80a79cf9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "DELETE /v2.0/ports/7fa87172-e8ea-4aad-952e-cda67ea0a5ea HTTP/1.1" status: 204 len: 173 time: 0.6407416 Jul 09 19:32:33.779627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:33.782295 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a383cdf-0afb-4021-98b0-c1d87c91b261" -d '{"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:33.829500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57983e32-7886-42fd-b65e-8ef5c0d8a739 req-e1fce52d-adf3-4d12-aec9-26ee1085cd27 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 210 time: 0.0309474 Jul 09 19:32:33.879323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da97cba-95d5-4af2-98e8-042b9532fac1 req-40a892d7-9bd0-447d-bd7b-e1a469c1eabe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:33.881519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3da97cba-95d5-4af2-98e8-042b9532fac1 req-40a892d7-9bd0-447d-bd7b-e1a469c1eabe tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 949 time: 0.1706855 Jul 09 19:32:33.908231 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e629e5-7bd4-4bd5-81f5-c117363e2470 x-openstack-request-id: req-b1e629e5-7bd4-4bd5-81f5-c117363e2470 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:33.908530 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "7fa87172-e8ea-4aad-952e-cda67ea0a5ea", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:33.908785 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1e629e5-7bd4-4bd5-81f5-c117363e2470 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:33.909192 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': '7fa87172-e8ea-4aad-952e-cda67ea0a5ea', 'status': 'completed', 'code': 200} Jul 09 19:32:33.941087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3da97cba-95d5-4af2-98e8-042b9532fac1 req-455c6741-ecf5-41cd-a273-0d0a34248f7d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521207 Jul 09 19:32:33.951845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port fb5138b9-68f6-4d1b-9d51-ffc647416e75 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:33.951845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.053724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port fb5138b9-68f6-4d1b-9d51-ffc647416e75, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fb5138b9-68f6-4d1b-9d51-ffc647416e75,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:34.054201 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.070307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for fb5138b9-68f6-4d1b-9d51-ffc647416e75 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:34.127996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-85c322c3-ed59-41fc-bd1d-5af741848c57 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436206 Jul 09 19:32:34.247095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.307568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-ac787450-a0e2-481f-89c9-9b98e6a1bd9f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:34.309050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-ac787450-a0e2-481f-89c9-9b98e6a1bd9f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688221 Jul 09 19:32:34.324506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3ff2f-b4cc-4fe8-8913-5039064d7598 req-532c3d43-d665-42be-a537-90165995a5eb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:34.330748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3ff2f-b4cc-4fe8-8913-5039064d7598 req-532c3d43-d665-42be-a537-90165995a5eb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:34.337472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 91cce140-4d92-4469-b45c-e9b0b7978f65 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:34.337961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fa3ff2f-b4cc-4fe8-8913-5039064d7598 req-532c3d43-d665-42be-a537-90165995a5eb tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 1603 time: 0.1307616 Jul 09 19:32:34.343441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=fb5138b9-68f6-4d1b-9d51-ffc647416e75,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:34.347041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Request body: {'port': {'device_id': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '3bbb7a3bdc64417d9da208c57de0511b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:34.434854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port fb5138b9-68f6-4d1b-9d51-ffc647416e75 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:34.439401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.442612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-c18382ad-c65e-44df-8aa5-c3a5b2225e8c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "DELETE /v2.0/ports/fb5138b9-68f6-4d1b-9d51-ffc647416e75 HTTP/1.1" status: 204 len: 173 time: 0.6551826 Jul 09 19:32:34.445742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 91cce140-4d92-4469-b45c-e9b0b7978f65 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:34.454030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 91cce140-4d92-4469-b45c-e9b0b7978f65 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:34.454332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.519318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad7f30-9527-43ea-a8ea-34fdf871d7df req-22e76f08-e234-4631-b9a5-6d3da62af89f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:34.529740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77ad7f30-9527-43ea-a8ea-34fdf871d7df req-22e76f08-e234-4631-b9a5-6d3da62af89f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.2012680 Jul 09 19:32:34.587897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.625969 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77ad7f30-9527-43ea-a8ea-34fdf871d7df req-e3cf8fc2-9f1a-4bbe-b691-b19eb57849aa tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Jul 09 19:32:34.635646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=91cce140-4d92-4469-b45c-e9b0b7978f65,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:34.636538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:34.639998 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c9ad34-5b19-4483-b324-929937414242" -d '{"events": [{"server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "name": "network-vif-plugged", "status": "completed", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:34.650682 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.691220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port bd3ece55-942d-4a11-8fae-846d9b7549cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:34.694006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.722794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:34.743663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a496e87d-2dce-4c0e-a1a9-c68c684a70d4 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:34.875493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port bd3ece55-942d-4a11-8fae-846d9b7549cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd3ece55-942d-4a11-8fae-846d9b7549cd,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:34.876956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.899064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for bd3ece55-942d-4a11-8fae-846d9b7549cd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:34.977147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:34.978632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Made reservation on behalf of 3bbb7a3bdc64417d9da208c57de0511b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:34.982517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:34.990661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4', 'network_id': '46c6c28f-0cd2-4203-8278-cbded053244e', 'port_id': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4', 'mac_address': 'fa:16:3e:54:4c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63519dc-677e-48a2-9ca6-95da0c4983da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:35.021741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fa3ff2f-b4cc-4fe8-8913-5039064d7598 req-157a0e92-1902-4393-8208-0b010862af3c tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815608 Jul 09 19:32:35.046485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.082054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a496e87d-2dce-4c0e-a1a9-c68c684a70d4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:35.128519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a515-4a5a-4f6c-b6d6-0e947302870b req-1e76ed61-9d7e-4041-9c1e-6f984496a3e4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:35.132546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:35.136617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05e5a515-4a5a-4f6c-b6d6-0e947302870b req-1e76ed61-9d7e-4041-9c1e-6f984496a3e4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 944 time: 0.1356101 Jul 09 19:32:35.146852 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.205024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05e5a515-4a5a-4f6c-b6d6-0e947302870b req-50b30a45-cb56-4ac0-9bd2-c977e686b795 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671799 Jul 09 19:32:35.209808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.243172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Allocated IP 192.168.233.252 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/16bca2ad-0d46-459a-a119-707a4bf796e5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:35.244055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=bd3ece55-942d-4a11-8fae-846d9b7549cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:35.268493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:35.297116 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7824f0-8995-44e7-82ff-c8cf1bd2a649 x-openstack-request-id: req-1a7824f0-8995-44e7-82ff-c8cf1bd2a649 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:35.297433 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "name": "network-vif-plugged", "status": "completed", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:35.297690 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a7824f0-8995-44e7-82ff-c8cf1bd2a649 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:35.298095 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65', 'code': 200} Jul 09 19:32:35.309729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port bd3ece55-942d-4a11-8fae-846d9b7549cd on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:35.312591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.315620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-515d1346-abe7-4ab5-a519-7c0fd711470d req-58fc1d11-03a3-43c2-aaf2-38d26b8411c2 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.59 "DELETE /v2.0/ports/bd3ece55-942d-4a11-8fae-846d9b7549cd HTTP/1.1" status: 204 len: 173 time: 0.8615062 Jul 09 19:32:35.537914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5339d98-fbff-4489-b656-1852fd4d4175 req-18fd7c7c-ca64-4c9d-b748-066ba863f428 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 210 time: 0.0856647 Jul 09 19:32:35.560236 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.579426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9554b-60dd-4fe5-837d-8b2bf9e4e5f7 req-eb9b4d65-be1b-4b69-85a2-41bd3853f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:35.580485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Transition to ACTIVE for port object 16bca2ad-0d46-459a-a119-707a4bf796e5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:35.581220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbd9554b-60dd-4fe5-837d-8b2bf9e4e5f7 req-eb9b4d65-be1b-4b69-85a2-41bd3853f563 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 1101 time: 0.1910973 Jul 09 19:32:35.611642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f530534-80e0-4453-a864-8279ed6bfb68 req-15e06278-2349-406a-94cb-2c5245ee2832 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:35.618735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f530534-80e0-4453-a864-8279ed6bfb68 req-15e06278-2349-406a-94cb-2c5245ee2832 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.1392517 Jul 09 19:32:35.624139 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbd9554b-60dd-4fe5-837d-8b2bf9e4e5f7 req-41fd29fc-3062-4503-8145-8b51130feef0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292561 Jul 09 19:32:35.672297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f530534-80e0-4453-a864-8279ed6bfb68 req-163a4cea-829e-487a-a5dd-d31e98639493 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525708 Jul 09 19:32:35.673865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.689628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55', 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:35.726853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:35.732571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:35.738283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:35.766207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a496e87d-2dce-4c0e-a1a9-c68c684a70d4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:35.769358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:35.804006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:35.804653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:35.848681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-bcebe561-bad3-4984-8c92-b5e8d2de2460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5083880 Jul 09 19:32:35.871869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Request body: {'port': {'device_id': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:35.897183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d1da-737f-49b1-aaba-99b9403de802 req-945b8c92-15a5-4b6c-815f-86c727012deb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:35.899085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74a3d1da-737f-49b1-aaba-99b9403de802 req-945b8c92-15a5-4b6c-815f-86c727012deb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1252792 Jul 09 19:32:35.913502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75'}, {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:35.916078 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1408b2f-7c43-49c8-827b-5fe6b89feccf" -d '{"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75"}, {"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:35.969470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74a3d1da-737f-49b1-aaba-99b9403de802 req-9172ec80-8996-42af-9051-96e07e0ca2ae tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Jul 09 19:32:36.045847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.104960 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658dc04b-a62c-4a8e-8cc2-54357f8cc5e7 x-openstack-request-id: req-658dc04b-a62c-4a8e-8cc2-54357f8cc5e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:36.105445 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "fb5138b9-68f6-4d1b-9d51-ffc647416e75", "status": "completed", "code": 200}, {"server_uuid": "35208294-eea8-47ab-afc4-079e6bd08817", "name": "network-vif-deleted", "tag": "bd3ece55-942d-4a11-8fae-846d9b7549cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:36.105863 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-658dc04b-a62c-4a8e-8cc2-54357f8cc5e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:36.106151 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': 'fb5138b9-68f6-4d1b-9d51-ffc647416e75', 'status': 'completed', 'code': 200} Jul 09 19:32:36.106409 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208294-eea8-47ab-afc4-079e6bd08817', 'name': 'network-vif-deleted', 'tag': 'bd3ece55-942d-4a11-8fae-846d9b7549cd', 'status': 'completed', 'code': 200} Jul 09 19:32:36.124199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039fd626-a085-495e-9ba0-43f4de6cbaff None None] Provisioning for port 16bca2ad-0d46-459a-a119-707a4bf796e5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:36.151712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039fd626-a085-495e-9ba0-43f4de6cbaff None None] Provisioning complete for port 16bca2ad-0d46-459a-a119-707a4bf796e5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:36.152093 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-039fd626-a085-495e-9ba0-43f4de6cbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.238613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-039fd626-a085-495e-9ba0-43f4de6cbaff None None] Port 16bca2ad-0d46-459a-a119-707a4bf796e5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:36.282642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54cd84bf-19a7-4684-aea5-b2753c87fef2 req-dbd06fb3-a250-4a5e-9380-162cc70159b1 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=35208294-eea8-47ab-afc4-079e6bd08817 HTTP/1.1" status: 200 len: 210 time: 0.0698805 Jul 09 19:32:36.329658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 21cef348-9c45-40d0-81e3-2f703c7bb74d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:36.399899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 21cef348-9c45-40d0-81e3-2f703c7bb74d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:36.417180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 21cef348-9c45-40d0-81e3-2f703c7bb74d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:36.417522 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.481074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:36.497810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.507101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.521239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Transition to ACTIVE for port object 16bca2ad-0d46-459a-a119-707a4bf796e5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:36.533326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5b39-8db9-4df4-b4ca-a772ce2420bf req-60ea8a3d-6b3b-4292-9e02-37259ce1fa4a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:36.534755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-923f5b39-8db9-4df4-b4ca-a772ce2420bf req-60ea8a3d-6b3b-4292-9e02-37259ce1fa4a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 945 time: 0.0993092 Jul 09 19:32:36.535536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.543484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:36.548395 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.550352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7fa87172-e8ea-4aad-952e-cda67ea0a5ea no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:36.637054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:36.671009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:36.678584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-923f5b39-8db9-4df4-b4ca-a772ce2420bf req-20dc135e-6e1e-4a9f-b16d-2594d765d354 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340909 Jul 09 19:32:36.697745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 7fa87172-e8ea-4aad-952e-cda67ea0a5ea {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:36.698363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7fa87172-e8ea-4aad-952e-cda67ea0a5ea not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:36.698514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fb5138b9-68f6-4d1b-9d51-ffc647416e75 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:36.734585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: fb5138b9-68f6-4d1b-9d51-ffc647416e75 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:36.734935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fb5138b9-68f6-4d1b-9d51-ffc647416e75 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:36.735362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd3ece55-942d-4a11-8fae-846d9b7549cd no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:36.741481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:36.741817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:36.742142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:36.751421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:36.751745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:36.765634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:36.765981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:36.766592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:36.767032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Bound port: 16bca2ad-0d46-459a-a119-707a4bf796e5, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:36.767394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.771079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: bd3ece55-942d-4a11-8fae-846d9b7549cd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:36.771432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd3ece55-942d-4a11-8fae-846d9b7549cd not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:36.855234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:36.858594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:36.878148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.940277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:36.940889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:36.943036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] 10.222.0.25 "PUT /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 1096 time: 1.0763640 Jul 09 19:32:36.943639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:36.945994 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5798b104-7213-4e9e-b361-1b6375537935" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:36.974644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b461d8-3ccd-4202-8ff9-4e6f7dcc6803 service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:37.002946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea6d3-38f2-4dd1-ae27-6aaca555b7d7 req-7b2281f1-c67d-4133-a173-fffb94035583 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.005298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c11ea6d3-38f2-4dd1-ae27-6aaca555b7d7 req-7b2281f1-c67d-4133-a173-fffb94035583 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.1370413 Jul 09 19:32:37.010410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1a5f-5bd2-40e5-a1b7-db1b04be0215 req-f1664a12-cd02-463a-8145-7d27b21db178 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.012666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70db1a5f-5bd2-40e5-a1b7-db1b04be0215 req-f1664a12-cd02-463a-8145-7d27b21db178 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.0903349 Jul 09 19:32:37.092946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c11ea6d3-38f2-4dd1-ae27-6aaca555b7d7 req-d32a92fc-4d4c-4d21-9506-79af7bbfd5f5 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776129 Jul 09 19:32:37.097484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70db1a5f-5bd2-40e5-a1b7-db1b04be0215 req-6fa7a37d-3db1-4a0d-bb58-2111eb4153d2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788896 Jul 09 19:32:37.181329 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a47c64-11ca-4c23-90e5-4bfa69c66d20 x-openstack-request-id: req-e7a47c64-11ca-4c23-90e5-4bfa69c66d20 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:37.182702 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:37.183023 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7a47c64-11ca-4c23-90e5-4bfa69c66d20 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:37.183554 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'status': 'completed', 'code': 200} Jul 09 19:32:37.206371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-457fd9c5-ba14-4c04-955b-768dcfb9d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.207995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-457fd9c5-ba14-4c04-955b-768dcfb9d50e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1099 time: 0.1098456 Jul 09 19:32:37.267594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-f24b9bc8-694c-4753-a213-15412c5dcf68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0458221 Jul 09 19:32:37.298862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:37.301941 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51f0e5-84fb-4b98-92c0-486fb029c599" -d '{"events": [{"server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:37.343967 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea8e49-ef52-4294-9d29-f667f730ec86 x-openstack-request-id: req-25ea8e49-ef52-4294-9d29-f667f730ec86 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:37.344433 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "name": "network-vif-plugged", "status": "completed", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:37.344833 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25ea8e49-ef52-4294-9d29-f667f730ec86 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:37.345402 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d', 'code': 200} Jul 09 19:32:37.397044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-62bac851-0f43-4940-9565-d2355035c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.398488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-62bac851-0f43-4940-9565-d2355035c111 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1236472 Jul 09 19:32:37.428631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16797f-bbb4-4c80-8aab-8acac40ce5fe req-ca4c0c98-25e0-4fbf-a270-98ba9d2672f0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.430172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e16797f-bbb4-4c80-8aab-8acac40ce5fe req-ca4c0c98-25e0-4fbf-a270-98ba9d2672f0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1593101 Jul 09 19:32:37.432544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:37.492210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting subnet 76a76c8f-5ef8-4531-8673-c59867139a40 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:32:37.495352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:37.506464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e16797f-bbb4-4c80-8aab-8acac40ce5fe req-a567afd5-5d75-4157-9626-a1268f096059 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 Jul 09 19:32:37.542528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-18a085cb-c7eb-462c-8774-dce765c061d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.543706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-18a085cb-c7eb-462c-8774-dce765c061d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349142 Jul 09 19:32:37.593394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:37.661260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-09dbaa47-975d-4ebd-96b1-21101fb37470 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075883 Jul 09 19:32:37.678067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b69d-8265-4c09-8c99-6cb2b3587294 req-e2d0abcc-ed62-40b6-98f4-3b6ec3fd8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.679533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f0b69d-8265-4c09-8c99-6cb2b3587294 req-e2d0abcc-ed62-40b6-98f4-3b6ec3fd8939 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1505041 Jul 09 19:32:37.748740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:37.782931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8411635e-a9a9-44b6-aba6-8825b0acc7d4 req-dc13621f-64df-4f6a-83f6-d027ecc737c7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101372 Jul 09 19:32:37.945845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4a52b-01b2-4f35-b2db-7d4a029b9569 req-bab02213-8944-4911-acfc-dd80f6851b04 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:37.949339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c4a52b-01b2-4f35-b2db-7d4a029b9569 req-bab02213-8944-4911-acfc-dd80f6851b04 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 945 time: 0.1186175 Jul 09 19:32:38.011008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c4a52b-01b2-4f35-b2db-7d4a029b9569 req-9f9ee909-168f-458e-87a9-21df4eef5f8e tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Jul 09 19:32:38.016149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b104-7213-4e9e-b361-1b6375537935 req-5b667d61-eca1-4fe8-acf9-d50465686c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.017839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-5b667d61-eca1-4fe8-acf9-d50465686c15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1099 time: 0.1437354 Jul 09 19:32:38.111698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26f0b69d-8265-4c09-8c99-6cb2b3587294 req-0b7f135f-1c07-4ee9-acf2-86fc42a35ad6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105878 Jul 09 19:32:38.121167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b104-7213-4e9e-b361-1b6375537935 req-73e7317d-b507-41c6-b753-48a77d3f2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.123039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-73e7317d-b507-41c6-b753-48a77d3f2282 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0968323 Jul 09 19:32:38.135180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.168496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Subnet': ['ID=76a76c8f-5ef8-4531-8673-c59867139a40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:38.177442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.181427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4da9fee5-59af-4837-b01c-3af078e89907 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/subnets/76a76c8f-5ef8-4531-8673-c59867139a40 HTTP/1.1" status: 204 len: 168 time: 0.7478426 Jul 09 19:32:38.184065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:38.187092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2ba0a-82dd-4f2d-a898-1c3c86d652b1 None None] Network 500d0397-72f5-4848-a297-72b201a3ad9d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:38.221905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-519f214e-3316-4bf7-b976-b81791f165a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0833981 Jul 09 19:32:38.291685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.320648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b104-7213-4e9e-b361-1b6375537935 req-d7724e62-7ed6-4400-8ef8-af4c20e04c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.323225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-d7724e62-7ed6-4400-8ef8-af4c20e04c35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0941780 Jul 09 19:32:38.422049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de727f66-9fa9-4258-920d-f155a2289b48 req-8f394170-e5f2-4b1e-bf0b-ab64a2e4e796 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.429646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de727f66-9fa9-4258-920d-f155a2289b48 req-8f394170-e5f2-4b1e-bf0b-ab64a2e4e796 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.1270189 Jul 09 19:32:38.440523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port f86b08e0-9621-4e3f-b701-fc72b1eefa5b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:38.440901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.449458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] DHCP port deletion for 500d0397-72f5-4848-a297-72b201a3ad9d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:32:38.452863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd064b-2e5c-4f8f-b3b6-ab5466dc1b00 req-aa9ecf1d-31ea-4249-8ae7-3468f32039ae tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.459837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ddd064b-2e5c-4f8f-b3b6-ab5466dc1b00 req-aa9ecf1d-31ea-4249-8ae7-3468f32039ae tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.1704628 Jul 09 19:32:38.472082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b104-7213-4e9e-b361-1b6375537935 req-0e737199-9203-4267-b270-a24fd7645be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.473773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-0e737199-9203-4267-b270-a24fd7645be3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392643 Jul 09 19:32:38.501506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Deleting port f86b08e0-9621-4e3f-b701-fc72b1eefa5b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:38.502266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.529865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de727f66-9fa9-4258-920d-f155a2289b48 req-0d90be46-3df1-4444-b50d-c97aa523a65b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992439 Jul 09 19:32:38.575488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:38.576123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.576808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ddd064b-2e5c-4f8f-b3b6-ab5466dc1b00 req-e5b3981d-946d-4582-af51-abc0f571b11c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160386 Jul 09 19:32:38.611652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for f86b08e0-9621-4e3f-b701-fc72b1eefa5b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:38.622093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] For port f86b08e0-9621-4e3f-b701-fc72b1eefa5b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,segment=NetworkSegment(0c0d6992-be93-4842-9326-6755348b1676),segment_id=0c0d6992-be93-4842-9326-6755348b1676)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:38.622501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.656375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Calling delete_port for f86b08e0-9621-4e3f-b701-fc72b1eefa5b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:38.667329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-9d7b7106-6b21-4af0-b125-ce5fd1c97a38 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798525 Jul 09 19:32:38.755636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.787293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:38.790781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port f86b08e0-9621-4e3f-b701-fc72b1eefa5b on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:38.791901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a496e87d-2dce-4c0e-a1a9-c68c684a70d4 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:38.874776 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.900732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.906601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:38.909312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] Pushing event deleted for resources: {'Port': ['ID=f86b08e0-9621-4e3f-b701-fc72b1eefa5b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:38.910802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5798b104-7213-4e9e-b361-1b6375537935 req-a2c8e1b9-2bd9-4e8e-8e02-c55239210705 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302101 Jul 09 19:32:38.915077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8d871-0422-4460-8fe4-80c3174cf31b None None] No DVR routers for this DVR port f86b08e0-9621-4e3f-b701-fc72b1eefa5b on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:38.920000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d0397-72f5-4848-a297-72b201a3ad9d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:38.933532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:38.934224 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:38.947436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92d232-5b3f-4eb2-b85c-bb160eee7228 req-edd15f04-c5a7-47b2-8c4f-f4a8f8ca7340 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:38.953984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0d6992-be93-4842-9326-6755348b1676') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:38.954959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0d6992-be93-4842-9326-6755348b1676') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:38.968809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e92d232-5b3f-4eb2-b85c-bb160eee7228 req-edd15f04-c5a7-47b2-8c4f-f4a8f8ca7340 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1685321 Jul 09 19:32:38.983103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.030134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.030593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e92d232-5b3f-4eb2-b85c-bb160eee7228 req-a9500081-4e59-4bfc-a3ef-ae67296482a5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605788 Jul 09 19:32:39.053472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:32:39.053472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:32:39.055500 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:32:39.059935 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:32:39.177677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.187582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.192381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/networks/500d0397-72f5-4848-a297-72b201a3ad9d HTTP/1.1" status: 204 len: 168 time: 0.9990332 Jul 09 19:32:39.203738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:39.217853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Network': ['ID=500d0397-72f5-4848-a297-72b201a3ad9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:39.253745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae84a9-7e61-45cc-93cd-56b4d29da7d0 req-667eda70-5216-4176-9f04-2790ccea9acc tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:39.255534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2ae84a9-7e61-45cc-93cd-56b4d29da7d0 req-667eda70-5216-4176-9f04-2790ccea9acc tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 1101 time: 0.1439137 Jul 09 19:32:39.256418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634f90c-81c8-4dbe-8482-6ca454cbf5f8 req-e058dbd4-f4a0-485e-9e0b-6d4209bd3ec8 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:39.257096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.257532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.257965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.258383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.258784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.259181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.259576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.259968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.260358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.260802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.261220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.261622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156e12-32f4-4520-a5ae-6fb2a9c91ff4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:39.273818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8634f90c-81c8-4dbe-8482-6ca454cbf5f8 req-e058dbd4-f4a0-485e-9e0b-6d4209bd3ec8 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 945 time: 0.0983112 Jul 09 19:32:39.282589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.311109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting subnet 12533f54-d349-4aeb-84c6-e871754d25d8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:32:39.324315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:39.334666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.335149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.380561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2ae84a9-7e61-45cc-93cd-56b4d29da7d0 req-513ebf77-bff0-492d-bdc5-9541c35586b6 tempest-ServersOnMultiNodesTest-609683702 tempest-ServersOnMultiNodesTest-609683702-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155920 Jul 09 19:32:39.386502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8634f90c-81c8-4dbe-8482-6ca454cbf5f8 req-ae8a985f-cdfc-4b21-9979-641c9fd42ba3 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003339 Jul 09 19:32:39.397974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:39.400188 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44aa1d-4e25-4887-96c2-c9c1bdaed22c" -d '{"events": [{"server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "name": "network-vif-plugged", "status": "completed", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:39.403556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.454366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:39.475156 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c36220-8083-4601-a0ce-34976b4c6599 x-openstack-request-id: req-c2c36220-8083-4601-a0ce-34976b4c6599 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:39.475871 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "name": "network-vif-plugged", "status": "completed", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:39.476302 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2c36220-8083-4601-a0ce-34976b4c6599 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:39.477086 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4', 'code': 200} Jul 09 19:32:39.536682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.647001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.705202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Subnet': ['ID=12533f54-d349-4aeb-84c6-e871754d25d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:39.725855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:39.731273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7238623b-7882-48aa-98ea-d92cea632242 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/subnets/12533f54-d349-4aeb-84c6-e871754d25d8 HTTP/1.1" status: 204 len: 168 time: 0.5250819 Jul 09 19:32:39.732323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafe2eb-c70b-4720-aa41-f7a657694b9c None None] Network 65b438b3-5fcb-4370-8e99-8f5faaadb449 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:39.734067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:39.835651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc246f3-fc1b-4a8d-9140-c6d8a8faf1b8 req-d99ff442-339e-4fbf-9c40-2aae408ac481 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:39.838370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7fc246f3-fc1b-4a8d-9140-c6d8a8faf1b8 req-d99ff442-339e-4fbf-9c40-2aae408ac481 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.1253424 Jul 09 19:32:39.895050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564ba4-c5a4-433c-a652-3420d07f04fa req-16290fe1-6c77-4cd6-bf1f-d4d25a0c93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:39.896944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98564ba4-c5a4-433c-a652-3420d07f04fa req-16290fe1-6c77-4cd6-bf1f-d4d25a0c93f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 1097 time: 0.1534789 Jul 09 19:32:39.914984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7fc246f3-fc1b-4a8d-9140-c6d8a8faf1b8 req-5be4b8ce-3570-4781-8e46-57f793e6f32e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672145 Jul 09 19:32:39.951509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.014383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98564ba4-c5a4-433c-a652-3420d07f04fa req-62e875cc-3cb9-42b7-b047-872a38997689 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Jul 09 19:32:40.139310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] DHCP port deletion for 65b438b3-5fcb-4370-8e99-8f5faaadb449 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:32:40.162001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:40.169516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.209075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f86b08e0-9621-4e3f-b701-fc72b1eefa5b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:40.259875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f86b08e0-9621-4e3f-b701-fc72b1eefa5b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:40.260383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f86b08e0-9621-4e3f-b701-fc72b1eefa5b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:40.306641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Deleting port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:40.309325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.323926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef561-50c2-4e4a-a571-438ad343b4bb req-eb3d9d3c-0c79-4fb1-9396-e1b810829b2e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:40.325470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31cef561-50c2-4e4a-a571-438ad343b4bb req-eb3d9d3c-0c79-4fb1-9396-e1b810829b2e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.0803103 Jul 09 19:32:40.335064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:40.335646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.359309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:40.375065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31cef561-50c2-4e4a-a571-438ad343b4bb req-dcd4d817-46e0-49c5-ae3b-f74d23130e4b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Jul 09 19:32:40.377176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2c0ec-2505-4cfe-897d-a2a9b22c51ce req-95673826-6bc8-4235-aa12-858b547da50f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:40.377176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3da2c0ec-2505-4cfe-897d-a2a9b22c51ce req-95673826-6bc8-4235-aa12-858b547da50f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.1230519 Jul 09 19:32:40.487260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] For port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,segment=NetworkSegment(3fbc8952-76fd-477c-be5d-2f8c56ff6f5e),segment_id=3fbc8952-76fd-477c-be5d-2f8c56ff6f5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:40.487667 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.503056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Calling delete_port for 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:40.529910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3da2c0ec-2505-4cfe-897d-a2a9b22c51ce req-2de20cb3-dbd3-40f5-9671-b36cc14581ee tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401501 Jul 09 19:32:40.530813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.593007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:40.595720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:40.600085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b948c6-08d6-45cf-8fcb-9f7628b02a31 req-dcfdf6a0-0bb9-43f4-ae52-fa8639ca25c0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:40.608816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90b948c6-08d6-45cf-8fcb-9f7628b02a31 req-dcfdf6a0-0bb9-43f4-ae52-fa8639ca25c0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.1046698 Jul 09 19:32:40.654521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.657434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90b948c6-08d6-45cf-8fcb-9f7628b02a31 req-c0f784d8-f02a-456c-983e-49872b2a1279 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Jul 09 19:32:40.689735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] Pushing event deleted for resources: {'Port': ['ID=339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:40.695191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa91ca-810a-4f60-9d4d-dd4e44000083 None None] No DVR routers for this DVR port 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:40.702411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.714596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b438b3-5fcb-4370-8e99-8f5faaadb449']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:40.727914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:40.728120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc8952-76fd-477c-be5d-2f8c56ff6f5e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:32:40.737402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.752958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.759807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:32:40.760359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:32:40.763527 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:32:40.835025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.844268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.849374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/networks/65b438b3-5fcb-4370-8e99-8f5faaadb449 HTTP/1.1" status: 204 len: 168 time: 1.1140594 Jul 09 19:32:40.857662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:40.860602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fea6-fb65-4b0f-9aff-180c840cb874 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Network': ['ID=65b438b3-5fcb-4370-8e99-8f5faaadb449,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:40.865309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-311209161'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:40.918750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:40.922312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.952321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:32:40.972976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:40.973795 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Added segment 035a1f96-3aa6-480a-be13-cc4a72f8e4c6 of type vlan for network f1891a02-e3df-440d-8b50-c2c99553c261 Jul 09 19:32:41.024046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.068732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.091648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:41.091648 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.180588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3210721 Jul 09 19:32:41.190100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e5a7-d733-4e4e-99fd-f7e75a0e78d4 req-c3b82513-7cdb-4ca3-99c8-491481882e2a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:41.198124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:41.199316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09e0e5a7-d733-4e4e-99fd-f7e75a0e78d4 req-c3b82513-7cdb-4ca3-99c8-491481882e2a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.1272399 Jul 09 19:32:41.213187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'subnet': {'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:41.266383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09e0e5a7-d733-4e4e-99fd-f7e75a0e78d4 req-cac2ed16-8339-490d-84e5-b607605c4d92 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656986 Jul 09 19:32:41.300180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Network': ['ID=f1891a02-e3df-440d-8b50-c2c99553c261,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:41.324821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.324821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.324821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.324821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.325765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.325765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.325930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.326209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.326488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.326963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.327117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.327454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341579c9-05cf-4862-baed-786ed0f1d0ca tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:32:41.343285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f1891a02-e3df-440d-8b50-c2c99553c261 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:32:41.360915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:41.367242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.458075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-f1eb4156-8c74-4a8d-923f-ffabd8eaff95 service neutron] 10.222.0.59 "GET /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.0882702 Jul 09 19:32:41.658165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e932ea6-9f10-4fff-828e-a6c6daf3f181 req-c7a10083-73a5-4718-b8ad-3c18c8cf6e23 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:41.659861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e932ea6-9f10-4fff-828e-a6c6daf3f181 req-c7a10083-73a5-4718-b8ad-3c18c8cf6e23 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 943 time: 0.1281333 Jul 09 19:32:41.737620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.758138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e932ea6-9f10-4fff-828e-a6c6daf3f181 req-39c0e29e-ca0f-4109-89dd-d822dffb8b05 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Jul 09 19:32:41.781772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:41.806903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:41.828149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Subnet': ['ID=fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:41.850311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f607c2f8-6702-4590-86d9-5d1bfa03aff9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:41.850673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63bb3-4c86-4692-ad84-33a06a85ed81 req-4fbec317-54b6-4e87-a01b-b21bf4f7cd0b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:41.852353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2a63bb3-4c86-4692-ad84-33a06a85ed81 req-4fbec317-54b6-4e87-a01b-b21bf4f7cd0b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.1645286 Jul 09 19:32:41.864638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Checking segment: {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:41.864874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:41.865515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network hostable DHCP agents. Network: f1891a02-e3df-440d-8b50-c2c99553c261, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:32:41.881220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.912730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network f1891a02-e3df-440d-8b50-c2c99553c261 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:32:41.919607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2a63bb3-4c86-4692-ad84-33a06a85ed81 req-4d570258-fd6d-4a83-8590-f68d7c476971 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Jul 09 19:32:41.928223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f1891a02-e3df-440d-8b50-c2c99553c261) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:41.933831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:41.934877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:41.937808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ae351-22cc-4285-8e32-1575fa3b9a91 None None] Network f1891a02-e3df-440d-8b50-c2c99553c261 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:41.964399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd33b138-d390-4b8e-a5f6-aa9d12714d13 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7638969 Jul 09 19:32:41.972601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:41.978469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-992203326'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:42.047118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:42.050529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-73d201b3-9577-47a1-9045-c42c468ff4e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.050635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.052178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-73d201b3-9577-47a1-9045-c42c468ff4e6 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 950 time: 0.0863371 Jul 09 19:32:42.066632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] Transition to ACTIVE for port object f607c2f8-6702-4590-86d9-5d1bfa03aff9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:42.106290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217c98d-cf8f-41b8-a69e-b98b2c9966c1 req-8b6a85bf-b0cd-4797-a4f8-5ea5a47eca61 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.116552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2217c98d-cf8f-41b8-a69e-b98b2c9966c1 req-8b6a85bf-b0cd-4797-a4f8-5ea5a47eca61 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.1947927 Jul 09 19:32:42.138196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.184323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:42.211466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port 91cce140-4d92-4469-b45c-e9b0b7978f65 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:42.211825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.213021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-f1891a02-e3df-440d-8b50-c2c99553c261', 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'fixed_ips': [{'subnet_id': 'fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:32:42.213956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.217383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:42.217791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 339480e5-1b3f-4f44-bcb5-c13b4fbe1aaa not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:42.237928 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:32:42.280210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] No DVR routers for this DVR port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:42.286325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:32:42.301871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2217c98d-cf8f-41b8-a69e-b98b2c9966c1 req-e9714c42-e802-4442-b779-e50440a7621d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831212 Jul 09 19:32:42.352769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:42.384810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port 91cce140-4d92-4469-b45c-e9b0b7978f65, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=91cce140-4d92-4469-b45c-e9b0b7978f65,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:42.386170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.398532 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] 10.222.0.59 "PUT /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9/bindings/n-h2-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9224248 Jul 09 19:32:42.399949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.400293 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Added segment 631bd9a7-a1af-40f8-98f7-c0710f688818 of type vlan for network bc5397bd-dbc1-40e2-9198-5c77b925c073 Jul 09 19:32:42.421422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for 91cce140-4d92-4469-b45c-e9b0b7978f65 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:42.439960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf3ac-722e-479a-903e-68a52c694c96 service neutron] Pushing event updated for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:42.472305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:42.488039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.499025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Allocated IP 19.80.0.2 (f1891a02-e3df-440d-8b50-c2c99553c261/fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98/5208ea2c-d371-4dc5-a8bd-bfeb261bbba6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:42.616676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:32:42.658007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.673923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.674583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.721811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-f391c86e-0504-4f86-a15c-41a509b9a889 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.723878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-f391c86e-0504-4f86-a15c-41a509b9a889 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.1887736 Jul 09 19:32:42.753696 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.765161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Transition to ACTIVE for port object 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:42.774430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:32:42.784090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49f5d-3416-43c3-bed9-32ddf0a0a9c5 req-4b623c27-452a-4ed2-82a4-cf758cb24f8a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.784619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8109195 Jul 09 19:32:42.786425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6cf49f5d-3416-43c3-bed9-32ddf0a0a9c5 req-4b623c27-452a-4ed2-82a4-cf758cb24f8a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1821008 Jul 09 19:32:42.786711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:32:42.795400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'subnet': {'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:42.798229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Transition to ACTIVE for port object 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:42.810504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.812794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42a0f-3fcc-44d2-8d9a-9ddcf463582f req-ca6feb52-43d6-4103-9479-c20aae61c0bd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:42.814385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6f42a0f-3fcc-44d2-8d9a-9ddcf463582f req-ca6feb52-43d6-4103-9479-c20aae61c0bd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.3190370 Jul 09 19:32:42.817996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c26f-eec1-4066-9c65-960b28098473 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Network': ['ID=bc5397bd-dbc1-40e2-9198-5c77b925c073,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:42.877241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:42.886236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6f42a0f-3fcc-44d2-8d9a-9ddcf463582f req-cdcb8d0a-4ff1-4fa6-b82e-68011f0f6d0c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643783 Jul 09 19:32:42.905563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:32:42.907491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2', '8dda4a24-d379-4099-9514-981ca8c489bb', 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:42.909495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06', '91cce140-4d92-4469-b45c-e9b0b7978f65'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:42.934317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=91cce140-4d92-4469-b45c-e9b0b7978f65,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:42.968131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6cf49f5d-3416-43c3-bed9-32ddf0a0a9c5 req-fc7d0e79-1b05-4d3e-9f8b-3316ff2ff966 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244860 Jul 09 19:32:43.009009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-2231561c-9472-4e0f-915b-3802c11ca413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.010538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-2231561c-9472-4e0f-915b-3802c11ca413 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc&tenant_id=1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 1095 time: 0.2759812 Jul 09 19:32:43.046540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port 91cce140-4d92-4469-b45c-e9b0b7978f65 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:43.050666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.052662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a245da5-b8e6-4e63-a70f-154cd0cef47e req-75c89e6a-3136-48d4-8047-7071ea5e514b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "DELETE /v2.0/ports/91cce140-4d92-4469-b45c-e9b0b7978f65 HTTP/1.1" status: 204 len: 173 time: 0.9930828 Jul 09 19:32:43.053105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'name': 'network-vif-deleted', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:43.055539 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5f9e1-c3a3-40f3-b3fd-a6a14f1fd019" -d '{"events": [{"server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "name": "network-vif-deleted", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:43.105033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:43.109689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.151810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Network f1891a02-e3df-440d-8b50-c2c99553c261 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:43.178192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:43.224298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:43.244841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Pushing event updated for resources: {'Port': ['ID=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:43.251708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:43.295730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'mac_address': 'fa:16:3e:d9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:32:43.389867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-269212b8-9f35-4ca3-a84e-2152c3246b3e req-cc25c5ea-1092-42f1-b980-76e11337a0ca tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe28caa0-ddcb-47e8-bdc2-d15893a1493d HTTP/1.1" status: 200 len: 210 time: 0.0607080 Jul 09 19:32:43.423598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Attempting to bind port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:43.424185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Attempting to bind port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:43.424532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Attempting to bind port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 on network f1891a02-e3df-440d-8b50-c2c99553c261 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:43.439610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:43.440085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Checking segment: {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:43.440666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.441124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Bound using segment: {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:43.442292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Bound port: 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:43.442782 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.507448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.565054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.578828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-9518667b-1e19-4201-8ed2-3b2c628ac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.580629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-9518667b-1e19-4201-8ed2-3b2c628ac6ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1095 time: 0.5096996 Jul 09 19:32:43.601738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:43.622165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Subnet': ['ID=4dfdde2b-45be-475b-aa43-9ff2db82b983,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:43.623055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6f1e-41ee-4186-be47-5aaea496d6d0 req-b5afa1e3-dfb0-409c-82fe-03358145f1c7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.625727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fb6f1e-41ee-4186-be47-5aaea496d6d0 req-b5afa1e3-dfb0-409c-82fe-03358145f1c7 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.0912895 Jul 09 19:32:43.677443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] For port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:43.680447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:43.683092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5ee9-b74a-48a1-99e1-b8d8ca57fc7e req-707d6600-498c-4325-91ad-c5cf7eb68544 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.690777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84ce5ee9-b74a-48a1-99e1-b8d8ca57fc7e req-707d6600-498c-4325-91ad-c5cf7eb68544 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.4711394 Jul 09 19:32:43.703615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Checking segment: {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:43.704358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network hostable DHCP agents. Network: bc5397bd-dbc1-40e2-9198-5c77b925c073, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:32:43.706560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.713194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4fb6f1e-41ee-4186-be47-5aaea496d6d0 req-9002db7e-95a0-4402-8ce2-d82fbe9072e8 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808537 Jul 09 19:32:43.737883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] For port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:43.769947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:32:43.781489 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c3f8a-a005-4545-af1f-1d433a6314d2 x-openstack-request-id: req-ff7c3f8a-a005-4545-af1f-1d433a6314d2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:43.781989 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe28caa0-ddcb-47e8-bdc2-d15893a1493d", "name": "network-vif-deleted", "tag": "91cce140-4d92-4469-b45c-e9b0b7978f65", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:43.782405 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff7c3f8a-a005-4545-af1f-1d433a6314d2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:43.782898 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe28caa0-ddcb-47e8-bdc2-d15893a1493d', 'name': 'network-vif-deleted', 'tag': '91cce140-4d92-4469-b45c-e9b0b7978f65', 'status': 'completed', 'code': 200} Jul 09 19:32:43.786707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-cfec63e5-083b-4e00-8340-b2e57012d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.788730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-cfec63e5-083b-4e00-8340-b2e57012d682 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1991951 Jul 09 19:32:43.793087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.806658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84ce5ee9-b74a-48a1-99e1-b8d8ca57fc7e req-7f42769c-f3fe-40bc-ac2f-7edebad867e9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146476 Jul 09 19:32:43.880539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, bc5397bd-dbc1-40e2-9198-5c77b925c073) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:43.897784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-6380bebc-031b-4a64-83ab-b8ba04b6df82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 200 len: 217 time: 0.0894222 Jul 09 19:32:43.899121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:43.899951 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:43.912045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb673917-a15f-40c5-b20a-6a6ac60df1c3 None None] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:44.002748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-058a1aa9-a737-4425-9908-743f4c3b1732 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2110453 Jul 09 19:32:44.027326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8188a270-1d16-4e6e-b136-685cf45492fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:44.028829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-8188a270-1d16-4e6e-b136-685cf45492fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1226332 Jul 09 19:32:44.098674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-1f8bc869-a59d-4523-9835-a3acf3886396 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584996 Jul 09 19:32:44.228766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:44.231403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46688d-6a86-4a66-9004-c3acbd4ad477 req-54feb9a1-26c6-47cc-99b0-3f9184b66764 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:44.243125 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa46688d-6a86-4a66-9004-c3acbd4ad477 req-54feb9a1-26c6-47cc-99b0-3f9184b66764 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.1926551 Jul 09 19:32:44.297653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-21d8fae7-1c62-4647-8ec9-a1f3046740c8 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937175 Jul 09 19:32:44.328396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa46688d-6a86-4a66-9004-c3acbd4ad477 req-753aae84-b2dc-4cda-b1c6-4b5a02c945ff tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Jul 09 19:32:44.507150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204209f9-cb37-4077-8487-5f2dd124e167 None None] Pushing event updated for resources: {'Port': ['ID=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:44.512418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16bca2ad-0d46-459a-a119-707a4bf796e5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:44.595095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-bc5397bd-dbc1-40e2-9198-5c77b925c073', 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'fixed_ips': [{'subnet_id': '4dfdde2b-45be-475b-aa43-9ff2db82b983'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:32:44.595917 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:44.802383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-2949231f-74b5-4e35-ae26-064e50907244 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:44.808295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-2949231f-74b5-4e35-ae26-064e50907244 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:44.810020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-2949231f-74b5-4e35-ae26-064e50907244 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/networks?id=f1891a02-e3df-440d-8b50-c2c99553c261&id=bc5397bd-dbc1-40e2-9198-5c77b925c073 HTTP/1.1" status: 200 len: 1390 time: 0.1662407 Jul 09 19:32:44.838795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-864ab4bf-11e3-46a0-b579-a75918d91cc0 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/quotas/e70c29df78914b1a9ce1064019d25e04 HTTP/1.1" status: 200 len: 375 time: 0.0171509 Jul 09 19:32:44.936902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-b55fceff-08ad-48a7-86c3-419ab6a09892 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298740 Jul 09 19:32:44.963353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897ad5f-8e83-4846-9502-fc7ae44f2ba1 req-cf24fe2f-b48e-4256-9c87-868eacead977 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:44.969115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6897ad5f-8e83-4846-9502-fc7ae44f2ba1 req-cf24fe2f-b48e-4256-9c87-868eacead977 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.6370294 Jul 09 19:32:44.971805 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-902b0bc0-8e52-4cba-b190-5fc73ef30b30 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248236 Jul 09 19:32:45.023059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Allocated IP 19.86.0.2 (bc5397bd-dbc1-40e2-9198-5c77b925c073/4dfdde2b-45be-475b-aa43-9ff2db82b983/65e59262-df6d-4fd2-a202-68dd30e561ae) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:45.026255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6897ad5f-8e83-4846-9502-fc7ae44f2ba1 req-46ca1a4f-e793-4431-831f-71fd0ed6aea8 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Jul 09 19:32:45.138808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-36bd289b-c58a-4ecc-92ed-56cfa447b98a service neutron] 10.222.0.10 "GET /v2.0/networks/f1891a02-e3df-440d-8b50-c2c99553c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602817 Jul 09 19:32:45.308482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-6e349b48-eb3a-46f6-badf-a7d1ed31584e service neutron] 10.222.0.10 "GET /v2.0/networks/f1891a02-e3df-440d-8b50-c2c99553c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581089 Jul 09 19:32:45.412858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ce4aa-0209-4498-b5bb-7f7481295da5 req-d5b5199c-1543-4c76-859b-56dd2a701a80 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:45.423121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe6ce4aa-0209-4498-b5bb-7f7481295da5 req-d5b5199c-1543-4c76-859b-56dd2a701a80 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.1405134 Jul 09 19:32:45.439868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:45.457625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Transition to ACTIVE for port object 65e59262-df6d-4fd2-a202-68dd30e561ae will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:45.465929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-879f2630-07c4-4708-b829-e572cd8875e7 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:45.467737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-879f2630-07c4-4708-b829-e572cd8875e7 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.1464400 Jul 09 19:32:45.470670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-fa817d3b-fe7b-42c1-a6ef-c8474752ea27 service neutron] 10.222.0.10 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468248 Jul 09 19:32:45.487943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Transition to ACTIVE for port object 65e59262-df6d-4fd2-a202-68dd30e561ae will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:45.512538 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:45.520595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe6ce4aa-0209-4498-b5bb-7f7481295da5 req-cbae624f-2d5a-4430-9df0-b1922eaa228d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964973 Jul 09 19:32:45.608166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:45.617811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-566a85bd-c458-460a-9e63-faf32ad904b4 service neutron] 10.222.0.10 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461012 Jul 09 19:32:45.622227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:45.627912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:45.665399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Pushing event updated for resources: {'Port': ['ID=65e59262-df6d-4fd2-a202-68dd30e561ae,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:45.677765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbdb14-430b-46f9-a42f-d6e7f6b941b2 None None] Network f1891a02-e3df-440d-8b50-c2c99553c261 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:45.720571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-09f26d2b-54da-40a8-a176-8c6aad184bf8 service neutron] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:45.725710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-09f26d2b-54da-40a8-a176-8c6aad184bf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:45.727174 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3854f69-6bc9-452e-9151-a7d4bc40cec2 req-09f26d2b-54da-40a8-a176-8c6aad184bf8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9/bindings/n-h1-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.2283847 Jul 09 19:32:45.805618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-962d9efe-8986-4682-b87d-82c671c431c3 None None] Provisioning for port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:45.868603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Attempting to bind port 65e59262-df6d-4fd2-a202-68dd30e561ae on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:45.868964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Attempting to bind port 65e59262-df6d-4fd2-a202-68dd30e561ae by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:45.869384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Attempting to bind port 65e59262-df6d-4fd2-a202-68dd30e561ae on network bc5397bd-dbc1-40e2-9198-5c77b925c073 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:45.905223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:45.906317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Checking segment: {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:45.906730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:45.909115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Bound using segment: {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:45.912159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Bound port: 65e59262-df6d-4fd2-a202-68dd30e561ae, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:45.913252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:46.271787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] For port 65e59262-df6d-4fd2-a202-68dd30e561ae, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:46.275058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:46.282739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] For port 65e59262-df6d-4fd2-a202-68dd30e561ae, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=65e59262-df6d-4fd2-a202-68dd30e561ae,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:46.316988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:46.335741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871debb-196b-45e4-983c-c7e882857488 req-dabfb000-6e75-47c1-9b34-23ad65cac770 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:46.337720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d871debb-196b-45e4-983c-c7e882857488 req-dabfb000-6e75-47c1-9b34-23ad65cac770 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1343074 Jul 09 19:32:46.370647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5ec40-04dd-41a0-938c-c69f67825548 req-3bb923c1-92e1-42f5-9f53-caf07186fc8c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:46.373500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eae5ec40-04dd-41a0-938c-c69f67825548 req-3bb923c1-92e1-42f5-9f53-caf07186fc8c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.1174996 Jul 09 19:32:46.413061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 91cce140-4d92-4469-b45c-e9b0b7978f65 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:46.419191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d871debb-196b-45e4-983c-c7e882857488 req-45c5fb94-10c6-4eb4-b41a-93303161e099 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721593 Jul 09 19:32:46.460483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eae5ec40-04dd-41a0-938c-c69f67825548 req-b5f75e8d-d5f5-4fa7-a27b-3d4025b96714 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Jul 09 19:32:46.465505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 91cce140-4d92-4469-b45c-e9b0b7978f65 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:46.465856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 91cce140-4d92-4469-b45c-e9b0b7978f65 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:46.479424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5f76b-5c2b-4145-886a-94f7b29a0e35 None None] Pushing event updated for resources: {'Port': ['ID=65e59262-df6d-4fd2-a202-68dd30e561ae,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:46.530289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:46.540765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:46.542948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:46.577705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-119cf350-9d9a-4c62-b8fc-2ec51816f400 req-f810b7e0-bf9b-4857-88a6-076bf48143a5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 210 time: 0.0598974 Jul 09 19:32:46.736196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:46.835574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:46.841809 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:46.884333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4263f-9218-4755-9427-8cc865a6684a req-33e5f499-c8ff-4b50-8471-fd4581cb58c7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:46.892576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd4263f-9218-4755-9427-8cc865a6684a req-33e5f499-c8ff-4b50-8471-fd4581cb58c7 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 950 time: 0.1644375 Jul 09 19:32:46.958046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd4263f-9218-4755-9427-8cc865a6684a req-bc53d48d-5e80-4614-9834-a81c35119630 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626481 Jul 09 19:32:46.963268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:47.009491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a739f7d-d58b-44a8-a5f9-64f7cf381349 None None] Provisioning complete for port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:47.010974 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a739f7d-d58b-44a8-a5f9-64f7cf381349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:47.226712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2e5b-ef7c-4c43-bd38-6b853884842f req-e3c354ce-022d-4caf-b9be-63a0aeee731d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.228387 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f6e2e5b-ef7c-4c43-bd38-6b853884842f req-e3c354ce-022d-4caf-b9be-63a0aeee731d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.1034746 Jul 09 19:32:47.246345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28fce4-03ef-4da9-9bc8-5d3741ae1a4b req-b59b9988-95df-421d-9ad9-21aa1be3c04c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.252677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28fce4-03ef-4da9-9bc8-5d3741ae1a4b req-b59b9988-95df-421d-9ad9-21aa1be3c04c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.272058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28fce4-03ef-4da9-9bc8-5d3741ae1a4b req-b59b9988-95df-421d-9ad9-21aa1be3c04c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.278441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a28fce4-03ef-4da9-9bc8-5d3741ae1a4b req-b59b9988-95df-421d-9ad9-21aa1be3c04c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee&device_id=46540be6-1087-4167-8f26-f091b2f4c8f7&device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 2418 time: 0.1135070 Jul 09 19:32:47.288291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f6e2e5b-ef7c-4c43-bd38-6b853884842f req-db9c7fea-200c-4208-a684-39ed530cd24a tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464644 Jul 09 19:32:47.335982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a28fce4-03ef-4da9-9bc8-5d3741ae1a4b req-bc43152e-d934-4c92-9d03-f8a1a9bc01b2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Jul 09 19:32:47.585012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca4fb-b927-41f0-a586-7ecf7edfc34f req-2278438b-1481-43ab-a61a-255b3b019a44 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.586941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd2ca4fb-b927-41f0-a586-7ecf7edfc34f req-2278438b-1481-43ab-a61a-255b3b019a44 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1095 time: 0.0668926 Jul 09 19:32:47.644749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd2ca4fb-b927-41f0-a586-7ecf7edfc34f req-17482924-289d-46fc-8eb7-e2e828e6f891 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Jul 09 19:32:47.662096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5ef6d-97e5-4d23-9986-df21b0452156 req-b96caa5a-42a3-4556-922a-587e0cd7ce8f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:47.665054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54f5ef6d-97e5-4d23-9986-df21b0452156 req-b96caa5a-42a3-4556-922a-587e0cd7ce8f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.0979271 Jul 09 19:32:47.731364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54f5ef6d-97e5-4d23-9986-df21b0452156 req-03bc1e26-7bf0-45f6-973f-e597b9524b5a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Jul 09 19:32:47.904372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96887c74-4173-4897-8de5-ea7699b295c5 None None] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:32:48.064054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-e8e60560-5bc0-4da1-9762-10c8d679d297 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.073000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a32ac3af-2f2d-45ab-a8ee-d0ff31a2d8d8 None None] Provisioning for port 65e59262-df6d-4fd2-a202-68dd30e561ae completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:48.086240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-e8e60560-5bc0-4da1-9762-10c8d679d297 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.088663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-e8e60560-5bc0-4da1-9762-10c8d679d297 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "GET /v2.0/networks?id=f1891a02-e3df-440d-8b50-c2c99553c261&id=bc5397bd-dbc1-40e2-9198-5c77b925c073 HTTP/1.1" status: 200 len: 1390 time: 0.2840798 Jul 09 19:32:48.115617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'port': {'device_id': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261', 'admin_state_up': True, 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:48.146105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56abca-75c1-4dd6-a2a9-0d9f1b390cef req-45cd55df-cb9b-42ef-9d9a-0fa4edfbf49a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.154523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d56abca-75c1-4dd6-a2a9-0d9f1b390cef req-45cd55df-cb9b-42ef-9d9a-0fa4edfbf49a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.3141599 Jul 09 19:32:48.209853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c08ae11f-9e91-4492-825a-32a3792c1df1 req-fc9bad83-2762-414d-9d63-75ade7bab676 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 210 time: 0.0794604 Jul 09 19:32:48.280569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d56abca-75c1-4dd6-a2a9-0d9f1b390cef req-b376b3d0-70df-4fea-b451-12c85fad63f7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237760 Jul 09 19:32:48.317570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 65e59262-df6d-4fd2-a202-68dd30e561ae up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:48.425387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 65e59262-df6d-4fd2-a202-68dd30e561ae completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:48.435853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 65e59262-df6d-4fd2-a202-68dd30e561ae triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:48.438250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.456694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:48.461424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.473198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61772e8-aa07-4357-a492-353a68652545 req-6ffdf48a-94ed-44dc-b25c-2760ce1cbe46 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.480671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d61772e8-aa07-4357-a492-353a68652545 req-6ffdf48a-94ed-44dc-b25c-2760ce1cbe46 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 1095 time: 0.1377735 Jul 09 19:32:48.510204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.513353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-d2138368-15f1-4af2-8abb-e1a9ff969592 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.515083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-d2138368-15f1-4af2-8abb-e1a9ff969592 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 950 time: 0.1397479 Jul 09 19:32:48.549728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d61772e8-aa07-4357-a492-353a68652545 req-02f0282e-76c2-4405-aa2f-35f7493ac29f tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Jul 09 19:32:48.557199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.630774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 65e59262-df6d-4fd2-a202-68dd30e561ae, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=65e59262-df6d-4fd2-a202-68dd30e561ae,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:48.649375 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.650847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:48.758746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port dadc06d4-e171-413a-bbb7-b49bff5ef00b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:48.761557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.779007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=65e59262-df6d-4fd2-a202-68dd30e561ae,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:48.781493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Allocated IP 19.80.0.93 (f1891a02-e3df-440d-8b50-c2c99553c261/fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98/47f00c8e-e2d3-4bce-9636-8618dfebf35a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:48.794464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:48.834986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d74dd80-adb4-4b7a-8188-3e81fe1455a0 None None] Provisioning complete for port 65e59262-df6d-4fd2-a202-68dd30e561ae triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:48.835360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d74dd80-adb4-4b7a-8188-3e81fe1455a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.874797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:48.875174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.948714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 16bca2ad-0d46-459a-a119-707a4bf796e5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:48.951609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03b9cd-f238-424e-ba62-86c1b1832edd req-c21fbc41-bbe6-451d-a279-bc38a76e287f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:48.954369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 16bca2ad-0d46-459a-a119-707a4bf796e5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:48.954369 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:48.961619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f03b9cd-f238-424e-ba62-86c1b1832edd req-c21fbc41-bbe6-451d-a279-bc38a76e287f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 950 time: 0.1592474 Jul 09 19:32:49.006004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port dadc06d4-e171-413a-bbb7-b49bff5ef00b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dadc06d4-e171-413a-bbb7-b49bff5ef00b,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:49.006672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.029471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for dadc06d4-e171-413a-bbb7-b49bff5ef00b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:49.110698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.143669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f03b9cd-f238-424e-ba62-86c1b1832edd req-28e5cb9e-6939-4198-a0f5-deadc1db25ef tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809263 Jul 09 19:32:49.159418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Transition to ACTIVE for port object 47f00c8e-e2d3-4bce-9636-8618dfebf35a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:49.179054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.221581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:49.224199 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb598d-abc3-44ba-b615-9b4a8e049f78" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:49.243590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:49.249176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.280534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.345094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:49.358822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.375181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2', '8dda4a24-d379-4099-9514-981ca8c489bb', 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:49.377724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:49.393529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=dadc06d4-e171-413a-bbb7-b49bff5ef00b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:49.419871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:49.445194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network f1891a02-e3df-440d-8b50-c2c99553c261 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:49.447690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:49.452547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:49.528599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port dadc06d4-e171-413a-bbb7-b49bff5ef00b on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:49.539184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.542704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ccc628d-8bf4-47c1-9b07-4a11eec6bb8f req-4b5c8dbe-c3f2-43d9-946c-dc7447c35d3c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "DELETE /v2.0/ports/dadc06d4-e171-413a-bbb7-b49bff5ef00b HTTP/1.1" status: 204 len: 173 time: 1.0186861 Jul 09 19:32:49.543382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'name': 'network-vif-deleted', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:49.559819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:49.561359 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513da2f-31a5-41a6-8b8f-31bc59b4e912" -d '{"events": [{"server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "name": "network-vif-deleted", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:49.561690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:49.604281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-265b6889-c1bb-4597-8544-d953079a6a46 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4995494 Jul 09 19:32:49.620529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Request body: {'port': {'device_id': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073', 'admin_state_up': True, 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:49.701608 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70f86b-72ec-4879-8319-39d5c3e3f3f3 x-openstack-request-id: req-9f70f86b-72ec-4879-8319-39d5c3e3f3f3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:49.701834 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:49.702077 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f70f86b-72ec-4879-8319-39d5c3e3f3f3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:49.705640 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'code': 200} Jul 09 19:32:49.993399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Made reservation on behalf of e70c29df78914b1a9ce1064019d25e04 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:32:49.997366 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.025041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb1c2-e275-440e-8b94-fa988ef1651c req-e0b614b3-1a90-45c8-86a0-19e685ca842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:50.026679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac0fb1c2-e275-440e-8b94-fa988ef1651c req-e0b614b3-1a90-45c8-86a0-19e685ca842c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1101 time: 0.2077870 Jul 09 19:32:50.040688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efad82-ffa5-4c39-85cd-2381e4204aea req-83bf8f36-a3f8-45c2-9a86-7760791e5bf5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:50.042576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34efad82-ffa5-4c39-85cd-2381e4204aea req-83bf8f36-a3f8-45c2-9a86-7760791e5bf5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 931 time: 0.1049798 Jul 09 19:32:50.050442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d878e-33a2-4179-97eb-ebc96127d808 req-3c534f4d-3a5d-4bf0-a7da-a3ab63b9d5a1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:50.052574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd5d878e-33a2-4179-97eb-ebc96127d808 req-3c534f4d-3a5d-4bf0-a7da-a3ab63b9d5a1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1333582 Jul 09 19:32:50.111663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34efad82-ffa5-4c39-85cd-2381e4204aea req-35875ea6-36cf-4ec0-9364-ebb2dba1dad6 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616384 Jul 09 19:32:50.131496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac0fb1c2-e275-440e-8b94-fa988ef1651c req-59ab5381-b4ca-46a6-9c00-9bd4a2849d53 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875986 Jul 09 19:32:50.168373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-baa46686-fe4a-4636-b03a-bf7e34c96426 None None] Provisioning for port 47f00c8e-e2d3-4bce-9636-8618dfebf35a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:50.171438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 65e59262-df6d-4fd2-a202-68dd30e561ae up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:32:50.181576 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556f091-0b53-4a4f-ba7d-8fec9a7f03a9 x-openstack-request-id: req-1556f091-0b53-4a4f-ba7d-8fec9a7f03a9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:50.181885 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f57569-02ed-48a5-87bf-5e1e4aacb93f", "name": "network-vif-deleted", "tag": "dadc06d4-e171-413a-bbb7-b49bff5ef00b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:50.182461 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1556f091-0b53-4a4f-ba7d-8fec9a7f03a9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:50.182570 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f57569-02ed-48a5-87bf-5e1e4aacb93f', 'name': 'network-vif-deleted', 'tag': 'dadc06d4-e171-413a-bbb7-b49bff5ef00b', 'status': 'completed', 'code': 200} Jul 09 19:32:50.185905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd5d878e-33a2-4179-97eb-ebc96127d808 req-1f5d8bb3-8648-481c-a419-00153ca0a789 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Jul 09 19:32:50.253340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-baa46686-fe4a-4636-b03a-bf7e34c96426 None None] Provisioning complete for port 47f00c8e-e2d3-4bce-9636-8618dfebf35a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:50.253340 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baa46686-fe4a-4636-b03a-bf7e34c96426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.296044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Allocated IP 19.86.0.178 (bc5397bd-dbc1-40e2-9198-5c77b925c073/4dfdde2b-45be-475b-aa43-9ff2db82b983/307bcfcb-7501-4741-9cd9-6816e0bc5b5c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:32:50.451918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-baa46686-fe4a-4636-b03a-bf7e34c96426 None None] Port 47f00c8e-e2d3-4bce-9636-8618dfebf35a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:50.545430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 65e59262-df6d-4fd2-a202-68dd30e561ae triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:50.545807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.557486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-914a8f7e-3088-43c0-ad93-98fdc16e782b req-f536a166-0ae4-4244-97b6-fd21f4b95ef1 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f57569-02ed-48a5-87bf-5e1e4aacb93f HTTP/1.1" status: 200 len: 210 time: 0.0380774 Jul 09 19:32:50.571370 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.600153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Transition to ACTIVE for port object 307bcfcb-7501-4741-9cd9-6816e0bc5b5c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:50.672635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.753041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:32:50.755812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:32:50.760454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:32:50.883131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:50.883649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:50.927478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event updated for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:50.961190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-50bcfdfd-cb4b-4c15-8a41-f1f85f126895 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3451257 Jul 09 19:32:50.976075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Request body: {'port': {'device_id': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:51.092672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:51.097202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a62f3a7-42bb-43b9-9b2a-8fff3d4226c8 None None] Provisioning for port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:32:51.102870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a62f3a7-42bb-43b9-9b2a-8fff3d4226c8 None None] Provisioning complete for port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:32:51.103251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a62f3a7-42bb-43b9-9b2a-8fff3d4226c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:51.209607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4a62f3a7-42bb-43b9-9b2a-8fff3d4226c8 None None] Port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:32:51.491264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672d970-7b39-4589-9e4b-e28f5073af9a req-85e61b2b-e2f5-4a9f-99c0-496a6176f9c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:51.499527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e672d970-7b39-4589-9e4b-e28f5073af9a req-85e61b2b-e2f5-4a9f-99c0-496a6176f9c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0872030 Jul 09 19:32:51.536269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411d063-1991-4826-b54f-c338387c475d req-98942a0e-5fb5-4132-81ad-00d26e7a2902 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:51.543150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411d063-1991-4826-b54f-c338387c475d req-98942a0e-5fb5-4132-81ad-00d26e7a2902 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:51.544916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0411d063-1991-4826-b54f-c338387c475d req-98942a0e-5fb5-4132-81ad-00d26e7a2902 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1654 time: 0.2054026 Jul 09 19:32:51.576593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e672d970-7b39-4589-9e4b-e28f5073af9a req-ef6f092d-542a-4426-a250-e7006c2222d0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759234 Jul 09 19:32:51.656206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0411d063-1991-4826-b54f-c338387c475d req-cdf2f5b8-f903-4bef-9aaa-31406f87d73e tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Jul 09 19:32:51.745493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f00c8e-e2d3-4bce-9636-8618dfebf35a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:51.755639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:51.781264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Transition to ACTIVE for port object 47f00c8e-e2d3-4bce-9636-8618dfebf35a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:51.790584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:51.834802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3beffe-99c0-4b26-be82-08815e892953 req-263ae2d8-2dc7-4c0c-b205-f7d964fdf168 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:51.836550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf3beffe-99c0-4b26-be82-08815e892953 req-263ae2d8-2dc7-4c0c-b205-f7d964fdf168 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0829360 Jul 09 19:32:51.877994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Pushing event updated for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:51.892627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf3beffe-99c0-4b26-be82-08815e892953 req-042edc76-e283-4b5f-b262-40970f9ce937 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488050 Jul 09 19:32:52.052830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Attempting to bind port 47f00c8e-e2d3-4bce-9636-8618dfebf35a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:52.054119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Attempting to bind port 47f00c8e-e2d3-4bce-9636-8618dfebf35a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:52.055741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Attempting to bind port 47f00c8e-e2d3-4bce-9636-8618dfebf35a on network f1891a02-e3df-440d-8b50-c2c99553c261 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:52.062635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Port 47f00c8e-e2d3-4bce-9636-8618dfebf35a on network f1891a02-e3df-440d-8b50-c2c99553c261 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:52.063218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Attempting to bind port 47f00c8e-e2d3-4bce-9636-8618dfebf35a on network f1891a02-e3df-440d-8b50-c2c99553c261 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:52.069610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:52.070216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Checking segment: {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:52.070784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Bound using segment: {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:52.071393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Bound port: 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035a1f96-3aa6-480a-be13-cc4a72f8e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:52.071933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.195623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:52.200491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:52.209702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.255378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.256004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.257428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] 10.222.0.25 "PUT /v2.0/ports/47f00c8e-e2d3-4bce-9636-8618dfebf35a HTTP/1.1" status: 200 len: 1091 time: 1.2864993 Jul 09 19:32:52.261907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:52.272481 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:52.297761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Request body: {'port': {'device_id': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:32:52.305218 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44532671-8e85-4867-adf3-caa54b02a76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.358020 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbcc65-96c0-483c-bf28-fa8c9e661aff x-openstack-request-id: req-b2cbcc65-96c0-483c-bf28-fa8c9e661aff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:52.358445 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:52.358697 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2cbcc65-96c0-483c-bf28-fa8c9e661aff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:52.359082 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a', 'status': 'completed', 'code': 200} Jul 09 19:32:52.386707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9c6d-785c-4701-95ed-7c8eff59c21d service neutron] Pushing event updated for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:52.454550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.504997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-a064f559-fe21-4e9e-a380-2b6568939734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.509812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-a064f559-fe21-4e9e-a380-2b6568939734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.516189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-a064f559-fe21-4e9e-a380-2b6568939734 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1913 time: 0.1213567 Jul 09 19:32:52.811176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dadc06d4-e171-413a-bbb7-b49bff5ef00b no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:52.836482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: dadc06d4-e171-413a-bbb7-b49bff5ef00b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:52.837004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dadc06d4-e171-413a-bbb7-b49bff5ef00b not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:52.860585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-39b311db-ce34-4003-8802-60c5c6d4077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.861064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-39b311db-ce34-4003-8802-60c5c6d4077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.861558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-39b311db-ce34-4003-8802-60c5c6d4077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.863978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-39b311db-ce34-4003-8802-60c5c6d4077c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e70c29df78914b1a9ce1064019d25e04&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3395653 Jul 09 19:32:52.877464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a380-f6e0-4797-94d4-f8cf15679719 req-14f82fe4-96c1-401c-b316-5d90f985a076 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.879345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7b2a380-f6e0-4797-94d4-f8cf15679719 req-14f82fe4-96c1-401c-b316-5d90f985a076 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.2012305 Jul 09 19:32:52.916721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a621a-7c1a-4e58-9ca4-af56a1db4ab7 req-e2564473-a14e-4f0d-b1c3-4719a1faf90d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:52.926152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114a621a-7c1a-4e58-9ca4-af56a1db4ab7 req-e2564473-a14e-4f0d-b1c3-4719a1faf90d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1889486 Jul 09 19:32:52.952154 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:52.995374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307bcfcb-7501-4741-9cd9-6816e0bc5b5c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:32:53.008161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:53.024130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114a621a-7c1a-4e58-9ca4-af56a1db4ab7 req-6dc428cb-78fe-4f5a-b0d8-0b84e887964b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Jul 09 19:32:53.073661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Transition to ACTIVE for port object 307bcfcb-7501-4741-9cd9-6816e0bc5b5c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:32:53.080524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:53.250404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Pushing event updated for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:53.342449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be0750-22d9-442e-97a4-578be4364389 req-c1480825-f7c1-4642-8b76-dec7483a64ab tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.350091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be0750-22d9-442e-97a4-578be4364389 req-c1480825-f7c1-4642-8b76-dec7483a64ab tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.358059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-68be0750-22d9-442e-97a4-578be4364389 req-c1480825-f7c1-4642-8b76-dec7483a64ab tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.1804504 Jul 09 19:32:53.393861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Attempting to bind port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:32:53.394367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Attempting to bind port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:32:53.394800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Attempting to bind port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c on network bc5397bd-dbc1-40e2-9198-5c77b925c073 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:53.398498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7b2a380-f6e0-4797-94d4-f8cf15679719 req-09612575-2e77-489e-adbc-417be219910e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097520 Jul 09 19:32:53.413318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c on network bc5397bd-dbc1-40e2-9198-5c77b925c073 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:32:53.417570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Attempting to bind port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c on network bc5397bd-dbc1-40e2-9198-5c77b925c073 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:32:53.443719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-68be0750-22d9-442e-97a4-578be4364389 req-93c58949-5797-4e4e-a092-2622cfac453f tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Jul 09 19:32:53.454363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:32:53.458960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Checking segment: {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:32:53.459715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Bound using segment: {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:32:53.460282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Bound port: 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631bd9a7-a1af-40f8-98f7-c0710f688818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:32:53.460754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:53.563924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:32:53.568197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:32:53.570367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-5e8a4488-3525-4dd6-87dd-083b49f16aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.574703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cafb3bbf-38a5-4a4f-9812-6a8e08831e9b req-5e8a4488-3525-4dd6-87dd-083b49f16aaa service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6914558 Jul 09 19:32:53.574945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:53.672510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.673341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:53.677037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] 10.222.0.25 "PUT /v2.0/ports/307bcfcb-7501-4741-9cd9-6816e0bc5b5c HTTP/1.1" status: 200 len: 1092 time: 1.3861103 Jul 09 19:32:53.757510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cef4d-7b66-457c-a4e5-81a9da3fc60d service neutron] Pushing event updated for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:53.843973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e316b-0b20-4d0c-acc1-b1fe6969b915 req-81dbec71-a1f1-4758-ba6b-85403d2aee4e tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.849759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef5e316b-0b20-4d0c-acc1-b1fe6969b915 req-81dbec71-a1f1-4758-ba6b-85403d2aee4e tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1648588 Jul 09 19:32:53.885242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-d0379f74-0ec9-411a-9bd7-188ba3c4a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.885832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-d0379f74-0ec9-411a-9bd7-188ba3c4a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.887741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-d0379f74-0ec9-411a-9bd7-188ba3c4a673 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1980 time: 0.1198688 Jul 09 19:32:53.948583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5c0d-ffc7-411b-b930-bebebad812d1 req-bbe3c9b5-ad9f-413b-9a87-d59b26c7107e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:53.958356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a65d5c0d-ffc7-411b-b930-bebebad812d1 req-bbe3c9b5-ad9f-413b-9a87-d59b26c7107e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1130595 Jul 09 19:32:53.964731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-778bf43d-11e7-4528-99b7-fab50268453c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a HTTP/1.1" status: 200 len: 217 time: 0.0518384 Jul 09 19:32:53.977043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef5e316b-0b20-4d0c-acc1-b1fe6969b915 req-2c975a77-ae81-49e5-9488-f05cc185def1 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241090 Jul 09 19:32:54.019134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a65d5c0d-ffc7-411b-b930-bebebad812d1 req-8654a59b-eed5-45a1-aa22-a156adb4ec40 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Jul 09 19:32:54.038183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-905df302-174e-4f75-aee4-2019236a5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.039926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-905df302-174e-4f75-aee4-2019236a5bca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98 HTTP/1.1" status: 200 len: 801 time: 0.0619130 Jul 09 19:32:54.113821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-414cc321-4585-4cc8-b5f2-dab4545f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.115322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-414cc321-4585-4cc8-b5f2-dab4545f1887 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1891a02-e3df-440d-8b50-c2c99553c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660338 Jul 09 19:32:54.232456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-ea0fd879-ebe4-4c05-91eb-0a317d75a692 service neutron] 10.222.0.25 "GET /v2.0/networks/f1891a02-e3df-440d-8b50-c2c99553c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102335 Jul 09 19:32:54.255636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-ef89baef-781f-4e43-b461-2abaefcec8a2 req-a92f835c-1223-45df-b6ce-06b65eb5d9cc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:32:54.256761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef89baef-781f-4e43-b461-2abaefcec8a2 req-a92f835c-1223-45df-b6ce-06b65eb5d9cc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061128 Jul 09 19:32:54.338985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-5575a7c5-6f3b-4efa-8719-a3c9ccdb9124 service neutron] 10.222.0.25 "GET /v2.0/networks/f1891a02-e3df-440d-8b50-c2c99553c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983591 Jul 09 19:32:54.420183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:54.423486 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:54.429922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-2d77e16c-96c4-4024-84a4-e6c9044662bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.178&port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c HTTP/1.1" status: 200 len: 217 time: 0.0825412 Jul 09 19:32:54.459235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-45f2f108-3f07-4e1b-a2c7-5cf2d9b39e4e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.461109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-45f2f108-3f07-4e1b-a2c7-5cf2d9b39e4e tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.0999236 Jul 09 19:32:54.533087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-89ad770d-2079-4850-8c1c-507e7041eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.538182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-89ad770d-2079-4850-8c1c-507e7041eac1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dfdde2b-45be-475b-aa43-9ff2db82b983 HTTP/1.1" status: 200 len: 801 time: 0.1013362 Jul 09 19:32:54.602561 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bd2ff-f9e8-4070-b843-16f98dad2202 x-openstack-request-id: req-757bd2ff-f9e8-4070-b843-16f98dad2202 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:54.604307 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:54.604574 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-757bd2ff-f9e8-4070-b843-16f98dad2202 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:54.604978 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c', 'status': 'completed', 'code': 200} Jul 09 19:32:54.657544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-d5e43bf0-b81d-42ea-9285-365ded43aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.659116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-d5e43bf0-b81d-42ea-9285-365ded43aa9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc5397bd-dbc1-40e2-9198-5c77b925c073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125369 Jul 09 19:32:54.819831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a213-ed56-4c78-a6d9-f5a58fb38804 req-4c5a78a7-1e66-4d32-995f-bf3f4c43fe8f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.821830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-15b6a213-ed56-4c78-a6d9-f5a58fb38804 req-4c5a78a7-1e66-4d32-995f-bf3f4c43fe8f tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 949 time: 0.1602113 Jul 09 19:32:54.828400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-1e3eed53-0b00-4ed3-ad62-1800b237d4aa service neutron] 10.222.0.25 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600242 Jul 09 19:32:54.853923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-ec29a5d7-930c-41ee-a7ea-c19d56149d7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2884960 Jul 09 19:32:54.858881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc70b1-e084-40a6-af9b-0231b6a3ccb5 req-4893c998-56ca-4e5e-9be3-cba5de1572f0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:54.861616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34cc70b1-e084-40a6-af9b-0231b6a3ccb5 req-4893c998-56ca-4e5e-9be3-cba5de1572f0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1832819 Jul 09 19:32:54.887426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port 8dda4a24-d379-4099-9514-981ca8c489bb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:32:54.887918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:54.932028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f848f2fe-01e1-4b42-b5ab-71c2aeb17fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:54.997556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34cc70b1-e084-40a6-af9b-0231b6a3ccb5 req-6e8c30c6-ec3c-481b-870e-6177dff00c6d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185784 Jul 09 19:32:55.027417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port 8dda4a24-d379-4099-9514-981ca8c489bb, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8dda4a24-d379-4099-9514-981ca8c489bb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:32:55.027788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:55.047449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d5a456-6bb9-46c7-9ce4-ac67889e9e8b req-5a8d2f13-0024-4ef5-87f7-d1c560793367 service neutron] 10.222.0.25 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043548 Jul 09 19:32:55.047656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for 8dda4a24-d379-4099-9514-981ca8c489bb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:32:55.085879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-15b6a213-ed56-4c78-a6d9-f5a58fb38804 req-b4aeccef-538c-4f88-ad7f-4c1c1a00feb8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498934 Jul 09 19:32:55.205522 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:55.268544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-a9e5a79f-1ca4-436e-a4c2-f30ab09ad694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.269226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-a9e5a79f-1ca4-436e-a4c2-f30ab09ad694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.271108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-a9e5a79f-1ca4-436e-a4c2-f30ab09ad694 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e70c29df78914b1a9ce1064019d25e04&device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1980 time: 0.1443841 Jul 09 19:32:55.429021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea76ae-c2a3-44c1-be85-0a79870b30fc req-84f6d106-6c17-419b-9956-7079bfeeddb7 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.440157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea76ae-c2a3-44c1-be85-0a79870b30fc req-84f6d106-6c17-419b-9956-7079bfeeddb7 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.442549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:55.448595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43ea76ae-c2a3-44c1-be85-0a79870b30fc req-84f6d106-6c17-419b-9956-7079bfeeddb7 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.2531047 Jul 09 19:32:55.456905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2', '8dda4a24-d379-4099-9514-981ca8c489bb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:55.459560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:32:55.506131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=8dda4a24-d379-4099-9514-981ca8c489bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:32:55.561891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port 8dda4a24-d379-4099-9514-981ca8c489bb on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:32:55.570854 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:55.577751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-914603b6-aae6-4ff6-b6da-cdba6367023f req-47a4f24f-c0db-41e7-a44f-b09a1a6e80e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "DELETE /v2.0/ports/8dda4a24-d379-4099-9514-981ca8c489bb HTTP/1.1" status: 204 len: 173 time: 1.1100774 Jul 09 19:32:55.578306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'name': 'network-vif-deleted', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:32:55.585496 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41332f2d-4d4d-4bf3-920b-41c119dc5195" -d '{"events": [{"server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "name": "network-vif-deleted", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:32:55.615719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43ea76ae-c2a3-44c1-be85-0a79870b30fc req-4c51c441-d213-40be-bb97-67b6b036da29 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660125 Jul 09 19:32:55.707584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-f8957c2e-3c22-46c9-aa41-06ea3097edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.715028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-f8957c2e-3c22-46c9-aa41-06ea3097edf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bc5397bd-dbc1-40e2-9198-5c77b925c073 HTTP/1.1" status: 200 len: 902 time: 0.4238441 Jul 09 19:32:55.745973 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc421be7-df8e-4292-aaac-f3ab8cc86e77 x-openstack-request-id: req-cc421be7-df8e-4292-aaac-f3ab8cc86e77 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:32:55.746264 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361525e2-7ba5-457b-bc40-27f18d270d36", "name": "network-vif-deleted", "tag": "8dda4a24-d379-4099-9514-981ca8c489bb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:32:55.746513 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc421be7-df8e-4292-aaac-f3ab8cc86e77 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:32:55.746927 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361525e2-7ba5-457b-bc40-27f18d270d36', 'name': 'network-vif-deleted', 'tag': '8dda4a24-d379-4099-9514-981ca8c489bb', 'status': 'completed', 'code': 200} Jul 09 19:32:55.772307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-4ae74a01-2016-4e13-a1fd-c7b6007f6fcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.178&port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c HTTP/1.1" status: 200 len: 217 time: 0.0451658 Jul 09 19:32:55.892708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-ebd1d1e8-c7bd-4bfc-b153-cdf07260bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:55.897653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-ebd1d1e8-c7bd-4bfc-b153-cdf07260bf40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4dfdde2b-45be-475b-aa43-9ff2db82b983 HTTP/1.1" status: 200 len: 801 time: 0.1104774 Jul 09 19:32:56.009747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-2643cf66-909e-45dd-8396-86467ff61abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:56.016288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-2643cf66-909e-45dd-8396-86467ff61abf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc5397bd-dbc1-40e2-9198-5c77b925c073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113505 Jul 09 19:32:56.088897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5ef4f-7b6b-4851-b028-800f8eb6cfe8 req-f6d255f2-fe0b-4ec9-bf63-fa281adf89a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:56.102207 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0f5ef4f-7b6b-4851-b028-800f8eb6cfe8 req-f6d255f2-fe0b-4ec9-bf63-fa281adf89a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1358504 Jul 09 19:32:56.173680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-52214f91-8bc3-4826-93f8-75479038821d service neutron] 10.222.0.25 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483278 Jul 09 19:32:56.178916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0f5ef4f-7b6b-4851-b028-800f8eb6cfe8 req-f57f2c62-027e-4750-8e8e-6bce1e0c8be0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718133 Jul 09 19:32:56.341878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:56.472020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0dccf8c-576a-422d-a1d3-7450d4fac7bd req-967d8688-d15a-4fa9-a234-56c3d26a03c1 service neutron] 10.222.0.25 "GET /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901509 Jul 09 19:32:56.485432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3dbe-b8c8-481b-98ef-605e2c68a6b8 req-a192f54f-4b00-4beb-800a-37e710a638c6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:56.488320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee4f3dbe-b8c8-481b-98ef-605e2c68a6b8 req-a192f54f-4b00-4beb-800a-37e710a638c6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1877010 Jul 09 19:32:56.548307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-510abfe5-64df-48c7-a595-99f79b63fa3d req-1d73f81c-be28-4d11-8170-69ff17a10034 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=361525e2-7ba5-457b-bc40-27f18d270d36 HTTP/1.1" status: 200 len: 210 time: 0.0791676 Jul 09 19:32:56.574953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee4f3dbe-b8c8-481b-98ef-605e2c68a6b8 req-42e2435c-1d13-4e49-8454-b9b54c6fad2e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Jul 09 19:32:56.953374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43078-6a3a-4052-b3d5-72ed14adf617 req-2c9f539e-05a2-4c99-88f7-33aa07b52699 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:56.960095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43078-6a3a-4052-b3d5-72ed14adf617 req-2c9f539e-05a2-4c99-88f7-33aa07b52699 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:56.962451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dd43078-6a3a-4052-b3d5-72ed14adf617 req-2c9f539e-05a2-4c99-88f7-33aa07b52699 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.0820048 Jul 09 19:32:57.000969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dd43078-6a3a-4052-b3d5-72ed14adf617 req-e7d7661b-a129-45ea-8286-352f38e346b5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Jul 09 19:32:57.238801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-6b8eef42-49af-49f7-bc7c-bdf6b0e76a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:57.240295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-6b8eef42-49af-49f7-bc7c-bdf6b0e76a0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1101 time: 0.0533440 Jul 09 19:32:57.333217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-d8fb60ef-4488-4ed5-b3cd-bfcd30cbfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:57.334694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-d8fb60ef-4488-4ed5-b3cd-bfcd30cbfbf6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0857847 Jul 09 19:32:57.374017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a829a7-a047-4a53-8b42-ec20af6e3c2b req-cadf8dca-6838-42f9-b1f6-6a7e8d5bb4cd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:57.375395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10a829a7-a047-4a53-8b42-ec20af6e3c2b req-cadf8dca-6838-42f9-b1f6-6a7e8d5bb4cd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0703537 Jul 09 19:32:57.384659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-5a77587e-1f3b-44b8-8e06-18dd298bf086 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0382013 Jul 09 19:32:57.415523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10a829a7-a047-4a53-8b42-ec20af6e3c2b req-05ef0977-0a4d-42fc-b639-9bc4b707e66b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Jul 09 19:32:57.451405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-28a4d336-8f02-4693-ac2c-a2ba9fb1cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:57.452851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-28a4d336-8f02-4693-ac2c-a2ba9fb1cdc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0499718 Jul 09 19:32:57.509040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-47a007ab-45bf-4882-b995-7e5a9fd658eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:57.510535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-47a007ab-45bf-4882-b995-7e5a9fd658eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502665 Jul 09 19:32:57.607942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-6cdd9f48-6555-40d5-98ca-741eb577b494 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884261 Jul 09 19:32:57.690811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:32:58.137619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-74723997-fe9d-4074-b8ff-1fd273bfe74f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221605 Jul 09 19:32:58.165546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bf0d7-12ee-4735-b0fd-769d565dcef0 req-200a0cf6-23d2-4f1a-8441-4a0d1b5a7739 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:58.173096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d16bf0d7-12ee-4735-b0fd-769d565dcef0 req-200a0cf6-23d2-4f1a-8441-4a0d1b5a7739 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.4636917 Jul 09 19:32:58.211875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d16bf0d7-12ee-4735-b0fd-769d565dcef0 req-4ecac4b6-e6a7-4f0b-a790-272e81cb86b8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Jul 09 19:32:58.519582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b410f-1eb0-48f4-8580-21346ded94c7 req-df389676-990c-4b31-801c-16152523d7e6 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:58.526650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b410f-1eb0-48f4-8580-21346ded94c7 req-df389676-990c-4b31-801c-16152523d7e6 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:58.534465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-276b410f-1eb0-48f4-8580-21346ded94c7 req-df389676-990c-4b31-801c-16152523d7e6 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.1210463 Jul 09 19:32:58.585427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-276b410f-1eb0-48f4-8580-21346ded94c7 req-e8212f10-d2e9-48d8-b799-33ca0fbfdfd0 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481875 Jul 09 19:32:58.732717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce05cb-3155-4e3e-b3b7-813b1873a48a req-b11b0a16-3fac-4af8-8e65-99bfda86f530 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:58.740347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27ce05cb-3155-4e3e-b3b7-813b1873a48a req-b11b0a16-3fac-4af8-8e65-99bfda86f530 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0771637 Jul 09 19:32:58.754954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab88d5b-f0a0-43ff-b404-ef0357a00a33 req-8982b360-5a49-47fa-85f8-ef7b4a52986b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:58.762820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ab88d5b-f0a0-43ff-b404-ef0357a00a33 req-8982b360-5a49-47fa-85f8-ef7b4a52986b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 950 time: 0.0750821 Jul 09 19:32:58.790402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27ce05cb-3155-4e3e-b3b7-813b1873a48a req-8d1121f8-2a51-41fa-ad9e-794cb89ff1d1 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 Jul 09 19:32:58.810285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ab88d5b-f0a0-43ff-b404-ef0357a00a33 req-9a478c84-226f-4e56-be21-cd10c918b81b tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Jul 09 19:32:58.860382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8dda4a24-d379-4099-9514-981ca8c489bb no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:32:58.883917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 8dda4a24-d379-4099-9514-981ca8c489bb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:32:58.884255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8dda4a24-d379-4099-9514-981ca8c489bb not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:32:59.445952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4c839-fa40-4e8c-b418-68bce9b7d82f req-ecd18ecd-86d5-4713-99dd-9b01cf8dfd13 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:59.447549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dd4c839-fa40-4e8c-b418-68bce9b7d82f req-ecd18ecd-86d5-4713-99dd-9b01cf8dfd13 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0687418 Jul 09 19:32:59.494981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dd4c839-fa40-4e8c-b418-68bce9b7d82f req-3d92dc88-0186-4714-9f2a-c51bb49012ad tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Jul 09 19:32:59.768384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd930-98a8-4a65-87fa-101f38f509f8 req-0457ea5b-8bcc-4075-afa1-56225876b47a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:59.774627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd930-98a8-4a65-87fa-101f38f509f8 req-0457ea5b-8bcc-4075-afa1-56225876b47a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:59.777968 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d46dd930-98a8-4a65-87fa-101f38f509f8 req-0457ea5b-8bcc-4075-afa1-56225876b47a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.0798354 Jul 09 19:32:59.823489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d46dd930-98a8-4a65-87fa-101f38f509f8 req-cfee2c8f-4d09-405b-bd44-86233fede8e9 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jul 09 19:32:59.947517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80384839-aa70-41cf-b59e-258588599808 req-dfe39d85-104e-42c1-8431-e7d732db1a15 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:32:59.950012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80384839-aa70-41cf-b59e-258588599808 req-dfe39d85-104e-42c1-8431-e7d732db1a15 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 950 time: 0.0812407 Jul 09 19:32:59.998685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bf20c-c897-4952-b07e-6c40411bca52 req-048ed029-073a-4321-a57c-089aea272aa5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:00.000244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d60bf20c-c897-4952-b07e-6c40411bca52 req-048ed029-073a-4321-a57c-089aea272aa5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0826867 Jul 09 19:33:00.044929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d60bf20c-c897-4952-b07e-6c40411bca52 req-2f799a2e-70d5-4660-a577-0eca49daa879 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Jul 09 19:33:00.123948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb44d96-cd9a-4cb2-bd6e-b57f5f15953d req-6b0bc0db-f431-41ef-9011-504b96eae3db tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:00.125818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7eb44d96-cd9a-4cb2-bd6e-b57f5f15953d req-6b0bc0db-f431-41ef-9011-504b96eae3db tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 950 time: 0.1744668 Jul 09 19:33:00.179289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port 8add14b7-88d5-4b03-bd5c-6357c03def06 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:00.179636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:00.242309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7eb44d96-cd9a-4cb2-bd6e-b57f5f15953d req-04165f8e-415d-40ab-b62e-39b8647eb5a8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965075 Jul 09 19:33:00.335135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port 8add14b7-88d5-4b03-bd5c-6357c03def06, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8add14b7-88d5-4b03-bd5c-6357c03def06,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:00.335783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:00.357620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for 8add14b7-88d5-4b03-bd5c-6357c03def06 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:00.569403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:00.585655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12', '378b6c37-f047-446c-97e2-f33c29ec7bf2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:00.622854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=8add14b7-88d5-4b03-bd5c-6357c03def06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:00.664923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-aeeb36ba-7c83-4209-a1e7-6c2f921cb614 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:00.666563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-aeeb36ba-7c83-4209-a1e7-6c2f921cb614 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/ports?device_id=435111fe-0ded-4419-b48a-dcb6ebd15714 HTTP/1.1" status: 200 len: 950 time: 0.1633148 Jul 09 19:33:00.681364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:00.743099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port 8add14b7-88d5-4b03-bd5c-6357c03def06 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:00.752767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:00.755634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80384839-aa70-41cf-b59e-258588599808 req-045de318-b20a-4952-8703-9fc9558953d4 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "DELETE /v2.0/ports/8add14b7-88d5-4b03-bd5c-6357c03def06 HTTP/1.1" status: 204 len: 173 time: 0.7615488 Jul 09 19:33:00.757734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'name': 'network-vif-deleted', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:00.760564 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864e5cc-d931-4dc5-a71a-125f1312a311" -d '{"events": [{"server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "name": "network-vif-deleted", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:00.827120 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292d479-dcb0-456c-9571-93a8023956c8 x-openstack-request-id: req-e292d479-dcb0-456c-9571-93a8023956c8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:00.827717 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d812614-4454-4b0b-bdac-cb164588d08c", "name": "network-vif-deleted", "tag": "8add14b7-88d5-4b03-bd5c-6357c03def06", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:00.827717 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e292d479-dcb0-456c-9571-93a8023956c8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:00.828131 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d812614-4454-4b0b-bdac-cb164588d08c', 'name': 'network-vif-deleted', 'tag': '8add14b7-88d5-4b03-bd5c-6357c03def06', 'status': 'completed', 'code': 200} Jul 09 19:33:00.844003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port 378b6c37-f047-446c-97e2-f33c29ec7bf2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:00.844780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:00.896986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 307bcfcb-7501-4741-9cd9-6816e0bc5b5c details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:00.909238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af143-91a4-4986-bdf4-6f35ca793704 req-6be1fdb6-b860-4d81-996b-7f617e000bab tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:00.913968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da2af143-91a4-4986-bdf4-6f35ca793704 req-6be1fdb6-b860-4d81-996b-7f617e000bab tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1836481 Jul 09 19:33:00.993770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da2af143-91a4-4986-bdf4-6f35ca793704 req-b4eb557b-0f30-4a88-a923-b92f7d4dc99b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Jul 09 19:33:01.043632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port 378b6c37-f047-446c-97e2-f33c29ec7bf2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=378b6c37-f047-446c-97e2-f33c29ec7bf2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:01.044799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:01.066678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for 378b6c37-f047-446c-97e2-f33c29ec7bf2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:01.372823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547894-fe1f-4c82-b8b2-af9124634156 req-13b33950-fe5c-4342-a6fe-03d6aed56d05 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:01.379938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547894-fe1f-4c82-b8b2-af9124634156 req-13b33950-fe5c-4342-a6fe-03d6aed56d05 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:01.382622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd59f-220d-4b6a-ba41-b72b7316f7d4 req-1199b6e1-c4ac-44b3-a72b-87ac54bbb0fd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:01.384518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d96fd59f-220d-4b6a-ba41-b72b7316f7d4 req-1199b6e1-c4ac-44b3-a72b-87ac54bbb0fd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1341743 Jul 09 19:33:01.385621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de547894-fe1f-4c82-b8b2-af9124634156 req-13b33950-fe5c-4342-a6fe-03d6aed56d05 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1678 time: 0.2011368 Jul 09 19:33:01.444744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d96fd59f-220d-4b6a-ba41-b72b7316f7d4 req-9fb2682f-4097-454f-b2c9-3fc3041b9c53 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536244 Jul 09 19:33:01.469801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:01.484307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de547894-fe1f-4c82-b8b2-af9124634156 req-13133689-5385-442d-a076-cbb40c916382 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745623 Jul 09 19:33:01.506399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c', 'network_id': 'bc5397bd-dbc1-40e2-9198-5c77b925c073', 'port_id': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c', 'mac_address': 'fa:16:3e:51:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfdde2b-45be-475b-aa43-9ff2db82b983', 'ip_address': '19.86.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:01.524849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:01.592843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=378b6c37-f047-446c-97e2-f33c29ec7bf2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:01.627648 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:01.669033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307bcfcb-7501-4741-9cd9-6816e0bc5b5c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:01.711841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:01.718327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port 378b6c37-f047-446c-97e2-f33c29ec7bf2 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:01.725835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb', '8add14b7-88d5-4b03-bd5c-6357c03def06'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:01.726908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:01.732930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e98caab-43b0-48e6-b56b-c84c5a7221ba req-12805c3e-d1e7-4fc6-8a81-ca34f799a814 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "DELETE /v2.0/ports/378b6c37-f047-446c-97e2-f33c29ec7bf2 HTTP/1.1" status: 204 len: 173 time: 1.0461545 Jul 09 19:33:01.747398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1709683c-9320-4c91-9257-c707087b4150 req-39354641-b1c7-4cf2-bac2-e9edb0183848 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d812614-4454-4b0b-bdac-cb164588d08c HTTP/1.1" status: 200 len: 210 time: 0.0667360 Jul 09 19:33:01.749856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:01.750666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 47f00c8e-e2d3-4bce-9636-8618dfebf35a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:01.902640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:01.915503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.915942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.916347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.916828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.918325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.918325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.918325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.918325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.918873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.919289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.919745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:01.920167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:02.094537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:02.112927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '47f00c8e-e2d3-4bce-9636-8618dfebf35a', 'network_id': 'f1891a02-e3df-440d-8b50-c2c99553c261', 'port_id': '47f00c8e-e2d3-4bce-9636-8618dfebf35a', 'mac_address': 'fa:16:3e:86:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:02.232159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:02.255793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f00c8e-e2d3-4bce-9636-8618dfebf35a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:02.270033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5af0f-56fa-4e9a-99c6-d553c7fa7df0 req-e41d450d-d31e-4273-87e8-fa3733a2102c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:02.276904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:02.279411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17e5af0f-56fa-4e9a-99c6-d553c7fa7df0 req-e41d450d-d31e-4273-87e8-fa3733a2102c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0814207 Jul 09 19:33:02.287749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:02.330691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17e5af0f-56fa-4e9a-99c6-d553c7fa7df0 req-6ada02f0-8768-449d-876c-962a32a3e454 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Jul 09 19:33:02.368849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:02.636816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fba30d-c1d2-4704-ac38-9de96bbe2cd4 req-58cecca4-b23e-4669-bd98-202395a34f5d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:02.639224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3fba30d-c1d2-4704-ac38-9de96bbe2cd4 req-58cecca4-b23e-4669-bd98-202395a34f5d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0725107 Jul 09 19:33:02.689217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3fba30d-c1d2-4704-ac38-9de96bbe2cd4 req-6201b16b-6b8d-48e8-9b7a-8f548ee05f6b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Jul 09 19:33:02.715243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54ba5-ea4d-4f5b-98dc-1ada44e396e5 req-c7b71208-32a7-484b-90cc-745b904fe790 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:02.722819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54ba5-ea4d-4f5b-98dc-1ada44e396e5 req-c7b71208-32a7-484b-90cc-745b904fe790 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:02.724126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34e54ba5-ea4d-4f5b-98dc-1ada44e396e5 req-c7b71208-32a7-484b-90cc-745b904fe790 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1680 time: 0.0858350 Jul 09 19:33:02.774068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34e54ba5-ea4d-4f5b-98dc-1ada44e396e5 req-f170389f-2f2b-4c7a-ac40-7e87c044de98 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Jul 09 19:33:02.829361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'name': 'network-vif-deleted', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:02.832320 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8b4a2-c523-4e4d-b52f-ecb149a8ba5b" -d '{"events": [{"server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "name": "network-vif-deleted", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:02.871480 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c16563-8b89-49e3-af3d-c581b072abac x-openstack-request-id: req-20c16563-8b89-49e3-af3d-c581b072abac {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:02.871774 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435111fe-0ded-4419-b48a-dcb6ebd15714", "name": "network-vif-deleted", "tag": "378b6c37-f047-446c-97e2-f33c29ec7bf2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:02.872026 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20c16563-8b89-49e3-af3d-c581b072abac {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:02.872424 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435111fe-0ded-4419-b48a-dcb6ebd15714', 'name': 'network-vif-deleted', 'tag': '378b6c37-f047-446c-97e2-f33c29ec7bf2', 'status': 'completed', 'code': 200} Jul 09 19:33:02.874828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:02.918184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 378b6c37-f047-446c-97e2-f33c29ec7bf2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:02.954875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 378b6c37-f047-446c-97e2-f33c29ec7bf2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:02.955223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 378b6c37-f047-446c-97e2-f33c29ec7bf2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:02.993831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['47f00c8e-e2d3-4bce-9636-8618dfebf35a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:03.066164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['307bcfcb-7501-4741-9cd9-6816e0bc5b5c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:03.547384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274826-cfbf-4aff-8edc-db9f57e7929b req-748a019a-a910-4e88-ae5b-ea7a502869bb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:03.554849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c6274826-cfbf-4aff-8edc-db9f57e7929b req-748a019a-a910-4e88-ae5b-ea7a502869bb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0827410 Jul 09 19:33:03.590143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c6274826-cfbf-4aff-8edc-db9f57e7929b req-94fe73b7-1c74-43e3-a3bb-557b5ae31067 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Jul 09 19:33:03.658897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-5b83d0bb-381b-40c8-82f8-9bdc377a2bb3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:03.660673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-5b83d0bb-381b-40c8-82f8-9bdc377a2bb3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.1132643 Jul 09 19:33:03.675951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-b7e8009b-33f1-4522-b94e-0a4f361a7166 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/quotas/4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 375 time: 0.0099993 Jul 09 19:33:03.751528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-051000a8-cf42-4865-9e15-6a43af48a6af tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696986 Jul 09 19:33:03.762836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0bdf8-c7b6-42f8-81a8-46e163d67684 req-3f030e8c-fda2-4ffc-ad41-6c89fa9b1a30 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:03.764354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5b0bdf8-c7b6-42f8-81a8-46e163d67684 req-3f030e8c-fda2-4ffc-ad41-6c89fa9b1a30 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 949 time: 0.0678110 Jul 09 19:33:03.813702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5b0bdf8-c7b6-42f8-81a8-46e163d67684 req-2387ee69-f073-4817-9445-c508911290cd tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Jul 09 19:33:03.870155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ef669388-7d1a-45df-bf98-607a732d69ff service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108518 Jul 09 19:33:04.013747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-8ce1469b-fd83-40a7-8745-9f9210e76607 service neutron] 10.222.0.10 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372504 Jul 09 19:33:04.029055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65955a8d-48cc-4434-9bb0-c648ea56bc31 req-1aff957a-5e12-4db5-ad83-811297b15e5d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:04.030959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65955a8d-48cc-4434-9bb0-c648ea56bc31 req-1aff957a-5e12-4db5-ad83-811297b15e5d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1088359 Jul 09 19:33:04.091742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65955a8d-48cc-4434-9bb0-c648ea56bc31 req-7f1284a7-841f-4d93-b530-7be971866138 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532894 Jul 09 19:33:04.327547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8e740-02c9-487b-b605-6f3cebfc67d4 req-920b86c7-0e4f-4422-94bd-cb398e32334a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:04.335921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8e740-02c9-487b-b605-6f3cebfc67d4 req-920b86c7-0e4f-4422-94bd-cb398e32334a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:04.340109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ee8e740-02c9-487b-b605-6f3cebfc67d4 req-920b86c7-0e4f-4422-94bd-cb398e32334a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1680 time: 0.1063898 Jul 09 19:33:04.391241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ee8e740-02c9-487b-b605-6f3cebfc67d4 req-a5e97df8-d120-4994-96d7-d4d023e96762 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Jul 09 19:33:04.484814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8add14b7-88d5-4b03-bd5c-6357c03def06 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:04.518692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 8add14b7-88d5-4b03-bd5c-6357c03def06 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:04.519807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8add14b7-88d5-4b03-bd5c-6357c03def06 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:04.554524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d44cba7-05e0-485e-9619-c94b01741d41 req-9a1d1677-0d08-415f-a8a8-f532763bc3d6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 210 time: 0.0493705 Jul 09 19:33:04.788507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80e8d-e53f-41a8-bca0-9b4b0f99848a req-aa3a17c4-1a4e-4fa5-b32f-5496c1c5de50 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:04.790281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2b80e8d-e53f-41a8-bca0-9b4b0f99848a req-aa3a17c4-1a4e-4fa5-b32f-5496c1c5de50 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0745568 Jul 09 19:33:04.833508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2b80e8d-e53f-41a8-bca0-9b4b0f99848a req-76ca915a-08b4-4d70-9947-a0e446d7c7ba tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Jul 09 19:33:05.011578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd737a-6f0e-4462-9b93-0746ad65a863 req-421bb8f3-9b62-4323-a076-5aec309dbb69 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.013208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bffd737a-6f0e-4462-9b93-0746ad65a863 req-421bb8f3-9b62-4323-a076-5aec309dbb69 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 949 time: 0.0704281 Jul 09 19:33:05.056081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bffd737a-6f0e-4462-9b93-0746ad65a863 req-af3a9fde-d9ba-47b1-aed4-f8d2e50b8709 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351336 Jul 09 19:33:05.217098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-500b0fa9-ba1a-4584-8a07-0f726e7aca98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.218715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-500b0fa9-ba1a-4584-8a07-0f726e7aca98 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 949 time: 0.0667806 Jul 09 19:33:05.291438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826c7aa-c43b-45cf-a190-9c3a058d56e8 req-c43dce60-aafe-48fd-a716-81c6a0d87950 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.292857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b826c7aa-c43b-45cf-a190-9c3a058d56e8 req-c43dce60-aafe-48fd-a716-81c6a0d87950 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0652525 Jul 09 19:33:05.331332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port f873a536-6968-4dde-9450-8b22945dcf12 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:05.331682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:05.336068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b826c7aa-c43b-45cf-a190-9c3a058d56e8 req-381f056c-09e2-4999-a90e-72148b9058e6 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Jul 09 19:33:05.427082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port f873a536-6968-4dde-9450-8b22945dcf12, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f873a536-6968-4dde-9450-8b22945dcf12,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:05.427444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:05.447377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for f873a536-6968-4dde-9450-8b22945dcf12 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:05.628956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-c1791617-5cc0-40d6-b7ee-ec1e31f3469c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.630510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-c1791617-5cc0-40d6-b7ee-ec1e31f3469c tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "GET /v2.0/ports?device_id=544c29cd-eed0-41c6-912c-ed7bb0982d4d HTTP/1.1" status: 200 len: 950 time: 0.1666417 Jul 09 19:33:05.775347 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:05.787648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4bb89e52-5505-418e-b09c-830702894b7e', 'f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:05.793026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:05.806104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-22a6e4db-0b2d-48b9-a056-c2770990b4fb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.808818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-22a6e4db-0b2d-48b9-a056-c2770990b4fb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 820 time: 0.1827595 Jul 09 19:33:05.850350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port 4bb89e52-5505-418e-b09c-830702894b7e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:05.850918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:05.933855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Request body: {'port': {'device_id': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'admin_state_up': True, 'tenant_id': '4fd2cc400cda405eb648cbfb6b39463f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:05.944364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=f873a536-6968-4dde-9450-8b22945dcf12,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:05.980689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87d4cf-93d2-4973-b1a6-1d2676a66d39 req-e32484b6-5ced-4ea8-aeba-60fc340f51ea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.996594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port 4bb89e52-5505-418e-b09c-830702894b7e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4bb89e52-5505-418e-b09c-830702894b7e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:05.997552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87d4cf-93d2-4973-b1a6-1d2676a66d39 req-e32484b6-5ced-4ea8-aeba-60fc340f51ea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:05.997891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:06.005941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b87d4cf-93d2-4973-b1a6-1d2676a66d39 req-e32484b6-5ced-4ea8-aeba-60fc340f51ea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1680 time: 0.4260662 Jul 09 19:33:06.060201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port f873a536-6968-4dde-9450-8b22945dcf12 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:06.099410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:06.101806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0cf119b-c7fb-4efb-86f0-bfb6f527080f req-ac6532e5-eb7e-4fca-8a12-69cd4b335870 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "DELETE /v2.0/ports/f873a536-6968-4dde-9450-8b22945dcf12 HTTP/1.1" status: 204 len: 173 time: 0.8766170 Jul 09 19:33:06.103532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'name': 'network-vif-deleted', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:06.105995 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3da05f-8d8b-4199-84e3-bcdb6ca7fc0f" -d '{"events": [{"server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "name": "network-vif-deleted", "tag": "f873a536-6968-4dde-9450-8b22945dcf12"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:06.118151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7bdc33b-51d0-4999-862b-5273a3ed549d req-21b76c44-5d83-45b6-a254-626fd5dca848 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 210 time: 0.1043622 Jul 09 19:33:06.123168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for 4bb89e52-5505-418e-b09c-830702894b7e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:06.290369 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b87d4cf-93d2-4973-b1a6-1d2676a66d39 req-6451b856-cb11-4a8c-98a2-e3ad389a6df5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825713 Jul 09 19:33:06.320890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Made reservation on behalf of 4fd2cc400cda405eb648cbfb6b39463f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:06.327067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:06.558388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-660ec587-2c1f-486d-a58f-6de7b17892ea req-9bb09820-d45b-413e-9a3f-41fb98efe3e0 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=df18e48c-3d15-4c0f-bc8f-6dc24dbee844 HTTP/1.1" status: 200 len: 210 time: 0.0760434 Jul 09 19:33:06.563376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f19b2e-4b83-448a-a8cd-9f5acac5f6b9 req-10288233-2035-4baa-af8f-b5471b3e1c60 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:06.569648 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-59f19b2e-4b83-448a-a8cd-9f5acac5f6b9 req-10288233-2035-4baa-af8f-b5471b3e1c60 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.2713377 Jul 09 19:33:06.599835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:06.611432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f873a536-6968-4dde-9450-8b22945dcf12'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:06.615827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:06.616944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Allocated IP 172.20.0.6 (5c5cf814-7517-4e71-9306-eca4fb421e7d/3074d3e8-dac2-4fb9-9e33-9d50869be532/af5693f3-55a6-4b60-b7ea-0857c0de4623) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:06.630740 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6fc53-51eb-4dec-9100-17962f0812ab x-openstack-request-id: req-bbe6fc53-51eb-4dec-9100-17962f0812ab {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:06.631116 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df18e48c-3d15-4c0f-bc8f-6dc24dbee844", "name": "network-vif-deleted", "tag": "f873a536-6968-4dde-9450-8b22945dcf12", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:06.631469 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbe6fc53-51eb-4dec-9100-17962f0812ab {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:06.631910 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df18e48c-3d15-4c0f-bc8f-6dc24dbee844', 'name': 'network-vif-deleted', 'tag': 'f873a536-6968-4dde-9450-8b22945dcf12', 'status': 'completed', 'code': 200} Jul 09 19:33:06.662913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-59f19b2e-4b83-448a-a8cd-9f5acac5f6b9 req-698561e4-b6b1-4ea6-a4dd-de9e9d3d224a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Jul 09 19:33:06.714691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=4bb89e52-5505-418e-b09c-830702894b7e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:06.807573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port 4bb89e52-5505-418e-b09c-830702894b7e on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:06.812499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:06.817299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0c5fde9-63c1-4658-b7f1-8273a1149b99 req-f828524d-5164-4416-a73f-f25b84d1e824 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.25 "DELETE /v2.0/ports/4bb89e52-5505-418e-b09c-830702894b7e HTTP/1.1" status: 204 len: 173 time: 1.1799915 Jul 09 19:33:06.818112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'name': 'network-vif-deleted', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:06.821538 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c299983-ac4d-42d8-8ee1-a852c01d9cac" -d '{"events": [{"server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "name": "network-vif-deleted", "tag": "4bb89e52-5505-418e-b09c-830702894b7e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:06.908597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 307bcfcb-7501-4741-9cd9-6816e0bc5b5c up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:06.955330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e925a0-b7b2-424a-8d3e-da2e4bf72fe8 req-b16b816d-e0f5-4ab3-a09b-ca56b1b15a29 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:06.957445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2e925a0-b7b2-424a-8d3e-da2e4bf72fe8 req-b16b816d-e0f5-4ab3-a09b-ca56b1b15a29 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1962962 Jul 09 19:33:06.967060 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afaafae-8341-475a-b550-6f5577419f14 x-openstack-request-id: req-0afaafae-8341-475a-b550-6f5577419f14 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:06.967721 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544c29cd-eed0-41c6-912c-ed7bb0982d4d", "name": "network-vif-deleted", "tag": "4bb89e52-5505-418e-b09c-830702894b7e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:06.967721 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0afaafae-8341-475a-b550-6f5577419f14 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:06.967993 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544c29cd-eed0-41c6-912c-ed7bb0982d4d', 'name': 'network-vif-deleted', 'tag': '4bb89e52-5505-418e-b09c-830702894b7e', 'status': 'completed', 'code': 200} Jul 09 19:33:07.006585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.029259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2e925a0-b7b2-424a-8d3e-da2e4bf72fe8 req-d03df4e9-77c4-4725-8d7b-8b3dff0fd423 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Jul 09 19:33:07.078086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:07.084387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:07.085094 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.117384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.280385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Network 5c5cf814-7517-4e71-9306-eca4fb421e7d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:07.288671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:07.300781 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.303971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:07.327631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:07.343708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:07.428229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:07.432946 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0deb2e-4fcb-4dd2-975e-5f40672f841a" -d '{"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-plugged", "status": "completed", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:07.452297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:07.462554 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.463727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 47f00c8e-e2d3-4bce-9636-8618dfebf35a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:07.507546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:07.508316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.540737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f118b-4d9b-41b7-be7e-93b820f69f23 req-645dc3ed-12bf-4890-bc3b-4dff25530708 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:07.554930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-099f118b-4d9b-41b7-be7e-93b820f69f23 req-645dc3ed-12bf-4890-bc3b-4dff25530708 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 931 time: 0.1663401 Jul 09 19:33:07.604012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:07.614014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-ed43f51e-81fa-4bc8-ae16-9d5ad938a012 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898127 Jul 09 19:33:07.635815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 47f00c8e-e2d3-4bce-9636-8618dfebf35a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:07.642498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 47f00c8e-e2d3-4bce-9636-8618dfebf35a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:07.643245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.644565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Request body: {'port': {'device_id': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:07.658440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-099f118b-4d9b-41b7-be7e-93b820f69f23 req-d323a10a-e21b-4bc2-aa5c-eaff9b75b2c3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 Jul 09 19:33:07.678126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f949-1742-4142-a492-f429aac5fb1f req-f7fa4534-b124-411b-8bca-62c8ca2acc29 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:07.700063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f949-1742-4142-a492-f429aac5fb1f req-f7fa4534-b124-411b-8bca-62c8ca2acc29 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:07.709080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d81f949-1742-4142-a492-f429aac5fb1f req-f7fa4534-b124-411b-8bca-62c8ca2acc29 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1681 time: 0.1817756 Jul 09 19:33:07.785424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d81f949-1742-4142-a492-f429aac5fb1f req-55b8e6b9-16b0-4cb3-a7b1-df10a7252bfe tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749693 Jul 09 19:33:07.794499 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c1d7a-8130-4be2-b53a-f7489a9b1f17 x-openstack-request-id: req-348c1d7a-8130-4be2-b53a-f7489a9b1f17 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:07.795078 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-plugged", "status": "completed", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:07.795541 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-348c1d7a-8130-4be2-b53a-f7489a9b1f17 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:07.796327 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c', 'code': 200} Jul 09 19:33:07.852684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.862216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:07.920204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:07.934096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.062275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:08.172659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368c64b-eebf-4b99-b4cf-492fd288a79a req-54ac7f10-b2d1-49be-80e0-384346384378 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:08.174281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0368c64b-eebf-4b99-b4cf-492fd288a79a req-54ac7f10-b2d1-49be-80e0-384346384378 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0990968 Jul 09 19:33:08.287083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0368c64b-eebf-4b99-b4cf-492fd288a79a req-48ae2576-0048-441f-ba6d-56326f5efac9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017070 Jul 09 19:33:08.306295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5693f3-55a6-4b60-b7ea-0857c0de4623 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:08.317219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.331049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Transition to ACTIVE for port object af5693f3-55a6-4b60-b7ea-0857c0de4623 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:08.336064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.429263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:08.539087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:08.539441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:08.539755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:08.547386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:08.547725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:08.559506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddf377-1d84-4141-aad0-72cfdde41e75 req-4abbe80c-31fb-407d-9bf2-e700e61b0f53 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:08.561047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-26ddf377-1d84-4141-aad0-72cfdde41e75 req-4abbe80c-31fb-407d-9bf2-e700e61b0f53 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1367788 Jul 09 19:33:08.564208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:08.564557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:08.564943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:08.565566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Bound port: af5693f3-55a6-4b60-b7ea-0857c0de4623, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:08.565935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.637143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-26ddf377-1d84-4141-aad0-72cfdde41e75 req-308151a1-b585-41e0-a8cd-2ab5f59480be tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Jul 09 19:33:08.672111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:08.680800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:08.687892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.726378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:08.727000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:08.728413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 1091 time: 1.1028075 Jul 09 19:33:08.728852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:08.731120 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b58c7-6b7d-469d-9d78-308525607e48" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:08.773501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e753768-7f5d-4e01-bc13-9007099b21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:08.913227 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679d307-00ff-405e-87cb-93437f0a47d9 x-openstack-request-id: req-1679d307-00ff-405e-87cb-93437f0a47d9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:08.913521 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:08.913795 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1679d307-00ff-405e-87cb-93437f0a47d9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:08.914177 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'status': 'completed', 'code': 200} Jul 09 19:33:08.926052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-17b84f93-d48f-4dec-86bf-010d6dc9d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:08.928546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f873a536-6968-4dde-9450-8b22945dcf12 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:08.946025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-17b84f93-d48f-4dec-86bf-010d6dc9d993 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1094 time: 0.1605885 Jul 09 19:33:08.955214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61594666-7c61-45e8-9fb8-8ec896e18280 req-02191519-ffe9-4065-afd6-81223ab9ef10 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:08.957455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61594666-7c61-45e8-9fb8-8ec896e18280 req-02191519-ffe9-4065-afd6-81223ab9ef10 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1127710 Jul 09 19:33:08.966721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: f873a536-6968-4dde-9450-8b22945dcf12 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:08.967080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f873a536-6968-4dde-9450-8b22945dcf12 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:08.967519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4bb89e52-5505-418e-b09c-830702894b7e no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:09.005060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 4bb89e52-5505-418e-b09c-830702894b7e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:09.008005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4bb89e52-5505-418e-b09c-830702894b7e not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:09.012039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-fb1d65c4-cf02-4b18-becf-c22f9978ccfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 217 time: 0.0535846 Jul 09 19:33:09.079786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61594666-7c61-45e8-9fb8-8ec896e18280 req-db55442a-ae78-4ae1-814b-b55ee719be89 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092877 Jul 09 19:33:09.099173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-86f3d2e6-f18b-4ee0-b68f-21fe71e6bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.100618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-86f3d2e6-f18b-4ee0-b68f-21fe71e6bdea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0742221 Jul 09 19:33:09.121206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66fe12-8206-4645-a372-52ee31814305 req-98024f88-d73e-45f9-bc6f-b76b1a5780a3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.127477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66fe12-8206-4645-a372-52ee31814305 req-98024f88-d73e-45f9-bc6f-b76b1a5780a3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.129344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f66fe12-8206-4645-a372-52ee31814305 req-98024f88-d73e-45f9-bc6f-b76b1a5780a3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.0985942 Jul 09 19:33:09.171872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-4a85a4a7-cfa8-4cc5-bb05-429736edc042 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600207 Jul 09 19:33:09.197702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f66fe12-8206-4645-a372-52ee31814305 req-c43fadd7-b915-4475-991c-a260361e3d8a tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561492 Jul 09 19:33:09.374948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-928f8e76-8860-41cf-af55-87cb4b0f8341 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911159 Jul 09 19:33:09.390275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7744f9d-a7d9-40da-b301-2a2232bec98e req-e6384903-b3f0-42ef-be8b-69a39ddf2680 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.392186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7744f9d-a7d9-40da-b301-2a2232bec98e req-e6384903-b3f0-42ef-be8b-69a39ddf2680 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 949 time: 0.1330187 Jul 09 19:33:09.517244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7744f9d-a7d9-40da-b301-2a2232bec98e req-4f35a727-f0d2-457d-8fde-5c5b6d09f6b3 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Jul 09 19:33:09.532478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d53a-e4ea-4196-afa7-52ba886d8818 req-3e2a4d65-0a3a-4c0a-b7a3-28a9771f3d40 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.542336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9a1da78-da60-4c9b-87ab-1f4e4f798757 req-fac946c3-89c3-4d34-b548-290fb686ac70 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491959 Jul 09 19:33:09.543465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d2d53a-e4ea-4196-afa7-52ba886d8818 req-3e2a4d65-0a3a-4c0a-b7a3-28a9771f3d40 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0912731 Jul 09 19:33:09.585751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d2d53a-e4ea-4196-afa7-52ba886d8818 req-9a061ad9-5177-4898-87d9-5dab33a2b767 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Jul 09 19:33:09.672326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b58c7-6b7d-469d-9d78-308525607e48 req-1f130b6c-bc33-4348-93df-a6b11b143895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.673882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-1f130b6c-bc33-4348-93df-a6b11b143895 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1094 time: 0.0686436 Jul 09 19:33:09.787709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b58c7-6b7d-469d-9d78-308525607e48 req-7efc6c17-49fb-45ce-bac5-94212684962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.789453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-7efc6c17-49fb-45ce-bac5-94212684962c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1064076 Jul 09 19:33:09.798103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:09.801032 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a50e24-b5b5-47f5-bd61-1d86ec780a90" -d '{"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-plugged", "status": "completed", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:09.845570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-589f3afe-4740-4bff-84ed-78ba9472da2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 217 time: 0.0473912 Jul 09 19:33:09.848183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d45571-713f-48fc-a269-5f0143830c58 req-4c36b451-fde1-4714-8478-33fc5f3ac139 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.855934 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7c0f0-525b-4a05-bd2a-9da92d3a3ecf x-openstack-request-id: req-91c7c0f0-525b-4a05-bd2a-9da92d3a3ecf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:09.856227 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-plugged", "status": "completed", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:09.856484 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91c7c0f0-525b-4a05-bd2a-9da92d3a3ecf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:09.856897 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a', 'code': 200} Jul 09 19:33:09.859934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-01d45571-713f-48fc-a269-5f0143830c58 req-4c36b451-fde1-4714-8478-33fc5f3ac139 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0835707 Jul 09 19:33:09.910986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-01d45571-713f-48fc-a269-5f0143830c58 req-1753a827-2027-4b33-841a-a99d19b58a59 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Jul 09 19:33:09.923184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b58c7-6b7d-469d-9d78-308525607e48 req-fa5d01a1-d9cd-4466-bb04-1e572011e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:09.925612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-fa5d01a1-d9cd-4466-bb04-1e572011e243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0671425 Jul 09 19:33:09.961117 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-eb142199-5bdc-49f6-8e8b-b9ca5da3455d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276248 Jul 09 19:33:10.015576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212901-345a-4d19-bd10-2d195fe746af req-7c1a52a6-f567-4ad1-bd27-1ea48a6db680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.016061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212901-345a-4d19-bd10-2d195fe746af req-7c1a52a6-f567-4ad1-bd27-1ea48a6db680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.018109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e212901-345a-4d19-bd10-2d195fe746af req-7c1a52a6-f567-4ad1-bd27-1ea48a6db680 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1984 time: 0.0722945 Jul 09 19:33:10.072475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-4eabb284-61a6-4ca8-aa58-43840d4e7e15 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032245 Jul 09 19:33:10.074220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e212901-345a-4d19-bd10-2d195fe746af req-f308b544-dd57-4a95-abfe-0761c8d04488 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Jul 09 19:33:10.186542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-251b58c7-6b7d-469d-9d78-308525607e48 req-bdabab73-5170-4aa3-aa94-faba547d2f9d service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062815 Jul 09 19:33:10.315151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1aef4-2d14-44a3-b706-e51be8780f42 req-b4149cc4-eb53-476a-bcba-9bff98a2828a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.317074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92d1aef4-2d14-44a3-b706-e51be8780f42 req-b4149cc4-eb53-476a-bcba-9bff98a2828a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.0810287 Jul 09 19:33:10.384477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92d1aef4-2d14-44a3-b706-e51be8780f42 req-de75e4da-32fb-4f3e-96c7-2fb91519ded3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564635 Jul 09 19:33:10.433907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a76f-3498-4e19-8bb6-0aa9d1b99b9f req-8d8eacb0-9ec0-42d3-a45b-5062d6da35a5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.445321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a76f-3498-4e19-8bb6-0aa9d1b99b9f req-8d8eacb0-9ec0-42d3-a45b-5062d6da35a5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.456144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d22a76f-3498-4e19-8bb6-0aa9d1b99b9f req-8d8eacb0-9ec0-42d3-a45b-5062d6da35a5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.1165895 Jul 09 19:33:10.509806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d22a76f-3498-4e19-8bb6-0aa9d1b99b9f req-71331a4a-03b0-4b6c-aaf0-a267b2fbc680 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523565 Jul 09 19:33:10.695581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-dc084525-c7f1-464f-8cef-0571a0760da8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.699355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-dc084525-c7f1-464f-8cef-0571a0760da8 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 949 time: 0.1052840 Jul 09 19:33:10.712248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfda6f-3cfc-4b0b-96a2-9ef8b297de04 req-86385414-f4c5-4c10-8b11-641069bf7a5d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.719649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57cfda6f-3cfc-4b0b-96a2-9ef8b297de04 req-86385414-f4c5-4c10-8b11-641069bf7a5d tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 949 time: 0.0734272 Jul 09 19:33:10.765218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57cfda6f-3cfc-4b0b-96a2-9ef8b297de04 req-ac4e1f47-083f-4ecb-a103-e248dc0e9938 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/security-groups?id=e64b0d08-1334-4803-827c-040214938c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Jul 09 19:33:10.891857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Deleting port ce6074ba-0dfc-43e6-b27a-5147195902cb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:10.892393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:10.968624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449ab8-c73c-420c-a78f-102e8ee7dc28 req-1d775190-d179-4040-b272-47cc2a7dba43 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:10.969706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9449ab8-c73c-420c-a78f-102e8ee7dc28 req-1d775190-d179-4040-b272-47cc2a7dba43 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1838269 Jul 09 19:33:11.043526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9449ab8-c73c-420c-a78f-102e8ee7dc28 req-249a6e98-78ea-41aa-8532-84ecb1e663e8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664408 Jul 09 19:33:11.056731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] For port ce6074ba-0dfc-43e6-b27a-5147195902cb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ce6074ba-0dfc-43e6-b27a-5147195902cb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:11.057094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:11.078327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Calling delete_port for ce6074ba-0dfc-43e6-b27a-5147195902cb owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:11.146482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bbea8-4d5d-46b8-ad89-cc0d4f4eeff0 req-d11dd321-0f70-4d40-81ad-dd922d1a93c2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:11.148537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-603bbea8-4d5d-46b8-ad89-cc0d4f4eeff0 req-d11dd321-0f70-4d40-81ad-dd922d1a93c2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1093645 Jul 09 19:33:11.202055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-603bbea8-4d5d-46b8-ad89-cc0d4f4eeff0 req-0e4dd103-1c36-4839-9b1e-762cae1a3aaa tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Jul 09 19:33:11.240745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:11.256808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ce6074ba-0dfc-43e6-b27a-5147195902cb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:11.277209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Pushing event deleted for resources: {'Port': ['ID=ce6074ba-0dfc-43e6-b27a-5147195902cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:11.330078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] No DVR routers for this DVR port ce6074ba-0dfc-43e6-b27a-5147195902cb on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:11.339130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:11.342250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4233fdb0-4e2f-4850-b9be-d45635dba74e req-9a4a1126-444c-4816-9b7d-724bbd7cdb75 tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.59 "DELETE /v2.0/ports/ce6074ba-0dfc-43e6-b27a-5147195902cb HTTP/1.1" status: 204 len: 173 time: 0.6355808 Jul 09 19:33:11.342932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'name': 'network-vif-deleted', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:11.345901 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d722fd3a-7d3a-4e9c-8dd1-f95f6f229875" -d '{"events": [{"server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "name": "network-vif-deleted", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:11.392874 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdc3a9-4547-4749-99d8-564cf47244ae x-openstack-request-id: req-32fdc3a9-4547-4749-99d8-564cf47244ae {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:11.393682 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada0e8b-9782-4944-b3ba-e626a0253e3c", "name": "network-vif-deleted", "tag": "ce6074ba-0dfc-43e6-b27a-5147195902cb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:11.393682 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32fdc3a9-4547-4749-99d8-564cf47244ae {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:11.393856 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada0e8b-9782-4944-b3ba-e626a0253e3c', 'name': 'network-vif-deleted', 'tag': 'ce6074ba-0dfc-43e6-b27a-5147195902cb', 'status': 'completed', 'code': 200} Jul 09 19:33:11.596127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ee53-55dc-4215-9f15-328a4f95ed7a req-c2ac0ad8-ebcd-4e84-b834-2c519b68495d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:11.605307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd14ee53-55dc-4215-9f15-328a4f95ed7a req-c2ac0ad8-ebcd-4e84-b834-2c519b68495d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.0948536 Jul 09 19:33:11.666942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd14ee53-55dc-4215-9f15-328a4f95ed7a req-8c3e4c6e-9d0c-41c0-9e0a-97e21aabd47b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604141 Jul 09 19:33:11.770730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747113c1-54ab-4da4-8f52-f9581f2063e8 req-6832fda8-db04-4b0c-928a-31933465cea4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:11.782919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747113c1-54ab-4da4-8f52-f9581f2063e8 req-6832fda8-db04-4b0c-928a-31933465cea4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:11.790534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-747113c1-54ab-4da4-8f52-f9581f2063e8 req-6832fda8-db04-4b0c-928a-31933465cea4 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.1181867 Jul 09 19:33:11.839868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-747113c1-54ab-4da4-8f52-f9581f2063e8 req-b02e672c-0f5f-4b33-868d-ed7fea427e8d tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Jul 09 19:33:11.989793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0962146-16c4-4fa5-bbb3-845b66cff98f req-4100b4ed-d624-4662-877a-bb39d1fd3cfa tempest-ServersOnMultiNodesTest-1638012129 tempest-ServersOnMultiNodesTest-1638012129-project] 10.222.0.10 "GET /v2.0/ports?device_id=cada0e8b-9782-4944-b3ba-e626a0253e3c HTTP/1.1" status: 200 len: 210 time: 0.0333827 Jul 09 19:33:12.266652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aadbf8-1e7c-42e8-9025-35bbf31ea09b req-5007d6ab-bf84-4077-9f0a-8b2490ac7fa4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:12.268208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aadbf8-1e7c-42e8-9025-35bbf31ea09b req-5007d6ab-bf84-4077-9f0a-8b2490ac7fa4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0786841 Jul 09 19:33:12.310454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aadbf8-1e7c-42e8-9025-35bbf31ea09b req-76ee8408-69de-46ce-8a0e-e7fdc57afc8f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Jul 09 19:33:12.435575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8c474-a14b-41dd-96d1-d2db34ce32e5 req-a436c0bf-e6f4-4e15-8bac-74031e080545 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:12.437075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0bc8c474-a14b-41dd-96d1-d2db34ce32e5 req-a436c0bf-e6f4-4e15-8bac-74031e080545 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0712099 Jul 09 19:33:12.480056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0bc8c474-a14b-41dd-96d1-d2db34ce32e5 req-e3252a7a-99f3-476a-84b4-00938ea83725 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Jul 09 19:33:12.493841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aff4c-711e-4b53-ba9e-c2d59dd6a549 req-c12c0eb1-f644-4a00-8ab7-754d116b0aa3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:12.499852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aff4c-711e-4b53-ba9e-c2d59dd6a549 req-c12c0eb1-f644-4a00-8ab7-754d116b0aa3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:12.501458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e39aff4c-711e-4b53-ba9e-c2d59dd6a549 req-c12c0eb1-f644-4a00-8ab7-754d116b0aa3 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.0800481 Jul 09 19:33:12.553804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e39aff4c-711e-4b53-ba9e-c2d59dd6a549 req-1909fdd9-e42e-457e-bec4-736feb7d86ea tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Jul 09 19:33:12.866357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371503ab-5e52-45ba-ae78-4dc34674bd8a req-7ff3f7e1-017b-4cbb-841d-4df892a11b41 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:12.868416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-371503ab-5e52-45ba-ae78-4dc34674bd8a req-7ff3f7e1-017b-4cbb-841d-4df892a11b41 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.0725391 Jul 09 19:33:12.912284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-371503ab-5e52-45ba-ae78-4dc34674bd8a req-33596544-9d66-4b0f-aa76-70bf9defc01c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370362 Jul 09 19:33:13.048729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-ccbcb09d-751c-4942-9cd2-2bbb3147c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.050792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-ccbcb09d-751c-4942-9cd2-2bbb3147c958 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a29f0293ac4b4eccb73969b26acd30de&device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0778811 Jul 09 19:33:13.122329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dd5e2-8dd8-4fec-a65a-381ca554bf88 req-f8ef77b7-c502-4e1d-88e4-a04c14c03ee4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.123908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c2dd5e2-8dd8-4fec-a65a-381ca554bf88 req-f8ef77b7-c502-4e1d-88e4-a04c14c03ee4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.0914452 Jul 09 19:33:13.188075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c2dd5e2-8dd8-4fec-a65a-381ca554bf88 req-fec27e5c-5854-41ea-b8a5-c517875bc5dd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571001 Jul 09 19:33:13.384652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:13.497285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-f4477fdb-15db-4eed-af6b-32e869aa7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.499302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-f4477fdb-15db-4eed-af6b-32e869aa7903 service neutron] 10.222.0.59 "GET /v2.0/networks?id=46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 200 len: 916 time: 0.4407253 Jul 09 19:33:13.544813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-85079bef-12f2-49cc-9afb-f6d45a9c9677 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231bdb75-ce57-457f-b393-178b1839482f HTTP/1.1" status: 200 len: 217 time: 0.0343792 Jul 09 19:33:13.545267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cbb0-e29f-4f71-8eea-e29f95aa030b req-614d1244-a3b6-459a-b9f5-c1779a757f29 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.546779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56c2cbb0-e29f-4f71-8eea-e29f95aa030b req-614d1244-a3b6-459a-b9f5-c1779a757f29 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1009130 Jul 09 19:33:13.573958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-82661042-a35b-4636-946b-e010378dfecd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc787db3cb1f4c07b946a2c22b278725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877096 Jul 09 19:33:13.576488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:13.599545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-cd188f0f-db67-43fa-a9f8-749a85c0775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.601080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-cd188f0f-db67-43fa-a9f8-749a85c0775a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 200 len: 854 time: 0.0478735 Jul 09 19:33:13.662404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56c2cbb0-e29f-4f71-8eea-e29f95aa030b req-447ef7b3-84c4-4ed8-bbeb-2cacea4aabdd tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068275 Jul 09 19:33:13.699595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-2b9e507e-c83c-418c-bc66-ee1cd9ad1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.702331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-2b9e507e-c83c-418c-bc66-ee1cd9ad1000 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=46c6c28f-0cd2-4203-8278-cbded053244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927658 Jul 09 19:33:13.705530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:13.746587 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:13.833410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:13.838687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:13.841846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e64b0d08-1334-4803-827c-040214938c0a HTTP/1.1" status: 204 len: 168 time: 0.2641354 Jul 09 19:33:13.855017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1b88a-837e-4b79-8a3f-9cea35e1f04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b0d08-1334-4803-827c-040214938c0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:13.864017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4231c-5b7c-4ab1-9130-5998e45af099 req-c4c433fc-b08f-4dd3-ae2c-fbece34e1737 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.871673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4231c-5b7c-4ab1-9130-5998e45af099 req-c4c433fc-b08f-4dd3-ae2c-fbece34e1737 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:13.873439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7fd4231c-5b7c-4ab1-9130-5998e45af099 req-c4c433fc-b08f-4dd3-ae2c-fbece34e1737 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.1783643 Jul 09 19:33:13.875781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-a243bde9-3a99-4ac6-91eb-ecd19526a781 service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572864 Jul 09 19:33:13.992041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7fd4231c-5b7c-4ab1-9130-5998e45af099 req-ff6955db-3ba1-4b0c-b411-740b30302e54 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118269 Jul 09 19:33:14.037306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f546381-7e27-4a28-a15a-9d513189ab39 req-ac44db97-6dac-43c2-977e-15ee25258dbe service neutron] 10.222.0.59 "GET /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502938 Jul 09 19:33:14.174430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1327ae-2ce7-439d-9389-1189db87a2be req-66348d68-90d9-441d-82ed-87c81a205add tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:14.177606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e1327ae-2ce7-439d-9389-1189db87a2be req-66348d68-90d9-441d-82ed-87c81a205add tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1129913 Jul 09 19:33:14.222146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:14.235552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e1327ae-2ce7-439d-9389-1189db87a2be req-01e3e88e-69be-4979-9883-80a546f07c8e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515397 Jul 09 19:33:14.246402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab832f1-3a11-4415-a674-0587294642e2 req-358de27b-8a49-4cbe-acb3-bf9a7f924633 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:14.254465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab832f1-3a11-4415-a674-0587294642e2 req-358de27b-8a49-4cbe-acb3-bf9a7f924633 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:14.256610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ab832f1-3a11-4415-a674-0587294642e2 req-358de27b-8a49-4cbe-acb3-bf9a7f924633 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 1682 time: 0.1305525 Jul 09 19:33:14.268200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22e20baa-3ea0-452c-829b-c7ff221b5cd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b84a32476c3e48b4807d3d9b379d7d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448737 Jul 09 19:33:14.270853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:14.324769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.353249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.395620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:14.396004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.456837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.459590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.463282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4386a150-1231-4f5c-8eef-7d134df91d44 HTTP/1.1" status: 204 len: 168 time: 0.1896052 Jul 09 19:33:14.492712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca44bf4-6793-4c95-9f0d-5364b46a70b6 req-ebba1ce5-86a7-41c5-a195-d4b9628a83c6 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:14.501285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aca44bf4-6793-4c95-9f0d-5364b46a70b6 req-ebba1ce5-86a7-41c5-a195-d4b9628a83c6 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1377785 Jul 09 19:33:14.505409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:14.505759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486985e-4750-49d6-990f-388879531c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4386a150-1231-4f5c-8eef-7d134df91d44,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:14.505901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.539198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 307bcfcb-7501-4741-9cd9-6816e0bc5b5c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:14.561303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ce6074ba-0dfc-43e6-b27a-5147195902cb no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:14.590460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aca44bf4-6793-4c95-9f0d-5364b46a70b6 req-ede244ac-866e-4578-8413-0764968f8ad4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875151 Jul 09 19:33:14.607836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: ce6074ba-0dfc-43e6-b27a-5147195902cb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:14.608398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ce6074ba-0dfc-43e6-b27a-5147195902cb not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:14.733050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.746425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['47f00c8e-e2d3-4bce-9636-8618dfebf35a', '307bcfcb-7501-4741-9cd9-6816e0bc5b5c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:14.805948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=307bcfcb-7501-4741-9cd9-6816e0bc5b5c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:14.948250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 307bcfcb-7501-4741-9cd9-6816e0bc5b5c on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:14.951389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:14.954119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ab832f1-3a11-4415-a674-0587294642e2 req-b269a60c-c448-47b7-9b5f-7292968327ac tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "DELETE /v2.0/ports/307bcfcb-7501-4741-9cd9-6816e0bc5b5c HTTP/1.1" status: 204 len: 173 time: 0.6909266 Jul 09 19:33:14.956866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-deleted', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:14.958965 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151759d4-9e35-489e-b64c-893971d4a3ea" -d '{"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-deleted", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:15.041207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c938-3570-4096-a2af-ca23b3acbe20 req-06d3faaa-3422-4436-842c-003ab8d67226 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:15.049082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b18c938-3570-4096-a2af-ca23b3acbe20 req-06d3faaa-3422-4436-842c-003ab8d67226 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.2165401 Jul 09 19:33:15.081814 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f98255-2d25-41b5-8284-eb20212e0f3d x-openstack-request-id: req-78f98255-2d25-41b5-8284-eb20212e0f3d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:15.082110 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-deleted", "tag": "307bcfcb-7501-4741-9cd9-6816e0bc5b5c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:15.082369 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78f98255-2d25-41b5-8284-eb20212e0f3d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:15.082771 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-deleted', 'tag': '307bcfcb-7501-4741-9cd9-6816e0bc5b5c', 'status': 'completed', 'code': 200} Jul 09 19:33:15.157935 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b18c938-3570-4096-a2af-ca23b3acbe20 req-54b34494-4162-4087-9f1c-3b62bcea4fe5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078403 Jul 09 19:33:15.177176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 47f00c8e-e2d3-4bce-9636-8618dfebf35a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:15.177748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:15.247106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdcc4e-375a-4aba-b699-1ad30a410602 req-caa1a3eb-9f55-44f9-98c1-1abf547f3cdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:15.249410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fbdcc4e-375a-4aba-b699-1ad30a410602 req-caa1a3eb-9f55-44f9-98c1-1abf547f3cdf tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/ports?device_id=d275b3b9-7e65-4ee3-b78a-b99915346ceb HTTP/1.1" status: 200 len: 945 time: 0.1045949 Jul 09 19:33:15.307928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fbdcc4e-375a-4aba-b699-1ad30a410602 req-a6585456-050b-4c1b-897c-7d44cf77691f tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c229ab-6b6a-4ac0-90a4-62d803e8a188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Jul 09 19:33:15.309323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 47f00c8e-e2d3-4bce-9636-8618dfebf35a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=47f00c8e-e2d3-4bce-9636-8618dfebf35a,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:15.309641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:15.323899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 47f00c8e-e2d3-4bce-9636-8618dfebf35a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:15.514799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ad926-fb8b-46ec-84a0-17efd33951bc req-d93105f4-02cd-4f05-ba23-97f160f1b15c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:15.517080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a0ad926-fb8b-46ec-84a0-17efd33951bc req-d93105f4-02cd-4f05-ba23-97f160f1b15c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1153150 Jul 09 19:33:15.519047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:15.531495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['307bcfcb-7501-4741-9cd9-6816e0bc5b5c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:15.570977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=47f00c8e-e2d3-4bce-9636-8618dfebf35a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:15.656251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 47f00c8e-e2d3-4bce-9636-8618dfebf35a on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:15.664507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:15.667510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ab832f1-3a11-4415-a674-0587294642e2 req-f2931bc3-d776-4a1f-9826-ac31a3245759 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.25 "DELETE /v2.0/ports/47f00c8e-e2d3-4bce-9636-8618dfebf35a HTTP/1.1" status: 204 len: 173 time: 0.7055247 Jul 09 19:33:15.678002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a0ad926-fb8b-46ec-84a0-17efd33951bc req-78b0c826-f535-49ec-9872-31d8fdca1bae tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531601 Jul 09 19:33:15.854905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc4efe-37dd-49a2-ae87-1d6a8c9f6500 req-2c52bcc9-b399-452e-aa8f-b46ed4261f3f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:15.856838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93cc4efe-37dd-49a2-ae87-1d6a8c9f6500 req-2c52bcc9-b399-452e-aa8f-b46ed4261f3f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1011362 Jul 09 19:33:15.915587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93cc4efe-37dd-49a2-ae87-1d6a8c9f6500 req-00a74437-c9ef-4739-98c4-b42e7d2c7162 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Jul 09 19:33:16.381721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6440-53c6-485a-9e1c-e81449bd72a7 req-8fcaabfe-343d-45fd-9785-fadc40f93946 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:16.384370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-011c6440-53c6-485a-9e1c-e81449bd72a7 req-8fcaabfe-343d-45fd-9785-fadc40f93946 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0755603 Jul 09 19:33:16.410854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a169fe0-b4f4-4616-a10d-91330387db6d req-33522584-a435-4b6e-b1ea-f6a6e09fbec1 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:16.417686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a169fe0-b4f4-4616-a10d-91330387db6d req-33522584-a435-4b6e-b1ea-f6a6e09fbec1 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1522858 Jul 09 19:33:16.436920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-011c6440-53c6-485a-9e1c-e81449bd72a7 req-2610f2ef-b9b4-4e72-81ee-5b250f45022a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Jul 09 19:33:16.477746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a169fe0-b4f4-4616-a10d-91330387db6d req-9592e3fa-f2ac-4df7-9635-29e038287a3a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552456 Jul 09 19:33:16.565913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:16.626358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting subnet 4dfdde2b-45be-475b-aa43-9ff2db82b983 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:16.630756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:16.676927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:16.783436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-26b58b31-8905-4c2c-8fd3-31f9778d19f5 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=36213e41028a46ef97462565fa42bb8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220041 Jul 09 19:33:16.808587 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:16.839944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095833bb-52a4-469b-bd90-0a9ce41a7ab9 req-254c53cf-c403-4aa5-94fe-1a2e0a52bb21 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:16.841747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-095833bb-52a4-469b-bd90-0a9ce41a7ab9 req-254c53cf-c403-4aa5-94fe-1a2e0a52bb21 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.1406715 Jul 09 19:33:16.896606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-095833bb-52a4-469b-bd90-0a9ce41a7ab9 req-5a38a75d-ec0e-463f-b207-692c63678cbe tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Jul 09 19:33:16.902553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-aff221f2-7d09-47e9-bfdf-57a6c90bc868 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:16.904242 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-aff221f2-7d09-47e9-bfdf-57a6c90bc868 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143029 Jul 09 19:33:16.911959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:16.922152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-0e3a8668-a860-4512-9fb8-8d47a20ffefb tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/quotas/36213e41028a46ef97462565fa42bb8e HTTP/1.1" status: 200 len: 375 time: 0.0109856 Jul 09 19:33:16.950469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:16.955147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/subnets/4dfdde2b-45be-475b-aa43-9ff2db82b983 HTTP/1.1" status: 204 len: 168 time: 0.3862815 Jul 09 19:33:16.956721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e6d6-409d-4fa9-8871-c0d4b3070316 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfdde2b-45be-475b-aa43-9ff2db82b983,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:16.958519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:16.960319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3934eb4-306b-4f48-84e9-d318711a5efb None None] Network bc5397bd-dbc1-40e2-9198-5c77b925c073 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:16.974374 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-85325278-1162-4b54-ae58-51763b8b3563 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36213e41028a46ef97462565fa42bb8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460804 Jul 09 19:33:17.077936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.084420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-deleted', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:17.087529 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b21a07-bef8-4a62-90c3-9e7c84dd12f9" -d '{"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-deleted", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:17.181647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 65e59262-df6d-4fd2-a202-68dd30e561ae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:17.182180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.255737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] DHCP port deletion for bc5397bd-dbc1-40e2-9198-5c77b925c073 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:17.278559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 65e59262-df6d-4fd2-a202-68dd30e561ae, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=65e59262-df6d-4fd2-a202-68dd30e561ae,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:17.279155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.309569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 65e59262-df6d-4fd2-a202-68dd30e561ae owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:17.365487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Deleting port 65e59262-df6d-4fd2-a202-68dd30e561ae {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:17.368060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.466068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd3029-6b78-4eff-b503-eca61bd8676f req-fb74c1f2-8585-45e5-bcec-b8c8ccd93f5e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:17.467269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] For port 65e59262-df6d-4fd2-a202-68dd30e561ae, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=65e59262-df6d-4fd2-a202-68dd30e561ae,segment=NetworkSegment(631bd9a7-a1af-40f8-98f7-c0710f688818),segment_id=631bd9a7-a1af-40f8-98f7-c0710f688818)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:17.468881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.486300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dcd3029-6b78-4eff-b503-eca61bd8676f req-fb74c1f2-8585-45e5-bcec-b8c8ccd93f5e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1340463 Jul 09 19:33:17.495125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31979c70-1ef9-41bc-b51c-d64279a4fcfd req-83d52a5e-6871-41f5-b6c3-71dca4629a6b tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:17.497992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31979c70-1ef9-41bc-b51c-d64279a4fcfd req-83d52a5e-6871-41f5-b6c3-71dca4629a6b tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.1066027 Jul 09 19:33:17.499582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.514749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Calling delete_port for 65e59262-df6d-4fd2-a202-68dd30e561ae owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:17.516086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 65e59262-df6d-4fd2-a202-68dd30e561ae on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:17.564081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dcd3029-6b78-4eff-b503-eca61bd8676f req-d3bbe62f-2999-4683-ac46-12666d8393be tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757940 Jul 09 19:33:17.606575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=65e59262-df6d-4fd2-a202-68dd30e561ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:17.647632 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.695310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.702613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] No DVR routers for this DVR port 65e59262-df6d-4fd2-a202-68dd30e561ae on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:17.709797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5397bd-dbc1-40e2-9198-5c77b925c073']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:17.715142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453de4a-a908-43b7-b3af-fd9c2a13f865 None None] Pushing event deleted for resources: {'Port': ['ID=65e59262-df6d-4fd2-a202-68dd30e561ae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:17.724575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631bd9a7-a1af-40f8-98f7-c0710f688818') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:17.724873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631bd9a7-a1af-40f8-98f7-c0710f688818') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:17.735517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.782844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.802697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31979c70-1ef9-41bc-b51c-d64279a4fcfd req-daf7fd7a-c50c-450c-a9d6-4e30378cbf6e tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929413 Jul 09 19:33:17.804082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:17.804527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:17.808091 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:17.867929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21111f4-55dd-4b35-a155-8a0f7f2f0b09 req-c7c51160-9e9e-437b-a75a-5ae4ad5b4b26 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:17.869511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b21111f4-55dd-4b35-a155-8a0f7f2f0b09 req-c7c51160-9e9e-437b-a75a-5ae4ad5b4b26 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.1187372 Jul 09 19:33:17.911370 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40f5e0-478c-4db4-bac7-c8a4aec03224 x-openstack-request-id: req-5f40f5e0-478c-4db4-bac7-c8a4aec03224 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:17.911662 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275b3b9-7e65-4ee3-b78a-b99915346ceb", "name": "network-vif-deleted", "tag": "47f00c8e-e2d3-4bce-9636-8618dfebf35a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:17.911907 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f40f5e0-478c-4db4-bac7-c8a4aec03224 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:17.912465 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275b3b9-7e65-4ee3-b78a-b99915346ceb', 'name': 'network-vif-deleted', 'tag': '47f00c8e-e2d3-4bce-9636-8618dfebf35a', 'status': 'completed', 'code': 200} Jul 09 19:33:17.929558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.952168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:17.957904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:17.958998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/networks/bc5397bd-dbc1-40e2-9198-5c77b925c073 HTTP/1.1" status: 204 len: 168 time: 0.9993865 Jul 09 19:33:17.974909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a9030-5afe-4344-87af-fb67c2aa410b tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Network': ['ID=bc5397bd-dbc1-40e2-9198-5c77b925c073,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:17.992019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b21111f4-55dd-4b35-a155-8a0f7f2f0b09 req-eda77009-9734-466f-b389-7eadc9e12887 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988901 Jul 09 19:33:18.088290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0cc3f6a-da30-49b5-b96d-a085301a6c9f req-7384104c-be4c-4bca-8e72-26e01e944093 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 210 time: 0.0454843 Jul 09 19:33:18.094236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting subnet fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:18.099222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.189122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 65e59262-df6d-4fd2-a202-68dd30e561ae no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:18.192810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-dec69e41-4b8f-4089-a63d-04eaa6d3f64d req-080a29da-413b-4f1c-ada0-fabd8b2f7ef6 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:33:18.218322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dec69e41-4b8f-4089-a63d-04eaa6d3f64d req-080a29da-413b-4f1c-ada0-fabd8b2f7ef6 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453076 Jul 09 19:33:18.221484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 65e59262-df6d-4fd2-a202-68dd30e561ae {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:18.222048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 65e59262-df6d-4fd2-a202-68dd30e561ae not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:18.228158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.308064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d85b-7448-4776-884b-f51e54dab507 req-7b7f3353-390e-4998-8ed9-4a1397e77424 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:18.309844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95f5d85b-7448-4776-884b-f51e54dab507 req-7b7f3353-390e-4998-8ed9-4a1397e77424 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1621084 Jul 09 19:33:18.373713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dec69e41-4b8f-4089-a63d-04eaa6d3f64d req-1d335aa5-4f16-4cb0-9cbc-887fe70cd843 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1478674 Jul 09 19:33:18.385075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.390485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95f5d85b-7448-4776-884b-f51e54dab507 req-da8079ab-a2cd-4342-ba3b-552bdcb8ad2d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724857 Jul 09 19:33:18.480738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.496239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.507514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.509823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/subnets/fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98 HTTP/1.1" status: 204 len: 168 time: 0.5509453 Jul 09 19:33:18.513960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:18.515561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914d9ef-c842-42d7-9b92-cb2729ac1eaf None None] Network f1891a02-e3df-440d-8b50-c2c99553c261 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:18.570550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6c456-ead3-42a7-8a59-4ed4dbef8830 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc6e06b-1ff2-4e45-ad99-d040b7b6ca98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:18.720453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.787179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] DHCP port deletion for f1891a02-e3df-440d-8b50-c2c99553c261 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:18.853013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Deleting port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:18.853698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.950247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] For port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,segment=NetworkSegment(035a1f96-3aa6-480a-be13-cc4a72f8e4c6),segment_id=035a1f96-3aa6-480a-be13-cc4a72f8e4c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:18.950485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-0b2664b1-614d-4def-86a3-12a1c3e31bcf tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=36213e41028a46ef97462565fa42bb8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316665 Jul 09 19:33:18.951281 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:18.966089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 307bcfcb-7501-4741-9cd9-6816e0bc5b5c no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:18.996636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Calling delete_port for 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:18.999585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 307bcfcb-7501-4741-9cd9-6816e0bc5b5c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:19.000082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 307bcfcb-7501-4741-9cd9-6816e0bc5b5c not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:19.000808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 47f00c8e-e2d3-4bce-9636-8618dfebf35a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:19.035999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 47f00c8e-e2d3-4bce-9636-8618dfebf35a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:19.040092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 47f00c8e-e2d3-4bce-9636-8618dfebf35a not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:19.158012 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.193422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] Pushing event deleted for resources: {'Port': ['ID=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:19.206594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134da81-486e-49a6-a16f-712d3a6b2c4b None None] No DVR routers for this DVR port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:19.230145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-4aaff7a5-5433-4613-8aee-895203c6f6e9 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:19.231893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-4aaff7a5-5433-4613-8aee-895203c6f6e9 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701910 Jul 09 19:33:19.238368 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:33:19.248135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Request body: {'port': {'device_id': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '36213e41028a46ef97462565fa42bb8e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:19.331867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4efd5-bbcd-4093-a293-499867798b7c req-0f627310-5389-43f6-9be6-59117a893d34 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:19.333595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-72b4efd5-bbcd-4093-a293-499867798b7c req-0f627310-5389-43f6-9be6-59117a893d34 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.2505264 Jul 09 19:33:19.364306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30533e-9760-4e30-8891-1a5f9dd1031a req-79d4446c-e4f7-44ae-a092-2a1badc5d601 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:19.365836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc30533e-9760-4e30-8891-1a5f9dd1031a req-79d4446c-e4f7-44ae-a092-2a1badc5d601 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.6376293 Jul 09 19:33:19.395910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Deleting port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:19.396253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.422709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-72b4efd5-bbcd-4093-a293-499867798b7c req-d33d0cb2-02dd-48d2-8b33-3253578d4aa2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775230 Jul 09 19:33:19.450663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Made reservation on behalf of 36213e41028a46ef97462565fa42bb8e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:19.454784 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.463203 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc30533e-9760-4e30-8891-1a5f9dd1031a req-c1ed1a4a-bb87-4a79-90f4-472832b9676a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909631 Jul 09 19:33:19.465381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.521298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] For port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6, host n-d-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:19.521853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.539111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Calling delete_port for 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:19.542871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:33:19.544679 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.580018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Port': ['ID=5208ea2c-d371-4dc5-a8bd-bfeb261bbba6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:19.584395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] No DVR routers for this DVR port 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:19.643363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.649491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.691637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6de93c37-18b9-4875-9122-c31b17e16cec req-5c756304-5384-4495-bda3-a7197a323b0e tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 210 time: 0.0666265 Jul 09 19:33:19.695743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.705587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1891a02-e3df-440d-8b50-c2c99553c261']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:19.727148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035a1f96-3aa6-480a-be13-cc4a72f8e4c6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:19.727443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035a1f96-3aa6-480a-be13-cc4a72f8e4c6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:19.735424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd808b-d6b1-497b-b21c-877a03b349ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:19.737719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.751943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.759601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:19.760369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:19.763770 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:19.770166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08838eed-989a-4d27-9a32-c947b0ae62ed req-27de54c4-4b4b-490a-8be3-7029ed436d00 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:19.771694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08838eed-989a-4d27-9a32-c947b0ae62ed req-27de54c4-4b4b-490a-8be3-7029ed436d00 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.1656573 Jul 09 19:33:19.851836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08838eed-989a-4d27-9a32-c947b0ae62ed req-3e201cbc-79d8-449e-9f6f-90da88c68b18 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713832 Jul 09 19:33:19.853028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Allocated IP 192.168.233.69 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/bcb66f17-3e80-4e72-94a7-197b9fe15ef6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:19.856575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.869231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:19.873945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] 10.222.0.10 "DELETE /v2.0/networks/f1891a02-e3df-440d-8b50-c2c99553c261 HTTP/1.1" status: 204 len: 168 time: 1.3588703 Jul 09 19:33:19.894894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dfd45-baa9-4c07-bc60-199285040ba5 tempest-ServersTestMultiNic-1954481702 tempest-ServersTestMultiNic-1954481702-project] Pushing event deleted for resources: {'Network': ['ID=f1891a02-e3df-440d-8b50-c2c99553c261,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:19.912561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004b7b-77c7-4043-9780-d3f06d41df4b req-ff445b28-0934-408c-b176-4fd467004842 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:19.914065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef004b7b-77c7-4043-9780-d3f06d41df4b req-ff445b28-0934-408c-b176-4fd467004842 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1094949 Jul 09 19:33:19.953551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef004b7b-77c7-4043-9780-d3f06d41df4b req-1dcf6d3c-a4da-4ae3-80c4-3790cebb4b92 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Jul 09 19:33:20.064481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.086472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Transition to ACTIVE for port object bcb66f17-3e80-4e72-94a7-197b9fe15ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:20.095344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bdd16-a9ce-45db-b136-7ceee24f5dde req-9c2bdf1a-d116-4997-80f0-c187a7f8d5f4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:20.096903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b90bdd16-a9ce-45db-b136-7ceee24f5dde req-9c2bdf1a-d116-4997-80f0-c187a7f8d5f4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.1185443 Jul 09 19:33:20.106812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:20.140188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:20.140537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5208ea2c-d371-4dc5-a8bd-bfeb261bbba6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:20.153916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b90bdd16-a9ce-45db-b136-7ceee24f5dde req-7f599c1d-6f5a-414f-8e67-6d8433fccb0d tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499163 Jul 09 19:33:20.164084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.212748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:20.216421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:20.220498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:20.229916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Pushing event updated for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:20.283554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:20.284321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.330693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-04487443-65fb-47a1-8dd8-05514b2ca2af tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0865912 Jul 09 19:33:20.359682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Request body: {'port': {'device_id': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:20.387359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:20.410662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77979b8-4505-4b39-9388-b824464b013d req-5e7e2ae0-39c6-43f3-8e4b-432dd4db89dd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:20.417958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c77979b8-4505-4b39-9388-b824464b013d req-5e7e2ae0-39c6-43f3-8e4b-432dd4db89dd tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.1297200 Jul 09 19:33:20.490840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c77979b8-4505-4b39-9388-b824464b013d req-fc70abbd-a25e-40fe-bc4c-bc175523d74b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Jul 09 19:33:20.492156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.521964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8e28ba0f-3658-4225-8638-df49d5500c70 None None] Provisioning for port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:20.526704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8e28ba0f-3658-4225-8638-df49d5500c70 None None] Provisioning complete for port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:20.527054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e28ba0f-3658-4225-8638-df49d5500c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.579198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e28ba0f-3658-4225-8638-df49d5500c70 None None] Port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:33:20.606556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:20.656170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-d77ea1eb-0040-4873-a4bb-7d0b6232c34c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:20.658332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-d77ea1eb-0040-4873-a4bb-7d0b6232c34c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.1682990 Jul 09 19:33:20.697386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-198ca8a6-24f9-4ca0-b3b0-8130d79945cb tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/quotas/1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 375 time: 0.0125082 Jul 09 19:33:20.709092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:20.724591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d', 'port_id': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'mac_address': 'fa:16:3e:c3:b3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3074d3e8-dac2-4fb9-9e33-9d50869be532', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:20.746811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd3ff-8536-49d1-85ec-80c58be04936 req-073535ae-5601-423f-a416-a551a6162a70 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:20.752942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc0cd3ff-8536-49d1-85ec-80c58be04936 req-073535ae-5601-423f-a416-a551a6162a70 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1336915 Jul 09 19:33:20.812153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc0cd3ff-8536-49d1-85ec-80c58be04936 req-cf14d991-66b7-4846-b403-4b447c7db5b9 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580692 Jul 09 19:33:20.830994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-b86639f0-dfb3-402f-989c-76fa7e3fefe3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255560 Jul 09 19:33:20.892060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.906255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5693f3-55a6-4b60-b7ea-0857c0de4623 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:20.908416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb66f17-3e80-4e72-94a7-197b9fe15ef6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:20.918294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.928818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:20.934106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Transition to ACTIVE for port object bcb66f17-3e80-4e72-94a7-197b9fe15ef6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:20.936254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.945444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:20.996795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:21.058501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-9d36bd0c-7bec-4441-ae07-e31743d64f0f service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049963 Jul 09 19:33:21.085636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Pushing event updated for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:21.102219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-bc148605-7d35-4870-ab21-7c41f1720dcb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.103836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-bc148605-7d35-4870-ab21-7c41f1720dcb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.2209785 Jul 09 19:33:21.108794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Attempting to bind port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:21.109253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Attempting to bind port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:21.109588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Attempting to bind port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:21.119656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:21.119945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Attempting to bind port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:21.125908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:21.126127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:21.126495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:21.126921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Bound port: bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:21.127312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.247363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:21.262887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:21.273453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa98c2-c1e6-4f6d-901d-0c2fb170db34 req-850e3e2e-fc84-4184-a217-ec8495a332a0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.279160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa98c2-c1e6-4f6d-901d-0c2fb170db34 req-850e3e2e-fc84-4184-a217-ec8495a332a0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.281376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['af5693f3-55a6-4b60-b7ea-0857c0de4623'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:21.285725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa98c2-c1e6-4f6d-901d-0c2fb170db34 req-850e3e2e-fc84-4184-a217-ec8495a332a0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.287372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afa98c2-c1e6-4f6d-901d-0c2fb170db34 req-850e3e2e-fc84-4184-a217-ec8495a332a0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee&device_id=46540be6-1087-4167-8f26-f091b2f4c8f7&device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 2418 time: 0.1374085 Jul 09 19:33:21.288958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.303687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-dc20998a-d3ff-47ba-8a33-1b504d4d3553 service neutron] 10.222.0.10 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382603 Jul 09 19:33:21.325884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.346846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.347373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.348752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] 10.222.0.59 "PUT /v2.0/ports/bcb66f17-3e80-4e72-94a7-197b9fe15ef6 HTTP/1.1" status: 200 len: 1095 time: 1.0079937 Jul 09 19:33:21.349368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:21.351614 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e01d6-f8be-4301-8dff-86f510435c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:21.376267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef77c9-2e31-4d25-9f23-7e4ce29416ef service neutron] Pushing event updated for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:21.396338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1afa98c2-c1e6-4f6d-901d-0c2fb170db34 req-cb69cc73-f9e5-4075-9224-674510180cca tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802948 Jul 09 19:33:21.431354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Deleting port 1d236a89-f22d-4cf9-8524-b8e56d75114a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:21.431794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.498349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-e91001d2-5b4b-43da-9fbc-0c8bc7f0f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.500030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-e91001d2-5b4b-43da-9fbc-0c8bc7f0f64f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36213e41028a46ef97462565fa42bb8e&device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0967534 Jul 09 19:33:21.586840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-60ad5f4d-d0ce-40d7-94bb-90151b796f7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6 HTTP/1.1" status: 200 len: 217 time: 0.0782878 Jul 09 19:33:21.614113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] For port 1d236a89-f22d-4cf9-8524-b8e56d75114a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1d236a89-f22d-4cf9-8524-b8e56d75114a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:21.614557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:21.684703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-9379a7ba-10d2-4ff9-8095-0831377babcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.687875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-9379a7ba-10d2-4ff9-8095-0831377babcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0899019 Jul 09 19:33:21.750791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe0e6-cb27-4217-9f5b-174671516233 req-6bb20760-2979-4b58-958b-90a07e80fc48 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.753955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0afe0e6-cb27-4217-9f5b-174671516233 req-6bb20760-2979-4b58-958b-90a07e80fc48 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 947 time: 0.1659124 Jul 09 19:33:21.823054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0afe0e6-cb27-4217-9f5b-174671516233 req-1083cd25-444e-4c22-a27d-163605bf8e8b tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Jul 09 19:33:21.830032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-96e29f91-3a5b-488a-a596-fe6c0902e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:21.831733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-96e29f91-3a5b-488a-a596-fe6c0902e447 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350825 Jul 09 19:33:21.952781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-54398aaf-caaf-489b-87f0-c5b5a153bfcd service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041672 Jul 09 19:33:22.102841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8b65-f12b-42c3-b156-13b87578bc3c req-f719849a-fca7-4477-88b4-b6a72768cb14 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.105651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e36a8b65-f12b-42c3-b156-13b87578bc3c req-f719849a-fca7-4477-88b4-b6a72768cb14 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1506007 Jul 09 19:33:22.107745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c91efadd-fb24-4504-bc8a-1eb5f9e09345 req-ab6a442b-e88c-4da4-a688-5a2b130de544 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396587 Jul 09 19:33:22.165506 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e36a8b65-f12b-42c3-b156-13b87578bc3c req-7c319b98-93f9-44ee-a1c2-e13e0ad7da30 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Jul 09 19:33:22.292032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c1414ef-c998-4458-8b21-57aa1eb7f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.319981 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b138ea-439b-46c0-a31e-3d542ee3a867 x-openstack-request-id: req-91b138ea-439b-46c0-a31e-3d542ee3a867 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:22.320557 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:22.320557 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91b138ea-439b-46c0-a31e-3d542ee3a867 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:22.321472 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6', 'status': 'completed', 'code': 200} Jul 09 19:33:22.343821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936b077-61a1-461f-b303-96f047a28838 req-2b3cb581-0ee9-4792-a87b-73fabc81efd5 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.347341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-67a7d94c-581f-4f9e-84f2-fc19e82c4384 req-95b71f2c-5c21-4669-90a2-6746b2fdbd15 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:33:22.348934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67a7d94c-581f-4f9e-84f2-fc19e82c4384 req-95b71f2c-5c21-4669-90a2-6746b2fdbd15 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090153 Jul 09 19:33:22.351576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a936b077-61a1-461f-b303-96f047a28838 req-2b3cb581-0ee9-4792-a87b-73fabc81efd5 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 945 time: 0.5209041 Jul 09 19:33:22.355269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.355637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.355946 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172 disassociated. External IP: 172.25.3.24, port: 1d236a89-f22d-4cf9-8524-b8e56d75114a. Jul 09 19:33:22.356289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Calling delete_port for 1d236a89-f22d-4cf9-8524-b8e56d75114a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:22.469811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a936b077-61a1-461f-b303-96f047a28838 req-dad3b7f3-6829-46a6-a9bc-6ed6514a65f3 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d512c6-7ef3-4da4-a6af-a749b43c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173754 Jul 09 19:33:22.509459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Deleting port 3f2010db-da75-4b45-9454-7c6682e54d62 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:22.509808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.517221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-d1d0a06f-e4d7-4092-be98-aa4fedd0f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.518770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-d1d0a06f-e4d7-4092-be98-aa4fedd0f9bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36213e41028a46ef97462565fa42bb8e&device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1618228 Jul 09 19:33:22.530176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67a7d94c-581f-4f9e-84f2-fc19e82c4384 req-6b32da23-abe1-4aaa-8367-c30b95ef624f tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1742578 Jul 09 19:33:22.626273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-4d2dab45-373c-4a7a-bbd3-eb71001f5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.627230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:22.628255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-4d2dab45-373c-4a7a-bbd3-eb71001f5d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0971913 Jul 09 19:33:22.677483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f70b595-c81e-4b82-8fd6-0358b58dbc57 req-6a3f3336-fb2c-4bee-bcfb-1bc1e9ec37c3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0731463 Jul 09 19:33:22.684864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-7d52e0cc-f344-465a-800b-36df63a9176b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6 HTTP/1.1" status: 200 len: 217 time: 0.0460582 Jul 09 19:33:22.696240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port af5693f3-55a6-4b60-b7ea-0857c0de4623 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:22.702409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port af5693f3-55a6-4b60-b7ea-0857c0de4623 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:22.702964 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.755116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.758718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-9f0724e2-5635-4b24-8f53-8dc59fb001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.760414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-9f0724e2-5635-4b24-8f53-8dc59fb001bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0589480 Jul 09 19:33:22.824345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.860864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event deleted for resources: {'Port': ['ID=1d236a89-f22d-4cf9-8524-b8e56d75114a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:22.868942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-e8200ca6-9546-4a96-9ed0-76c32044f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:22.873714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-e8200ca6-9546-4a96-9ed0-76c32044f1ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062770 Jul 09 19:33:22.890342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:22.892719 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68defad9-8dee-4b55-a965-62369c0bddce" -d '{"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-plugged", "status": "completed", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:22.906457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:22.912191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.913622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1d236a89-f22d-4cf9-8524-b8e56d75114a no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:22.941238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] For port 3f2010db-da75-4b45-9454-7c6682e54d62, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f2010db-da75-4b45-9454-7c6682e54d62,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:22.941626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:22.966277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 1d236a89-f22d-4cf9-8524-b8e56d75114a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:22.967055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1d236a89-f22d-4cf9-8524-b8e56d75114a not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:22.997445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:23.015612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Calling delete_port for 3f2010db-da75-4b45-9454-7c6682e54d62 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:23.017421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:23.063295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-3d6e7f2d-489e-446d-8711-c9b7fb19dd1f service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741905 Jul 09 19:33:23.126476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10448-c53c-47c6-8388-abba7c77976b req-4022ed17-6e65-4783-8a78-79a97c58060b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:23.128638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4f10448-c53c-47c6-8388-abba7c77976b req-4022ed17-6e65-4783-8a78-79a97c58060b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.3090911 Jul 09 19:33:23.228159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:33:23.242652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-a4ccfce1-4adf-4919-90e7-7299d0473cd1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:23.244224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-a4ccfce1-4adf-4919-90e7-7299d0473cd1 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 808 time: 0.2246208 Jul 09 19:33:23.272297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Request body: {'port': {'device_id': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'admin_state_up': True, 'tenant_id': '1fd846365b56478a92753ac9458d0a50'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:23.476283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4f10448-c53c-47c6-8388-abba7c77976b req-c1a849e6-dba0-4a67-b6fa-6f9fde4d2db5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337703 Jul 09 19:33:23.535938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9e01d6-f8be-4301-8dff-86f510435c8b req-3af70966-cd87-4605-a4a6-07d245aac874 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642353 Jul 09 19:33:23.547837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:33:23.560503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:33:23.572297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:23.574059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:23.586777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c0af1-bb13-4965-bc6e-0f0eaf528231 req-44eb419a-2c68-49b8-8df6-67e5b435c040 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:23.601166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf5c0af1-bb13-4965-bc6e-0f0eaf528231 req-44eb419a-2c68-49b8-8df6-67e5b435c040 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 947 time: 0.4780304 Jul 09 19:33:23.622738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] No DVR routers for this DVR port 1d236a89-f22d-4cf9-8524-b8e56d75114a on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:23.625995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:23.629724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb05a17-02b8-4663-b8c4-924d9cd9ccf1 req-cb127d1f-67d9-4a95-bb72-b545d03b0548 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.59 "DELETE /v2.0/ports/1d236a89-f22d-4cf9-8524-b8e56d75114a HTTP/1.1" status: 204 len: 173 time: 2.4954948 Jul 09 19:33:23.634504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'name': 'network-vif-deleted', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:23.638236 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba6209-9523-441f-a3cd-49fd26c35d5b" -d '{"events": [{"server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "name": "network-vif-deleted", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:23.661677 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00143ae-10b3-45d5-8711-ac54f08e5883 x-openstack-request-id: req-a00143ae-10b3-45d5-8711-ac54f08e5883 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:23.662364 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-plugged", "status": "completed", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:23.662820 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a00143ae-10b3-45d5-8711-ac54f08e5883 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:23.663469 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'code': 200} Jul 09 19:33:23.694534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf5c0af1-bb13-4965-bc6e-0f0eaf528231 req-de09a8ad-99e6-4a90-85df-f558b02463d6 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924389 Jul 09 19:33:23.788008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:23.799654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Made reservation on behalf of 1fd846365b56478a92753ac9458d0a50 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:23.803249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:23.912212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:23.967660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-ff7ded2f-6585-4588-9002-b17487856084 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042073 Jul 09 19:33:24.023223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2010db-da75-4b45-9454-7c6682e54d62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:24.066254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165dde4-d435-40f7-bd6d-1494b2ac4ad6 req-cf6f604e-0a46-4861-a307-03731dc9d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:24.068980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d165dde4-d435-40f7-bd6d-1494b2ac4ad6 req-cf6f604e-0a46-4861-a307-03731dc9d72c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1096 time: 0.3993735 Jul 09 19:33:24.114901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:24.163021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f139d1a-4cec-4f0c-a156-95f18e836db9 req-7726b777-ca83-4e0d-aadc-57a8d42ae2b3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:24.164614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f139d1a-4cec-4f0c-a156-95f18e836db9 req-7726b777-ca83-4e0d-aadc-57a8d42ae2b3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.2131095 Jul 09 19:33:24.182736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-720e5251-9bb2-4f2f-a780-efd9297f31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:24.184359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-720e5251-9bb2-4f2f-a780-efd9297f31ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 1096 time: 0.1725388 Jul 09 19:33:24.196978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:33:24.207348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:24.207930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:24.254809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f139d1a-4cec-4f0c-a156-95f18e836db9 req-1a7a1322-b031-49f3-b335-6e0b637a6228 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Jul 09 19:33:24.357534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c04cbfaf-3f86-446b-b3ce-46b25402668a req-7ee05da2-36ed-41fc-ac28-90f73bc8e5a5 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a605db4-3be7-4add-9b00-cfd325c96f81 HTTP/1.1" status: 200 len: 210 time: 0.0951726 Jul 09 19:33:24.359032 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc4f6a-db3f-4475-963d-35915cf18dca x-openstack-request-id: req-59dc4f6a-db3f-4475-963d-35915cf18dca {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:24.359319 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a605db4-3be7-4add-9b00-cfd325c96f81", "name": "network-vif-deleted", "tag": "1d236a89-f22d-4cf9-8524-b8e56d75114a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:24.359573 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59dc4f6a-db3f-4475-963d-35915cf18dca {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:24.359962 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a605db4-3be7-4add-9b00-cfd325c96f81', 'name': 'network-vif-deleted', 'tag': '1d236a89-f22d-4cf9-8524-b8e56d75114a', 'status': 'completed', 'code': 200} Jul 09 19:33:24.422883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:24.426879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d165dde4-d435-40f7-bd6d-1494b2ac4ad6 req-99a8f5ee-20fe-46df-8002-40acf52c1be2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901051 Jul 09 19:33:24.477444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-7bb37f52-167f-4410-bb35-8c79df290041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:24.479278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-7bb37f52-167f-4410-bb35-8c79df290041 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2155411 Jul 09 19:33:24.508699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Allocated IP 172.20.0.3 (8d926ef3-0246-4125-9742-3a5b8901d195/3af65569-26fc-4704-aaf5-797b8f578a90/ef714d61-bf07-4bc7-819c-3f0da1030f0a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:24.572729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-8eadacc2-cf17-4c8b-af6a-f6291e606998 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 200 len: 217 time: 0.0775924 Jul 09 19:33:24.624935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bcb66f17-3e80-4e72-94a7-197b9fe15ef6 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:24.635002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-5f226604-71ba-4e08-a6db-58f7c6a60a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:24.636661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-5f226604-71ba-4e08-a6db-58f7c6a60a89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0513833 Jul 09 19:33:24.679459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-6e08f3ce-6ac8-44ca-8b3c-5644f70ca65f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304306 Jul 09 19:33:24.792461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-36fda2e6-213b-4b95-aa44-4ecf1bb94342 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913274 Jul 09 19:33:24.804586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4aa4e9-4245-4e36-bd2b-8e3c0a3cbbbb req-57518d96-0b6d-4be7-8050-70ebe3585a43 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.1665752 Jul 09 19:33:24.887585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:24.949009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:24.969306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:24.997863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa97d337-ba94-4762-bc4d-aa229626a5b0 req-cc1db17b-db04-4ebc-8bc9-0c4dca3893d7 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898134 Jul 09 19:33:25.054009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f9d19a0-0f4f-4af9-942e-e5b025ce5054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.062625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:25.090922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6', 'mac_address': 'fa:16:3e:fa:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:25.103064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Network 8d926ef3-0246-4125-9742-3a5b8901d195 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:25.115365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:25.122479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:25.128121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:25.166265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.204588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:25.245668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3518689-0b9d-4dc6-9dcc-2f213181f7bf None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:28:43Z', 'revision_number': 4, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '03091b68-5919-4813-abc0-d1bf33257112', 'name': '', 'network_id': '240304f8-57f5-4adc-a8db-fd76d431147b', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'mac_address': 'fa:16:3e:90:46:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:42Z', 'updated_at': '2021-07-09T19:28:54Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'subnets': [{'id': 'f91b5c62-1a6d-4592-90da-52fce6f54e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:33:25.251287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.267697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e383c-d0fc-4a9b-9b31-262517eb82c1 req-0f5c2c94-9059-4755-8f3b-da95883317ea tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:25.268706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb66f17-3e80-4e72-94a7-197b9fe15ef6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:25.269889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d2e383c-d0fc-4a9b-9b31-262517eb82c1 req-0f5c2c94-9059-4755-8f3b-da95883317ea tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.3113768 Jul 09 19:33:25.275776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:25.276396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.284148 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.335752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:25.354695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:25.404919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff24740-bd95-43a8-9ceb-a8262a0b037d req-3d21b252-81e5-4f81-9b0c-475305a7284c tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:25.406545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ff24740-bd95-43a8-9ceb-a8262a0b037d req-3d21b252-81e5-4f81-9b0c-475305a7284c tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 947 time: 0.1440065 Jul 09 19:33:25.407821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-ecd1487a-59b1-4530-a249-f880af954482 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1459219 Jul 09 19:33:25.436537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Request body: {'port': {'device_id': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:25.444348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:25.493322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ff24740-bd95-43a8-9ceb-a8262a0b037d req-80621b59-2cd5-43fb-bd34-fffac3151dbb tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760646 Jul 09 19:33:25.508533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d2e383c-d0fc-4a9b-9b31-262517eb82c1 req-ea1aa421-17b0-4d9f-a3d3-e1953d4461a8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191665 Jul 09 19:33:25.703611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['bcb66f17-3e80-4e72-94a7-197b9fe15ef6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:25.792324 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb843f15-c093-43b7-a7fc-3658521ef1be None None] New status for floating IP 1a16f43b-080c-4375-8ee3-ab48b000e172: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:33:26.171454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.192185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:33:26.199903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d77c-b2ec-4e9a-9b5b-7a5dd94c1eef req-74fbcb1a-205c-4df5-8607-82dbaacba347 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:26.202475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9008d77c-b2ec-4e9a-9b5b-7a5dd94c1eef req-74fbcb1a-205c-4df5-8607-82dbaacba347 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1772988 Jul 09 19:33:26.219353 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.255183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9008d77c-b2ec-4e9a-9b5b-7a5dd94c1eef req-356dacd3-1363-409f-93a1-cf7fea9f7241 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 Jul 09 19:33:26.508906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96683d99-0b98-488c-8eea-d928e58b61d8 req-b6dce1cc-ae8b-4437-afc7-94e80b2ef80b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:26.510227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96683d99-0b98-488c-8eea-d928e58b61d8 req-b6dce1cc-ae8b-4437-afc7-94e80b2ef80b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 931 time: 0.2750840 Jul 09 19:33:26.529855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b288c8-7c5e-4f7d-aaf2-b52e3b4537a1 req-79aaec39-c3c0-4b1e-8e31-cab66742a75e tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:26.537892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8b288c8-7c5e-4f7d-aaf2-b52e3b4537a1 req-79aaec39-c3c0-4b1e-8e31-cab66742a75e tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.0851378 Jul 09 19:33:26.577557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8b288c8-7c5e-4f7d-aaf2-b52e3b4537a1 req-31b5a894-a6d5-4eee-b215-468aa67acc67 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Jul 09 19:33:26.583112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:33:26.588613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-07f26083-1646-4c3a-8adc-9f4c5baf9960 admin admin] 10.222.0.10 "PUT /v2.0/routers/8cba940f-7117-4b13-9d65-aae3e8b6cc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001987 Jul 09 19:33:26.594691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:26.595487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Sync routers for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:33:26.615579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:26.616676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:26.623402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96683d99-0b98-488c-8eea-d928e58b61d8 req-6b329f48-1568-4f52-b1d6-46e36f707682 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067381 Jul 09 19:33:26.753884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef714d61-bf07-4bc7-819c-3f0da1030f0a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:26.765162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.779689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.783887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Transition to ACTIVE for port object ef714d61-bf07-4bc7-819c-3f0da1030f0a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:26.818205 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.840185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:26.886866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0d8f-3292-474c-903b-edee7e2bc3fb req-2e5c3fd9-7184-43d5-b900-9cdef9708a68 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:26.888391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1caf0d8f-3292-474c-903b-edee7e2bc3fb req-2e5c3fd9-7184-43d5-b900-9cdef9708a68 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.0944059 Jul 09 19:33:26.937664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1caf0d8f-3292-474c-903b-edee7e2bc3fb req-33e2689e-5afc-4066-9ece-ef305080e0d2 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414388 Jul 09 19:33:26.976761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:26.979813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:26.983431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:27.050593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.070024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'db9af950-1355-4d66-b631-c7071e88f967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:33:23Z', 'revision_number': 5, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port': {'id': 'db9af950-1355-4d66-b631-c7071e88f967', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:41Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:27.086752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.110754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Checking router: 8cba940f-7117-4b13-9d65-aae3e8b6cc9b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:33:27.122592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Routers {'8cba940f-7117-4b13-9d65-aae3e8b6cc9b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:27.123229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:27.153934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88725f-0ff6-4e60-97a6-df7f688c73e0 req-aa26bf7d-04c3-4e90-8aaa-9ab1bc143202 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.155696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d88725f-0ff6-4e60-97a6-df7f688c73e0 req-aa26bf7d-04c3-4e90-8aaa-9ab1bc143202 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 948 time: 0.3045192 Jul 09 19:33:27.169266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:27.169612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:27.169940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:27.173669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.177538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.181696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0d512c6-7ef3-4da4-a6af-a749b43c9f50 HTTP/1.1" status: 204 len: 168 time: 0.1945679 Jul 09 19:33:27.184974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:27.185556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:27.185950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:27.196805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:27.197164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:27.197732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:27.198175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Bound port: ef714d61-bf07-4bc7-819c-3f0da1030f0a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:27.198532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.204980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a29e4a-766a-4b96-8328-f2af85a9af3a tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d512c6-7ef3-4da4-a6af-a749b43c9f50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:27.208554 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-5892fc6f-18e6-44b4-ae9e-d4d9297ce6f2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] show failed (client error): The resource could not be found. Jul 09 19:33:27.213040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5892fc6f-18e6-44b4-ae9e-d4d9297ce6f2 tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "GET /v2.0/security-groups/d0d512c6-7ef3-4da4-a6af-a749b43c9f50 HTTP/1.1" status: 404 len: 347 time: 0.0225530 Jul 09 19:33:27.213565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:27.235081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Deleting port db9af950-1355-4d66-b631-c7071e88f967 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:27.235245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.241543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d88725f-0ff6-4e60-97a6-df7f688c73e0 req-bc9ce575-5bbc-40cf-be3e-f855c2dfd542 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786602 Jul 09 19:33:27.399715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:27.403527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:27.428206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.459536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Deleting port 1d2d3306-0f06-4349-a452-7db7de5457e6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:27.459973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.460500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] Set router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:27.483999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] For port db9af950-1355-4d66-b631-c7071e88f967, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=db9af950-1355-4d66-b631-c7071e88f967,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:27.484497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.500963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Calling delete_port for db9af950-1355-4d66-b631-c7071e88f967 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:27.513870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:33:26Z', 'revision_number': 6, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:27.539680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.540566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.545860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824783b-8aac-497b-92c4-ebff2f4fd074 None None] The sync data for ids ['8cba940f-7117-4b13-9d65-aae3e8b6cc9b'] in n-d-800087-3 is: [{'id': '8cba940f-7117-4b13-9d65-aae3e8b6cc9b', 'name': 'tempest-ServersTestMultiNic-205360465-router', 'tenant_id': 'e70c29df78914b1a9ce1064019d25e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:40Z', 'updated_at': '2021-07-09T19:33:26Z', 'revision_number': 6, 'project_id': 'e70c29df78914b1a9ce1064019d25e04', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:33:27.569935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Calling delete_port for 1d2d3306-0f06-4349-a452-7db7de5457e6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:27.585875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca329a4-b42e-41d3-8f5e-d4402a92d323 req-89d0163d-29b2-4921-8c63-d6cfe63668f5 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.590002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bca329a4-b42e-41d3-8f5e-d4402a92d323 req-89d0163d-29b2-4921-8c63-d6cfe63668f5 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1096 time: 0.2068026 Jul 09 19:33:27.694009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.694275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.694900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.696277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] 10.222.0.25 "PUT /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 1091 time: 2.2706983 Jul 09 19:33:27.696719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:27.698997 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:27.729312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340475b-94d5-44c5-82e7-d781051efd7b service neutron] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:27.765913 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bca329a4-b42e-41d3-8f5e-d4402a92d323 req-3681a635-9e6c-4ab7-92a4-1e55c98c3bdf tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700742 Jul 09 19:33:27.807876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a83ed-d19e-4cab-a122-17a9679458dc req-0b1c0418-0ee4-47ba-ac0d-8ab1dad51fbc tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.823529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-113a83ed-d19e-4cab-a122-17a9679458dc req-0b1c0418-0ee4-47ba-ac0d-8ab1dad51fbc tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.1814315 Jul 09 19:33:27.832922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb796-881f-4a29-b2ab-4e10dfde6c4d req-78240431-7543-44a8-b71c-000459e8fe12 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.834500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ceb796-881f-4a29-b2ab-4e10dfde6c4d req-78240431-7543-44a8-b71c-000459e8fe12 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.2190504 Jul 09 19:33:27.836480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:27.893036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9af950-1355-4d66-b631-c7071e88f967,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:27.977589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-74786c0a-4c59-4d95-93a3-c674d416c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:27.979540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-74786c0a-4c59-4d95-93a3-c674d416c23a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1094 time: 0.2171507 Jul 09 19:33:27.991279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.012311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ceb796-881f-4a29-b2ab-4e10dfde6c4d req-08c01e98-9347-419c-ae43-4c7a1983eb62 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705687 Jul 09 19:33:28.012860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.078212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Pushing event deleted for resources: {'Port': ['ID=1d2d3306-0f06-4349-a452-7db7de5457e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:28.170827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-41be43eb-796d-4f0e-a367-288330d4ff35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 217 time: 0.1554315 Jul 09 19:33:28.180454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Deleting port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:28.180714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.186508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.198787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.234110 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.236855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.240932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-95744c0b-369e-4a23-a510-65e593d3a4eb tempest-ServersWithSpecificFlavorTestJSON-689118548 tempest-ServersWithSpecificFlavorTestJSON-689118548-project] 10.222.0.10 "DELETE /v2.0/floatingips/1a16f43b-080c-4375-8ee3-ab48b000e172 HTTP/1.1" status: 204 len: 168 time: 1.0234861 Jul 09 19:33:28.253882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16879-f728-48ab-bc39-9d66095c7c33 req-efb73759-f81d-47ea-969a-84b64da542fb tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:28.256272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28c16879-f728-48ab-bc39-9d66095c7c33 req-efb73759-f81d-47ea-969a-84b64da542fb tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee HTTP/1.1" status: 200 len: 946 time: 0.2580562 Jul 09 19:33:28.300055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.300819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cba940f-7117-4b13-9d65-aae3e8b6cc9b {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:33:28.305453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.306675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a094d4fd-9fec-48f9-8e56-f6b2aca00f27 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8cba940f-7117-4b13-9d65-aae3e8b6cc9b HTTP/1.1" status: 204 len: 168 time: 1.7052639 Jul 09 19:33:28.309384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:28.319434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-3b6d7e06-fc5b-4562-88b8-6020be4a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:28.320829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-3b6d7e06-fc5b-4562-88b8-6020be4a0925 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1434631 Jul 09 19:33:28.336676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] For port a496e87d-2dce-4c0e-a1a9-c68c684a70d4, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:28.337035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.342449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28c16879-f728-48ab-bc39-9d66095c7c33 req-5b7545b1-7439-48fd-ae5b-68a4c68be44a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Jul 09 19:33:28.353509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Calling delete_port for a496e87d-2dce-4c0e-a1a9-c68c684a70d4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:28.386593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-f7bf61b2-154f-48c7-9903-2cf56710a177 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428391 Jul 09 19:33:28.412913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Deleting subnet 66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:28.416594 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e76f3f1-ab2f-4d52-a90c-24b7827cd5d9 x-openstack-request-id: req-1e76f3f1-ab2f-4d52-a90c-24b7827cd5d9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:28.416881 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:28.417710 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e76f3f1-ab2f-4d52-a90c-24b7827cd5d9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:28.418115 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'status': 'completed', 'code': 200} Jul 09 19:33:28.437493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91acd95-f7f9-4149-bc95-33b40ebb571b req-51444326-cdbc-46ed-a9a9-d3c39a492179 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:28.444776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a91acd95-f7f9-4149-bc95-33b40ebb571b req-51444326-cdbc-46ed-a9a9-d3c39a492179 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.2564077 Jul 09 19:33:28.477545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.538483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f2010db-da75-4b45-9454-7c6682e54d62 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:28.555049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.565642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.570741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3f2010db-da75-4b45-9454-7c6682e54d62 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:28.571901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f2010db-da75-4b45-9454-7c6682e54d62 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:28.575634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a91acd95-f7f9-4149-bc95-33b40ebb571b req-5dfbb4de-b8e7-4f4c-b24f-23076a31a5b6 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236286 Jul 09 19:33:28.586961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a496e87d-2dce-4c0e-a1a9-c68c684a70d4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:28.591472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['231bdb75-ce57-457f-b393-178b1839482f', '21cef348-9c45-40d0-81e3-2f703c7bb74d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:28.645291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event deleted for resources: {'Port': ['ID=a496e87d-2dce-4c0e-a1a9-c68c684a70d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:28.699496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bcb66f17-3e80-4e72-94a7-197b9fe15ef6 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:28.711634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-9092928f-eaee-493c-bd19-64bef0ede437 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156359 Jul 09 19:33:28.746398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] No DVR routers for this DVR port a496e87d-2dce-4c0e-a1a9-c68c684a70d4 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:28.749113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.751806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-113a83ed-d19e-4cab-a122-17a9679458dc req-ac497ed3-4ce7-43c6-b9a2-5ed688278cb0 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.25 "DELETE /v2.0/ports/a496e87d-2dce-4c0e-a1a9-c68c684a70d4 HTTP/1.1" status: 204 len: 173 time: 0.9212830 Jul 09 19:33:28.753151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'name': 'network-vif-deleted', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:28.755557 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967488b7-7be0-455c-9f66-ade37b49308b" -d '{"events": [{"server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "name": "network-vif-deleted", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:28.813464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93a7e-2d60-47de-ad4f-4538e3e00c28 req-62a02c6a-c954-4de7-bf81-de34d1b041f6 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:28.824530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5e93a7e-2d60-47de-ad4f-4538e3e00c28 req-62a02c6a-c954-4de7-bf81-de34d1b041f6 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1096 time: 0.1543348 Jul 09 19:33:28.899579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:28.913724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:28.921711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:28.937833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5e93a7e-2d60-47de-ad4f-4538e3e00c28 req-041e2260-38af-4d2a-8fd9-edb9f7b892d0 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122532 Jul 09 19:33:28.957640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.150055 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d588f-5e2d-4c31-b0bd-a585d413588b x-openstack-request-id: req-306d588f-5e2d-4c31-b0bd-a585d413588b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:29.150681 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee", "name": "network-vif-deleted", "tag": "a496e87d-2dce-4c0e-a1a9-c68c684a70d4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:29.151102 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-306d588f-5e2d-4c31-b0bd-a585d413588b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:29.151709 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f29041f-2a99-4c4b-bcb9-ff1bbe7307ee', 'name': 'network-vif-deleted', 'tag': 'a496e87d-2dce-4c0e-a1a9-c68c684a70d4', 'status': 'completed', 'code': 200} Jul 09 19:33:29.244599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-574114be-fe68-4f5f-84f1-c9d8dd930e0d req-eda65458-06b9-48ab-9eb6-8cadc3180f26 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696903 Jul 09 19:33:29.284315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.289176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.375462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:29.381986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.394571 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d50e36c9-2794-4353-ae55-14e002a1e154 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/66cd0c5c-a8b0-434d-adc8-c6c5258ab9b9 HTTP/1.1" status: 204 len: 168 time: 1.0839858 Jul 09 19:33:29.395697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:29.424724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:29.425979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400349-9e57-4ea5-83f3-83c77e1871a6 req-78b391c0-a6cf-444f-9c66-2450a5873f45 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:29.427973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10ffdf-7b8c-40be-9f59-31e5f4038008 None None] Network 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:29.430152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:29.432691 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f4353-3d0e-4a59-82b1-42e3bd13c15c" -d '{"events": [{"server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "name": "network-vif-plugged", "status": "completed", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:29.433583 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30400349-9e57-4ea5-83f3-83c77e1871a6 req-78b391c0-a6cf-444f-9c66-2450a5873f45 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 948 time: 0.3063180 Jul 09 19:33:29.439032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.556171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30400349-9e57-4ea5-83f3-83c77e1871a6 req-19d52ead-8e16-4e07-a381-7f362165f572 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090953 Jul 09 19:33:29.571127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.589696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-a7281b6c-fae6-4bf3-884a-87bfa8e22c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:29.596921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-a7281b6c-fae6-4bf3-884a-87bfa8e22c57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1094 time: 0.2002659 Jul 09 19:33:29.604553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6384e-1942-4d03-81d3-83ef5168f282 req-a90e21e4-f761-4b80-8427-89c5b34340c5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:29.612772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ba6384e-1942-4d03-81d3-83ef5168f282 req-a90e21e4-f761-4b80-8427-89c5b34340c5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1196544 Jul 09 19:33:29.644645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:29.691182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ba6384e-1942-4d03-81d3-83ef5168f282 req-71b0c6ab-04e6-4a91-b8c4-75634132b928 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770741 Jul 09 19:33:29.735442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Deleting port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:29.736622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.790329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-ea9a42d0-106c-4c7c-b1b1-8ef73798c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:29.791876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-ea9a42d0-106c-4c7c-b1b1-8ef73798c6cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1878510 Jul 09 19:33:29.836689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] DHCP port deletion for 8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:29.860953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] For port 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=90835fb2-8d73-4f97-a1f1-f4541c7c3234,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:29.862183 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.868133 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f97d5e8-96d0-40eb-8e98-6effcc25d26e x-openstack-request-id: req-7f97d5e8-96d0-40eb-8e98-6effcc25d26e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:29.868760 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "name": "network-vif-plugged", "status": "completed", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:29.869361 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f97d5e8-96d0-40eb-8e98-6effcc25d26e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:29.869709 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6', 'code': 200} Jul 09 19:33:29.900636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Deleting port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:29.901027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:29.910609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-5d157d91-416c-4dcc-8c99-17e614077eee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 217 time: 0.1097724 Jul 09 19:33:29.914627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Calling delete_port for 90835fb2-8d73-4f97-a1f1-f4541c7c3234 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:29.990669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-194abd28-69f0-436d-bd30-14a822db44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:29.992247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-194abd28-69f0-436d-bd30-14a822db44a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0745990 Jul 09 19:33:29.998712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] For port 90835fb2-8d73-4f97-a1f1-f4541c7c3234, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=90835fb2-8d73-4f97-a1f1-f4541c7c3234,segment=NetworkSegment(50d825d3-8b6c-421f-a45c-6a6a932ed3fd),segment_id=50d825d3-8b6c-421f-a45c-6a6a932ed3fd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:29.999180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.017060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Calling delete_port for 90835fb2-8d73-4f97-a1f1-f4541c7c3234 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:30.037591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-161f5f44-c1ad-4f2c-8e15-066184680d88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373800 Jul 09 19:33:30.082298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.117186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.120469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Pushing event deleted for resources: {'Port': ['ID=90835fb2-8d73-4f97-a1f1-f4541c7c3234,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:30.123796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee965f-89d0-42ef-93de-14d371af62ea req-18adc366-e927-4d81-b6e5-c8ffc62a0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:30.125332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9ee965f-89d0-42ef-93de-14d371af62ea req-18adc366-e927-4d81-b6e5-c8ffc62a0e85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 1100 time: 0.1550782 Jul 09 19:33:30.126161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] No DVR routers for this DVR port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:30.134987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e4724-a627-4c43-8766-ea0acddd07d1 req-4e16cea8-2d85-4c22-b6b8-983051a8a3e2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:30.136511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce8e4724-a627-4c43-8766-ea0acddd07d1 req-4e16cea8-2d85-4c22-b6b8-983051a8a3e2 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.1794584 Jul 09 19:33:30.169345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] Pushing event deleted for resources: {'Port': ['ID=90835fb2-8d73-4f97-a1f1-f4541c7c3234,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:30.175702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-617d7c1d-0e8a-41fd-85d0-50da5ade934c service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306469 Jul 09 19:33:30.188065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4505a-f886-403b-b77a-0e725544d849 None None] No DVR routers for this DVR port 90835fb2-8d73-4f97-a1f1-f4541c7c3234 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:30.190930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device db9af950-1355-4d66-b631-c7071e88f967 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:30.219820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: db9af950-1355-4d66-b631-c7071e88f967 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:30.220165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device db9af950-1355-4d66-b631-c7071e88f967 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:30.220602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 90835fb2-8d73-4f97-a1f1-f4541c7c3234 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:30.240470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 90835fb2-8d73-4f97-a1f1-f4541c7c3234 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:30.240721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 90835fb2-8d73-4f97-a1f1-f4541c7c3234 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:30.271068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9ee965f-89d0-42ef-93de-14d371af62ea req-01473bbe-1c6c-400a-9ce4-a531ef8e1d27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335375 Jul 09 19:33:30.288671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce8e4724-a627-4c43-8766-ea0acddd07d1 req-284a280b-d592-450f-a57f-0d2ca0353b50 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050210 Jul 09 19:33:30.290195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.300106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:30.310579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d825d3-8b6c-421f-a45c-6a6a932ed3fd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:30.310876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d825d3-8b6c-421f-a45c-6a6a932ed3fd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:30.320402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f18b7b3d-91ee-49f2-9174-bc5829eb8e2a req-c5b000ce-acbe-4e88-bf18-c9d586ee6e51 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355014 Jul 09 19:33:30.323022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.345044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.358037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:30.358037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:30.358627 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:30.365495 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:30.430388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.448671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.450678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4 HTTP/1.1" status: 204 len: 168 time: 1.0539305 Jul 09 19:33:30.453933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a44dd-8165-4773-9488-909feeb155cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8aedbb98-a0a6-4bb6-b69c-aa1322abe9b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:30.555377 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-08b3ab56-40ad-41d9-8708-3eb8dd8a7e16 service neutron] show failed (client error): The resource could not be found. Jul 09 19:33:30.556573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-08b3ab56-40ad-41d9-8708-3eb8dd8a7e16 service neutron] 10.222.0.25 "GET /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0683632 Jul 09 19:33:30.647881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:30.693068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b51ffee3-a7c8-444f-abbe-47e832e2d74b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e70c29df78914b1a9ce1064019d25e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437675 Jul 09 19:33:30.695576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:30.746579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.777817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.860283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.863557 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:30.864714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52c229ab-6b6a-4ac0-90a4-62d803e8a188 HTTP/1.1" status: 204 len: 168 time: 0.1682210 Jul 09 19:33:30.884728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929a2f-35af-41b5-8d5e-bdfa1dba62d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c229ab-6b6a-4ac0-90a4-62d803e8a188,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:30.928358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-167a901d-16dd-4e02-bcb9-e44cca840f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:30.929950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-167a901d-16dd-4e02-bcb9-e44cca840f6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1101 time: 0.1065869 Jul 09 19:33:30.946783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:30.977306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-2629399c-ca21-4776-a037-27851055b60a tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:33:30.978491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-2629399c-ca21-4776-a037-27851055b60a tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060835 Jul 09 19:33:30.989367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Request body: {'binding': {'host': 'n-h2-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:30.989824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:33:31.008776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a496e87d-2dce-4c0e-a1a9-c68c684a70d4 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:31.029471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: a496e87d-2dce-4c0e-a1a9-c68c684a70d4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:31.029825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a496e87d-2dce-4c0e-a1a9-c68c684a70d4 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:31.078856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:31.123735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b22b9-adcd-43df-8744-d8448c996dc9 req-47fd000b-283f-4759-a2bc-91a97c4b3181 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:31.125286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f1b22b9-adcd-43df-8744-d8448c996dc9 req-47fd000b-283f-4759-a2bc-91a97c4b3181 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 949 time: 0.1524737 Jul 09 19:33:31.164267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on host n-h2-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:31.165206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:31.165645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:31.169994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:31.170311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:31.175099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:31.175540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:31.175943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:31.176324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Bound port: af5693f3-55a6-4b60-b7ea-0857c0de4623, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:31.238474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:31.241816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f1b22b9-adcd-43df-8744-d8448c996dc9 req-57bd852d-82a7-4e21-a845-07c8cd8ba981 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Jul 09 19:33:31.247206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:31.248509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-16b07c09-5013-42a7-a8fe-ee33127a965a service neutron] 10.222.0.10 "POST /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623/bindings HTTP/1.1" status: 201 len: 389 time: 0.2632477 Jul 09 19:33:31.429001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:31.466329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e0fe5-c490-4517-a20e-52e8fd383103 req-f9e11410-5617-44ea-9fc9-1f568e232bcf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:31.468003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-723e0fe5-c490-4517-a20e-52e8fd383103 req-f9e11410-5617-44ea-9fc9-1f568e232bcf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.1009412 Jul 09 19:33:31.503119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:31.543504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f76a-4b9f-4ee9-b4b8-44cd16879f87 req-68c62f84-d962-4b6a-9b56-2b506ee8830b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:31.554742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d67f76a-4b9f-4ee9-b4b8-44cd16879f87 req-68c62f84-d962-4b6a-9b56-2b506ee8830b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.1085386 Jul 09 19:33:31.559264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-723e0fe5-c490-4517-a20e-52e8fd383103 req-b82e6fe4-c085-44bc-bc91-3d53f1d786bf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837255 Jul 09 19:33:31.589997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:31.595548 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8d92d-dcfd-4c92-a5f6-51998501656e" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-unplugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:31.604660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:31.623892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d67f76a-4b9f-4ee9-b4b8-44cd16879f87 req-9888a80d-3e15-4338-9ab9-4441f155b1f4 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681736 Jul 09 19:33:31.644466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Transition to ACTIVE for port object 16bca2ad-0d46-459a-a119-707a4bf796e5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:31.660321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:31.788259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:31.815308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:31.816196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] No DVR routers for this DVR port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:31.839799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-3dd2a326-99f9-4d8a-9e39-e9f47bc09079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:31.841585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-3dd2a326-99f9-4d8a-9e39-e9f47bc09079 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1096 time: 0.2042308 Jul 09 19:33:31.969994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-13a25368-e82d-4c91-a4a3-934518310f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:31.972563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-13a25368-e82d-4c91-a4a3-934518310f64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.1163661 Jul 09 19:33:32.028223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6246d-a07c-4cfb-aeff-c9d347a9bd23 req-c1a80565-89c1-40d3-b4dc-e2ea3fbb4855 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.029818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04a6246d-a07c-4cfb-aeff-c9d347a9bd23 req-c1a80565-89c1-40d3-b4dc-e2ea3fbb4855 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.2763622 Jul 09 19:33:32.031345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-07854798-8222-4630-bee1-fe1c38c39df2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 217 time: 0.0488913 Jul 09 19:33:32.164599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-696073825-network', 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:32.187679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:32.188031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:32.188335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:32.199749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:32.200072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:32.213638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:32.213971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:32.214362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:32.214788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Bound port: 16bca2ad-0d46-459a-a119-707a4bf796e5, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:32.215160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.220692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:32.223021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.243044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.279326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57cfe-5447-4536-9d8b-7e3ba8b32a73 req-b162081c-221c-444b-ac70-af4c8a4ef5ce tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.280891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4aa57cfe-5447-4536-9d8b-7e3ba8b32a73 req-b162081c-221c-444b-ac70-af4c8a4ef5ce tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.4447572 Jul 09 19:33:32.371521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4aa57cfe-5447-4536-9d8b-7e3ba8b32a73 req-7405bdd1-4aa4-42ed-8e8e-77b232eaeffd tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Jul 09 19:33:32.378879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:32.382656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:32.389361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.409323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04a6246d-a07c-4cfb-aeff-c9d347a9bd23 req-e5113402-8a8e-4d2f-b80b-fe1db15d3e23 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735273 Jul 09 19:33:32.410869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-07d90c72-1b98-419b-913e-03f7aa610830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.412388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-07d90c72-1b98-419b-913e-03f7aa610830 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.3703258 Jul 09 19:33:32.437883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.438488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.440444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 1096 time: 1.4991965 Jul 09 19:33:32.469315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-a71b092a-f5bc-4515-bc6c-7134e86d562c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495954 Jul 09 19:33:32.489961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e67e-04fb-4787-a3e4-28330c8087b9 service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:32.494565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.514146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.544650 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a5235-0aa8-435e-bb23-4230cd5ec16f x-openstack-request-id: req-825a5235-0aa8-435e-bb23-4230cd5ec16f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:32.544944 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-unplugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:32.545240 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-825a5235-0aa8-435e-bb23-4230cd5ec16f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:32.545673 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'code': 200} Jul 09 19:33:32.562993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:33:32.587220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ed0a1-6862-4af7-b70c-7792201eb2c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:32.593399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.593743 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Added segment ac4a23e1-db13-4206-a716-74e5cc6b73fb of type vlan for network baba1882-8f38-431e-8125-b46543dd89ef Jul 09 19:33:32.620214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-40ac2761-07e0-4992-b73b-7acee400e845 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451256 Jul 09 19:33:32.658983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-e12390db-be8b-49fd-97f7-415fb031c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.660623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-e12390db-be8b-49fd-97f7-415fb031c926 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1099 time: 0.1913750 Jul 09 19:33:32.665722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.766306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-94ff784d-d7da-4c76-9f79-f1f001dcd392 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397250 Jul 09 19:33:32.777072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.778052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.778630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:32.848381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-b086f0c3-b213-42a0-a664-8ab982556a30 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.849911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-b086f0c3-b213-42a0-a664-8ab982556a30 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.1165698 Jul 09 19:33:32.862044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568fd2-fcba-42bb-8597-ac43ab26bcdf req-9a6d5334-c647-4751-b6ce-306444618c1d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.863690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e568fd2-fcba-42bb-8597-ac43ab26bcdf req-9a6d5334-c647-4751-b6ce-306444618c1d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.0948536 Jul 09 19:33:32.871435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0528014 Jul 09 19:33:32.874263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:32.902477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-fcb59dee-f591-4abf-8358-146231781da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:32.903468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Request body: {'subnet': {'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-696073825-subnet', 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:32.904258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-fcb59dee-f591-4abf-8358-146231781da8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2135196 Jul 09 19:33:32.907707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542d7e9-8777-41fd-a73a-069f3a1a5d5d admin admin] Pushing event updated for resources: {'Network': ['ID=baba1882-8f38-431e-8125-b46543dd89ef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:32.920577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network baba1882-8f38-431e-8125-b46543dd89ef details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:33:32.981278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-fcbda91f-8446-49a2-84cd-18869fae8535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0682046 Jul 09 19:33:32.994874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e568fd2-fcba-42bb-8597-ac43ab26bcdf req-7e9c672e-1289-455d-a32a-a1b691885404 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233652 Jul 09 19:33:32.997330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:32.999705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:33.010439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6e71f-c5f2-43f4-88db-af88f148602c req-9d5cadce-2826-4b8f-a9aa-029f9e6d52e3 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.019682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34d6e71f-c5f2-43f4-88db-af88f148602c req-9d5cadce-2826-4b8f-a9aa-029f9e6d52e3 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 949 time: 0.3016672 Jul 09 19:33:33.086914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Deleting port 21cef348-9c45-40d0-81e3-2f703c7bb74d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:33.087347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:33.105030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-61bf1305-679d-4085-8ec9-9f6cae449b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.106686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-61bf1305-679d-4085-8ec9-9f6cae449b55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0632393 Jul 09 19:33:33.143254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34d6e71f-c5f2-43f4-88db-af88f148602c req-ad107149-5c4d-464c-b0b3-2754ea25d889 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209638 Jul 09 19:33:33.198176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-afb0d1bd-7457-458c-ac68-5a63d37a627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.199668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-afb0d1bd-7457-458c-ac68-5a63d37a627c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834846 Jul 09 19:33:33.267053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] For port 21cef348-9c45-40d0-81e3-2f703c7bb74d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=21cef348-9c45-40d0-81e3-2f703c7bb74d,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:33.268064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:33.290887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:33.312916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-f58cb37e-111f-4e0d-aef4-b4eac49df0ff service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059880 Jul 09 19:33:33.357433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Calling delete_port for 21cef348-9c45-40d0-81e3-2f703c7bb74d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:33.428211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb668-410a-42c5-9359-1cac444a53b4 req-03165951-e52b-4f08-9f1d-d704656f1e16 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.429873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc5cb668-410a-42c5-9359-1cac444a53b4 req-03165951-e52b-4f08-9f1d-d704656f1e16 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 945 time: 0.2956274 Jul 09 19:33:33.430612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:33.435232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1aeea2c5-9fe2-45ce-98d0-cb02c1071048 req-02221f82-2855-4450-83b7-591116d1b9cc service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092503 Jul 09 19:33:33.646435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d838f8e3-ea0e-4f47-98fb-26abc4c0f069,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:33.675546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc5cb668-410a-42c5-9359-1cac444a53b4 req-52029e06-2a4c-4cf0-adf3-ab4d07068231 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028418 Jul 09 19:33:33.683700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-8070d6ce-8034-4861-95e3-9c7d609b5bf3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3658371 Jul 09 19:33:33.712723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93f0f-4145-48a5-8ee4-ca3ae73ad227 req-1b25c85d-8853-45c7-beec-fed7fb23bce7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.720385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5c93f0f-4145-48a5-8ee4-ca3ae73ad227 req-1b25c85d-8853-45c7-beec-fed7fb23bce7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.0813661 Jul 09 19:33:33.731070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Checking segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:33.731436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Network hostable DHCP agents. Network: baba1882-8f38-431e-8125-b46543dd89ef, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:33:33.778834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5c93f0f-4145-48a5-8ee4-ca3ae73ad227 req-f2f24ee8-08bd-4046-a4d7-8c49d94a0d5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568812 Jul 09 19:33:33.873874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Network baba1882-8f38-431e-8125-b46543dd89ef is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:33:33.928477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, baba1882-8f38-431e-8125-b46543dd89ef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:33.938465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:33.938981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:33.943506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e41da-1991-4bfe-8102-6585a4de2289 None None] Network baba1882-8f38-431e-8125-b46543dd89ef requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:33.946711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:34.006182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['231bdb75-ce57-457f-b393-178b1839482f', '21cef348-9c45-40d0-81e3-2f703c7bb74d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:34.024793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-b0854802-8dd3-4bf7-a146-ad780a333198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.026332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-b0854802-8dd3-4bf7-a146-ad780a333198 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 1095 time: 0.2925637 Jul 09 19:33:34.027560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a972369e-a0de-4c16-bb65-842e6b007029 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1524088 Jul 09 19:33:34.030903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event deleted for resources: {'Port': ['ID=21cef348-9c45-40d0-81e3-2f703c7bb74d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:34.190118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] No DVR routers for this DVR port 21cef348-9c45-40d0-81e3-2f703c7bb74d on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:34.225824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:34.228483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbe76b62-d7e1-4b2a-a06b-e9f0d8c24ec6 req-34dd79e0-7e89-4375-86b9-5853e0e4c1a2 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "DELETE /v2.0/ports/21cef348-9c45-40d0-81e3-2f703c7bb74d HTTP/1.1" status: 204 len: 173 time: 1.3638349 Jul 09 19:33:34.238246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'name': 'network-vif-deleted', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:34.245720 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd4a3b9-2721-490e-ad49-d9c522a86bbe" -d '{"events": [{"server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "name": "network-vif-deleted", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:34.246590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fdf441-2334-41cc-b6e0-97a03e1c5c10 None None] Network baba1882-8f38-431e-8125-b46543dd89ef requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:34.267320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c724e1f-c157-46a2-a9f6-f0cccf035801 req-1f0484b2-cf41-47b2-847f-fdff20f00eed tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.268984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c724e1f-c157-46a2-a9f6-f0cccf035801 req-1f0484b2-cf41-47b2-847f-fdff20f00eed tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.4292903 Jul 09 19:33:34.306187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-c2916056-61d8-40d3-8fee-c2a7de0bd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.307688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-c2916056-61d8-40d3-8fee-c2a7de0bd297 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.2492561 Jul 09 19:33:34.368623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-a79d6d92-51ba-43a5-a90b-1c57ba3aa28a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 200 len: 217 time: 0.0489509 Jul 09 19:33:34.387974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c724e1f-c157-46a2-a9f6-f0cccf035801 req-7ccaa260-d950-4ab0-98b3-d13b654187ca tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780525 Jul 09 19:33:34.430869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844ff0-974b-4cd0-ad97-32121a926de5 req-7574466d-5956-40e5-beed-35e2dd67db71 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.442086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0844ff0-974b-4cd0-ad97-32121a926de5 req-7574466d-5956-40e5-beed-35e2dd67db71 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.1634977 Jul 09 19:33:34.474647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-71d20d51-8e06-4d27-a0a7-640d2a60b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.476203 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-71d20d51-8e06-4d27-a0a7-640d2a60b80f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0917988 Jul 09 19:33:34.528842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0844ff0-974b-4cd0-ad97-32121a926de5 req-b87cf9f2-a265-4101-b433-84c6566b7c95 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805283 Jul 09 19:33:34.535213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-959a21ca-faa0-497b-a2a6-626e1fda3424 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342095 Jul 09 19:33:34.546868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:34.549973 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b72188-37ca-4cc1-a99a-61056b346452" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:34.641289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:34.716284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-4698e165-eb15-4974-b02c-80400f65a7a1 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713820 Jul 09 19:33:34.828516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8f9d26e1-aa31-4db7-a58a-5b4ecde57467 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:34.836700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8f9d26e1-aa31-4db7-a58a-5b4ecde57467 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.1395569 Jul 09 19:33:34.852274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-444c8cda-3ae9-49bd-97ba-08a1ef78fabc tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/quotas/49979077c1c54c628686b76f2fdbdaf7 HTTP/1.1" status: 200 len: 375 time: 0.0147841 Jul 09 19:33:34.891214 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5617406d-f30e-4d39-9506-50b04ceb5615 x-openstack-request-id: req-5617406d-f30e-4d39-9506-50b04ceb5615 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:34.891357 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46540be6-1087-4167-8f26-f091b2f4c8f7", "name": "network-vif-deleted", "tag": "21cef348-9c45-40d0-81e3-2f703c7bb74d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:34.891567 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5617406d-f30e-4d39-9506-50b04ceb5615 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:34.891963 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46540be6-1087-4167-8f26-f091b2f4c8f7', 'name': 'network-vif-deleted', 'tag': '21cef348-9c45-40d0-81e3-2f703c7bb74d', 'status': 'completed', 'code': 200} Jul 09 19:33:34.907335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed4ec67-89bf-479e-ad7a-60f74e35ca09 req-5f8957ae-e8e9-4576-898f-8b543cb0100f service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616108 Jul 09 19:33:34.917459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-62ff9b5d-733f-4176-9d8f-03ca625e8c79 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591378 Jul 09 19:33:34.990469 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb3de5f-a08e-406c-9a5e-ec173257666e x-openstack-request-id: req-2cb3de5f-a08e-406c-9a5e-ec173257666e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:34.990872 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:34.991326 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cb3de5f-a08e-406c-9a5e-ec173257666e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:34.992029 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'status': 'completed', 'code': 200} Jul 09 19:33:35.050099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:35.086719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-6f6acf98-c210-4c57-9942-08bcddc0bd11 service neutron] 10.222.0.10 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665971 Jul 09 19:33:35.120725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:35.160562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Deleting port 03091b68-5919-4813-abc0-d1bf33257112 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:35.160958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:35.233265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5b40b23b-21f6-4df9-b7b6-a926ebba8f26 service neutron] 10.222.0.10 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416652 Jul 09 19:33:35.257791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92081156-68be-43fd-81d5-63496af0c1c7 req-488c614b-6a21-45a2-a511-0f51267d0b4a tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=46540be6-1087-4167-8f26-f091b2f4c8f7 HTTP/1.1" status: 200 len: 210 time: 0.1624286 Jul 09 19:33:35.323370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-f84b49ab-b633-4961-a3f9-5e8942b93838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:35.324898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-f84b49ab-b633-4961-a3f9-5e8942b93838 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1099 time: 0.3118949 Jul 09 19:33:35.327224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-865fde5e-b989-4474-800f-7581d3e59048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:35.329355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-865fde5e-b989-4474-800f-7581d3e59048 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1099 time: 0.2806826 Jul 09 19:33:35.424871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] For port 03091b68-5919-4813-abc0-d1bf33257112, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03091b68-5919-4813-abc0-d1bf33257112,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:35.425439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:35.668492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041949e0-69e6-4788-8b09-10cea584f165 req-fdbf2ee5-68d3-4c23-a23d-1c4f51441d0e tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:35.677480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-041949e0-69e6-4788-8b09-10cea584f165 req-fdbf2ee5-68d3-4c23-a23d-1c4f51441d0e tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 949 time: 0.1497610 Jul 09 19:33:35.730603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-041949e0-69e6-4788-8b09-10cea584f165 req-dceba992-e1b6-4f05-ad65-dea80316e15c tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521314 Jul 09 19:33:35.820126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-0a786e83-342a-45ae-9666-1a771dfd8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:35.821763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-0a786e83-342a-45ae-9666-1a771dfd8f00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.4884882 Jul 09 19:33:35.868453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Calling delete_port for 03091b68-5919-4813-abc0-d1bf33257112 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:36.097535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59259d9f-32a8-494a-a6db-e4dcb52d9401 req-aab22e3d-a29e-40dd-ba69-5ef7c9ef0cd0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.105149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59259d9f-32a8-494a-a6db-e4dcb52d9401 req-aab22e3d-a29e-40dd-ba69-5ef7c9ef0cd0 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.0924969 Jul 09 19:33:36.148369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-5d8a7581-7f39-4409-9810-38611181947d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.1094017 Jul 09 19:33:36.178305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59259d9f-32a8-494a-a6db-e4dcb52d9401 req-8949aac9-b3f9-44c3-8a98-609642b8be8b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jul 09 19:33:36.268891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-3c4116e8-e445-45ea-92fc-d529c16f6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.271077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-3c4116e8-e445-45ea-92fc-d529c16f6259 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.9145525 Jul 09 19:33:36.277520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-4dd17dbc-dd17-47c1-8a1a-f2efcda3705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.278921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-4dd17dbc-dd17-47c1-8a1a-f2efcda3705e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1242533 Jul 09 19:33:36.310717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5577-1550-4b76-a69d-f99b3e3115ee req-7a5cb310-bba4-459d-a1e6-d4f78fe6a095 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.319621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1bf5577-1550-4b76-a69d-f99b3e3115ee req-7a5cb310-bba4-459d-a1e6-d4f78fe6a095 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.9221394 Jul 09 19:33:36.398291 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-4df3cfc9-aa33-4d1d-9c34-ea5d692dc11a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.1130326 Jul 09 19:33:36.461347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:36.488830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1bf5577-1550-4b76-a69d-f99b3e3115ee req-572ac5b5-9203-4e7c-961e-5ac6da17aac6 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663527 Jul 09 19:33:36.556310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=03091b68-5919-4813-abc0-d1bf33257112,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:36.630808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-6e535390-4892-4425-941a-09aede200b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.634385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-6e535390-4892-4425-941a-09aede200b09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2256777 Jul 09 19:33:36.681663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-2801a14b-5208-49e3-8b16-6291fbf5748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.683909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-2801a14b-5208-49e3-8b16-6291fbf5748f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3918483 Jul 09 19:33:36.722248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:36.773739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 21cef348-9c45-40d0-81e3-2f703c7bb74d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:36.800274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a8d1d-bcb3-4fb6-ae64-87a8a7d17191 req-719d3f24-5a8a-4d27-afe2-7b118e10956d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.810936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-742a8d1d-bcb3-4fb6-ae64-87a8a7d17191 req-719d3f24-5a8a-4d27-afe2-7b118e10956d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 948 time: 0.2574213 Jul 09 19:33:36.870869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-c5e9da7b-97be-499a-b23d-d24b23f6631b tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:36.877377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-c5e9da7b-97be-499a-b23d-d24b23f6631b tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 949 time: 0.2396355 Jul 09 19:33:36.895133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-742a8d1d-bcb3-4fb6-ae64-87a8a7d17191 req-01286065-24bf-4061-82a6-7c2cf3d7211b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828233 Jul 09 19:33:36.908926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 21cef348-9c45-40d0-81e3-2f703c7bb74d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:36.909303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 21cef348-9c45-40d0-81e3-2f703c7bb74d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:36.956852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:36.980320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'mac_address': 'fa:16:3e:d9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:37.032348 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:37.046171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:37.085008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:37.113520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:37.196594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:37.214081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72188-37ca-4cc1-a99a-61056b346452 req-713fed34-3d11-4c33-8ea4-fc07da9666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:37.215952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-713fed34-3d11-4c33-8ea4-fc07da9666f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5382736 Jul 09 19:33:37.217821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-21bd03bd-4ca2-4adf-b0c2-6182b4e8476a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127981 Jul 09 19:33:37.222208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d944bbe-00c8-4be9-896e-3d62f8a3cd6b req-06ee8c06-bd26-474f-93ed-545e849337e0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 210 time: 0.0588074 Jul 09 19:33:37.231527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Deleting port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:37.233184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:37.327855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:37.372071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cc1bb-05cc-4776-a8bb-c772bd17c1b0 req-23c7259b-95c7-4d36-aab5-e1de177ec932 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:37.382259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d79cc1bb-05cc-4776-a8bb-c772bd17c1b0 req-23c7259b-95c7-4d36-aab5-e1de177ec932 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac34a649-e14c-4f1b-a726-b2f897f54ce0 HTTP/1.1" status: 200 len: 949 time: 0.3659778 Jul 09 19:33:37.438550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['16bca2ad-0d46-459a-a119-707a4bf796e5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:37.474487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] For port bcb66f17-3e80-4e72-94a7-197b9fe15ef6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:37.478715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:37.558894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-4b4d8ab7-4acf-43d0-b9a1-f0ae336cabf7 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:37.566602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-4b4d8ab7-4acf-43d0-b9a1-f0ae336cabf7 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.2377892 Jul 09 19:33:37.580687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Calling delete_port for bcb66f17-3e80-4e72-94a7-197b9fe15ef6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:37.604435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Request body: {'port': {'device_id': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'admin_state_up': True, 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:37.669685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d79cc1bb-05cc-4776-a8bb-c772bd17c1b0 req-17b739f5-fb50-4ed8-a120-c2da3a7a3642 tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbcd808b-d6b1-497b-b21c-877a03b349ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863648 Jul 09 19:33:37.747095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-03bc3f5d-829e-4d37-85a1-7f7b760f037e service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170639 Jul 09 19:33:37.854289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-9f32e060-ce64-4bb1-92a0-f371a36c30ee service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291845 Jul 09 19:33:37.961901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:37.967049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.108551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80b72188-37ca-4cc1-a99a-61056b346452 req-197ce9df-fc3d-4852-ab59-cc30d8c2cbc1 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307565 Jul 09 19:33:38.291309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-a6bf56cb-2507-415c-837b-fac89d767e46 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.293063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-a6bf56cb-2507-415c-837b-fac89d767e46 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.2428071 Jul 09 19:33:38.322787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Allocated IP 172.20.0.9 (baba1882-8f38-431e-8125-b46543dd89ef/d838f8e3-ea0e-4f47-98fb-26abc4c0f069/2e08e92a-1aa7-4b38-9a26-127c42924670) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:38.326398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Request body: {'port': {'device_id': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'admin_state_up': True, 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:38.330113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.378538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Pushing event deleted for resources: {'Port': ['ID=bcb66f17-3e80-4e72-94a7-197b9fe15ef6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:38.436965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4d455-d480-44ba-ba53-97e0ef9a371c req-25c37232-28b8-43ed-9923-1a5fba2900f9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.444888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-27b4d455-d480-44ba-ba53-97e0ef9a371c req-25c37232-28b8-43ed-9923-1a5fba2900f9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.3587534 Jul 09 19:33:38.494437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] No DVR routers for this DVR port bcb66f17-3e80-4e72-94a7-197b9fe15ef6 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:38.501293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.504008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62b61428-682b-4355-a4ed-7d616cc1fc46 req-9f0bec81-5f2d-49c9-95d9-bde69aba50ac tempest-TenantUsagesTestJSON-1350254179 tempest-TenantUsagesTestJSON-1350254179-project] 10.222.0.59 "DELETE /v2.0/ports/bcb66f17-3e80-4e72-94a7-197b9fe15ef6 HTTP/1.1" status: 204 len: 173 time: 1.6070642 Jul 09 19:33:38.504704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'name': 'network-vif-deleted', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:38.507344 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24f6ae-44b2-41af-935f-2a99eba0805e" -d '{"events": [{"server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "name": "network-vif-deleted", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:38.547720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['bcb66f17-3e80-4e72-94a7-197b9fe15ef6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:38.594378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a20e-9095-4a35-9ed9-1c62a439c4bb req-ca467916-57c5-4d70-bcae-d9560d365366 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.596749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1364a20e-9095-4a35-9ed9-1c62a439c4bb req-ca467916-57c5-4d70-bcae-d9560d365366 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.2904134 Jul 09 19:33:38.597826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-27b4d455-d480-44ba-ba53-97e0ef9a371c req-97ef5839-1ff9-4a28-85c2-df54e24ddfdd tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518865 Jul 09 19:33:38.632442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-fe30d58e-01d9-46f7-87f5-4bfe64211017 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.633348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-fe30d58e-01d9-46f7-87f5-4bfe64211017 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c&tenant_id=3bbb7a3bdc64417d9da208c57de0511b&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 949 time: 0.3368688 Jul 09 19:33:38.650969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Router b735a8cf-1f32-4508-ab32-b2722db0c690 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:33:38.688513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.736509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.738664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:38.787537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1364a20e-9095-4a35-9ed9-1c62a439c4bb req-95fb435f-62f5-42fe-aef9-04b31011beaa tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715999 Jul 09 19:33:38.789763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:38.796130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.807623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-42250c2a-07e9-4534-83b5-b4898a59a1e4 service neutron] 10.222.0.59 "GET /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 382 time: 0.1543717 Jul 09 19:33:38.814617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 16bca2ad-0d46-459a-a119-707a4bf796e5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:38.820795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 16bca2ad-0d46-459a-a119-707a4bf796e5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:38.821907 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.837005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Network baba1882-8f38-431e-8125-b46543dd89ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:38.848252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:38.853866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:38.867501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event updated for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:38.912660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.919235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccd645-7a30-46b8-ad5b-8aee4a9107a3 req-e5dd0349-f447-484f-8495-e52119e70e8c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.920767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fccd645-7a30-46b8-ad5b-8aee4a9107a3 req-e5dd0349-f447-484f-8495-e52119e70e8c tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1447775 Jul 09 19:33:38.936756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:38.937681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.937843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:38.940743 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5791d4-68c2-442a-ace8-5fa68f3b0c8f" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:38.954654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:38.959165 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:38.960246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bcb66f17-3e80-4e72-94a7-197b9fe15ef6 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:38.968214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-8b6bd2bd-c6ed-44b3-bf61-f1cb15990813 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3899777 Jul 09 19:33:38.982615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Request body: {'port': {'device_id': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:39.001418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: bcb66f17-3e80-4e72-94a7-197b9fe15ef6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:39.002454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bcb66f17-3e80-4e72-94a7-197b9fe15ef6 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:39.007491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fccd645-7a30-46b8-ad5b-8aee4a9107a3 req-48b6b2ff-5fda-4f68-875b-ef2171eaca36 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782101 Jul 09 19:33:39.033668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:39.064356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:39.065173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:39.156129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:33:39.169319 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Sync routers for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:33:39.172846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11d44067-2d1b-4b54-bb1f-98eae37f6e56 admin admin] 10.222.0.10 "PUT /v2.0/routers/b735a8cf-1f32-4508-ab32-b2722db0c690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8743405 Jul 09 19:33:39.186147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:39.186892 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:39.187534 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:39.191871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:39.201197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195', 'port_id': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'mac_address': 'fa:16:3e:4f:18:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af65569-26fc-4704-aaf5-797b8f578a90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:39.247985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:39.250881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-10dfa1a1-dafc-416a-ab56-db8e25812ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:39.253180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-10dfa1a1-dafc-416a-ab56-db8e25812ba6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1100 time: 0.3803036 Jul 09 19:33:39.263720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef714d61-bf07-4bc7-819c-3f0da1030f0a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:39.264656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef476aff-05b4-4ee5-9aad-d12a93239a4f req-57be1b07-d2bd-43c6-962c-86049de5c22b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:39.266266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef476aff-05b4-4ee5-9aad-d12a93239a4f req-57be1b07-d2bd-43c6-962c-86049de5c22b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.3532922 Jul 09 19:33:39.295219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:39.302637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:39.353466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:39.373602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-987b3d3b-8fab-4fd9-bb2c-cc241aaadcd7 req-f4fa9720-93f6-4095-ab38-260d08e98414 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 210 time: 0.1280870 Jul 09 19:33:39.378242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Allocated IP 172.20.0.13 (baba1882-8f38-431e-8125-b46543dd89ef/d838f8e3-ea0e-4f47-98fb-26abc4c0f069/82c9404a-1dc0-4933-837d-72dc15eafe26) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:39.391466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:39.574500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:33:36Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:39.597487 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217a369-c7a3-427e-9c6e-bb4adfbdbf99 x-openstack-request-id: req-2217a369-c7a3-427e-9c6e-bb4adfbdbf99 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:39.597998 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac34a649-e14c-4f1b-a726-b2f897f54ce0", "name": "network-vif-deleted", "tag": "bcb66f17-3e80-4e72-94a7-197b9fe15ef6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:39.598411 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2217a369-c7a3-427e-9c6e-bb4adfbdbf99 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:39.598984 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34a649-e14c-4f1b-a726-b2f897f54ce0', 'name': 'network-vif-deleted', 'tag': 'bcb66f17-3e80-4e72-94a7-197b9fe15ef6', 'status': 'completed', 'code': 200} Jul 09 19:33:39.602281 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Checking router: b735a8cf-1f32-4508-ab32-b2722db0c690 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:33:39.612099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Routers {'b735a8cf-1f32-4508-ab32-b2722db0c690'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:39.612638 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b735a8cf-1f32-4508-ab32-b2722db0c690'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:39.646997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef714d61-bf07-4bc7-819c-3f0da1030f0a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:39.728153 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] Set router b735a8cf-1f32-4508-ab32-b2722db0c690 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:39.734148 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48560871-ccae-4b98-8851-917d8609a9bd x-openstack-request-id: req-48560871-ccae-4b98-8851-917d8609a9bd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:39.735043 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:39.735734 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48560871-ccae-4b98-8851-917d8609a9bd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:39.737036 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'code': 200} Jul 09 19:33:39.863879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef476aff-05b4-4ee5-9aad-d12a93239a4f req-819e159d-a2c4-4bf0-a1c4-77359ea8b7e6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741410 Jul 09 19:33:39.946762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-7923b4e7-fb94-4e21-b14a-25b63ef76573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:39.948267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-7923b4e7-fb94-4e21-b14a-25b63ef76573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.6787503 Jul 09 19:33:40.042096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31505c44-b7ef-4f64-97fa-b7cddb343247 req-da1590ec-2679-4695-8167-d0e96917c72b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.043619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31505c44-b7ef-4f64-97fa-b7cddb343247 req-da1590ec-2679-4695-8167-d0e96917c72b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 944 time: 0.1350253 Jul 09 19:33:40.066743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3d5f6f0f-7b3a-4641-a24e-15814ab9cc5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.1012399 Jul 09 19:33:40.076057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:40.097773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31505c44-b7ef-4f64-97fa-b7cddb343247 req-db9faac4-dfe5-4329-acb2-56912d88a685 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Jul 09 19:33:40.102220 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:33:36Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:40.221458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.236704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-c2c42a79-8217-4d3a-baa1-9d9cd81914ee tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.239288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-c2c42a79-8217-4d3a-baa1-9d9cd81914ee tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1160295 Jul 09 19:33:40.261295 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3040ff-97c0-441b-9e4d-56c42c527f4a None None] The sync data for ids ['b735a8cf-1f32-4508-ab32-b2722db0c690'] in n-d-800087-3 is: [{'id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-818292825-router', 'tenant_id': '821625d89da54cd1afaa8e5459562d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '1f493f21-101d-490a-981b-4e26a56c1625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:37Z', 'updated_at': '2021-07-09T19:33:36Z', 'revision_number': 5, 'project_id': '821625d89da54cd1afaa8e5459562d30', 'gw_port': {'id': '1f493f21-101d-490a-981b-4e26a56c1625', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b735a8cf-1f32-4508-ab32-b2722db0c690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:38Z', 'updated_at': '2021-07-09T19:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:33:40.272914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-a2940022-4d7c-4fa6-8726-22a2dee1cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.274479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-a2940022-4d7c-4fa6-8726-22a2dee1cf72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1953611 Jul 09 19:33:40.411905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.423207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-190bbd55-2d9a-4908-b119-369c07a5dabc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36213e41028a46ef97462565fa42bb8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422682 Jul 09 19:33:40.424540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:40.430720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210705bf-2918-4651-ab5e-96641daed05c req-b57971f7-3b46-4791-8539-d611d014c69b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.432322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-210705bf-2918-4651-ab5e-96641daed05c req-b57971f7-3b46-4791-8539-d611d014c69b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.3748548 Jul 09 19:33:40.478309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Deleting port 231bdb75-ce57-457f-b393-178b1839482f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:40.478636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.496198 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.510453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-2adbed2a-aa3e-46d8-9f6d-f23792580896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.511471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753566b1-85aa-43cc-871d-e539b969af55 req-d92be377-00e3-457e-b89c-9ef1b905f5db tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.512075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-2adbed2a-aa3e-46d8-9f6d-f23792580896 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272854 Jul 09 19:33:40.513159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-753566b1-85aa-43cc-871d-e539b969af55 req-d92be377-00e3-457e-b89c-9ef1b905f5db tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 946 time: 0.1831923 Jul 09 19:33:40.602308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.618204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-210705bf-2918-4651-ab5e-96641daed05c req-6b5cb86a-cfb8-4758-941f-a4dfee5061bb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666665 Jul 09 19:33:40.685489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Network baba1882-8f38-431e-8125-b46543dd89ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:40.695834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:40.709083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:40.723414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event updated for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:40.767257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-96c3d361-66a3-4095-99c1-75eea863d819 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443740 Jul 09 19:33:40.774755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.775184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.775520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.775862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.776180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.776550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.776881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.777232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.777559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.777886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.778248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.778564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:40.829808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Deleting port 1f493f21-101d-490a-981b-4e26a56c1625 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:40.830139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.893092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.926665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:40.927360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.950443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-753566b1-85aa-43cc-871d-e539b969af55 req-0a20d80c-0515-4356-827e-eb640c581a85 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/security-groups?id=c032d26d-bed4-4234-9fe6-94bbc71a6ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556258 Jul 09 19:33:40.969768 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:40.985531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-fa927025-8135-4fc2-a356-e1692c8600c0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6647618 Jul 09 19:33:41.001095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] For port 231bdb75-ce57-457f-b393-178b1839482f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=231bdb75-ce57-457f-b393-178b1839482f,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:41.001687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.004404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Request body: {'port': {'device_id': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:41.034495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Calling delete_port for 231bdb75-ce57-457f-b393-178b1839482f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:41.057998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] For port 1f493f21-101d-490a-981b-4e26a56c1625, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1f493f21-101d-490a-981b-4e26a56c1625,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:41.058475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.081631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:41.089916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d2f8-26cb-4288-8975-8b6972e0ae59 req-1ada299c-67e7-4fc5-af50-22cdf838f1e6 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:41.097952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8711d2f8-26cb-4288-8975-8b6972e0ae59 req-1ada299c-67e7-4fc5-af50-22cdf838f1e6 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 932 time: 0.3289104 Jul 09 19:33:41.101265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-32e79972-84e4-4bea-b1c6-61133e0310e3 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153541 Jul 09 19:33:41.115130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Calling delete_port for 1f493f21-101d-490a-981b-4e26a56c1625 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:41.156706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port ef714d61-bf07-4bc7-819c-3f0da1030f0a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:41.163455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port ef714d61-bf07-4bc7-819c-3f0da1030f0a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:41.163858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.184804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e08e92a-1aa7-4b38-9a26-127c42924670 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:41.226877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8711d2f8-26cb-4288-8975-8b6972e0ae59 req-5ee65976-ac78-4ee3-913b-7a7c35e5acd7 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279097 Jul 09 19:33:41.227601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.237200 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.260967 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.303973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Transition to ACTIVE for port object 2e08e92a-1aa7-4b38-9a26-127c42924670 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:41.313379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:41.319337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.320950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.352700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.355303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.358883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbcd808b-d6b1-497b-b21c-877a03b349ed HTTP/1.1" status: 204 len: 168 time: 0.9314408 Jul 09 19:33:41.401376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd808b-d6b1-497b-b21c-877a03b349ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:41.415067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b6757-5689-41cd-b603-da771a3e3e17 req-5c7f2ceb-b345-4690-914c-023f04844251 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:41.416850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d70b6757-5689-41cd-b603-da771a3e3e17 req-5c7f2ceb-b345-4690-914c-023f04844251 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.2246656 Jul 09 19:33:41.524296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:41.542049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.543573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.543573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.543573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.543867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.544190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.545065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.545065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.545460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.545907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.546267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.546717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.553501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.567971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:41.613236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.614166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.614166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.614495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.614629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.615078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.615078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.615603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.615732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.616016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.616323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.616646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.616966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c33e1-99b0-44b0-8986-97ed5ccfb41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:33:41.650490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Pushing event deleted for resources: {'Port': ['ID=231bdb75-ce57-457f-b393-178b1839482f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:41.671019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60821-0d2b-4d0f-96f7-f2aac8fdbcfc req-f5922ba9-33dc-4599-a1c7-27758d607df3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:41.672616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8e60821-0d2b-4d0f-96f7-f2aac8fdbcfc req-f5922ba9-33dc-4599-a1c7-27758d607df3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.2951503 Jul 09 19:33:41.674166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f493f21-101d-490a-981b-4e26a56c1625,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:41.738967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:41.741878 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc40d9-1ddc-41f8-8e0e-228b3626c199" -d '{"events": [{"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-plugged", "status": "completed", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:41.770640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d70b6757-5689-41cd-b603-da771a3e3e17 req-0f32d5cb-7bad-4b5d-a18e-bf9318e896ac tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311521 Jul 09 19:33:41.776406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] No DVR routers for this DVR port 231bdb75-ce57-457f-b393-178b1839482f on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:41.794351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.796729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:41.798297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e94ef1fb-0606-4641-9876-76e537d3a972 req-7021db17-2515-419a-a2df-527b086311e5 tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.59 "DELETE /v2.0/ports/231bdb75-ce57-457f-b393-178b1839482f HTTP/1.1" status: 204 len: 173 time: 1.5512090 Jul 09 19:33:41.802616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'name': 'network-vif-deleted', 'tag': '231bdb75-ce57-457f-b393-178b1839482f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:41.805398 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357b52ed-e334-4e0a-8c9b-cc39903d1580" -d '{"events": [{"server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "name": "network-vif-deleted", "tag": "231bdb75-ce57-457f-b393-178b1839482f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:41.837424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Attempting to bind port 2e08e92a-1aa7-4b38-9a26-127c42924670 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:41.838014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Attempting to bind port 2e08e92a-1aa7-4b38-9a26-127c42924670 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:41.838674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Attempting to bind port 2e08e92a-1aa7-4b38-9a26-127c42924670 on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:41.844986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8e60821-0d2b-4d0f-96f7-f2aac8fdbcfc req-a725bfb7-b686-4e0f-a4a2-27743dc58269 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485555 Jul 09 19:33:41.846181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Port 2e08e92a-1aa7-4b38-9a26-127c42924670 on network baba1882-8f38-431e-8125-b46543dd89ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:41.846547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Attempting to bind port 2e08e92a-1aa7-4b38-9a26-127c42924670 on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:41.853841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:41.854233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Checking segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:41.854616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Bound using segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:41.855039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Bound port: 2e08e92a-1aa7-4b38-9a26-127c42924670, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:41.855559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d118c7b-083b-4c73-ab0f-3e722ad42158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.855683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.861712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.939151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:41.944538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2e08e92a-1aa7-4b38-9a26-127c42924670,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:41.952658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:41.962962 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e6090f-26be-4fe6-b6fe-2ca5499c320e x-openstack-request-id: req-a2e6090f-26be-4fe6-b6fe-2ca5499c320e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:41.963254 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-plugged", "status": "completed", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:41.963503 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2e6090f-26be-4fe6-b6fe-2ca5499c320e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:41.963980 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'code': 200} Jul 09 19:33:42.007240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.009856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.013765 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb95678-ae2c-47fe-ae94-eb9b903c6211 x-openstack-request-id: req-8eb95678-ae2c-47fe-ae94-eb9b903c6211 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:42.014090 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2", "name": "network-vif-deleted", "tag": "231bdb75-ce57-457f-b393-178b1839482f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:42.014309 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8eb95678-ae2c-47fe-ae94-eb9b903c6211 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:42.014856 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2', 'name': 'network-vif-deleted', 'tag': '231bdb75-ce57-457f-b393-178b1839482f', 'status': 'completed', 'code': 200} Jul 09 19:33:42.057626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.058458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.059994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e08e92a-1aa7-4b38-9a26-127c42924670 HTTP/1.1" status: 200 len: 1091 time: 3.0837257 Jul 09 19:33:42.076088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.076728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b735a8cf-1f32-4508-ab32-b2722db0c690 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:33:42.116507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.120516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a01bc1bd-eba1-40f4-a476-a5ec89a36148 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b735a8cf-1f32-4508-ab32-b2722db0c690 HTTP/1.1" status: 204 len: 168 time: 2.9269886 Jul 09 19:33:42.121166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:42.173068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ea1b-654b-4a79-a069-5631c31d0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:42.188870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03091b68-5919-4813-abc0-d1bf33257112 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:42.211187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 03091b68-5919-4813-abc0-d1bf33257112 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:42.211793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03091b68-5919-4813-abc0-d1bf33257112 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:42.231616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69195c-648e-49f6-8599-ea70ad7c2e21 req-850ac001-2fee-424c-8551-5e888e0523c7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.233223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c69195c-648e-49f6-8599-ea70ad7c2e21 req-850ac001-2fee-424c-8551-5e888e0523c7 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.2684038 Jul 09 19:33:42.252750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c9404a-1dc0-4933-837d-72dc15eafe26 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:42.282470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-edd768e8-46c8-4e73-95ca-4c87e61b4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.284702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-edd768e8-46c8-4e73-95ca-4c87e61b4f05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=3c5690ac-519e-4ef3-b21b-33ed6469a422 HTTP/1.1" status: 200 len: 1094 time: 0.1406481 Jul 09 19:33:42.290243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c69195c-648e-49f6-8599-ea70ad7c2e21 req-215caa84-a317-415d-9005-bad6c3e454a3 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Jul 09 19:33:42.306315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.332262 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-a775dec1-7e00-483c-886b-45e959c4a61c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e08e92a-1aa7-4b38-9a26-127c42924670 HTTP/1.1" status: 200 len: 217 time: 0.0402899 Jul 09 19:33:42.335334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-615a864e-7254-4d76-9a2a-d7f8d62f3a47 req-71fdafe5-287d-4f04-a084-5c53e6ee427b tempest-ListServerFiltersTestJSON-54274946 tempest-ListServerFiltersTestJSON-54274946-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cdc4db5-3a2b-4893-b4a5-e5797cc36ee2 HTTP/1.1" status: 200 len: 210 time: 0.0949991 Jul 09 19:33:42.377524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Deleting subnet f91b5c62-1a6d-4592-90da-52fce6f54e82 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:42.382228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.390240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-f68269eb-0099-42cb-8e96-d4e515326d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.391888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-f68269eb-0099-42cb-8e96-d4e515326d7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.0540366 Jul 09 19:33:42.407417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Transition to ACTIVE for port object 82c9404a-1dc0-4933-837d-72dc15eafe26 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:42.411649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019ade4-1591-4c85-b97b-cb46251a5bdb req-6f72d047-4c7d-436a-9377-17f8b2fcafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.413199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0019ade4-1591-4c85-b97b-cb46251a5bdb req-6f72d047-4c7d-436a-9377-17f8b2fcafdd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1096 time: 0.3508973 Jul 09 19:33:42.439891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-0314796e-68ff-4a69-9e14-5f8ccfe02071 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411172 Jul 09 19:33:42.441433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.503094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d118c7b-083b-4c73-ab0f-3e722ad42158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.506838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.542706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-2c854dc3-e8dc-48db-a6ab-8dd4861c1825 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963526 Jul 09 19:33:42.559562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d118c7b-083b-4c73-ab0f-3e722ad42158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.570686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0019ade4-1591-4c85-b97b-cb46251a5bdb req-f96e230d-63b3-4a4a-b081-905905c7af79 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471932 Jul 09 19:33:42.617117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:42.636459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d118c7b-083b-4c73-ab0f-3e722ad42158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44e922-2750-4618-9c06-962b5242379b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:42.660310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-98d19c71-47e3-4d09-961a-1137a8b04a9a service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101787 Jul 09 19:33:42.679087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d118c7b-083b-4c73-ab0f-3e722ad42158 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2a1aab4fcfa441587e90a32218ff6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768582 Jul 09 19:33:42.679778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:42.743930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.756401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.758978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 231bdb75-ce57-457f-b393-178b1839482f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:42.783266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.785560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 231bdb75-ce57-457f-b393-178b1839482f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:42.786067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 231bdb75-ce57-457f-b393-178b1839482f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:42.789908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066412c-b375-49a0-b20d-9a0168dfd3db req-08403844-df54-4ac8-96c1-c6dc780307b8 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:42.796666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7066412c-b375-49a0-b20d-9a0168dfd3db req-08403844-df54-4ac8-96c1-c6dc780307b8 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 944 time: 0.3353336 Jul 09 19:33:42.833769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Attempting to bind port 82c9404a-1dc0-4933-837d-72dc15eafe26 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:42.834104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Attempting to bind port 82c9404a-1dc0-4933-837d-72dc15eafe26 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:42.834431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Attempting to bind port 82c9404a-1dc0-4933-837d-72dc15eafe26 on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:42.837450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.842176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.843913 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b44e922-2750-4618-9c06-962b5242379b HTTP/1.1" status: 204 len: 168 time: 0.1649926 Jul 09 19:33:42.854710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b5bb-d2c9-4c61-b738-599e4556932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44e922-2750-4618-9c06-962b5242379b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:42.858550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Port 82c9404a-1dc0-4933-837d-72dc15eafe26 on network baba1882-8f38-431e-8125-b46543dd89ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:42.859217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Attempting to bind port 82c9404a-1dc0-4933-837d-72dc15eafe26 on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:42.881759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7066412c-b375-49a0-b20d-9a0168dfd3db req-1ec58049-54de-4f87-bf89-9ce960e363ac tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841932 Jul 09 19:33:42.889543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:42.889787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Checking segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:42.890500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Bound using segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:42.890650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Bound port: 82c9404a-1dc0-4933-837d-72dc15eafe26, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:42.890969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:42.996358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.004299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8d75f-07f7-4f8c-afb3-5818fec933ff req-71d809e1-db06-4d5c-a013-15022c2646c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:43.006077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97b8d75f-07f7-4f8c-afb3-5818fec933ff req-71d809e1-db06-4d5c-a013-15022c2646c4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.0788701 Jul 09 19:33:43.048400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b5c62-1a6d-4592-90da-52fce6f54e82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:43.049027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97b8d75f-07f7-4f8c-afb3-5818fec933ff req-5790a578-b219-4c2f-8ef9-c5be0bf2804d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Jul 09 19:33:43.058093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792bcf9-d1ac-4dab-9bea-3ac31c94beed None None] Network 240304f8-57f5-4adc-a8db-fd76d431147b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:43.068097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:43.070712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.074895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5944cb24-10e6-46b2-88a0-bb4027d00e29 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f91b5c62-1a6d-4592-90da-52fce6f54e82 HTTP/1.1" status: 204 len: 168 time: 0.9211879 Jul 09 19:33:43.075606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:43.135045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=82c9404a-1dc0-4933-837d-72dc15eafe26,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:43.148184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.207563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:43.208186 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.209619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/82c9404a-1dc0-4933-837d-72dc15eafe26 HTTP/1.1" status: 200 len: 1092 time: 2.2143595 Jul 09 19:33:43.213737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:43.216263 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138" -d '{"events": [{"name": "network-changed", "server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:43.226316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.252451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1ace-defc-47b5-8c90-4d6fcd4c3cdf req-e4fcebcd-1d1a-4f27-b00a-530abfea871b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:43.254091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-960c1ace-defc-47b5-8c90-4d6fcd4c3cdf req-e4fcebcd-1d1a-4f27-b00a-530abfea871b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.2370999 Jul 09 19:33:43.259965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802e7ca-2d66-440f-8712-5a694fe182c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:43.300335 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f6bb5-a1cd-4017-af17-11f30d3efe5a x-openstack-request-id: req-468f6bb5-a1cd-4017-af17-11f30d3efe5a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:43.300622 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:43.300874 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-468f6bb5-a1cd-4017-af17-11f30d3efe5a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:43.301296 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26', 'status': 'completed', 'code': 200} Jul 09 19:33:43.331976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] DHCP port deletion for 240304f8-57f5-4adc-a8db-fd76d431147b request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:43.366731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-960c1ace-defc-47b5-8c90-4d6fcd4c3cdf req-a3effa74-eeef-4fa7-b496-18a412235ac4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032987 Jul 09 19:33:43.405169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-a583dcef-b659-4402-845c-f90f8a8e5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:43.405169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-a583dcef-b659-4402-845c-f90f8a8e5f40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 1095 time: 0.1368749 Jul 09 19:33:43.405169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Deleting port 4668a834-51cb-499e-9938-4c6d7c05485a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:43.405744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.455462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Deleting port 4668a834-51cb-499e-9938-4c6d7c05485a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:43.456496 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.518890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] For port 4668a834-51cb-499e-9938-4c6d7c05485a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4668a834-51cb-499e-9938-4c6d7c05485a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:43.519251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.544552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Calling delete_port for 4668a834-51cb-499e-9938-4c6d7c05485a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:43.550886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] For port 4668a834-51cb-499e-9938-4c6d7c05485a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4668a834-51cb-499e-9938-4c6d7c05485a,segment=NetworkSegment(9a05e458-d394-4390-bf75-3141e7a74f2e),segment_id=9a05e458-d394-4390-bf75-3141e7a74f2e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:43.551541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.570964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Calling delete_port for 4668a834-51cb-499e-9938-4c6d7c05485a owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:43.575687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:43.659806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0f99-dda5-40f2-b80a-84dcd7eb5cdd req-6f02361b-6295-4fa4-924a-f090b96db86f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:43.662178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8bd0f99-dda5-40f2-b80a-84dcd7eb5cdd req-6f02361b-6295-4fa4-924a-f090b96db86f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.1282883 Jul 09 19:33:43.700305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:43.728677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8bd0f99-dda5-40f2-b80a-84dcd7eb5cdd req-7102f841-2117-4a31-82d0-912433a4d4fc tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601842 Jul 09 19:33:43.743506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] Pushing event deleted for resources: {'Port': ['ID=4668a834-51cb-499e-9938-4c6d7c05485a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:43.759583 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-f133491c-a87f-4deb-bfbe-befcb03c718b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c9404a-1dc0-4933-837d-72dc15eafe26 HTTP/1.1" status: 200 len: 217 time: 0.3408031 Jul 09 19:33:43.762529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e630f-2ab4-46ec-ae0a-5da98f7dcac1 None None] No DVR routers for this DVR port 4668a834-51cb-499e-9938-4c6d7c05485a on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:43.844495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Deleting subnet e63519dc-677e-48a2-9ca6-95da0c4983da {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:44.012584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-eb581b41-1b64-43a2-961a-e017c43e117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.012584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-eb581b41-1b64-43a2-961a-e017c43e117f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1101 time: 0.0760970 Jul 09 19:33:44.012936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:44.019362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:44.021570 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa628f06-955f-4147-8c91-dad938860af4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:44.029807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:44.093204 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d3df4-d5e7-4103-ae9f-197d6ce7775a x-openstack-request-id: req-818d3df4-d5e7-4103-ae9f-197d6ce7775a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:44.093444 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:44.093634 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-818d3df4-d5e7-4103-ae9f-197d6ce7775a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:44.094162 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670', 'status': 'completed', 'code': 200} Jul 09 19:33:44.175661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1f493f21-101d-490a-981b-4e26a56c1625 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:44.186827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.199616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.208574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-742458794-network', 'tenant_id': '8b71bd3234e14b5fa4e859b40550c5f8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:44.211636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1f493f21-101d-490a-981b-4e26a56c1625 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:44.212430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1f493f21-101d-490a-981b-4e26a56c1625 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:44.213095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4668a834-51cb-499e-9938-4c6d7c05485a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:44.242058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4668a834-51cb-499e-9938-4c6d7c05485a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:44.242289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-cf52b0f4-569b-4166-99df-15c1c8f7bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.242400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c395e-926b-4317-8faf-d2ec25c2a243 req-748929e9-6764-4ebb-81ff-6f39dc792044 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.243125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4668a834-51cb-499e-9938-4c6d7c05485a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:44.243644 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-cf52b0f4-569b-4166-99df-15c1c8f7bec3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.4628353 Jul 09 19:33:44.249229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-888c395e-926b-4317-8faf-d2ec25c2a243 req-748929e9-6764-4ebb-81ff-6f39dc792044 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 944 time: 0.1952920 Jul 09 19:33:44.270470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.295430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Made reservation on behalf of 8b71bd3234e14b5fa4e859b40550c5f8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:44.295677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.297730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.309923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-01da89ed-6f3e-4f19-8933-c52903c06221 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549269 Jul 09 19:33:44.317605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.380696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Pushing event deleted for resources: {'Port': ['ID=4668a834-51cb-499e-9938-4c6d7c05485a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:44.385262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] No DVR routers for this DVR port 4668a834-51cb-499e-9938-4c6d7c05485a on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:44.390319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-888c395e-926b-4317-8faf-d2ec25c2a243 req-de32e7b5-08d4-4e9e-9408-3d5d4c6393dd tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402366 Jul 09 19:33:44.553511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:44.569701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628f06-955f-4147-8c91-dad938860af4 req-d2761300-0f3d-44d1-88ad-54333cfe0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.571216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-d2761300-0f3d-44d1-88ad-54333cfe0311 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=3c5690ac-519e-4ef3-b21b-33ed6469a422 HTTP/1.1" status: 200 len: 1094 time: 0.3872623 Jul 09 19:33:44.608617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.625906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.629115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:44.632388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.671839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240304f8-57f5-4adc-a8db-fd76d431147b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:44.675689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:33:44.687236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.700905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddfb12-16ca-4cde-bd83-429eb4da71c3 req-d9c9aebf-072f-4d67-8efa-44f493a06fda tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.702462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1ddfb12-16ca-4cde-bd83-429eb4da71c3 req-d9c9aebf-072f-4d67-8efa-44f493a06fda tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.1969416 Jul 09 19:33:44.716065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551367cd-efab-4576-b143-69a3b2724e36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:44.723611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a05e458-d394-4390-bf75-3141e7a74f2e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:44.723892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a05e458-d394-4390-bf75-3141e7a74f2e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:44.724705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.724962 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Added segment b5f2776f-f67b-4b4a-aebc-94a8a98b359e of type vlan for network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 Jul 09 19:33:44.731107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-ff17548c-455d-466e-a844-f725027995df service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786681 Jul 09 19:33:44.739687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.747017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a198-3865-4b74-812d-d04b2dec6778 req-34b8ee56-de48-4430-be81-73e8941bce6d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.748514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d41a198-3865-4b74-812d-d04b2dec6778 req-34b8ee56-de48-4430-be81-73e8941bce6d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.4816570 Jul 09 19:33:44.759554 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.779703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Transition to ACTIVE for port object 16bca2ad-0d46-459a-a119-707a4bf796e5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:44.796910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.809409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.836454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1ddfb12-16ca-4cde-bd83-429eb4da71c3 req-1ce26ac1-5278-4423-8c38-c236e3bd7676 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152146 Jul 09 19:33:44.842501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.865515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:44.865965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:44.868328 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:44.892826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] No DVR routers for this DVR port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:44.908111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:44.949058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.950058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.950633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:44.983399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628f06-955f-4147-8c91-dad938860af4 req-0d32da89-e4aa-4ff8-bd97-ac903b4e4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:44.985015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-0d32da89-e4aa-4ff8-bd97-ac903b4e4bac service neutron] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 913 time: 0.3990135 Jul 09 19:33:44.992638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d41a198-3865-4b74-812d-d04b2dec6778 req-952a2329-695d-4432-ad6b-c6cbb158a1f4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246003 Jul 09 19:33:44.997903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.010177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.016403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.021562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] 10.222.0.10 "DELETE /v2.0/networks/240304f8-57f5-4adc-a8db-fd76d431147b HTTP/1.1" status: 204 len: 168 time: 1.9435089 Jul 09 19:33:45.024360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:45.088563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:45.088966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:45.089401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:45.105538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.107489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e63519dc-677e-48a2-9ca6-95da0c4983da HTTP/1.1" status: 204 len: 168 time: 1.5308199 Jul 09 19:33:45.108965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-ec0860fb-6168-46db-b7c7-7ea4a23758aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e08e92a-1aa7-4b38-9a26-127c42924670 HTTP/1.1" status: 200 len: 217 time: 0.1131873 Jul 09 19:33:45.109764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1980-f06e-4a75-bc2f-89d0fe3645dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63519dc-677e-48a2-9ca6-95da0c4983da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:45.113290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bce548-0de9-4bde-a379-35676bf25dca None None] Network 46c6c28f-0cd2-4203-8278-cbded053244e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:45.113762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:45.116634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531614e-6c16-47da-9e3f-b4837d1a0702 admin admin] Pushing event deleted for resources: {'Network': ['ID=240304f8-57f5-4adc-a8db-fd76d431147b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:45.127930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b52d38-13cd-427b-b8e0-49e0674dbf9f req-6c07d2a7-e6ff-438f-9bbb-a305eb83a6f0 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767805 Jul 09 19:33:45.138819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1246874 Jul 09 19:33:45.150988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:45.158462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:45.158822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Attempting to bind port 16bca2ad-0d46-459a-a119-707a4bf796e5 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:45.163974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Request body: {'subnet': {'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-742458794-subnet', 'tenant_id': '8b71bd3234e14b5fa4e859b40550c5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:45.178902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c9dd-a1ee-4442-893c-b26a7088460f admin admin] Pushing event updated for resources: {'Network': ['ID=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:45.214504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:45.214846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:45.215489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:45.215950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Bound port: 16bca2ad-0d46-459a-a119-707a4bf796e5, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:45.216292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.224033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:33:45.276672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-dc79a18a-52b0-4862-a309-09dbc90858cd tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.278244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-dc79a18a-52b0-4862-a309-09dbc90858cd tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.3803089 Jul 09 19:33:45.293303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.303657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628f06-955f-4147-8c91-dad938860af4 req-31cc5992-a05a-4580-828a-158abde19eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.305366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-31cc5992-a05a-4580-828a-158abde19eef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.1802828 Jul 09 19:33:45.359863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-1b6d9858-3498-44b9-a641-c64bd6a6ad9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450461 Jul 09 19:33:45.472607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] DHCP port deletion for 46c6c28f-0cd2-4203-8278-cbded053244e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:45.491391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-2a49a8d9-259e-45d6-b368-46eff69ffae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.492906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-2a49a8d9-259e-45d6-b368-46eff69ffae2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 1095 time: 0.2872210 Jul 09 19:33:45.523150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Deleting port 67aaf509-f275-4edc-990f-ef6e083d965e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:45.523523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.537327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-3'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:45.541666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Made reservation on behalf of 8b71bd3234e14b5fa4e859b40550c5f8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:45.543771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.592718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] For port 67aaf509-f275-4edc-990f-ef6e083d965e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=67aaf509-f275-4edc-990f-ef6e083d965e,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:45.593428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.596277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Deleting port 67aaf509-f275-4edc-990f-ef6e083d965e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:45.596607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.606556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Calling delete_port for 67aaf509-f275-4edc-990f-ef6e083d965e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:45.652453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d4b3-3e48-46b3-941d-2425804ddf51 req-cd672b84-b850-45f8-a9e6-ec06256201df tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.653966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18d5d4b3-3e48-46b3-941d-2425804ddf51 req-cd672b84-b850-45f8-a9e6-ec06256201df tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 945 time: 0.5617363 Jul 09 19:33:45.660510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49095f81-47e7-4590-86fb-e3722e525a59 req-dc8da0b5-5726-46fa-824d-948270ac857b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.662079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49095f81-47e7-4590-86fb-e3722e525a59 req-dc8da0b5-5726-46fa-824d-948270ac857b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1096 time: 0.3058040 Jul 09 19:33:45.669145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-7dc916ce-007a-41b0-856f-6c0665de3025 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943244 Jul 09 19:33:45.693989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.712290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] For port 67aaf509-f275-4edc-990f-ef6e083d965e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=67aaf509-f275-4edc-990f-ef6e083d965e,segment=NetworkSegment(938937ed-247c-4191-8c99-63df410fe949),segment_id=938937ed-247c-4191-8c99-63df410fe949)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:45.712596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.725310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] Pushing event deleted for resources: {'Port': ['ID=67aaf509-f275-4edc-990f-ef6e083d965e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:45.729186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b468b-0eda-40fa-8a94-2354bc6aed18 None None] No DVR routers for this DVR port 67aaf509-f275-4edc-990f-ef6e083d965e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:45.769650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:45.775227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Calling delete_port for 67aaf509-f275-4edc-990f-ef6e083d965e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:45.787741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-7c722975-5d12-4e10-b0a7-e560b3bbd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.789249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-7c722975-5d12-4e10-b0a7-e560b3bbd684 service neutron] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 913 time: 0.2890859 Jul 09 19:33:45.825004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:45.845072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.850118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49095f81-47e7-4590-86fb-e3722e525a59 req-2ab0ceb7-8180-4978-aef4-ad20be0e26a9 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720078 Jul 09 19:33:45.856299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18d5d4b3-3e48-46b3-941d-2425804ddf51 req-b8960f38-dc60-45fb-ae63-6a3fe028c45c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685731 Jul 09 19:33:45.896344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-c4619ada-9723-4c88-9df9-600a0354f212 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c9404a-1dc0-4933-837d-72dc15eafe26 HTTP/1.1" status: 200 len: 217 time: 0.0966334 Jul 09 19:33:45.900629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.948138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.948676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:45.950112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] 10.222.0.25 "PUT /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 1097 time: 1.9248519 Jul 09 19:33:45.957122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa628f06-955f-4147-8c91-dad938860af4 req-08fc1604-3802-4053-a1ac-58806799dde2 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710044 Jul 09 19:33:45.980802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-7b0a8b7f-388d-4fda-a81c-be6df4670dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:45.982331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-7b0a8b7f-388d-4fda-a81c-be6df4670dd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.0769525 Jul 09 19:33:46.035759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be31a-7d20-47dc-9286-9cc94105f45b service neutron] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:46.046956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-7db00fcd-5fcb-4bdf-89b2-b59b67b1207e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567226 Jul 09 19:33:46.067689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.146068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 67aaf509-f275-4edc-990f-ef6e083d965e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:46.168820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 67aaf509-f275-4edc-990f-ef6e083d965e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:46.169203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 67aaf509-f275-4edc-990f-ef6e083d965e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:46.183235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}, {'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:46.185757 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0400062-6518-4136-a26e-b4a3d0092942" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-unplugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}, {"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:46.191937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Pushing event deleted for resources: {'Port': ['ID=67aaf509-f275-4edc-990f-ef6e083d965e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:46.193793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] No DVR routers for this DVR port 67aaf509-f275-4edc-990f-ef6e083d965e on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:46.293626 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.325195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.340957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-9cc58d9e-43c2-4fd1-af0c-439456f988d3 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755494 Jul 09 19:33:46.341384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:46.343554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c6c28f-0cd2-4203-8278-cbded053244e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:46.346468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-33b125a7-bfc3-42a0-be33-0f983c1367b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:46.347946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-33b125a7-bfc3-42a0-be33-0f983c1367b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1100 time: 0.3469911 Jul 09 19:33:46.383865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938937ed-247c-4191-8c99-63df410fe949') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:46.384159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938937ed-247c-4191-8c99-63df410fe949') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:46.408162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cfb548-8ebf-440b-8083-0468ed8bd711,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:46.416978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba7d84-5c74-4a22-be4e-1e67041c6d7c req-bf8e2bd7-27f2-4864-8508-d557edcb85dd tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:46.418509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06ba7d84-5c74-4a22-be4e-1e67041c6d7c req-bf8e2bd7-27f2-4864-8508-d557edcb85dd tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 944 time: 0.3751247 Jul 09 19:33:46.437956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:46.443550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a863f9-0f40-45da-b675-91f7e86c22d5 req-f7535baa-9a82-4bd4-baa5-6efcc19d8e57 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:46.445097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51a863f9-0f40-45da-b675-91f7e86c22d5 req-f7535baa-9a82-4bd4-baa5-6efcc19d8e57 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1096 time: 0.2537715 Jul 09 19:33:46.464944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.472703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Checking segment: {'id': 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:46.473067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Network hostable DHCP agents. Network: cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:33:46.507115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.525320 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.526063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:46.526538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:46.536061 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:46.546391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51a863f9-0f40-45da-b675-91f7e86c22d5 req-9032d08c-1433-4ab9-bbbd-075fbdd65c69 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Jul 09 19:33:46.573255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:33:46.573255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.599313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06ba7d84-5c74-4a22-be4e-1e67041c6d7c req-854e81a9-8d00-4818-9f03-60f77d2a6446 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363823 Jul 09 19:33:46.608457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:46.613115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:46.613775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.635622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409949f-3699-4b63-a297-92492101873b None None] Network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:46.693182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f12883c-b7cd-4f47-aeb0-777fea236719 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5269291 Jul 09 19:33:46.704762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:46.758856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on host n-h1-800087-3 for vnic_type normal with profile {"migrating_to": "n-h2-800087-3"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:46.759213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:46.759530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:46.766811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:46.771519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.817639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:46.817800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Attempting to bind port af5693f3-55a6-4b60-b7ea-0857c0de4623 on network 5c5cf814-7517-4e71-9306-eca4fb421e7d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:46.821061 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b86b92b-848a-4681-93c6-58f119ba5d0d x-openstack-request-id: req-0b86b92b-848a-4681-93c6-58f119ba5d0d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:46.821385 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-unplugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "code": 200}, {"name": "network-changed", "server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:46.821639 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b86b92b-848a-4681-93c6-58f119ba5d0d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:46.822093 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'code': 200} Jul 09 19:33:46.822358 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'status': 'completed', 'code': 200} Jul 09 19:33:46.841973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:46.842333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Checking segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:46.842734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Bound using segment: {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:46.843181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Bound port: af5693f3-55a6-4b60-b7ea-0857c0de4623, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c5b1f5-978b-4398-a6c2-7742258208d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5c5cf814-7517-4e71-9306-eca4fb421e7d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:46.843548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:46.861670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:46.928867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4e874-1097-4c7c-a052-9f77684bd594 None None] Network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:47.026604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb73258-2477-4c2f-a8e6-cf95727fd944 req-19aae7ba-d97e-48ad-a1fd-480b3b27535c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.031024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bb73258-2477-4c2f-a8e6-cf95727fd944 req-19aae7ba-d97e-48ad-a1fd-480b3b27535c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.3176394 Jul 09 19:33:47.076949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-50a8b078-ac2f-49f4-a580-c93c3dc9d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.078574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-50a8b078-ac2f-49f4-a580-c93c3dc9d015 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.7158692 Jul 09 19:33:47.081516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14f5f2ea-9003-4ee2-b164-00fd4bfe2138 req-262b41b1-570d-47df-ac45-911ade0e9e48 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325439 Jul 09 19:33:47.082253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.087891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.089741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] 10.222.0.10 "DELETE /v2.0/networks/46c6c28f-0cd2-4203-8278-cbded053244e HTTP/1.1" status: 204 len: 168 time: 1.9745057 Jul 09 19:33:47.118155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2e08e92a-1aa7-4b38-9a26-127c42924670 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:47.125495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:47.172738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:47.186736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-d06d81a7-fc96-41a3-a90d-9df9539d13b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0943267 Jul 09 19:33:47.191063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f837-0ea1-4eff-b073-1cc4d2e88261 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c6c28f-0cd2-4203-8278-cbded053244e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:47.240644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.260811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2e08e92a-1aa7-4b38-9a26-127c42924670,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:47.286298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '2e08e92a-1aa7-4b38-9a26-127c42924670', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'port_id': '2e08e92a-1aa7-4b38-9a26-127c42924670', 'mac_address': 'fa:16:3e:7d:dc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd838f8e3-ea0e-4f47-98fb-26abc4c0f069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:47.293988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-0b8921f2-d526-4a32-a123-8d8bf7db001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.295683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-0b8921f2-d526-4a32-a123-8d8bf7db001b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0974498 Jul 09 19:33:47.336968 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bb73258-2477-4c2f-a8e6-cf95727fd944 req-05e87cfc-52ac-4a2a-b323-ae57a559d8a1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047225 Jul 09 19:33:47.362851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4682bb-8c42-490c-82d4-bbf0f096ccb4 req-2fb3bb4e-1391-48da-b96e-1d4c2986cf57 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.370796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c4682bb-8c42-490c-82d4-bbf0f096ccb4 req-2fb3bb4e-1391-48da-b96e-1d4c2986cf57 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1373680 Jul 09 19:33:47.384491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.409554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-a9457970-f1d2-4f41-a4de-518d509938d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.410053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:47.411958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-a9457970-f1d2-4f41-a4de-518d509938d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1100 time: 0.5888412 Jul 09 19:33:47.435186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:47.453262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c4682bb-8c42-490c-82d4-bbf0f096ccb4 req-a75e73c6-352d-490d-8669-16939e1b4edb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773976 Jul 09 19:33:47.461950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e08e92a-1aa7-4b38-9a26-127c42924670 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:47.480446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-06127b9e-b6be-4dc2-a256-b733a584e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.480446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-06127b9e-b6be-4dc2-a256-b733a584e773 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686974 Jul 09 19:33:47.480714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.480714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.480714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-87132e87-30d5-497f-9f1d-710e4d8f9fff service neutron] 10.222.0.25 "PUT /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 1121 time: 1.9478004 Jul 09 19:33:47.508597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d62295a6-f495-467f-a596-a71d7d158133 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a29f0293ac4b4eccb73969b26acd30de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951288 Jul 09 19:33:47.517256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:47.521031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2e08e92a-1aa7-4b38-9a26-127c42924670,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:47.534325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.534325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:47.644002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-9a72abb7-8d51-4f37-b51d-f73607a8649d service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519694 Jul 09 19:33:47.644673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.718620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-60754093-b59f-41f4-a22e-631c40494537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.719633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-60754093-b59f-41f4-a22e-631c40494537 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2964325 Jul 09 19:33:47.738341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:47.764286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 has no active binding in host n-h2-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:33:47.766383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['af5693f3-55a6-4b60-b7ea-0857c0de4623'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:47.767866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:47.776543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.793715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2009493476-network', 'tenant_id': '83007ab8b9624187a8e09aaba80e85e7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:47.808260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['af5693f3-55a6-4b60-b7ea-0857c0de4623'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:47.851634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-0b501fbe-f5ef-473b-9a32-e94a1be48c0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.0847895 Jul 09 19:33:47.902381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Made reservation on behalf of 83007ab8b9624187a8e09aaba80e85e7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:47.909777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-939e6440-3f44-4613-9e7b-55a3f440df74 req-0929865f-8600-4fd0-86c9-6dec2f2bd459 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529840 Jul 09 19:33:47.911212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.911340 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.914652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.926346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c032d26d-bed4-4234-9fe6-94bbc71a6ae1 HTTP/1.1" status: 204 len: 168 time: 0.3996229 Jul 09 19:33:47.931476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.946295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Deleting port 75497a20-7846-4dc0-8241-ab1534c904f9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:47.946639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:47.950047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-2b5f37c2-38c8-4b80-a511-3f10def93236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.952131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-2b5f37c2-38c8-4b80-a511-3f10def93236 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0920429 Jul 09 19:33:47.984994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c72a4-87d5-4af0-a288-f51ede152291 req-6756aa1f-a326-4925-9ed6-6954d9eea441 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:47.987004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:47.988134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f4c72a4-87d5-4af0-a288-f51ede152291 req-6756aa1f-a326-4925-9ed6-6954d9eea441 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 944 time: 0.1799269 Jul 09 19:33:47.992612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117e3e0-9b2a-48a4-8f59-ca19adcb2e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032d26d-bed4-4234-9fe6-94bbc71a6ae1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:48.213390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f4c72a4-87d5-4af0-a288-f51ede152291 req-9500f9b9-5f90-4620-8004-ffd404401a49 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974852 Jul 09 19:33:48.226045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-33da8ee8-ef6f-42a7-ba98-6c1577fda627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.228227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-33da8ee8-ef6f-42a7-ba98-6c1577fda627 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 1100 time: 0.2364721 Jul 09 19:33:48.348618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2e08e92a-1aa7-4b38-9a26-127c42924670'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:48.413489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-d4e863ba-02c1-4003-9f90-e543e814c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.418413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-d4e863ba-02c1-4003-9f90-e543e814c427 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1810985 Jul 09 19:33:48.420296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] For port 75497a20-7846-4dc0-8241-ab1534c904f9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75497a20-7846-4dc0-8241-ab1534c904f9,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:48.420658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.424420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-61bfe940-cfa7-405c-9bfc-f846b70006c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.425966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-61bfe940-cfa7-405c-9bfc-f846b70006c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4595602 Jul 09 19:33:48.452104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Calling delete_port for 75497a20-7846-4dc0-8241-ab1534c904f9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:48.503325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.560903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-bb4d1fa2-97ea-48fe-8cc1-8d45cb590b50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 200 len: 217 time: 0.1232243 Jul 09 19:33:48.662996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-c47ce999-7b4e-4baf-a058-fd00e1496a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.664539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-c47ce999-7b4e-4baf-a058-fd00e1496a17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0958755 Jul 09 19:33:48.683924 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.702273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.721694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-c274f83f-93a8-43cb-b210-674c20ca4d20 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858009 Jul 09 19:33:48.783626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:33:48.796708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c32da3-99ca-42e1-82b0-2cc426359fa3 req-f95d54c4-de54-4e64-ac45-732b39e5f46f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.803857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08c32da3-99ca-42e1-82b0-2cc426359fa3 req-f95d54c4-de54-4e64-ac45-732b39e5f46f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.1382627 Jul 09 19:33:48.814016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400062-6518-4136-a26e-b4a3d0092942 req-c44521ae-0dbe-4966-a575-66d8f177c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:48.815559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-c44521ae-0dbe-4966-a575-66d8f177c32a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345084 Jul 09 19:33:48.830191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623'}, {'name': 'network-changed', 'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:48.833011 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c" -d '{"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-unplugged", "status": "completed", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623"}, {"name": "network-changed", "server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:48.844103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5285ac-e7b1-4778-8648-bdfbecd7504e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:48.848045 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.848596 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Added segment 3d65f59c-5e13-4833-adab-d886c741330b of type vlan for network 6a59095c-441c-412c-862c-26c87ba415c5 Jul 09 19:33:48.903626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08c32da3-99ca-42e1-82b0-2cc426359fa3 req-d55c939d-1bc1-449a-b5d3-5cbe677c26c1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985842 Jul 09 19:33:48.933301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:48.945156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-301e3d95-bcd8-4e20-900b-61988a53e2d1 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224301 Jul 09 19:33:49.015247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.016185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.017430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.021709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-bfd33c07-1c68-41e5-88e3-23d9b6846cb2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914836 Jul 09 19:33:49.104229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3342335 Jul 09 19:33:49.107036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:49.107370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:49.120208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 82c9404a-1dc0-4933-837d-72dc15eafe26 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:49.125988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Request body: {'subnet': {'network_id': '6a59095c-441c-412c-862c-26c87ba415c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2009493476-subnet', 'tenant_id': '83007ab8b9624187a8e09aaba80e85e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:49.129320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0400062-6518-4136-a26e-b4a3d0092942 req-7c4a2e09-f052-4a72-b50b-b2ba75f1ba1f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752195 Jul 09 19:33:49.131518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030ffd-5815-470b-9939-ab883661b2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a59095c-441c-412c-862c-26c87ba415c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:49.161823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.166579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6a59095c-441c-412c-862c-26c87ba415c5 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:33:49.191656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=75497a20-7846-4dc0-8241-ab1534c904f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:49.229569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Made reservation on behalf of 83007ab8b9624187a8e09aaba80e85e7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:49.232818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.233466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a3129-8cca-4dbe-a900-0aaf5a3e49e7 req-324c2e5a-e63e-41b3-bb45-292b0a043f82 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.239260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b41a3129-8cca-4dbe-a900-0aaf5a3e49e7 req-324c2e5a-e63e-41b3-bb45-292b0a043f82 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1047990 Jul 09 19:33:49.244982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-0d52e0d3-db0d-4f58-8f9c-af326dd7281b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:33:49.252656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-0d52e0d3-db0d-4f58-8f9c-af326dd7281b tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123260 Jul 09 19:33:49.257360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Request body: {'binding': {'host': 'n-h1-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:49.258034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:33:49.343010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-781207513-network', 'tenant_id': 'cc4341bf6e8f499484e015bbfec14d4f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:49.370034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Made reservation on behalf of cc4341bf6e8f499484e015bbfec14d4f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:49.372963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.392860 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b41a3129-8cca-4dbe-a900-0aaf5a3e49e7 req-44ce915f-75f3-4864-bbb9-a2555d11060e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315887 Jul 09 19:33:49.401622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.416234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=82c9404a-1dc0-4933-837d-72dc15eafe26,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:49.440038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '82c9404a-1dc0-4933-837d-72dc15eafe26', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'port_id': '82c9404a-1dc0-4933-837d-72dc15eafe26', 'mac_address': 'fa:16:3e:6c:a4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd838f8e3-ea0e-4f47-98fb-26abc4c0f069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:49.508021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.514905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on host n-h1-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:49.515405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:49.515744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:49.521017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:49.521446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:49.523873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c9404a-1dc0-4933-837d-72dc15eafe26 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:49.529083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:49.529083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:49.529083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:49.529509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Bound port: ef714d61-bf07-4bc7-819c-3f0da1030f0a, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:49.546737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=82c9404a-1dc0-4933-837d-72dc15eafe26,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:49.552994 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.570853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.576388 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfa82e-e4a8-4468-9a00-34d9ccefeffc x-openstack-request-id: req-04dfa82e-e4a8-4468-9a00-34d9ccefeffc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:49.577075 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-unplugged", "status": "completed", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623", "code": 200}, {"name": "network-changed", "server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:49.577435 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04dfa82e-e4a8-4468-9a00-34d9ccefeffc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:49.578006 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'code': 200} Jul 09 19:33:49.578367 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'status': 'completed', 'code': 200} Jul 09 19:33:49.596126 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.600634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:49.608911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:49.622660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.623743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1e633a6b-650d-45f8-a31f-7f734f7c54dd service neutron] 10.222.0.10 "POST /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3700278 Jul 09 19:33:49.677595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:33:49.698447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ed075-4075-411f-8060-faad5aa6c88d req-1a6418fd-cb22-43fa-8384-3acd94b38b7c tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.700189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee9ed075-4075-411f-8060-faad5aa6c88d req-1a6418fd-cb22-43fa-8384-3acd94b38b7c tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 945 time: 0.0980918 Jul 09 19:33:49.736843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.737219 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Added segment 630e3e27-e428-46f1-98a9-02378d206531 of type vlan for network 8c6b8c60-726e-4597-867a-417e2cbb0b13 Jul 09 19:33:49.751747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30f5ef-7c7e-4d21-919d-3028fcf755a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:49.775315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee9ed075-4075-411f-8060-faad5aa6c88d req-dc06c95f-0dc5-466a-98bd-333513301cb8 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691023 Jul 09 19:33:49.794075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.820963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.858826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-26e7f304-4e71-4bf7-a244-f1b71bf14d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.860339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-26e7f304-4e71-4bf7-a244-f1b71bf14d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1124 time: 0.2810953 Jul 09 19:33:49.946057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:49.982127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-5b1df448-3f69-4bd8-8ef7-e9437f0b794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.983636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-5b1df448-3f69-4bd8-8ef7-e9437f0b794a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1096 time: 0.1005082 Jul 09 19:33:49.998135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368377-8fd8-46e6-9d10-7a599f1d8dd9 req-285a5542-e4df-44c1-9176-684fb431a151 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:49.999620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7368377-8fd8-46e6-9d10-7a599f1d8dd9 req-285a5542-e4df-44c1-9176-684fb431a151 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.0902731 Jul 09 19:33:50.041229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.042193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.042772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.089896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7368377-8fd8-46e6-9d10-7a599f1d8dd9 req-55016a9a-e9ad-4588-b26c-55984c936025 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818827 Jul 09 19:33:50.138862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-caf14468-04b6-4ed8-ad6f-53c972a1460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.140431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-caf14468-04b6-4ed8-ad6f-53c972a1460a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1399801 Jul 09 19:33:50.144232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['82c9404a-1dc0-4933-837d-72dc15eafe26'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:50.181552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0701387 Jul 09 19:33:50.187664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:50.191579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcd71cc-d8e5-4c80-aca8-42e61fbc8f98,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:50.192648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Request body: {'subnet': {'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-781207513-subnet', 'tenant_id': 'cc4341bf6e8f499484e015bbfec14d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:50.197186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-3f1860c1-36f1-41fd-b513-684ef0a25b89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 217 time: 0.0487885 Jul 09 19:33:50.227009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01717a-2755-40d9-8a55-0bc5e9483173 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6b8c60-726e-4597-867a-417e2cbb0b13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:50.251735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Made reservation on behalf of cc4341bf6e8f499484e015bbfec14d4f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:50.254103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.282115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Checking segment: {'id': '3d65f59c-5e13-4833-adab-d886c741330b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6a59095c-441c-412c-862c-26c87ba415c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:50.282594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Network hostable DHCP agents. Network: 6a59095c-441c-412c-862c-26c87ba415c5, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:33:50.288723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-7ece9700-e443-45c7-a477-161801ce78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.290298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-7ece9700-e443-45c7-a477-161801ce78cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.3879795 Jul 09 19:33:50.308530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-dde41c35-3f57-4a75-8650-2ccb7e68d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.311622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-dde41c35-3f57-4a75-8650-2ccb7e68d15e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1049197 Jul 09 19:33:50.346184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:33:50.352091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-e7450ba5-b732-4035-a70c-74cf51ed35c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315547 Jul 09 19:33:50.387241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8fae4-e769-420c-94f9-9fcb4bfe8c03 req-ed99a39c-e8db-4c88-9b90-f7ed91426b8c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.389170 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98c8fae4-e769-420c-94f9-9fcb4bfe8c03 req-ed99a39c-e8db-4c88-9b90-f7ed91426b8c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 0.3187625 Jul 09 19:33:50.392548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-0d679a4f-4f66-4e84-812d-f503a19be3ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 217 time: 0.0863295 Jul 09 19:33:50.393112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Network 6a59095c-441c-412c-862c-26c87ba415c5 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:33:50.455191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-5391e30e-c21c-49b9-870c-b96171ac5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.456680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-5391e30e-c21c-49b9-870c-b96171ac5235 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.0537434 Jul 09 19:33:50.496379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-4ab27f72-8f2a-43ca-95e5-d0906a1db77b service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359189 Jul 09 19:33:50.645809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.716620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6a59095c-441c-412c-862c-26c87ba415c5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:50.725246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ae881-2bbd-4d1f-97fe-cc1305968a2e None None] Network 6a59095c-441c-412c-862c-26c87ba415c5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:50.727721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-4717b8b0-55d7-4033-9bda-149177c855e9 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236085 Jul 09 19:33:50.735899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18319542-f096-4927-ab77-8bb7086f3fa4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:50.737372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-f4aab127-4751-4caa-8561-10524632df50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2721031 Jul 09 19:33:50.744214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.744214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.773677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5561a0-4c6b-4894-a5c9-aa05c41ade55 req-7b16b49d-d47b-4459-b596-530f0a7a7cd1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.775251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e5561a0-4c6b-4894-a5c9-aa05c41ade55 req-7b16b49d-d47b-4459-b596-530f0a7a7cd1 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1938403 Jul 09 19:33:50.776190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Checking segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:50.776551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Network hostable DHCP agents. Network: 8c6b8c60-726e-4597-867a-417e2cbb0b13, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:33:50.828423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:33:50.856647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e5561a0-4c6b-4894-a5c9-aa05c41ade55 req-db4130e6-7baf-493a-8644-195e447d8e44 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669456 Jul 09 19:33:50.859043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8c6b8c60-726e-4597-867a-417e2cbb0b13) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:50.860765 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-34dd7823-407b-4a7f-aca9-fac06cf054f3 service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128557 Jul 09 19:33:50.868609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:33:50.874198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:50.874890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3bb127a9-c928-4f2c-8eae-bcad0df1f5cf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7579155 Jul 09 19:33:50.875922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:50.891183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98c8fae4-e769-420c-94f9-9fcb4bfe8c03 req-531a9147-131c-43b7-baef-a340c34dc1fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892700 Jul 09 19:33:50.896991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e8a2b-90df-4927-b5d8-68c3de922bf1 None None] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:50.907438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f3302-e8a9-4a31-9fcc-f30094a54d56 None None] Network 6a59095c-441c-412c-862c-26c87ba415c5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:50.937010 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7cac305b-ac9e-47d5-bbe5-a9c9a07652b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7481978 Jul 09 19:33:51.024846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a52fa8a-cef7-4e30-bc7f-22837ed25b6c req-3328b1d6-8967-423c-b426-c42ba961015d service neutron] 10.222.0.59 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525183 Jul 09 19:33:51.128374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343d46-4029-45bf-a8f6-8ea7d14e6a5d req-6b3696fd-981d-4be3-94e8-335647488976 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:51.139353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68343d46-4029-45bf-a8f6-8ea7d14e6a5d req-6b3696fd-981d-4be3-94e8-335647488976 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 945 time: 0.1116703 Jul 09 19:33:51.148885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2e08e92a-1aa7-4b38-9a26-127c42924670 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:51.238108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68343d46-4029-45bf-a8f6-8ea7d14e6a5d req-6d19800c-63ca-42be-842e-d18536b2453f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868630 Jul 09 19:33:51.269251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:33:51.283003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3cac42b6-a258-4bfa-813a-35f843fb5d56 admin admin] 10.222.0.10 "PUT /v2.0/routers/ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2549820 Jul 09 19:33:51.285447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:51.309315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Sync routers for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:33:51.385541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:51.386454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:51.443071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:51.517204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b0006-7b3a-42c0-97fd-f56ef397a0c1 None None] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:51.542658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb3506-7e87-4571-a870-b18daccd4215 req-de1e0bcc-e0d8-4c59-af48-42e440913b01 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:51.553689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4bb3506-7e87-4571-a870-b18daccd4215 req-de1e0bcc-e0d8-4c59-af48-42e440913b01 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.1002588 Jul 09 19:33:51.600077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 2e08e92a-1aa7-4b38-9a26-127c42924670 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:51.626129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4bb3506-7e87-4571-a870-b18daccd4215 req-737ac480-fefb-4a6e-bb41-c6bb1096c064 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713677 Jul 09 19:33:51.640898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:51.654207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 2e08e92a-1aa7-4b38-9a26-127c42924670 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:51.654752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:51.776835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:51.864241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Deleting port c61616dc-ec23-47e9-892f-56dd9a8d8821 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:51.864582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:51.875367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-f50dd264-7c39-44a7-bd52-b372d2af2e99 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:51.883829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-f50dd264-7c39-44a7-bd52-b372d2af2e99 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 817 time: 0.1986449 Jul 09 19:33:51.946229 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-a6da7966-1996-427f-94e7-7a0d5738d35b tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/quotas/cc4341bf6e8f499484e015bbfec14d4f HTTP/1.1" status: 200 len: 375 time: 0.0614631 Jul 09 19:33:51.979415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-9cb1cf68-2593-4291-90da-1310e4b6b4d4 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:51.988725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-9cb1cf68-2593-4291-90da-1310e4b6b4d4 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/networks?id=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 HTTP/1.1" status: 200 len: 814 time: 0.1311889 Jul 09 19:33:51.989085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-9eb81af0-fc80-45e9-a8ea-92dd23b6ca62 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419590 Jul 09 19:33:52.010043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-74201b5e-b1e0-43e6-9d2b-b2da471d4d27 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/quotas/8b71bd3234e14b5fa4e859b40550c5f8 HTTP/1.1" status: 200 len: 375 time: 0.0198450 Jul 09 19:33:52.065088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-093eeb55-f995-402e-9be5-c4bef4aec0df tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b71bd3234e14b5fa4e859b40550c5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537760 Jul 09 19:33:52.101535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] For port c61616dc-ec23-47e9-892f-56dd9a8d8821, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c61616dc-ec23-47e9-892f-56dd9a8d8821,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:52.101906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.129380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Calling delete_port for c61616dc-ec23-47e9-892f-56dd9a8d8821 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:52.134500 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.202687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-f72b9c7e-7bc7-4464-9645-d6fb424a04d1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366165 Jul 09 19:33:52.226177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:52.228492 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541234b4-449c-4ca7-bb9d-5155acea82d6" -d '{"events": [{"server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "name": "network-vif-plugged", "status": "completed", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:52.247111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2e08e92a-1aa7-4b38-9a26-127c42924670,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:52.276388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-6df86434-df40-47a7-ab20-74b8642f5766 service neutron] 10.222.0.10 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861600 Jul 09 19:33:52.307863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.350599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-834c762d-44d7-4ea6-a4c3-38468bcb060d service neutron] 10.222.0.10 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406720 Jul 09 19:33:52.384303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a741b-2ddd-430b-8bd0-5371f25c999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.406603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:52.425755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:33:48Z', 'revision_number': 5, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port': {'id': 'c61616dc-ec23-47e9-892f-56dd9a8d8821', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:28:52Z', 'updated_at': '2021-07-09T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:52.455069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Checking router: ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:33:52.463860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Routers {'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:33:52.464619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:33:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:52.481018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-cd41d0af-82f6-4ff6-b4ed-6eb574e36c1c service neutron] 10.222.0.10 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037854 Jul 09 19:33:52.515344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.578486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Pushing event deleted for resources: {'Port': ['ID=c61616dc-ec23-47e9-892f-56dd9a8d8821,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:52.587966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] Set router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:33:52.651772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:33:51Z', 'revision_number': 6, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:52.667118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.689810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fdb13-4f37-4cde-aa6c-38accdaf2ce4 None None] The sync data for ids ['ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd'] in n-d-800087-3 is: [{'id': 'ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1270353304-router', 'tenant_id': '2f60f73797734dc0a8dab408b0d674bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:28:50Z', 'updated_at': '2021-07-09T19:33:51Z', 'revision_number': 6, 'project_id': '2f60f73797734dc0a8dab408b0d674bc', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:33:52.807556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:52.844166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.850574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.882341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049732e1-294b-4d10-8faa-056795e2ecf1 req-c1cd15a9-71da-4605-b893-06b535881519 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:52.884122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-049732e1-294b-4d10-8faa-056795e2ecf1 req-c1cd15a9-71da-4605-b893-06b535881519 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.1204810 Jul 09 19:33:52.960220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.961350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:33:52.968125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:52.971442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7181e20e-9992-4c38-adfe-722f2456397a admin admin] 10.222.0.10 "DELETE /v2.0/routers/ea5d57b9-41d0-45cb-ab0c-015f0a8a91fd HTTP/1.1" status: 204 len: 168 time: 1.6837513 Jul 09 19:33:52.973628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:52.992672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-049732e1-294b-4d10-8faa-056795e2ecf1 req-14bef47f-429e-4be7-b043-f50655b02b9a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914376 Jul 09 19:33:53.022097 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.053356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Deleting subnet 49eb52e8-bc99-4bad-aab7-b812993ce162 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:33:53.057478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.106580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.130949 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a423e-8044-498d-aace-471114cccd21 x-openstack-request-id: req-828a423e-8044-498d-aace-471114cccd21 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:53.131274 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "name": "network-vif-plugged", "status": "completed", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:53.131567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-828a423e-8044-498d-aace-471114cccd21 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:53.131963 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670', 'code': 200} Jul 09 19:33:53.144624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:33:53.364290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 82c9404a-1dc0-4933-837d-72dc15eafe26 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:53.382024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.487965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:53.533880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'mac_address': 'fa:16:3e:d9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:33:53.547362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.618198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49eb52e8-bc99-4bad-aab7-b812993ce162,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:53.620475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.635956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.638166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92652fb9-d68d-4e08-8e12-45ac3c0315f5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49eb52e8-bc99-4bad-aab7-b812993ce162 HTTP/1.1" status: 204 len: 168 time: 0.6627541 Jul 09 19:33:53.639429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ff428-2ccb-4714-856e-647a0f623c39 None None] Network 8e5ca556-d205-48f6-adab-08d2fac732ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:33:53.640772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:53.663766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 82c9404a-1dc0-4933-837d-72dc15eafe26 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:53.726779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 82c9404a-1dc0-4933-837d-72dc15eafe26 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:53.727419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.773025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:53.825947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:53.851186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.983249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:53.990416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-f953c1cc-dabb-4aaa-822a-fc00ce652fe9 service neutron] 10.222.0.59 "GET /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.3420026 Jul 09 19:33:54.038017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:54.064360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:54.129263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=82c9404a-1dc0-4933-837d-72dc15eafe26,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:54.137022 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:54.229055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:54.253278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d984c8-582e-4ef4-bebe-95620ad1eaca req-ecc3e69e-1792-4e3f-90e0-5cc5d590dbcc tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:54.259081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75497a20-7846-4dc0-8241-ab1534c904f9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:54.264235 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4d984c8-582e-4ef4-bebe-95620ad1eaca req-ecc3e69e-1792-4e3f-90e0-5cc5d590dbcc tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 945 time: 0.5391941 Jul 09 19:33:54.283353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 75497a20-7846-4dc0-8241-ab1534c904f9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:54.283738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75497a20-7846-4dc0-8241-ab1534c904f9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:54.284287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c61616dc-ec23-47e9-892f-56dd9a8d8821 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:54.305061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc04fa-978c-4a93-bd80-84e08cb26918 req-0b8f9deb-0ec0-4e2d-b321-6304a9f43c88 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:54.314049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bbc04fa-978c-4a93-bd80-84e08cb26918 req-0b8f9deb-0ec0-4e2d-b321-6304a9f43c88 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 949 time: 1.1336389 Jul 09 19:33:54.319467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa624-cfc6-456f-b1b4-833af4c18029 req-a79e9b92-ec6d-4301-a5e8-53e65cb0f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:54.321171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-784aa624-cfc6-456f-b1b4-833af4c18029 req-a79e9b92-ec6d-4301-a5e8-53e65cb0f12e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c5690ac-519e-4ef3-b21b-33ed6469a422 HTTP/1.1" status: 200 len: 1096 time: 1.0490808 Jul 09 19:33:54.337611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c61616dc-ec23-47e9-892f-56dd9a8d8821 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:54.338090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c61616dc-ec23-47e9-892f-56dd9a8d8821 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:54.345210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] DHCP port deletion for 8e5ca556-d205-48f6-adab-08d2fac732ed request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:33:54.349469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16bca2ad-0d46-459a-a119-707a4bf796e5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:33:54.455250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-784aa624-cfc6-456f-b1b4-833af4c18029 req-c4be25e0-95f3-48d0-b1fe-52c6dc92a9ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019206 Jul 09 19:33:54.458891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4d984c8-582e-4ef4-bebe-95620ad1eaca req-fe452f8c-5240-460c-ae57-44bda2fbbf8b tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936705 Jul 09 19:33:54.485917 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bbc04fa-978c-4a93-bd80-84e08cb26918 req-baeae142-7918-4cb2-b1ec-47bae79d109f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702435 Jul 09 19:33:54.498254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Deleting port 63e8fbe0-50c7-41a3-949a-a08caea76e36 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:54.504050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:54.717521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Deleting port 63e8fbe0-50c7-41a3-949a-a08caea76e36 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:33:54.718643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:54.830411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-9051687d-9e90-4a4f-839f-47fe05a88890 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:54.837887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-9051687d-9e90-4a4f-839f-47fe05a88890 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.59 "GET /v2.0/networks?id=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 HTTP/1.1" status: 200 len: 814 time: 0.3418682 Jul 09 19:33:54.857378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Request body: {'port': {'device_id': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5', 'admin_state_up': True, 'tenant_id': '8b71bd3234e14b5fa4e859b40550c5f8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:54.894568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] For port 63e8fbe0-50c7-41a3-949a-a08caea76e36, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63e8fbe0-50c7-41a3-949a-a08caea76e36,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:54.895190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:54.916957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-239461e6-66d5-41ec-ae5e-857661531e2e req-46d4927e-a046-4f13-ba37-ea6c0f5be128 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 210 time: 0.1177373 Jul 09 19:33:54.942796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Calling delete_port for 63e8fbe0-50c7-41a3-949a-a08caea76e36 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:55.003451 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f215c60-039f-4192-bd8a-94341011efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.012271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] For port 63e8fbe0-50c7-41a3-949a-a08caea76e36, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63e8fbe0-50c7-41a3-949a-a08caea76e36,segment=NetworkSegment(98b89838-9535-46f1-b410-57407f18fdd1),segment_id=98b89838-9535-46f1-b410-57407f18fdd1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:55.012707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.058398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:55.074613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Calling delete_port for 63e8fbe0-50c7-41a3-949a-a08caea76e36 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:33:55.132350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.140207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:55.143299 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402090a7-ce43-4032-9cc3-85a829b8fa55" -d '{"events": [{"server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "name": "network-vif-plugged", "status": "completed", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:55.197483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.214114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] Pushing event deleted for resources: {'Port': ['ID=63e8fbe0-50c7-41a3-949a-a08caea76e36,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:55.242654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:55.244618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5d861-a469-4081-a8e3-accffcd7d523 None None] No DVR routers for this DVR port 63e8fbe0-50c7-41a3-949a-a08caea76e36 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:55.247014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Pushing event deleted for resources: {'Port': ['ID=63e8fbe0-50c7-41a3-949a-a08caea76e36,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:55.250662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d022b-1628-4873-9ab1-6f86b3ba0e9b req-0993831c-a1aa-445d-b1ca-dcef24e67f42 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:55.260851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2d022b-1628-4873-9ab1-6f86b3ba0e9b req-0993831c-a1aa-445d-b1ca-dcef24e67f42 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.4218810 Jul 09 19:33:55.275104 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.290118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] No DVR routers for this DVR port 63e8fbe0-50c7-41a3-949a-a08caea76e36 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:55.365154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2d022b-1628-4873-9ab1-6f86b3ba0e9b req-581b833f-2839-44a2-8dea-60bc890b5eee tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028225 Jul 09 19:33:55.395035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5693f3-55a6-4b60-b7ea-0857c0de4623 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:55.423331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Made reservation on behalf of 8b71bd3234e14b5fa4e859b40550c5f8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:55.427775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:55.427911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.448972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.466444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5ca556-d205-48f6-adab-08d2fac732ed']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:55.473003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.502596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b89838-9535-46f1-b410-57407f18fdd1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:55.502989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b89838-9535-46f1-b410-57407f18fdd1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:33:55.552109 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.581807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.596233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:33:55.597466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:33:55.600915 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:33:55.724857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] Transition to ACTIVE for port object af5693f3-55a6-4b60-b7ea-0857c0de4623 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:55.744878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Allocated IP 172.20.0.6 (cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5/f1cfb548-8ebf-440b-8083-0468ed8bd711/848154f0-4c85-48f9-84f9-275f34002d9a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:55.774356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.785719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf41010-1c10-40f3-a13f-3bf56b62c5b8 req-8a410054-f67b-4db2-aaa9-7cacf54703d0 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:55.794035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-daf41010-1c10-40f3-a13f-3bf56b62c5b8 req-8a410054-f67b-4db2-aaa9-7cacf54703d0 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 943 time: 0.2377629 Jul 09 19:33:55.878384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.917468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-daf41010-1c10-40f3-a13f-3bf56b62c5b8 req-968d600f-46ed-4ee4-8f7d-5073ab8f7009 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224129 Jul 09 19:33:55.927533 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:55.930412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/8e5ca556-d205-48f6-adab-08d2fac732ed HTTP/1.1" status: 204 len: 168 time: 2.2886469 Jul 09 19:33:55.931693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:55.943765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d62d3-88bd-4fff-bc59-dde3cd6f26ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5ca556-d205-48f6-adab-08d2fac732ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:56.017734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] No DVR routers for this DVR port af5693f3-55a6-4b60-b7ea-0857c0de4623 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:33:56.079719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-f61bf45d-e71f-44c2-906d-14dd3eb26047 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.081998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-f61bf45d-e71f-44c2-906d-14dd3eb26047 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 817 time: 0.2439327 Jul 09 19:33:56.087456 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473d922-0e9c-4346-8772-f43b40b81b2d x-openstack-request-id: req-6473d922-0e9c-4346-8772-f43b40b81b2d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:56.088003 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "name": "network-vif-plugged", "status": "completed", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:56.088236 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6473d922-0e9c-4346-8772-f43b40b81b2d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:56.088542 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26', 'code': 200} Jul 09 19:33:56.098631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c58c9-926d-48e6-9294-6c5ae1c51111 req-3ee04541-aa07-4afd-b401-d04163449145 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.104038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Request body: {'port': {'device_id': 'af635b56-0018-49f2-877b-2529e7028585', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'admin_state_up': True, 'tenant_id': 'cc4341bf6e8f499484e015bbfec14d4f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:56.108255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b8c58c9-926d-48e6-9294-6c5ae1c51111 req-3ee04541-aa07-4afd-b401-d04163449145 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 950 time: 0.4155455 Jul 09 19:33:56.227695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63e8fbe0-50c7-41a3-949a-a08caea76e36 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:33:56.231531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:56.238248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-0c5bf355-68da-473f-919a-9e852571f4d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623/bindings/n-h2-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2330685 Jul 09 19:33:56.239940 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:33:56.272618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 63e8fbe0-50c7-41a3-949a-a08caea76e36 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:33:56.274399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63e8fbe0-50c7-41a3-949a-a08caea76e36 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:33:56.281841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:56.290564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b8c58c9-926d-48e6-9294-6c5ae1c51111 req-0189d77e-9870-4f96-a68a-0dc9dd9a868c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809115 Jul 09 19:33:56.314592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:56.395556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Made reservation on behalf of cc4341bf6e8f499484e015bbfec14d4f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:56.399647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:56.404167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:56.432124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ba08541d-22cd-4d3a-9413-1ab796b22604 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=821625d89da54cd1afaa8e5459562d30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1181376 Jul 09 19:33:56.434625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:56.584530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:56.626940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:56.637329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:56.658352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc1b3226-508b-4d3a-91d8-b00bb507bd8f req-99080aa2-8733-4b3c-989d-b7a666bb7296 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 210 time: 0.1572614 Jul 09 19:33:56.728723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-61ae1b45-c3e9-44c3-b369-4d42005223a1 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.730688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-61ae1b45-c3e9-44c3-b369-4d42005223a1 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.25 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 817 time: 0.2502406 Jul 09 19:33:56.753519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Pushing event updated for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:56.940508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.941053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:56.977978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8f79c05c-0a59-4227-8b83-d9a5c033dd54 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.980372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8f79c05c-0a59-4227-8b83-d9a5c033dd54 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 817 time: 0.2274880 Jul 09 19:33:56.989663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Request body: {'port': {'device_id': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'admin_state_up': True, 'tenant_id': 'cc4341bf6e8f499484e015bbfec14d4f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:56.991274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a111170-2c68-499d-b2b8-1b33f655e38b req-a5fee5a0-fa49-40d0-b1ab-7e6e72aee1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.992995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a111170-2c68-499d-b2b8-1b33f655e38b req-a5fee5a0-fa49-40d0-b1ab-7e6e72aee1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 1097 time: 0.4803770 Jul 09 19:33:56.994725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-41e12d2a-d3fe-409a-a84b-1f93c63a6fc7 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:56.996278 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-41e12d2a-d3fe-409a-a84b-1f93c63a6fc7 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.4902821 Jul 09 19:33:57.003549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Request body: {'port': {'device_id': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'admin_state_up': True, 'tenant_id': 'cc4341bf6e8f499484e015bbfec14d4f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:57.003852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-644620bc-d094-4e18-8c33-eae7e6eb6509 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1532636 Jul 09 19:33:57.034810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Request body: {'port': {'device_id': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:57.071151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.112727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Allocated IP 172.20.0.6 (8c6b8c60-726e-4597-867a-417e2cbb0b13/18319542-f096-4927-ab77-8bb7086f3fa4/eab53b06-34b9-4779-b65d-511f46f5bbe6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:57.156420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:33:57.165040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a111170-2c68-499d-b2b8-1b33f655e38b req-6aab8de5-f423-4e8e-bc19-e8fbe60c64c2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545227 Jul 09 19:33:57.185621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.201620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bcf2c-feb1-4f92-a248-1bc91a71d653 req-13f1286e-3215-47a0-a93f-b91e1b5db1d6 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:57.208980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-245bcf2c-feb1-4f92-a248-1bc91a71d653 req-13f1286e-3215-47a0-a93f-b91e1b5db1d6 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 931 time: 0.3439045 Jul 09 19:33:57.248026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 16bca2ad-0d46-459a-a119-707a4bf796e5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:33:57.253297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 16bca2ad-0d46-459a-a119-707a4bf796e5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:33:57.253707 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.256869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d5a3e-be40-45a7-8291-f6e5f9b35ae7 req-1820c4eb-8ece-4e8d-ac03-55da0f2c9cd0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:57.264588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab8d5a3e-be40-45a7-8291-f6e5f9b35ae7 req-1820c4eb-8ece-4e8d-ac03-55da0f2c9cd0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 946 time: 0.7306812 Jul 09 19:33:57.280390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.343911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Made reservation on behalf of cc4341bf6e8f499484e015bbfec14d4f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:57.347273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-e48027c2-f715-4d09-b98b-02de9546e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:57.348887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-e48027c2-f715-4d09-b98b-02de9546e33a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f HTTP/1.1" status: 200 len: 1095 time: 0.3374057 Jul 09 19:33:57.349106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.374103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-245bcf2c-feb1-4f92-a248-1bc91a71d653 req-248a093d-6140-45c5-8d6f-bc32144330fa tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640272 Jul 09 19:33:57.393337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.393493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab8d5a3e-be40-45a7-8291-f6e5f9b35ae7 req-efff83dc-842f-4ff6-ade0-e2bd8f2c31cf tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276650 Jul 09 19:33:57.397542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.400306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.428097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfb42dec-cffc-498b-bffe-ce7a84e34f64 HTTP/1.1" status: 204 len: 168 time: 0.9887826 Jul 09 19:33:57.450265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:33:57.456710 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.526121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d423-8cc8-4571-9cff-5d628f8617ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb42dec-cffc-498b-bffe-ce7a84e34f64,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:57.533087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Made reservation on behalf of cc4341bf6e8f499484e015bbfec14d4f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:33:57.553712 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.595054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:57.686815 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.739867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:57.830103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-d17a2f83-8442-4388-aa76-de42b2eb052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:57.832852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-d17a2f83-8442-4388-aa76-de42b2eb052e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1095 time: 0.4135516 Jul 09 19:33:58.046891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:58.078502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-74e1e08a-0764-4785-9b89-99aadedf09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:58.080579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-74e1e08a-0764-4785-9b89-99aadedf09ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 200 len: 921 time: 0.2369308 Jul 09 19:33:58.084732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.089565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:33:58.092440 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0c72f-e201-4fc1-b8b5-af9092b4d4a4" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:33:58.157700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-42af6886-faae-4b87-8d60-e06eeeadf2f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f60f73797734dc0a8dab408b0d674bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1041627 Jul 09 19:33:58.159331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:33:58.185630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c9bc9-6aa3-4d42-afc8-e51a99742eb8 req-1119e60d-b066-4686-9e99-d793a10f8065 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:58.187287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-441c9bc9-6aa3-4d42-afc8-e51a99742eb8 req-1119e60d-b066-4686-9e99-d793a10f8065 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.2039082 Jul 09 19:33:58.228197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-e3cb2cf0-736d-44c3-b7ab-1cacfb93b6f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 200 len: 217 time: 0.1117475 Jul 09 19:33:58.236616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Allocated IP 172.20.0.5 (8c6b8c60-726e-4597-867a-417e2cbb0b13/18319542-f096-4927-ab77-8bb7086f3fa4/d4299693-54f9-4681-89b5-bfa5d767ec4a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:33:58.254830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-441c9bc9-6aa3-4d42-afc8-e51a99742eb8 req-60417c6c-46d7-4f32-a0f9-d5f70bfffbac tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559969 Jul 09 19:33:58.266701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:58.311167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.312071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:58.323978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:58.336544 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.367951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event updated for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:58.404464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-04cc65e5-85a4-4e28-aced-968ed2b2342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:58.406022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-04cc65e5-85a4-4e28-aced-968ed2b2342a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 200 len: 860 time: 0.1600158 Jul 09 19:33:58.414217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.414772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3124-02e4-406d-a37e-6fc47a965261 req-c75bd052-4013-4d9a-ad0a-9eae5032ec6f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:58.417483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.421359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1efdc83d-7e85-4aae-accd-b4987e9e4c2c HTTP/1.1" status: 204 len: 168 time: 0.2564816 Jul 09 19:33:58.421646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a8c3124-02e4-406d-a37e-6fc47a965261 req-c75bd052-4013-4d9a-ad0a-9eae5032ec6f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.4726796 Jul 09 19:33:58.449341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7fad5-ae85-434f-ba9e-195d6292da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efdc83d-7e85-4aae-accd-b4987e9e4c2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:58.487345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-9afde0cc-89f7-48c9-9902-df92e9d8352d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c5cf814-7517-4e71-9306-eca4fb421e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426927 Jul 09 19:33:58.516952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848154f0-4c85-48f9-84f9-275f34002d9a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:58.526835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:58.527283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.545192 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06eae3d1-60bd-497b-a0ff-a0d79bf9f65e req-718c283c-1eeb-47c3-aca5-d4816bfec031 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 210 time: 0.1209431 Jul 09 19:33:58.590382 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.637803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a8c3124-02e4-406d-a37e-6fc47a965261 req-07e1418b-a724-4d3e-a0ee-86a2f2250eb4 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151859 Jul 09 19:33:58.649960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Transition to ACTIVE for port object 848154f0-4c85-48f9-84f9-275f34002d9a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:58.655148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8ab3a1b4-ca16-49b7-89c2-3ffba2ea352a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5568326 Jul 09 19:33:58.665000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.679335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Request body: {'port': {'device_id': 'af635b56-0018-49f2-877b-2529e7028585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:58.715311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.761561 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ac4d0-f0ad-4492-a0ac-3d0df8bb44e8 x-openstack-request-id: req-3b0ac4d0-f0ad-4492-a0ac-3d0df8bb44e8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:33:58.762099 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-plugged", "status": "completed", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:33:58.762222 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b0ac4d0-f0ad-4492-a0ac-3d0df8bb44e8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:33:58.762717 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'code': 200} Jul 09 19:33:58.777566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-77dad40c-5435-4c5a-b5e6-e6ed37d43adb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526907 Jul 09 19:33:58.799108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-1b2cdb2d-de2e-4c91-b95a-dbb8e55203e1 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993720 Jul 09 19:33:58.811015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Pushing event updated for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:58.894847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:58.974025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.088235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:33:59.097247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:33:59.101445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:33:59.107161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event updated for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:33:59.117271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f65cbce3-d969-4070-b76b-4a9886a269a3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:59.121285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f65cbce3-d969-4070-b76b-4a9886a269a3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315144 Jul 09 19:33:59.162697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.api [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-c8ddde60-9f3c-4545-b5c1-e8d3513051c9 {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:33:59.163552 n-d-800087-3 neutron-server[93770]: DEBUG oslo_db.api [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:33:59.175274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-6f33c4d9-48d1-48e5-bca3-ca9634ceac58 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/quotas/3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 375 time: 0.0258324 Jul 09 19:33:59.210940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Attempting to bind port 848154f0-4c85-48f9-84f9-275f34002d9a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:33:59.211333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Attempting to bind port 848154f0-4c85-48f9-84f9-275f34002d9a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:33:59.211832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Attempting to bind port 848154f0-4c85-48f9-84f9-275f34002d9a on network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:59.227143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:59.227830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.243020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-ab60cfe3-b04f-439b-932a-36aec1e9ba83 service neutron] 10.222.0.25 "GET /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213014 Jul 09 19:33:59.249308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Port 848154f0-4c85-48f9-84f9-275f34002d9a on network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:33:59.249659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Attempting to bind port 848154f0-4c85-48f9-84f9-275f34002d9a on network cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:33:59.253054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b0644b27-b1b4-4413-a177-ea9982cafa0d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4319701 Jul 09 19:33:59.265234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Request body: {'port': {'device_id': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:33:59.267367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:33:59.267712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Checking segment: {'id': 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:33:59.268185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Bound using segment: {'id': 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:33:59.268845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Bound port: 848154f0-4c85-48f9-84f9-275f34002d9a, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:33:59.269901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.309281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-c3213c99-2589-4d9f-af17-c8c1d18edae7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330340 Jul 09 19:33:59.348723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78084320-456b-4783-a9e3-dfd7f69a5147 req-b9aeece5-b42c-4911-bf9c-76e413559ac7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:33:59.350435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78084320-456b-4783-a9e3-dfd7f69a5147 req-b9aeece5-b42c-4911-bf9c-76e413559ac7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 943 time: 0.3539925 Jul 09 19:33:59.373102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.535884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:33:59.545751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=848154f0-4c85-48f9-84f9-275f34002d9a,segment=NetworkSegment(b5f2776f-f67b-4b4a-aebc-94a8a98b359e),segment_id=b5f2776f-f67b-4b4a-aebc-94a8a98b359e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:33:59.589694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.665285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.710793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab53b06-34b9-4779-b65d-511f46f5bbe6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:33:59.721180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:33:59.736363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Transition to ACTIVE for port object eab53b06-34b9-4779-b65d-511f46f5bbe6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:33:59.776181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.006320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4ca07-7869-499f-bb94-70ca70a1da46 req-c886ab89-332f-4b6a-80d9-38d5f59832b0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.013521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcf4ca07-7869-499f-bb94-70ca70a1da46 req-c886ab89-332f-4b6a-80d9-38d5f59832b0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 946 time: 0.3063333 Jul 09 19:34:00.098866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcf4ca07-7869-499f-bb94-70ca70a1da46 req-6edead2c-a35c-4fe6-8a8c-fa52f6d970e1 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843024 Jul 09 19:34:00.127058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4299693-54f9-4681-89b5-bfa5d767ec4a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:00.137011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.154876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Transition to ACTIVE for port object d4299693-54f9-4681-89b5-bfa5d767ec4a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:00.166821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.209978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78084320-456b-4783-a9e3-dfd7f69a5147 req-0d64ecc7-2073-43c2-801b-87a45a58cea0 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513429 Jul 09 19:34:00.238268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.239481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.242151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] 10.222.0.59 "PUT /v2.0/ports/848154f0-4c85-48f9-84f9-275f34002d9a HTTP/1.1" status: 200 len: 1091 time: 3.2208607 Jul 09 19:34:00.243406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555e456-f98d-4ec8-9bf5-334bbde98154 service neutron] Pushing event updated for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:00.348178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:00.350903 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2566ce2f-5c9a-493c-86c9-ab0abb27feac" -d '{"events": [{"name": "network-changed", "server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:00.361011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Pushing event updated for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:00.365459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Allocated IP 172.20.0.10 (8c6b8c60-726e-4597-867a-417e2cbb0b13/18319542-f096-4927-ab77-8bb7086f3fa4/4d3d524a-864f-416c-973b-0df3e46d63bc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:00.377080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Pushing event updated for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:00.492595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eba1c914-be94-4563-9d95-8432d0647cde req-85e3efc2-f104-41c2-8bc0-3703663df740 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 210 time: 0.0729053 Jul 09 19:34:00.571413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-8d6e7cda-cdb7-474d-a0d3-9b825c90f28e tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.572921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-8d6e7cda-cdb7-474d-a0d3-9b825c90f28e tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c&tenant_id=4fd2cc400cda405eb648cbfb6b39463f&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.8155425 Jul 09 19:34:00.612480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Attempting to bind port d4299693-54f9-4681-89b5-bfa5d767ec4a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:00.612967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Attempting to bind port d4299693-54f9-4681-89b5-bfa5d767ec4a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:00.613422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Attempting to bind port d4299693-54f9-4681-89b5-bfa5d767ec4a on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:00.621568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Port d4299693-54f9-4681-89b5-bfa5d767ec4a on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:00.622069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Attempting to bind port d4299693-54f9-4681-89b5-bfa5d767ec4a on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:00.641683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-f471c35c-ed04-43d4-a2ee-63bf2a816bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.643238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-f471c35c-ed04-43d4-a2ee-63bf2a816bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b71bd3234e14b5fa4e859b40550c5f8&device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 1094 time: 0.2690325 Jul 09 19:34:00.655772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3bad8-0731-4729-9d20-9fe5d40f8ed7 req-8678166b-79ef-4677-b955-7ca5f4d05fd3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.657822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8e3bad8-0731-4729-9d20-9fe5d40f8ed7 req-8678166b-79ef-4677-b955-7ca5f4d05fd3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.2275057 Jul 09 19:34:00.668623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Attempting to bind port eab53b06-34b9-4779-b65d-511f46f5bbe6 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:00.668948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Attempting to bind port eab53b06-34b9-4779-b65d-511f46f5bbe6 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:00.669299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Attempting to bind port eab53b06-34b9-4779-b65d-511f46f5bbe6 on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:00.669770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:00.670288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Checking segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:00.670608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Bound using segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:00.671162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Bound port: d4299693-54f9-4681-89b5-bfa5d767ec4a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:00.671538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.716072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-9e3a6ec0-f955-4b13-8501-c43c3948a093 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=848154f0-4c85-48f9-84f9-275f34002d9a HTTP/1.1" status: 200 len: 217 time: 0.0572748 Jul 09 19:34:00.724468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Port eab53b06-34b9-4779-b65d-511f46f5bbe6 on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:00.724789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Attempting to bind port eab53b06-34b9-4779-b65d-511f46f5bbe6 on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:00.761716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:00.762051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Checking segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:00.762431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Bound using segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:00.762865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Bound port: eab53b06-34b9-4779-b65d-511f46f5bbe6, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:00.763217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.819326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.820732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8e3bad8-0731-4729-9d20-9fe5d40f8ed7 req-64372a52-272c-4a5e-88db-5b002d4faba4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542027 Jul 09 19:34:00.828410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105a7d-60fe-4fe2-a740-ceb99a849266 req-2c0a55fa-a66c-4b4c-8540-97b142d893e1 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.830509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f105a7d-60fe-4fe2-a740-ceb99a849266 req-2c0a55fa-a66c-4b4c-8540-97b142d893e1 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 943 time: 0.1960392 Jul 09 19:34:00.834264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:00.838902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:00.843437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068152e0-7ae1-4530-8d50-73427498d269 req-e126373a-a48c-4631-98c1-695225193379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.845767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-e126373a-a48c-4631-98c1-695225193379 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1cfb548-8ebf-440b-8083-0468ed8bd711 HTTP/1.1" status: 200 len: 854 time: 0.1185374 Jul 09 19:34:00.862145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.906043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-f9c94602-5435-49ad-8fbb-3e9b69dfb3cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405657 Jul 09 19:34:00.937833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:00.939100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:00.940497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] 10.222.0.25 "PUT /v2.0/ports/d4299693-54f9-4681-89b5-bfa5d767ec4a HTTP/1.1" status: 200 len: 1091 time: 1.6805477 Jul 09 19:34:00.942626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:00.944904 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76" -d '{"events": [{"name": "network-changed", "server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:00.949357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-cbca4b0f-f904-40d2-932e-89941759f90c service neutron] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:00.956842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f105a7d-60fe-4fe2-a740-ceb99a849266 req-e6560d0c-52e5-4584-b220-3d990bf06da3 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149633 Jul 09 19:34:00.985487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6da5c-e291-4bdc-97e0-294178197822 service neutron] Pushing event updated for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:01.006511 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.006670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-cbca4b0f-f904-40d2-932e-89941759f90c service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.007745 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-009599f4-f9fe-4cec-9cd6-6f5e0c6b5ee1 req-cbca4b0f-f904-40d2-932e-89941759f90c service neutron] 10.222.0.25 "DELETE /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623/bindings/n-h1-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.4254305 Jul 09 19:34:01.035229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:01.085817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:01.104075 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.129461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event updated for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:01.147940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Network 8c6b8c60-726e-4597-867a-417e2cbb0b13 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:01.161363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-7dcf994e-0420-44fe-a593-d008dfa6d423 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571573 Jul 09 19:34:01.180081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-4aca58ae-7734-4bee-a8b4-27b8511f2c03 service neutron] 10.222.0.59 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626884 Jul 09 19:34:01.182136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:01.184622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:01.185750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.186390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.187887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] 10.222.0.59 "PUT /v2.0/ports/eab53b06-34b9-4779-b65d-511f46f5bbe6 HTTP/1.1" status: 200 len: 1091 time: 2.5190792 Jul 09 19:34:01.231419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d187d0-4b58-4c53-9200-07286d66edbc req-e98250ae-f6bd-4d7d-b9cf-7302781d7fff tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.232968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84d187d0-4b58-4c53-9200-07286d66edbc req-e98250ae-f6bd-4d7d-b9cf-7302781d7fff tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.2460589 Jul 09 19:34:01.246314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.246928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.276193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8a8d0242-9711-43b3-b033-b8d8f6c70005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2793760 Jul 09 19:34:01.304500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e15ec-25a9-4043-820b-557c323b6047 service neutron] Pushing event updated for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:01.328780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Request body: {'port': {'device_id': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:01.330051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b6ca4d4a-9e90-4e24-abe1-e86a0ee8f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.331812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-b6ca4d4a-9e90-4e24-abe1-e86a0ee8f33c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 1094 time: 0.2925434 Jul 09 19:34:01.409838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84d187d0-4b58-4c53-9200-07286d66edbc req-7a575546-9aee-447b-9595-ade955601b8e tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Jul 09 19:34:01.419568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-9e361912-f905-4821-8063-9f75007546ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a HTTP/1.1" status: 200 len: 217 time: 0.0599990 Jul 09 19:34:01.429356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-068152e0-7ae1-4530-8d50-73427498d269 req-d98a566f-d20f-4934-aaca-915f3f99cca2 service neutron] 10.222.0.59 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391539 Jul 09 19:34:01.460281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.467136 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-86dbfa9b-0dac-403e-8db1-2f3c32b640d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.468913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-86dbfa9b-0dac-403e-8db1-2f3c32b640d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 1094 time: 0.2043531 Jul 09 19:34:01.530702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-8b0dd21e-7855-48da-aab3-fc742978a7c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6 HTTP/1.1" status: 200 len: 217 time: 0.0514908 Jul 09 19:34:01.534833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-955f36ec-f72a-4071-a1f2-991310fa6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.536986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-695d2ce8-992c-4ba6-a1a5-235f62519d84 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.538255 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-955f36ec-f72a-4071-a1f2-991310fa6427 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.1062376 Jul 09 19:34:01.538707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-695d2ce8-992c-4ba6-a1a5-235f62519d84 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987907 Jul 09 19:34:01.546722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b1e3-8935-4396-9641-dceafc1bdceb req-2d1bf4fe-d66a-445a-ba6c-5720df66c3c1 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.553645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6083b1e3-8935-4396-9641-dceafc1bdceb req-2d1bf4fe-d66a-445a-ba6c-5720df66c3c1 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c5690ac-519e-4ef3-b21b-33ed6469a422 HTTP/1.1" status: 200 len: 945 time: 0.4391100 Jul 09 19:34:01.562836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Request body: {'port': {'device_id': '82d2ca51-aa49-411d-a9e9-98396b712867', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '3bbb7a3bdc64417d9da208c57de0511b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:01.614597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-fb28d8f5-6483-4d2f-b185-4c83c4c9b37f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539746 Jul 09 19:34:01.694082 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbac3cf-33ef-4475-86b6-87a656d3f1f9 x-openstack-request-id: req-9cbac3cf-33ef-4475-86b6-87a656d3f1f9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:01.694368 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:01.694612 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cbac3cf-33ef-4475-86b6-87a656d3f1f9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:01.695032 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a', 'status': 'completed', 'code': 200} Jul 09 19:34:01.715675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-17d23966-ff55-4d0a-b6fd-d48a75ffb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.717159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-17d23966-ff55-4d0a-b6fd-d48a75ffb157 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.1669838 Jul 09 19:34:01.763883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6083b1e3-8935-4396-9641-dceafc1bdceb req-1815df82-d078-4b60-93a9-cbc2997ac410 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916139 Jul 09 19:34:01.786146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-bcfde00f-c077-40f7-be6b-8e76dc635882 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435543 Jul 09 19:34:01.790389 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13a40b-e4b7-4860-a0d1-7a98cf25d388 x-openstack-request-id: req-5e13a40b-e4b7-4860-a0d1-7a98cf25d388 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:01.790680 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:01.790932 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e13a40b-e4b7-4860-a0d1-7a98cf25d388 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:01.791357 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a', 'status': 'completed', 'code': 200} Jul 09 19:34:01.881768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-ab11d550-d806-4903-ad65-062b05ab2fa2 service neutron] 10.222.0.25 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603440 Jul 09 19:34:01.893664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Made reservation on behalf of 3bbb7a3bdc64417d9da208c57de0511b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:01.897684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:01.975736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-3ef12cf0-87b8-4ef0-a244-e2f798e9c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:01.978178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-3ef12cf0-87b8-4ef0-a244-e2f798e9c8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b71bd3234e14b5fa4e859b40550c5f8&device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 1094 time: 0.2797127 Jul 09 19:34:02.052900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-a749cb89-0465-4d7c-9208-97d23b4edf56 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570045 Jul 09 19:34:02.083889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3d524a-864f-416c-973b-0df3e46d63bc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:02.102417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:02.118503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eec50-e822-4119-82d7-0bc8850184bb req-4512b28a-c5e1-46dc-b2e3-5de0bc686264 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.120454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-042eec50-e822-4119-82d7-0bc8850184bb req-4512b28a-c5e1-46dc-b2e3-5de0bc686264 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 943 time: 0.2178507 Jul 09 19:34:02.141897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-247a4827-7806-46a9-9303-2b2a1be51a9c req-9df54a0a-6464-48fa-a21c-0e6b0e0d5b18 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 210 time: 0.0815260 Jul 09 19:34:02.162777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-5c93710e-8a83-4462-8142-e90d0d1a3bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715514 Jul 09 19:34:02.190967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Transition to ACTIVE for port object 4d3d524a-864f-416c-973b-0df3e46d63bc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:02.203845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:02.278204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Allocated IP 192.168.233.235 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/27daeb54-dadf-4e2c-ab32-5772726a37d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:02.286672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-042eec50-e822-4119-82d7-0bc8850184bb req-102a6601-7af4-43c2-ad3e-d6259f1b6b79 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366470 Jul 09 19:34:02.330739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-f17c6b64-00e8-4b8a-a33b-eb19144d8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.332301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-f17c6b64-00e8-4b8a-a33b-eb19144d8c5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 HTTP/1.1" status: 200 len: 915 time: 0.3445396 Jul 09 19:34:02.368931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:02.386243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-d64fda49-1ff5-437f-b04d-6b9687182e95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=848154f0-4c85-48f9-84f9-275f34002d9a HTTP/1.1" status: 200 len: 217 time: 0.0430391 Jul 09 19:34:02.396269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-89f8b268-819f-41a6-b4a7-e03993e738d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.398442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-89f8b268-819f-41a6-b4a7-e03993e738d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 1094 time: 0.1561897 Jul 09 19:34:02.450857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-d33edb5b-2ea7-4470-a277-a6aba031856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.452307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-d33edb5b-2ea7-4470-a277-a6aba031856f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1cfb548-8ebf-440b-8083-0468ed8bd711 HTTP/1.1" status: 200 len: 854 time: 0.0527389 Jul 09 19:34:02.456848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-542ffaa1-18d1-48d8-99a2-28da1ea968f5 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780701 Jul 09 19:34:02.546936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-ed607fa0-f25f-47b8-8d66-5b5f8f629237 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698001 Jul 09 19:34:02.645737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-80a6c314-1445-4eb7-97a9-034b4c5a6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.647316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-80a6c314-1445-4eb7-97a9-034b4c5a6fc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 918 time: 0.1939855 Jul 09 19:34:02.712778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-ef04d338-7a2f-4f31-9a42-1d04bfb16e35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a HTTP/1.1" status: 200 len: 217 time: 0.0522697 Jul 09 19:34:02.781724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-e8d753b6-b89c-46f2-8978-5d3ffa5fc4ba service neutron] 10.222.0.59 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268848 Jul 09 19:34:02.816992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Attempting to bind port 4d3d524a-864f-416c-973b-0df3e46d63bc on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:02.817693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Attempting to bind port 4d3d524a-864f-416c-973b-0df3e46d63bc by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:02.817693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Attempting to bind port 4d3d524a-864f-416c-973b-0df3e46d63bc on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:02.840968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Port 4d3d524a-864f-416c-973b-0df3e46d63bc on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:02.841329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Attempting to bind port 4d3d524a-864f-416c-973b-0df3e46d63bc on network 8c6b8c60-726e-4597-867a-417e2cbb0b13 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:02.852897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-b05240bc-05d4-4ef7-9694-6c097b062ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.854441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-b05240bc-05d4-4ef7-9694-6c097b062ad2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.1323645 Jul 09 19:34:02.856066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:02.856483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Checking segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:02.856865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Bound using segment: {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:02.857326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Bound port: 4d3d524a-864f-416c-973b-0df3e46d63bc, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630e3e27-e428-46f1-98a9-02378d206531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:02.857689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:02.911966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-b6c96613-6fd6-4a23-b6c3-58a97aec42ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414958 Jul 09 19:34:02.943350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a62b-37a7-4a32-883d-d7be9b0a18b0 req-b6b6d1d7-0773-4c1a-9bfc-149e938e0fe9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.944894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3b6a62b-37a7-4a32-883d-d7be9b0a18b0 req-b6b6d1d7-0773-4c1a-9bfc-149e938e0fe9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.2258918 Jul 09 19:34:02.946365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9c87b-6a94-4abd-8388-92d67d8c5cdb req-4a728726-d901-4dd6-bd04-49b4658e6ab0 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:02.947784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5b9c87b-6a94-4abd-8388-92d67d8c5cdb req-4a728726-d901-4dd6-bd04-49b4658e6ab0 tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 1095 time: 0.1979625 Jul 09 19:34:02.956948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:02.995862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2566ce2f-5c9a-493c-86c9-ab0abb27feac req-2403f343-583c-497b-949b-f89cf42d1354 service neutron] 10.222.0.59 "GET /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066295 Jul 09 19:34:03.003845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Transition to ACTIVE for port object 27daeb54-dadf-4e2c-ab32-5772726a37d2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:03.026369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:03.033321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4d3d524a-864f-416c-973b-0df3e46d63bc,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:03.039861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5b9c87b-6a94-4abd-8388-92d67d8c5cdb req-059db3e5-23f7-44f7-8c74-6820ebe770bc tempest-LiveAutoBlockMigrationV225Test-1300210836 tempest-LiveAutoBlockMigrationV225Test-1300210836-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812759 Jul 09 19:34:03.040883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3b6a62b-37a7-4a32-883d-d7be9b0a18b0 req-5afe2575-1c30-41e2-9316-8c4c48c41fc3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824034 Jul 09 19:34:03.042740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:03.060995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-151323e7-8c68-41b2-bf15-fa46cfdeebc5 service neutron] 10.222.0.25 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376095 Jul 09 19:34:03.096186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.096741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:03.098476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d3d524a-864f-416c-973b-0df3e46d63bc HTTP/1.1" status: 200 len: 1092 time: 1.8101747 Jul 09 19:34:03.148336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:03.162620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55', 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:03.165591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16bca2ad-0d46-459a-a119-707a4bf796e5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:03.206017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c7b4d6e-f623-49ca-a611-6f3ac9690f76 req-be7b726b-2a02-4909-9791-2d18080e4ba1 service neutron] 10.222.0.25 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363463 Jul 09 19:34:03.209380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064014-d380-4db2-bf56-e75f00a6b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:03.298406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:03.308114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ce04-9540-4465-b542-2ff02c968541 req-1ea81eb6-e0b8-410b-a66c-576f4264eb89 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.308358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:03.311568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:03.318069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c06ce04-9540-4465-b542-2ff02c968541 req-1ea81eb6-e0b8-410b-a66c-576f4264eb89 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 943 time: 0.0974133 Jul 09 19:34:03.363547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:03.384308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c06ce04-9540-4465-b542-2ff02c968541 req-3c880223-1881-4f25-bb8e-9e3660424922 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644681 Jul 09 19:34:03.407616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.408764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:03.462888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-174bafc8-b7c5-4163-a7cf-8d4415b7cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.465381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-174bafc8-b7c5-4163-a7cf-8d4415b7cd34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 1095 time: 0.3112996 Jul 09 19:34:03.589553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-77484c6b-3f37-4429-b361-35827fd9e743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3d524a-864f-416c-973b-0df3e46d63bc HTTP/1.1" status: 200 len: 217 time: 0.1098633 Jul 09 19:34:03.674111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-eb498990-dafe-44f7-bd96-1b64fc8e5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.675637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-eb498990-dafe-44f7-bd96-1b64fc8e5b88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.0849891 Jul 09 19:34:03.677087 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-f435ee57-ac86-4b92-9462-d908183b67fc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1201613 Jul 09 19:34:03.696579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Request body: {'port': {'device_id': '82d2ca51-aa49-411d-a9e9-98396b712867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:03.697010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:03.700184 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d84ce1-a6c8-4d12-b729-92d01c3be78e" -d '{"events": [{"name": "network-changed", "server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:03.803412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:03.805819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc5947a1-6052-4842-989b-1def99f979c2 None None] Provisioning for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:03.807662 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8ba15-0335-43be-8a2f-f00007f24339" -d '{"events": [{"name": "network-changed", "server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:03.814713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc5947a1-6052-4842-989b-1def99f979c2 None None] Provisioning complete for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:03.815223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc5947a1-6052-4842-989b-1def99f979c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:03.815730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-21057741-0f7f-4814-b669-0db89386a817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246977 Jul 09 19:34:03.863254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc5947a1-6052-4842-989b-1def99f979c2 None None] Port 27daeb54-dadf-4e2c-ab32-5772726a37d2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:34:03.961036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9e87-e3aa-418f-864e-90b8aee7dd61 req-f3c722f9-e322-4534-adce-f337b4cfba48 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:03.963582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfcb9e87-e3aa-418f-864e-90b8aee7dd61 req-f3c722f9-e322-4534-adce-f337b4cfba48 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 936 time: 0.1120713 Jul 09 19:34:03.969794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-bae6c66d-c526-4813-bbf4-540397d8d8aa service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434910 Jul 09 19:34:04.017724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfcb9e87-e3aa-418f-864e-90b8aee7dd61 req-eae58c8b-627e-4754-abd8-8a801ae2fc6d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Jul 09 19:34:04.107745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.137998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:04.153006 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00f6334-0ba2-4e38-b12d-97b659bd2a23 req-205009c0-650c-477a-9ad3-0c7c2ab5dab7 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426842 Jul 09 19:34:04.218097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f1cb4-771f-4298-bd19-741cab39927b req-96cdcfea-18b0-440d-b500-cd7f634f59f4 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:04.219670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-499f1cb4-771f-4298-bd19-741cab39927b req-96cdcfea-18b0-440d-b500-cd7f634f59f4 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 943 time: 0.2559826 Jul 09 19:34:04.242225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-8c1bc630-6cd5-4fc1-b5fb-02710790fb34 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:04.243725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-8c1bc630-6cd5-4fc1-b5fb-02710790fb34 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.1333258 Jul 09 19:34:04.260062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-31bdba6d-ac20-4058-998b-e7a2bcb458b3 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/quotas/49979077c1c54c628686b76f2fdbdaf7 HTTP/1.1" status: 200 len: 375 time: 0.0110180 Jul 09 19:34:04.317085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634c766f-0435-42f7-bcfb-efae7daafc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.356759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-499f1cb4-771f-4298-bd19-741cab39927b req-0b5fff44-4bbb-4ad8-99dd-567830ddab69 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864050 Jul 09 19:34:04.374103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-9b3f7d6d-945a-4146-821e-878894570c4c tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084015 Jul 09 19:34:04.450941 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1c2b2-ad70-4ff7-8224-4a9350911161 x-openstack-request-id: req-95d1c2b2-ad70-4ff7-8224-4a9350911161 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:04.451585 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:04.451585 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95d1c2b2-ad70-4ff7-8224-4a9350911161 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:04.452014 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6', 'status': 'completed', 'code': 200} Jul 09 19:34:04.512599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:04.514880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-72c009f7-b79a-4bbc-92c1-544d309dfbbe service neutron] 10.222.0.10 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376760 Jul 09 19:34:04.524514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.550979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Transition to ACTIVE for port object 27daeb54-dadf-4e2c-ab32-5772726a37d2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:04.560634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-559f5ac1-824a-465e-9f97-55f64fe46ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:04.562396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-559f5ac1-824a-465e-9f97-55f64fe46ad7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 1094 time: 0.0923755 Jul 09 19:34:04.564563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.639995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634c766f-0435-42f7-bcfb-efae7daafc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.646767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634c766f-0435-42f7-bcfb-efae7daafc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.650320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-204240e5-cd39-4184-b5e1-8c63da3cbd43 service neutron] 10.222.0.10 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346495 Jul 09 19:34:04.696342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-634c766f-0435-42f7-bcfb-efae7daafc7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f7cc584bd194449a231745fa94250b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543180 Jul 09 19:34:04.696342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c766f-0435-42f7-bcfb-efae7daafc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694f3a59-2d43-47b6-873d-39d368a4e307,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:04.699008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:04.731391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:04.760347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.791133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.854821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.857647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:04.858912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/694f3a59-2d43-47b6-873d-39d368a4e307 HTTP/1.1" status: 204 len: 168 time: 0.1596375 Jul 09 19:34:04.870919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-c7999c18-d8c2-4f2b-9f98-2efa01b7314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:04.873330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-c7999c18-d8c2-4f2b-9f98-2efa01b7314b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 918 time: 0.3019617 Jul 09 19:34:04.878987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 848154f0-4c85-48f9-84f9-275f34002d9a details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:04.887228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cd832-b3d2-414c-bc56-62a647da91b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f3a59-2d43-47b6-873d-39d368a4e307,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:04.888506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d58f9a-c81d-407c-83c2-998a71e95fad req-059054e0-5dac-42df-accc-04d177571351 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:04.899303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d58f9a-c81d-407c-83c2-998a71e95fad req-059054e0-5dac-42df-accc-04d177571351 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.2939043 Jul 09 19:34:05.022924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-298dbbdb-639b-4ab7-802c-3cd7244b2104 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6 HTTP/1.1" status: 200 len: 217 time: 0.1127689 Jul 09 19:34:05.037027 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd48577-6b88-46ad-a925-e9cf392ba00c x-openstack-request-id: req-bcd48577-6b88-46ad-a925-e9cf392ba00c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:05.037651 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:05.038236 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcd48577-6b88-46ad-a925-e9cf392ba00c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:05.038890 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc', 'status': 'completed', 'code': 200} Jul 09 19:34:05.142295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d58f9a-c81d-407c-83c2-998a71e95fad req-803fd56e-30d9-460f-b79d-de522fa0d9ef tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370191 Jul 09 19:34:05.143962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-61b9a027-d638-4215-b9ab-a5ff24ab93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.147038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-61b9a027-d638-4215-b9ab-a5ff24ab93d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.1037929 Jul 09 19:34:05.148120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:05.148434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:05.148643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:05.196370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:05.196910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:05.205028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=848154f0-4c85-48f9-84f9-275f34002d9a,segment=NetworkSegment(b5f2776f-f67b-4b4a-aebc-94a8a98b359e),segment_id=b5f2776f-f67b-4b4a-aebc-94a8a98b359e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:05.226773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-9350e46a-6b36-4186-94f0-3f53bdb61cf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466521 Jul 09 19:34:05.229111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '848154f0-4c85-48f9-84f9-275f34002d9a', 'network_id': 'cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5', 'port_id': '848154f0-4c85-48f9-84f9-275f34002d9a', 'mac_address': 'fa:16:3e:8f:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cfb548-8ebf-440b-8083-0468ed8bd711', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:05.233905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:05.234513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:05.235538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:05.236283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Bound port: 27daeb54-dadf-4e2c-ab32-5772726a37d2, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:05.236748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.334650 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.351453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848154f0-4c85-48f9-84f9-275f34002d9a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:05.361736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-84e25af8-4e92-4c02-a771-ccf907273084 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062179 Jul 09 19:34:05.397602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=848154f0-4c85-48f9-84f9-275f34002d9a,segment=NetworkSegment(b5f2776f-f67b-4b4a-aebc-94a8a98b359e),segment_id=b5f2776f-f67b-4b4a-aebc-94a8a98b359e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:05.402448 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.403758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device eab53b06-34b9-4779-b65d-511f46f5bbe6 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:05.414581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:05.475242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:05.485599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c0e9f6-621b-4ee4-bf52-b572a47ad409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.489665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.490275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.490778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.491325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.491886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.492426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.492937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.493484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.494010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.494660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.495254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.495778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:05.561162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:05.566671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:05.595642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.600348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:05.617067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'eab53b06-34b9-4779-b65d-511f46f5bbe6', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'port_id': 'eab53b06-34b9-4779-b65d-511f46f5bbe6', 'mac_address': 'fa:16:3e:3c:81:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18319542-f096-4927-ab77-8bb7086f3fa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:05.654619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-20b283ec-b58d-4b5c-ae76-e65296b8e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.656202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-20b283ec-b58d-4b5c-ae76-e65296b8e764 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 1095 time: 0.6231451 Jul 09 19:34:05.664197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.668024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:05.671574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-09bd65bf-53e0-498d-b673-91c449c4ab1a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.674534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-09bd65bf-53e0-498d-b673-91c449c4ab1a tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.6207917 Jul 09 19:34:05.679906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab53b06-34b9-4779-b65d-511f46f5bbe6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:05.681522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94859be9-e12d-450c-824d-d3adce3639a8 req-cf971fd1-6904-47fd-8f17-97bfc17ba086 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.683528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94859be9-e12d-450c-824d-d3adce3639a8 req-cf971fd1-6904-47fd-8f17-97bfc17ba086 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5690ac-519e-4ef3-b21b-33ed6469a422 HTTP/1.1" status: 200 len: 945 time: 0.5865896 Jul 09 19:34:05.704765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:05.711543 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.733365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.734530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:05.735991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-e3f06205-b263-4b69-bffb-cf4434b04907 service neutron] 10.222.0.59 "PUT /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 1096 time: 2.0439317 Jul 09 19:34:05.769268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c9ac-3039-4aab-bd88-476274e22db9 req-b2fefb5b-3f90-42df-bc57-95e97897a052 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.779601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b46c9ac-3039-4aab-bd88-476274e22db9 req-b2fefb5b-3f90-42df-bc57-95e97897a052 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.6183963 Jul 09 19:34:05.790056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:05.882664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515a8b-cb30-4cd0-a5a0-272cb2f12e2e req-b77453a9-740b-459e-ae24-2bf205b4efb9 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:05.890758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8515a8b-cb30-4cd0-a5a0-272cb2f12e2e req-b77453a9-740b-459e-ae24-2bf205b4efb9 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 943 time: 0.5270112 Jul 09 19:34:05.910992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d84ce1-a6c8-4d12-b729-92d01c3be78e req-41ac9e6c-90c2-41e5-90ba-0c0e2a56b68e service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106814 Jul 09 19:34:06.011681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b46c9ac-3039-4aab-bd88-476274e22db9 req-ba27ff57-ac26-4dc1-b700-45b02a38cd0d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898303 Jul 09 19:34:06.027674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-e62d8e76-636c-49c6-b0ef-314a79c47b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.029441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-e62d8e76-636c-49c6-b0ef-314a79c47b2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 200 len: 918 time: 0.3505111 Jul 09 19:34:06.030236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8515a8b-cb30-4cd0-a5a0-272cb2f12e2e req-cd6f3657-22f8-44fe-93cd-41098cd907b2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371825 Jul 09 19:34:06.053442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['848154f0-4c85-48f9-84f9-275f34002d9a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:06.065968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-cc92e079-1ce4-4837-bf37-91d38a80f822 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.067513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-cc92e079-1ce4-4837-bf37-91d38a80f822 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f94b30-8de7-4003-b2de-8643f4da87f3 HTTP/1.1" status: 200 len: 946 time: 0.3378544 Jul 09 19:34:06.067824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['eab53b06-34b9-4779-b65d-511f46f5bbe6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:06.108903 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c0e9f6-621b-4ee4-bf52-b572a47ad409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.113412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-0dcd900a-a7e0-4390-b561-afa1a11829af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.126649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-0dcd900a-a7e0-4390-b561-afa1a11829af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1099 time: 0.3053377 Jul 09 19:34:06.170198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c0e9f6-621b-4ee4-bf52-b572a47ad409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.287735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-86c0e9f6-621b-4ee4-bf52-b572a47ad409 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8a7fb6f32484beaa5f9a2c3668e47ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599246 Jul 09 19:34:06.297299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:06.381828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-194cee6f-bbcc-4788-b746-1c58112418e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3d524a-864f-416c-973b-0df3e46d63bc HTTP/1.1" status: 200 len: 217 time: 0.2991765 Jul 09 19:34:06.412940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-b2ca3997-5117-4b30-a525-9e349a6fa821 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.2833102 Jul 09 19:34:06.427355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.429282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Deleting port af5693f3-55a6-4b60-b7ea-0857c0de4623 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:06.429653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.464551 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.586956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.589541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.593202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d477e17d-c671-4959-9660-1f4c5c7f1302 HTTP/1.1" status: 204 len: 168 time: 0.2567034 Jul 09 19:34:06.598755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Deleting port 2e08e92a-1aa7-4b38-9a26-127c42924670 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:06.599094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.603408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-09f4deac-c0c4-479a-852e-59d5887cd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.604882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-09f4deac-c0c4-479a-852e-59d5887cd923 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 200 len: 857 time: 0.2122653 Jul 09 19:34:06.623153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0e9f6-621b-4ee4-bf52-b572a47ad409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d477e17d-c671-4959-9660-1f4c5c7f1302,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:06.666027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-df15d6e2-02f3-48c6-b780-db7134473d68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c6b8c60-726e-4597-867a-417e2cbb0b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524547 Jul 09 19:34:06.698076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13d97-166d-426b-8ca2-7f4efd0358f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477e17d-c671-4959-9660-1f4c5c7f1302,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:06.706132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-ac700429-1eba-4144-9ce5-e5d7a52b5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.707638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-ac700429-1eba-4144-9ce5-e5d7a52b5105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2713511 Jul 09 19:34:06.769447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Deleting port 82c9404a-1dc0-4933-837d-72dc15eafe26 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:06.769793 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.843999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] For port af5693f3-55a6-4b60-b7ea-0857c0de4623, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af5693f3-55a6-4b60-b7ea-0857c0de4623,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:06.844885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:06.869681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc87a5-ce1c-44e9-ab1c-f5f5d2ee3959 req-671b850c-d4fd-4bf1-b547-f11e06ce7b31 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:06.871755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bc87a5-ce1c-44e9-ab1c-f5f5d2ee3959 req-671b850c-d4fd-4bf1-b547-f11e06ce7b31 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.3357427 Jul 09 19:34:06.884751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Calling delete_port for af5693f3-55a6-4b60-b7ea-0857c0de4623 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:06.895588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:07.036513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-fe1afd00-c4e6-4714-858d-23189ae660f0 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590870 Jul 09 19:34:07.055212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:07.057765 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c814dd9-e4fc-44b2-8acf-7166892d1e41" -d '{"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:07.058894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] For port 82c9404a-1dc0-4933-837d-72dc15eafe26, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=82c9404a-1dc0-4933-837d-72dc15eafe26,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.059273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.073345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.076287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bc87a5-ce1c-44e9-ab1c-f5f5d2ee3959 req-8ab243a8-9e4f-4f0d-868d-1af6bd711b35 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729629 Jul 09 19:34:07.078962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-ff79b462-8955-42e7-85ad-ec0d05020a37 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.081773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-ff79b462-8955-42e7-85ad-ec0d05020a37 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.9706042 Jul 09 19:34:07.106091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-3'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:07.130732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Calling delete_port for 82c9404a-1dc0-4933-837d-72dc15eafe26 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:07.141292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a has no active binding in host n-h1-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:34:07.141799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4d3d524a-864f-416c-973b-0df3e46d63bc details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:07.271841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d4299693-54f9-4681-89b5-bfa5d767ec4a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:07.383775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e8ba15-0335-43be-8a2f-f00007f24339 req-2f08f3b0-8efe-43dd-97b8-049b448817e3 service neutron] 10.222.0.59 "GET /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160031 Jul 09 19:34:07.463285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4d3d524a-864f-416c-973b-0df3e46d63bc,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.484243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] For port 2e08e92a-1aa7-4b38-9a26-127c42924670, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2e08e92a-1aa7-4b38-9a26-127c42924670,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.485452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.487020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '4d3d524a-864f-416c-973b-0df3e46d63bc', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'port_id': '4d3d524a-864f-416c-973b-0df3e46d63bc', 'mac_address': 'fa:16:3e:c5:52:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18319542-f096-4927-ab77-8bb7086f3fa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:07.507488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8744-2233-4c91-8d14-fefeff5946e3 req-db8eef58-c5b3-4e92-be2e-f236ee30c465 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.509504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-caee8744-2233-4c91-8d14-fefeff5946e3 req-db8eef58-c5b3-4e92-be2e-f236ee30c465 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 944 time: 0.9436297 Jul 09 19:34:07.526992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Calling delete_port for 2e08e92a-1aa7-4b38-9a26-127c42924670 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:07.539385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.546795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.570566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'd4299693-54f9-4681-89b5-bfa5d767ec4a', 'network_id': '8c6b8c60-726e-4597-867a-417e2cbb0b13', 'port_id': 'd4299693-54f9-4681-89b5-bfa5d767ec4a', 'mac_address': 'fa:16:3e:af:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18319542-f096-4927-ab77-8bb7086f3fa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:07.576542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.589831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-64b68614-fe74-4783-8d37-145ff9b60a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.592489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-64b68614-fe74-4783-8d37-145ff9b60a87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8749933 Jul 09 19:34:07.613447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d524a-864f-416c-973b-0df3e46d63bc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:07.646008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.649910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4d3d524a-864f-416c-973b-0df3e46d63bc,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.670080 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.714245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.742386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:07.746517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2e08e92a-1aa7-4b38-9a26-127c42924670', '82c9404a-1dc0-4933-837d-72dc15eafe26'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:07.752332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4299693-54f9-4681-89b5-bfa5d767ec4a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:07.773484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-caee8744-2233-4c91-8d14-fefeff5946e3 req-213ae1aa-f5d5-4239-90c5-625be0f5d315 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496562 Jul 09 19:34:07.831507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event deleted for resources: {'Port': ['ID=82c9404a-1dc0-4933-837d-72dc15eafe26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:07.841741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:07.856653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-34303302-5fd1-4bbc-b8dd-35d0047ed5a0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.858575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-34303302-5fd1-4bbc-b8dd-35d0047ed5a0 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.5796573 Jul 09 19:34:07.861288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-368b26dc-5023-4a45-b301-b48ee866fc6f service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800590 Jul 09 19:34:07.871624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.879129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] No DVR routers for this DVR port 82c9404a-1dc0-4933-837d-72dc15eafe26 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:07.893588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d5b1-ab56-44ba-95f3-bd79d124c902 req-612858f5-8016-4623-9c38-6d0fd89d6a08 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.901084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a114d5b1-ab56-44ba-95f3-bd79d124c902 req-612858f5-8016-4623-9c38-6d0fd89d6a08 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 944 time: 0.5742815 Jul 09 19:34:07.903648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:07.905695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ffd318d-352c-4628-bca6-0bc6f6cc1f15 req-dae5bb96-f618-46b2-a640-f04e8e8801da tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "DELETE /v2.0/ports/82c9404a-1dc0-4933-837d-72dc15eafe26 HTTP/1.1" status: 204 len: 173 time: 1.8012464 Jul 09 19:34:07.909585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'name': 'network-vif-deleted', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:07.912605 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4a8fd-107a-4f55-bf6b-389b851cfb71" -d '{"events": [{"server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "name": "network-vif-deleted", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:07.931357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-31182227-1ea1-4bf8-be59-5220c16e0104 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:07.932956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-31182227-1ea1-4bf8-be59-5220c16e0104 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.59 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 812 time: 0.6172037 Jul 09 19:34:07.956540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:07.977496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18801ddc-a2f5-41be-a0af-d365545f5bb4 req-6a412d7e-f32f-491b-84a0-ce112290d2f7 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971594 Jul 09 19:34:07.994671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Request body: {'port': {'device_id': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'admin_state_up': True, 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:07.998698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['4d3d524a-864f-416c-973b-0df3e46d63bc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:08.013494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Request body: {'port': {'device_id': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'admin_state_up': True, 'tenant_id': '49979077c1c54c628686b76f2fdbdaf7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:08.101616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a64ce803-1272-4c0c-91ee-4f3d4f26fbe1 req-752ada4e-5772-4263-9b5b-a7f0b5a5b4be tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 210 time: 0.1187134 Jul 09 19:34:08.138885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:08.209544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a114d5b1-ab56-44ba-95f3-bd79d124c902 req-5a42cd17-f2c9-482e-a297-1b84e915fd29 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075137 Jul 09 19:34:08.210610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event deleted for resources: {'Port': ['ID=af5693f3-55a6-4b60-b7ea-0857c0de4623,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:08.253363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:08.257868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:08.299411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] No DVR routers for this DVR port af5693f3-55a6-4b60-b7ea-0857c0de4623 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:08.304315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:08.306549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7461d3e8-09e3-425d-8d51-5c6fe1f6454a req-58b55816-3ea9-45ea-afa8-980304f67c5c tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "DELETE /v2.0/ports/af5693f3-55a6-4b60-b7ea-0857c0de4623 HTTP/1.1" status: 204 len: 173 time: 2.5673938 Jul 09 19:34:08.333968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d4299693-54f9-4681-89b5-bfa5d767ec4a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:08.384078 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432278c-f04a-43b4-8149-99ff883bb8c6 x-openstack-request-id: req-1432278c-f04a-43b4-8149-99ff883bb8c6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:08.384386 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:08.384753 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1432278c-f04a-43b4-8149-99ff883bb8c6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:08.385235 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'status': 'completed', 'code': 200} Jul 09 19:34:08.443531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:08.492190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Allocated IP 172.20.0.5 (baba1882-8f38-431e-8125-b46543dd89ef/d838f8e3-ea0e-4f47-98fb-26abc4c0f069/9ec9b1fe-d931-4d89-a388-b67cf37ae5ee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:08.606250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Made reservation on behalf of 49979077c1c54c628686b76f2fdbdaf7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:08.610950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:08.667727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-05b496cb-350f-45d9-a783-416c6817972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:08.669527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-05b496cb-350f-45d9-a783-416c6817972b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1099 time: 0.2789230 Jul 09 19:34:08.670416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:08.680850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3832a60-3f40-4cd9-899e-1c7050146bcb req-2d9b39ce-58d9-48a0-827f-9ed66ca15aec tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:08.690294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b3832a60-3f40-4cd9-899e-1c7050146bcb req-2d9b39ce-58d9-48a0-827f-9ed66ca15aec tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 945 time: 0.3630517 Jul 09 19:34:08.892467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc0d1b-e660-4a2c-9646-8e76695e2b96 req-b33919e8-d141-4921-82cd-ca19fe789ae3 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:08.902519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fddc0d1b-e660-4a2c-9646-8e76695e2b96 req-b33919e8-d141-4921-82cd-ca19fe789ae3 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 944 time: 0.2797420 Jul 09 19:34:08.925864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 848154f0-4c85-48f9-84f9-275f34002d9a up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:08.929860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event deleted for resources: {'Port': ['ID=2e08e92a-1aa7-4b38-9a26-127c42924670,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:08.936377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-46ba2f57-998a-4f23-81f3-d5a61988c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:08.937281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-46ba2f57-998a-4f23-81f3-d5a61988c65d service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2265923 Jul 09 19:34:08.946821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.011589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-13a94eb9-61e4-41ab-a907-28a32466d3ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0649662 Jul 09 19:34:09.012857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:09.014901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fddc0d1b-e660-4a2c-9646-8e76695e2b96 req-232a67f4-a10d-4281-881c-0f443cb12387 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 Jul 09 19:34:09.017532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] No DVR routers for this DVR port 2e08e92a-1aa7-4b38-9a26-127c42924670 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:09.020385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.023188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94859be9-e12d-450c-824d-d3adce3639a8 req-75cd514b-ddb5-4918-82ea-3cc829d4861e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "DELETE /v2.0/ports/2e08e92a-1aa7-4b38-9a26-127c42924670 HTTP/1.1" status: 204 len: 173 time: 3.3016798 Jul 09 19:34:09.044462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 848154f0-4c85-48f9-84f9-275f34002d9a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:09.049749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 848154f0-4c85-48f9-84f9-275f34002d9a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:09.050125 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.067993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.123403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-8b577ab3-caec-44b8-8ed8-2696e44b068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:09.124782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-8b577ab3-caec-44b8-8ed8-2696e44b068f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0815203 Jul 09 19:34:09.136967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b3832a60-3f40-4cd9-899e-1c7050146bcb req-2379ea20-142e-4e22-9da6-faf34d0197f4 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410839 Jul 09 19:34:09.176240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Network baba1882-8f38-431e-8125-b46543dd89ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:09.200245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:09.215132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:09.225394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event updated for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:09.244294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:09.248121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.250849 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc6cbe4-ab07-425c-af27-65460253bb45 x-openstack-request-id: req-efc6cbe4-ab07-425c-af27-65460253bb45 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:09.251249 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f94b30-8de7-4003-b2de-8643f4da87f3", "name": "network-vif-deleted", "tag": "82c9404a-1dc0-4933-837d-72dc15eafe26", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:09.251593 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efc6cbe4-ab07-425c-af27-65460253bb45 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:09.252128 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f94b30-8de7-4003-b2de-8643f4da87f3', 'name': 'network-vif-deleted', 'tag': '82c9404a-1dc0-4933-837d-72dc15eafe26', 'status': 'completed', 'code': 200} Jul 09 19:34:09.259168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.281089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.331879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2e08e92a-1aa7-4b38-9a26-127c42924670 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:09.357278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:09.357937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.365285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:09.381864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Allocated IP 172.20.0.11 (baba1882-8f38-431e-8125-b46543dd89ef/d838f8e3-ea0e-4f47-98fb-26abc4c0f069/9c3e8733-50ce-4756-99c4-b1bdee73b87d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:09.398417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d3586168-437a-4212-85f3-4e58a8713096 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4402080 Jul 09 19:34:09.400046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-68717ce9-5729-460d-b1e1-a29fac43285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:09.411220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-68717ce9-5729-460d-b1e1-a29fac43285b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2693608 Jul 09 19:34:09.413995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Request body: {'port': {'device_id': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:09.417781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 2e08e92a-1aa7-4b38-9a26-127c42924670 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:09.418327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2e08e92a-1aa7-4b38-9a26-127c42924670 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:09.418544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:09.449813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: af5693f3-55a6-4b60-b7ea-0857c0de4623 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:09.450059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af5693f3-55a6-4b60-b7ea-0857c0de4623 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:09.450489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 82c9404a-1dc0-4933-837d-72dc15eafe26 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:09.477642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 82c9404a-1dc0-4933-837d-72dc15eafe26 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:09.478370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 82c9404a-1dc0-4933-837d-72dc15eafe26 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:09.487274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:09.489500 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e7079-0584-4ec7-a2ef-ca3660f055de" -d '{"events": [{"server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "name": "network-vif-plugged", "status": "completed", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:09.513788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=848154f0-4c85-48f9-84f9-275f34002d9a,segment=NetworkSegment(b5f2776f-f67b-4b4a-aebc-94a8a98b359e),segment_id=b5f2776f-f67b-4b4a-aebc-94a8a98b359e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:09.533670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.534708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device eab53b06-34b9-4779-b65d-511f46f5bbe6 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:09.671041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on host n-h2-800087-3 for vnic_type normal with profile {"migrating_to": "n-h1-800087-3"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:09.671484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:09.671899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:09.674751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:09.688547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647f295-8762-4a62-89e7-029fdeef00c6 req-62d393f6-e12b-461e-b098-e163b5e1250e tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:09.699094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b647f295-8762-4a62-89e7-029fdeef00c6 req-62d393f6-e12b-461e-b098-e163b5e1250e tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.1926830 Jul 09 19:34:09.700724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:09.701004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Attempting to bind port ef714d61-bf07-4bc7-819c-3f0da1030f0a on network 8d926ef3-0246-4125-9742-3a5b8901d195 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:09.711220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.722954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:09.723367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Checking segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:09.723838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Bound using segment: {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:09.724327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Bound port: ef714d61-bf07-4bc7-819c-3f0da1030f0a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc65062-9e8e-4d5a-9092-1449f11e39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8d926ef3-0246-4125-9742-3a5b8901d195'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:09.724687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.729924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port eab53b06-34b9-4779-b65d-511f46f5bbe6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:09.736095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port eab53b06-34b9-4779-b65d-511f46f5bbe6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:09.736470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.791820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e861c-fde6-4fd7-a627-ccc80416e2aa req-3b060843-449d-476c-b9f1-13682cff0d5a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:09.793462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c2e861c-fde6-4fd7-a627-ccc80416e2aa req-3b060843-449d-476c-b9f1-13682cff0d5a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.3390779 Jul 09 19:34:09.798094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-be8ced2f-8bda-4825-af20-b877f8cf5019 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808513 Jul 09 19:34:09.857145 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.902229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:09.907727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:09.975390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c2e861c-fde6-4fd7-a627-ccc80416e2aa req-32c36156-d314-4771-9a88-5b3e9b26a716 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716754 Jul 09 19:34:09.978980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:09.991062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b647f295-8762-4a62-89e7-029fdeef00c6 req-e4a4a1d8-7cd0-4e6e-a608-b542d640ec65 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910011 Jul 09 19:34:10.060423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.064077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:10.097320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:10.101811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c814dd9-e4fc-44b2-8acf-7166892d1e41 req-aeb25b87-51a5-475d-bdac-9dbfa6d47ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746589 Jul 09 19:34:10.109304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.193623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.237833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:10.238464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.239887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] 10.222.0.59 "PUT /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 1121 time: 3.1396959 Jul 09 19:34:10.240518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8576-a05d-447e-850d-7d482f87003b service neutron] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:10.254991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Network baba1882-8f38-431e-8125-b46543dd89ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:10.285197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:10.290595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:10.355408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef714d61-bf07-4bc7-819c-3f0da1030f0a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:10.364396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6efe3-e46c-4f61-998b-9409a14d8b57 req-b4ec11fb-be5b-457c-bb05-0e96e40165ba tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:10.371082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3c6efe3-e46c-4f61-998b-9409a14d8b57 req-b4ec11fb-be5b-457c-bb05-0e96e40165ba tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 932 time: 0.1277218 Jul 09 19:34:10.410834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ef714d61-bf07-4bc7-819c-3f0da1030f0a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:10.458914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:10.469401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.483879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Transition to ACTIVE for port object 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:10.495024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.566557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3c6efe3-e46c-4f61-998b-9409a14d8b57 req-599bb58c-112b-4db5-9c42-4a5d11b66c7c tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830816 Jul 09 19:34:10.655651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'name': 'network-vif-deleted', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670'}, {'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a'}, {'name': 'network-changed', 'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:10.661234 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e8416-c2fd-488d-8d05-075e40f27d47" -d '{"events": [{"server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "name": "network-vif-deleted", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670"}, {"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-unplugged", "status": "completed", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a"}, {"name": "network-changed", "server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:10.676364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:10.680523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-f04ef5f9-6c24-41fe-a23f-a60992c590d7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3966632 Jul 09 19:34:10.706786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event updated for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:10.714618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Attempting to bind port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:10.715273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Attempting to bind port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:10.715632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Attempting to bind port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:10.720971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee on network baba1882-8f38-431e-8125-b46543dd89ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:10.721348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Attempting to bind port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:10.727067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:10.727335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Checking segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:10.727732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Bound using segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:10.728137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Bound port: 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:10.728622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.763613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:10.764510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.790597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-a0e638eb-124e-49bd-a742-cfe3bd70720e tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7813263 Jul 09 19:34:10.810719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Request body: {'port': {'device_id': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:10.850165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2f049b4-bb75-438e-97cd-87668bb4489d req-c56e4aa5-f6ac-4c7a-ab68-9edf76aaaa44 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 210 time: 0.0375433 Jul 09 19:34:10.852587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:10.868133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:10.879685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.879846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-3cfe8249-7720-4a86-9e7d-9eb6dddc3448 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:10.879846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-3cfe8249-7720-4a86-9e7d-9eb6dddc3448 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883907 Jul 09 19:34:10.919342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:10.920119 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.923447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] 10.222.0.59 "PUT /v2.0/ports/9ec9b1fe-d931-4d89-a388-b67cf37ae5ee HTTP/1.1" status: 200 len: 1091 time: 1.5149221 Jul 09 19:34:10.930453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-efe1b8d2-8619-4009-afbf-04160b91b150 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/quotas/e3b39c47338c48cfa23ebaf01309b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0430484 Jul 09 19:34:10.932457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:10.954291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:10.988570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-e26be7c3-82ce-445b-bdd2-e89a46326983 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484195 Jul 09 19:34:11.108454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9d3ed-3e56-4d4e-a566-f4a9a74bf538 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:11.164436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4d3d524a-864f-416c-973b-0df3e46d63bc up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:11.174443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-e558fce6-e006-4137-a6cb-02af01f55ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:11.174988 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c09cdf-fb18-4ca4-a2e2-4f97d293e2c9 x-openstack-request-id: req-29c09cdf-fb18-4ca4-a2e2-4f97d293e2c9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:11.175528 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "name": "network-vif-plugged", "status": "completed", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:11.176112 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29c09cdf-fb18-4ca4-a2e2-4f97d293e2c9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:11.176245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-e558fce6-e006-4137-a6cb-02af01f55ce7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 1094 time: 0.2016439 Jul 09 19:34:11.177204 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a', 'code': 200} Jul 09 19:34:11.221239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:11.240387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'mac_address': 'fa:16:3e:c1:6d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:11.256534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-deleted', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623'}, {'name': 'network-changed', 'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:11.259880 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7" -d '{"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-deleted", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623"}, {"name": "network-changed", "server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:11.280531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d4299693-54f9-4681-89b5-bfa5d767ec4a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:11.378989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-df085015-b6b7-4245-80d0-0b3cae7f3fbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee HTTP/1.1" status: 200 len: 217 time: 0.1800361 Jul 09 19:34:11.491968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-4817fdbb-53f9-4222-a279-51965fb7fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:11.493423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-4817fdbb-53f9-4222-a279-51965fb7fffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.1033642 Jul 09 19:34:11.509368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28cf8-58d4-4139-8ffc-ec960eb7dec2 req-7db4e6ef-43bd-4615-a560-d069176ef263 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:11.517910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91a28cf8-58d4-4139-8ffc-ec960eb7dec2 req-7db4e6ef-43bd-4615-a560-d069176ef263 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 944 time: 0.3405228 Jul 09 19:34:11.557043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-ee558647-8513-4923-9c4d-0241a7a48673 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365050 Jul 09 19:34:11.586612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 4d3d524a-864f-416c-973b-0df3e46d63bc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:11.606182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efb592-f162-4d0c-b098-c6f679c86570 req-99ea503a-ae20-4b36-bda1-21751295bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:11.607855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92efb592-f162-4d0c-b098-c6f679c86570 req-99ea503a-ae20-4b36-bda1-21751295bd40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 1096 time: 0.4133961 Jul 09 19:34:11.613806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 4d3d524a-864f-416c-973b-0df3e46d63bc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:11.614458 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.621852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3e8733-50ce-4756-99c4-b1bdee73b87d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:11.640319 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.646627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.674840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:11.675848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91a28cf8-58d4-4139-8ffc-ec960eb7dec2 req-65b247b7-4027-4cdb-b529-f8cb079969e6 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566594 Jul 09 19:34:11.694921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Transition to ACTIVE for port object 9c3e8733-50ce-4756-99c4-b1bdee73b87d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:11.706754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5fbc5-35df-472c-a89c-9559bbbcb6ec req-f88f2942-be4f-459d-98ba-256432ac8b42 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:11.715595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2cb5fbc5-35df-472c-a89c-9559bbbcb6ec req-f88f2942-be4f-459d-98ba-256432ac8b42 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.2167883 Jul 09 19:34:11.720408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:11.728334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port d4299693-54f9-4681-89b5-bfa5d767ec4a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:11.749435 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.774851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-5e9ebce3-10cf-431c-a24c-664557473626 service neutron] 10.222.0.59 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026086 Jul 09 19:34:11.775617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port d4299693-54f9-4681-89b5-bfa5d767ec4a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:11.776397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.788425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.859548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92efb592-f162-4d0c-b098-c6f679c86570 req-0bd313d1-ecd6-4a25-8d7c-d9b553fd5058 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245512 Jul 09 19:34:11.872794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.910201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2cb5fbc5-35df-472c-a89c-9559bbbcb6ec req-ca707e4f-c539-47db-9b71-523077e5d1b7 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915753 Jul 09 19:34:11.938264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4d3d524a-864f-416c-973b-0df3e46d63bc,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:11.940793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:11.966505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:11.992627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:11.994764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-e5c64bff-c3a3-4bbc-bba2-24516ee1e514 service neutron] 10.222.0.59 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014530 Jul 09 19:34:12.049692 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588c4adf-d4c7-4de5-a6e9-4ba42ea7dc32 x-openstack-request-id: req-588c4adf-d4c7-4de5-a6e9-4ba42ea7dc32 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:12.050041 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5690ac-519e-4ef3-b21b-33ed6469a422", "name": "network-vif-deleted", "tag": "2e08e92a-1aa7-4b38-9a26-127c42924670", "status": "completed", "code": 200}, {"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-unplugged", "status": "completed", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a", "code": 200}, {"name": "network-changed", "server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:12.050290 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-588c4adf-d4c7-4de5-a6e9-4ba42ea7dc32 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:12.050754 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5690ac-519e-4ef3-b21b-33ed6469a422', 'name': 'network-vif-deleted', 'tag': '2e08e92a-1aa7-4b38-9a26-127c42924670', 'status': 'completed', 'code': 200} Jul 09 19:34:12.051897 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'code': 200} Jul 09 19:34:12.052158 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'status': 'completed', 'code': 200} Jul 09 19:34:12.086281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:12.089018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:12.134727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:12.142686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:12.217249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:12.296435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Attempting to bind port 9c3e8733-50ce-4756-99c4-b1bdee73b87d on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:12.296744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Attempting to bind port 9c3e8733-50ce-4756-99c4-b1bdee73b87d by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:12.297708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Attempting to bind port 9c3e8733-50ce-4756-99c4-b1bdee73b87d on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:12.309403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Port 9c3e8733-50ce-4756-99c4-b1bdee73b87d on network baba1882-8f38-431e-8125-b46543dd89ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:12.309755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Attempting to bind port 9c3e8733-50ce-4756-99c4-b1bdee73b87d on network baba1882-8f38-431e-8125-b46543dd89ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:12.312084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bebe34-bbf8-47b7-9a07-cbb0c4568de4 req-4e8ea35c-86d9-4ef7-9787-099c98e766d1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.313653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54bebe34-bbf8-47b7-9a07-cbb0c4568de4 req-4e8ea35c-86d9-4ef7-9787-099c98e766d1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.1241472 Jul 09 19:34:12.325549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:12.325891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Checking segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:12.326294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Bound using segment: {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:12.326769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Bound port: 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4a23e1-db13-4206-a716-74e5cc6b73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:12.327131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:12.331472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-4adc2edc-b73e-4df1-bf9c-39b944bf8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.333034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-4adc2edc-b73e-4df1-bf9c-39b944bf8046 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1124 time: 0.2255464 Jul 09 19:34:12.357691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54bebe34-bbf8-47b7-9a07-cbb0c4568de4 req-e3f003b9-fdb8-4193-a608-24dfb8754af9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Jul 09 19:34:12.417675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['27daeb54-dadf-4e2c-ab32-5772726a37d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:12.425479 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd0bd8-40f1-4c6e-8d0e-8c9c98dff19c x-openstack-request-id: req-1ebd0bd8-40f1-4c6e-8d0e-8c9c98dff19c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:12.425782 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb34e9-3d4f-4e4c-938b-523dca75b08c", "name": "network-vif-deleted", "tag": "af5693f3-55a6-4b60-b7ea-0857c0de4623", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:12.426037 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ebd0bd8-40f1-4c6e-8d0e-8c9c98dff19c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:12.426430 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb34e9-3d4f-4e4c-938b-523dca75b08c', 'name': 'network-vif-deleted', 'tag': 'af5693f3-55a6-4b60-b7ea-0857c0de4623', 'status': 'completed', 'code': 200} Jul 09 19:34:12.426687 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee', 'status': 'completed', 'code': 200} Jul 09 19:34:12.467832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e41af6-a602-465b-b746-09a6df83bf14 req-a60e8986-dcd0-40fd-91f2-e635da9c7083 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.470596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4e41af6-a602-465b-b746-09a6df83bf14 req-a60e8986-dcd0-40fd-91f2-e635da9c7083 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.2151995 Jul 09 19:34:12.541151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4e41af6-a602-465b-b746-09a6df83bf14 req-eff9c0fc-22ef-4165-8acd-12fb25cb6db8 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627227 Jul 09 19:34:12.569224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:12.574602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:12.576343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-634f1c4c-ce71-4b1e-91a6-5e97e9eaf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.579093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-634f1c4c-ce71-4b1e-91a6-5e97e9eaf3c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.2309387 Jul 09 19:34:12.584859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:12.600578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-b43d9cc0-5f59-4449-9298-b90c09b4100c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728931 Jul 09 19:34:12.681812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.682965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:12.684366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c3e8733-50ce-4756-99c4-b1bdee73b87d HTTP/1.1" status: 200 len: 1092 time: 1.8809946 Jul 09 19:34:12.685743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-048496f0-e9f8-4ca8-91ab-328d47a3213d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 217 time: 0.0940795 Jul 09 19:34:12.754018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49cab3-e08a-44ca-9dfc-c492fbfe5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:12.789713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-93224f0d-bfcb-4d3d-93c6-7320789d1dc5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.791220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-93224f0d-bfcb-4d3d-93c6-7320789d1dc5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894257 Jul 09 19:34:12.806508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-b266b7fd-bd31-4deb-b7cd-c6a2cd150605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.807860 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-b266b7fd-bd31-4deb-b7cd-c6a2cd150605 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 1094 time: 0.3430586 Jul 09 19:34:12.811412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-39d4c059-bc66-41e5-bc00-1fc47bc081ff tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/quotas/e3b39c47338c48cfa23ebaf01309b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0131059 Jul 09 19:34:12.833966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-817405e3-d321-4b2c-9271-c2f3334ea71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.835597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-817405e3-d321-4b2c-9271-c2f3334ea71b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1363478 Jul 09 19:34:12.851773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-87830307-a9ea-4d04-978f-9a54811cc2bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337503 Jul 09 19:34:12.892065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-72c67f8b-7017-4aa9-8940-be1740e87b4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461094 Jul 09 19:34:12.948162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-5334137c-e491-4161-81b3-e4d9043aa2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.949660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-5334137c-e491-4161-81b3-e4d9043aa2ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 913 time: 0.1005287 Jul 09 19:34:12.969836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7073784-1935-4c3c-b791-af3f22c0e3ad req-4fba3594-801d-479f-a965-cfe7cddd10c9 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.971480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7073784-1935-4c3c-b791-af3f22c0e3ad req-4fba3594-801d-479f-a965-cfe7cddd10c9 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 944 time: 0.2141023 Jul 09 19:34:12.977165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-c1df5eaf-2f44-4eba-9a53-4cbe691675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:12.978719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-c1df5eaf-2f44-4eba-9a53-4cbe691675cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 1095 time: 0.2086210 Jul 09 19:34:13.063084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-7641167a-19f7-4e34-b240-3c69d704216f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee HTTP/1.1" status: 200 len: 217 time: 0.0950377 Jul 09 19:34:13.123723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-585751c4-9877-4fcd-b199-bebef067da92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d HTTP/1.1" status: 200 len: 217 time: 0.1299095 Jul 09 19:34:13.179038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6'}, {'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc'}, {'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:13.182619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07b73152-3bb5-45a1-ad84-03f058228b06 req-bfa8e753-30f8-461f-87d9-a4dec37c3767 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdcb34e9-3d4f-4e4c-938b-523dca75b08c HTTP/1.1" status: 200 len: 210 time: 0.0770338 Jul 09 19:34:13.183783 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cf8805-caeb-46d5-9fe9-d9939dc3b072" -d '{"events": [{"server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "name": "network-vif-plugged", "status": "completed", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6"}, {"server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc"}, {"server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "name": "network-vif-plugged", "status": "completed", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:13.192379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7073784-1935-4c3c-b791-af3f22c0e3ad req-23dca8e2-e0c7-47bf-a6b0-131ac63c7533 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125823 Jul 09 19:34:13.232617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-976d2549-c881-479e-acf8-7884db17215f service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287745 Jul 09 19:34:13.235293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241c4-85f2-42f0-a404-16065686af39 req-b7926167-4b46-47b9-9876-c6cbd30c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:13.236702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-b7926167-4b46-47b9-9876-c6cbd30c0c5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.1020458 Jul 09 19:34:13.240488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-e7b549c3-2669-4891-9c2f-ebb30c3872cb tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607734 Jul 09 19:34:13.452564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-d895edc6-01e0-47a3-9bda-ad21f9685f29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587180 Jul 09 19:34:13.621572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8e8416-c2fd-488d-8d05-075e40f27d47 req-f3ebf697-8e6c-418f-9c03-83a3e464bde4 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761957 Jul 09 19:34:13.674430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-0dec01bb-cd19-4d52-a8e0-0f3b11f97f08 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931233 Jul 09 19:34:13.683471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2b554-8115-4b41-9d57-39ecf0d8c7a7 req-d626e73a-8c87-4d84-b8ba-da7fa45ad91a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:13.685040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9c2b554-8115-4b41-9d57-39ecf0d8c7a7 req-d626e73a-8c87-4d84-b8ba-da7fa45ad91a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 945 time: 0.2049775 Jul 09 19:34:13.799121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9c2b554-8115-4b41-9d57-39ecf0d8c7a7 req-8a695f91-cbf3-4e5e-80ad-b2a55d40a6ed tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916703 Jul 09 19:34:13.820522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf241c4-85f2-42f0-a404-16065686af39 req-8943930b-0ae9-4325-8438-5539acdddd01 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344271 Jul 09 19:34:13.911784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-fc343b92-9abf-4d13-9baa-93a39c67f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:13.914137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-fc343b92-9abf-4d13-9baa-93a39c67f3cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.8344207 Jul 09 19:34:13.923247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-da1392b8-643b-4c5a-805e-9d7f8e46748d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:13.925051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-da1392b8-643b-4c5a-805e-9d7f8e46748d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6708841 Jul 09 19:34:13.960520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Request body: {'port': {'device_id': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e3b39c47338c48cfa23ebaf01309b0a5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:13.986485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-d75b4ad1-5683-4f57-91e8-fa0667d0319a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590551 Jul 09 19:34:14.053876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:14.056736 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:14.194549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aed06-5ad4-41f2-80d0-166531fe3cc6 req-6f245cc1-a8dd-4ac1-b850-ee221ed4435f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.203956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa7aed06-5ad4-41f2-80d0-166531fe3cc6 req-6f245cc1-a8dd-4ac1-b850-ee221ed4435f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.3788896 Jul 09 19:34:14.251494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbb2de83-7f8f-45ac-bd82-8a556653ee24 req-ecbb9685-ed16-4737-bcc3-17d12f1ed69c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 210 time: 0.0511520 Jul 09 19:34:14.266436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-7836a2ab-1d2a-444e-a186-e5efa01bbb70 service neutron] 10.222.0.59 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690396 Jul 09 19:34:14.316389 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e39f652-d2df-4d6b-98bc-fd882bce2ea7 x-openstack-request-id: req-5e39f652-d2df-4d6b-98bc-fd882bce2ea7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:14.316915 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "name": "network-vif-plugged", "status": "completed", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6", "code": 200}, {"server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc", "code": 200}, {"server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "name": "network-vif-plugged", "status": "completed", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:14.317021 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e39f652-d2df-4d6b-98bc-fd882bce2ea7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:14.317385 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6', 'code': 200} Jul 09 19:34:14.317642 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc', 'code': 200} Jul 09 19:34:14.317940 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a', 'code': 200} Jul 09 19:34:14.321551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa7aed06-5ad4-41f2-80d0-166531fe3cc6 req-3a0184fc-2864-4e52-b296-16ed348affc9 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165490 Jul 09 19:34:14.365154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Made reservation on behalf of e3b39c47338c48cfa23ebaf01309b0a5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:14.368564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:14.379898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:14.428934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e10e1d57-3e53-43aa-94d6-62252dcc9ce7 req-e5cdba32-192f-48b8-b5b7-b90aa70babfa service neutron] 10.222.0.59 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539755 Jul 09 19:34:14.515449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5faa-1149-48a7-b732-a7c66ab612d3 req-e3967aa9-9ec5-40a1-8ac1-42515760ff9e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.517185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b40d5faa-1149-48a7-b732-a7c66ab612d3 req-e3967aa9-9ec5-40a1-8ac1-42515760ff9e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.0754998 Jul 09 19:34:14.611167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:14.622568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:14.636803 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b40d5faa-1149-48a7-b732-a7c66ab612d3 req-1aac42aa-ac7d-4a06-9297-07b4076d7ad0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096039 Jul 09 19:34:14.655345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52479a-6adc-4c99-8af1-87c7f038245d req-1b366ebd-93c5-4927-9a8e-26002e02b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.657404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf52479a-6adc-4c99-8af1-87c7f038245d req-1b366ebd-93c5-4927-9a8e-26002e02b5e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 1096 time: 0.1381478 Jul 09 19:34:14.660347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c031ed-473e-464e-b1de-9766432bda79 req-dc58a24a-3dd5-418e-8756-cdc0ae83c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.661922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c031ed-473e-464e-b1de-9766432bda79 req-dc58a24a-3dd5-418e-8756-cdc0ae83c244 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 1097 time: 0.1436701 Jul 09 19:34:14.716059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc998ec-6df6-477e-bf94-af7e9c6234f8 req-7012fe02-8191-460b-aa11-86aa83045cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.717566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efc998ec-6df6-477e-bf94-af7e9c6234f8 req-7012fe02-8191-460b-aa11-86aa83045cca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 1096 time: 0.2175775 Jul 09 19:34:14.743907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c031ed-473e-464e-b1de-9766432bda79 req-df50375a-91a8-4059-b5ba-de046bd52274 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654409 Jul 09 19:34:14.746635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:14.758967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf52479a-6adc-4c99-8af1-87c7f038245d req-3dd0c70b-1079-41c6-9a02-86064f175bad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791781 Jul 09 19:34:14.775202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4750aacb-a5d3-4376-94bb-257dff3cacae tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301445 Jul 09 19:34:14.786735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7d614-08da-4841-9614-477519851d9e req-3f4bc14b-d7fe-4fc4-92a5-7612a1fc2b85 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.789619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e7d614-08da-4841-9614-477519851d9e req-3f4bc14b-d7fe-4fc4-92a5-7612a1fc2b85 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.2491205 Jul 09 19:34:14.872411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efc998ec-6df6-477e-bf94-af7e9c6234f8 req-7b4f4344-197e-4a03-aa03-8beab1f4fdcb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436942 Jul 09 19:34:14.892544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e7d614-08da-4841-9614-477519851d9e req-b527ba10-4288-4c08-9876-78ad8cbe071b tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957518 Jul 09 19:34:14.929827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Allocated IP 192.168.233.89 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/7a0dcf9b-a397-4a63-a052-ea868c1665e8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:14.951153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:14.954685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:14.968692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30224f6-ab1f-49c4-b0f1-ae1f16e41948 req-6779754c-cf07-4a09-b002-83b19f409366 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:14.980962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d30224f6-ab1f-49c4-b0f1-ae1f16e41948 req-6779754c-cf07-4a09-b002-83b19f409366 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.1511219 Jul 09 19:34:15.008324 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95975ba0-ee51-41de-a409-00b660c7ba65 x-openstack-request-id: req-95975ba0-ee51-41de-a409-00b660c7ba65 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:15.008617 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:15.008878 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95975ba0-ee51-41de-a409-00b660c7ba65 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:15.009313 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d', 'status': 'completed', 'code': 200} Jul 09 19:34:15.141702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-9b831f3d-ef59-454f-b3b8-e1d2ae7bef40 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:15.143380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-9b831f3d-ef59-454f-b3b8-e1d2ae7bef40 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749975 Jul 09 19:34:15.160011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Request body: {'port': {'device_id': '5d378941-d560-432c-ac7d-3571931f17b7', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e3b39c47338c48cfa23ebaf01309b0a5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:15.274463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d30224f6-ab1f-49c4-b0f1-ae1f16e41948 req-2dc53d4c-73f5-44d9-86bd-afe99d35fec1 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924693 Jul 09 19:34:15.321343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.326896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-68551cab-b5e9-4285-acd7-558c7e56234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:15.329687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-68551cab-b5e9-4285-acd7-558c7e56234c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49979077c1c54c628686b76f2fdbdaf7&device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 1095 time: 0.3123126 Jul 09 19:34:15.333923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Made reservation on behalf of e3b39c47338c48cfa23ebaf01309b0a5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:15.334435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:15.341455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.348507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:15.379259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:15.381466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Transition to ACTIVE for port object 7a0dcf9b-a397-4a63-a052-ea868c1665e8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:15.381630 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.441438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'port_id': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee', 'mac_address': 'fa:16:3e:a0:83:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd838f8e3-ea0e-4f47-98fb-26abc4c0f069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:15.507793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.519504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3e2c7-a213-4327-bd90-0f8c355722e9 req-04703efa-eeb2-4673-8c3e-215867d99429 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:15.533479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:15.539826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfa3e2c7-a213-4327-bd90-0f8c355722e9 req-04703efa-eeb2-4673-8c3e-215867d99429 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 944 time: 0.3081179 Jul 09 19:34:15.593520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:15.599560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.610452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.683865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.740916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:15.753835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:15.763062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:15.772159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:15.772345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfa3e2c7-a213-4327-bd90-0f8c355722e9 req-12dce2b9-9537-4cf9-8a76-b6ed544d7404 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055831 Jul 09 19:34:15.798071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:15.799486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:15.805248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:15.931052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:15.946287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:15.948294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:16.000723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-f9d390a3-5e06-49c3-8bd0-933f06aea300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:16.001338 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-8419ddbc-7b93-4bb9-94ff-b3eee89b07bd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0443957 Jul 09 19:34:16.002237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-f9d390a3-5e06-49c3-8bd0-933f06aea300 service neutron] 10.222.0.25 "GET /v2.0/networks?id=baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 200 len: 913 time: 0.6274045 Jul 09 19:34:16.045459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Request body: {'port': {'device_id': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:16.048808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed80c3-d2a5-4157-86e3-0034a0b10b7a req-098933f5-983b-43ba-bb39-7fecdd92ce3c tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:16.049800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db62dac4-0a40-4a88-880c-981db3279aba req-6a7237b3-ffc3-4f69-b6bb-7ccd57ce48f7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 210 time: 0.0759702 Jul 09 19:34:16.059890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60ed80c3-d2a5-4157-86e3-0034a0b10b7a req-098933f5-983b-43ba-bb39-7fecdd92ce3c tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 945 time: 0.3793120 Jul 09 19:34:16.170863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26dce52b-43cf-4053-8691-1b057ddc1603 None None] Provisioning for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:16.176212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26dce52b-43cf-4053-8691-1b057ddc1603 None None] Provisioning complete for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:16.176868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26dce52b-43cf-4053-8691-1b057ddc1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:16.204839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Allocated IP 192.168.233.190 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/5c390924-dff9-4d6b-909f-a735d51757c6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:16.244905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['9ec9b1fe-d931-4d89-a388-b67cf37ae5ee'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:16.245581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:16.328404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:16.336241 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c18c1-d062-407c-99fd-40727e1dab74" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:16.364380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-26dce52b-43cf-4053-8691-1b057ddc1603 None None] Port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:34:16.513440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-5418d3df-55b5-43db-8c9b-5aea4547b53f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d HTTP/1.1" status: 200 len: 217 time: 0.4933310 Jul 09 19:34:16.581433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60ed80c3-d2a5-4157-86e3-0034a0b10b7a req-7136d74b-d68e-456d-9ae4-99455138a53c tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072470 Jul 09 19:34:16.617195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:16.630127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Transition to ACTIVE for port object 5c390924-dff9-4d6b-909f-a735d51757c6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:16.651234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-c835358b-9b02-4786-9bd0-b309aa6a8000 service neutron] 10.222.0.25 "GET /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.2020061 Jul 09 19:34:16.719984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:16.887529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72998a7-bb49-49f7-a9dc-fafec2f230c2 req-11ae7f21-093e-436e-98bd-fd9d7e0e722f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:16.889736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a72998a7-bb49-49f7-a9dc-fafec2f230c2 req-11ae7f21-093e-436e-98bd-fd9d7e0e722f tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 943 time: 0.5427866 Jul 09 19:34:16.988800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a72998a7-bb49-49f7-a9dc-fafec2f230c2 req-c14efd05-0013-4e1c-958b-926dd67177c8 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Jul 09 19:34:17.091499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:17.119216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:17.130445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.130893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:17.147265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:17.156667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:17.166288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Transition to ACTIVE for port object 7a0dcf9b-a397-4a63-a052-ea868c1665e8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:17.177799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.193914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:17.226639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:17.227628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.278820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event updated for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:17.281811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:17.305556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-3d3f77ce-3a3d-48a6-8de2-0faed04fe17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:17.306389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9c3e8733-50ce-4756-99c4-b1bdee73b87d details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:17.308268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-3d3f77ce-3a3d-48a6-8de2-0faed04fe17b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 200 len: 852 time: 0.7640965 Jul 09 19:34:17.312569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef714d61-bf07-4bc7-819c-3f0da1030f0a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:17.347866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:17.356238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a95edbd0-e9c4-49e9-8695-998a5cf5bde7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2001538 Jul 09 19:34:17.360584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-53fb19cd-3c31-429e-b4fc-c9ed113d7db4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=baba1882-8f38-431e-8125-b46543dd89ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415232 Jul 09 19:34:17.372495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.404602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Request body: {'port': {'device_id': '5d378941-d560-432c-ac7d-3571931f17b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:17.473144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Attempting to bind port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:17.474414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Attempting to bind port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:17.474749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Attempting to bind port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:17.502605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:17.517330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:17.562436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:17.562828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Attempting to bind port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:17.570399 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94805c10-b879-4b5c-aeab-81a5435156a6 x-openstack-request-id: req-94805c10-b879-4b5c-aeab-81a5435156a6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:17.570857 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:17.571247 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94805c10-b879-4b5c-aeab-81a5435156a6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:17.571710 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'code': 200} Jul 09 19:34:17.573713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9c3e8733-50ce-4756-99c4-b1bdee73b87d', 'network_id': 'baba1882-8f38-431e-8125-b46543dd89ef', 'port_id': '9c3e8733-50ce-4756-99c4-b1bdee73b87d', 'mac_address': 'fa:16:3e:e3:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd838f8e3-ea0e-4f47-98fb-26abc4c0f069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:17.618827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:17.619168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:17.619661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:17.620122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Bound port: 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:17.620998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.669921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.697571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3e8733-50ce-4756-99c4-b1bdee73b87d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:17.708030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] Transition to ACTIVE for port object ef714d61-bf07-4bc7-819c-3f0da1030f0a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:17.728806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-67d0b40d-fb2b-470f-a408-c7ecd169619e None None] Provisioning for port 5c390924-dff9-4d6b-909f-a735d51757c6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:17.734853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.736106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-67d0b40d-fb2b-470f-a408-c7ecd169619e None None] Provisioning complete for port 5c390924-dff9-4d6b-909f-a735d51757c6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:17.736702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-67d0b40d-fb2b-470f-a408-c7ecd169619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.745541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a680-0463-44a8-bb8f-b12fba17b413 req-92040621-7ff4-470e-947d-b73e394da089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:17.747336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a12a680-0463-44a8-bb8f-b12fba17b413 req-92040621-7ff4-470e-947d-b73e394da089 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1101 time: 0.2650924 Jul 09 19:34:17.776644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.803076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb9ef5-358b-41fb-81ea-da1b4af8a26a req-938daf99-766d-461b-9233-fa4c86468bed tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:17.810359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ddb9ef5-358b-41fb-81ea-da1b4af8a26a req-938daf99-766d-461b-9233-fa4c86468bed tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.7175605 Jul 09 19:34:17.852492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:17.857173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-67d0b40d-fb2b-470f-a408-c7ecd169619e None None] Port 5c390924-dff9-4d6b-909f-a735d51757c6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:34:17.866308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:17.887907 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:17.897509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:17.959240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] Pushing event updated for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:17.974813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.014720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:18.057716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a12a680-0463-44a8-bb8f-b12fba17b413 req-9bb8d681-c475-422e-8d39-fed41e7031a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565153 Jul 09 19:34:18.075679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ddb9ef5-358b-41fb-81ea-da1b4af8a26a req-f3cdacdd-d81a-41be-bddc-79284d1f35eb tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641382 Jul 09 19:34:18.082441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-8e345387-72b4-40f0-b1c0-6c75a55581f9 service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117329 Jul 09 19:34:18.104074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] No DVR routers for this DVR port ef714d61-bf07-4bc7-819c-3f0da1030f0a on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:18.123975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.126632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.128258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] 10.222.0.25 "PUT /v2.0/ports/7a0dcf9b-a397-4a63-a052-ea868c1665e8 HTTP/1.1" status: 200 len: 1095 time: 2.0873499 Jul 09 19:34:18.157588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:18.160061 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc" -d '{"events": [{"name": "network-changed", "server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:18.172151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a068a-46a9-4d89-8139-6c13963e06b2 req-a699ffc9-d61c-4d4d-9910-d4d977f8a9d5 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.179449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f94a068a-46a9-4d89-8139-6c13963e06b2 req-a699ffc9-d61c-4d4d-9910-d4d977f8a9d5 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 944 time: 0.5952063 Jul 09 19:34:18.254582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9c3e8733-50ce-4756-99c4-b1bdee73b87d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:18.294609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] 10.222.0.25 "PUT /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a/bindings/n-h1-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6276519 Jul 09 19:34:18.311576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545266c-692c-4966-b3fa-851254a9baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:18.346294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f94a068a-46a9-4d89-8139-6c13963e06b2 req-20469e53-43de-4fcf-aae1-18f2bffb9037 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658680 Jul 09 19:34:18.412136 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-a92e1371-c7fe-4b22-ae09-af4a95c4fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.428134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-a92e1371-c7fe-4b22-ae09-af4a95c4fa66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1098 time: 0.2343860 Jul 09 19:34:18.431315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c390924-dff9-4d6b-909f-a735d51757c6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:18.441085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.456199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Transition to ACTIVE for port object 5c390924-dff9-4d6b-909f-a735d51757c6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:18.476314 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.570339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-dca6b56a-ba47-4864-aceb-da2f83963e6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8 HTTP/1.1" status: 200 len: 217 time: 0.1080644 Jul 09 19:34:18.582523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.663413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-8e3fb334-8640-4476-9b56-e0dd944bd4e6 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.665446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-8e3fb334-8640-4476-9b56-e0dd944bd4e6 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.2800658 Jul 09 19:34:18.667919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-a620d9a8-3ce6-4daf-a67a-ba96ee07684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.669549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-a620d9a8-3ce6-4daf-a67a-ba96ee07684c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0922267 Jul 09 19:34:18.706900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Pushing event updated for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:18.774604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d7f7f32-4a34-4128-9b70-af33bd81f5ff req-373c5a3a-46f1-4940-a952-786c2466dcfc service neutron] 10.222.0.25 "GET /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713045 Jul 09 19:34:18.826825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1f3f-cec7-4ccc-8d1c-c8f627fbe852 req-0a737ea3-982b-4f43-9e60-f429f29c4b88 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.834488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-457f1f3f-cec7-4ccc-8d1c-c8f627fbe852 req-0a737ea3-982b-4f43-9e60-f429f29c4b88 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 948 time: 0.3756592 Jul 09 19:34:18.888495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-565433f7-cb7c-4def-a1e9-c948fb48308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.890058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-565433f7-cb7c-4def-a1e9-c948fb48308d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526&tenant_id=1fd846365b56478a92753ac9458d0a50 HTTP/1.1" status: 200 len: 1095 time: 0.2167411 Jul 09 19:34:18.892131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-457f1f3f-cec7-4ccc-8d1c-c8f627fbe852 req-efc096e4-1ab7-4364-a09d-b51a429740e0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565791 Jul 09 19:34:18.898829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359f98-5e37-452b-9138-9117783c2124 req-3ce3a560-8ac9-455d-82c5-c76f5065c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.900312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-3ce3a560-8ac9-455d-82c5-c76f5065c8d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644232 Jul 09 19:34:18.920369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05e06-50cb-47cc-ad37-5e52750d8591 req-f8a36f1d-e3db-444f-af10-f5a18da6ec87 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:18.927775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50c05e06-50cb-47cc-ad37-5e52750d8591 req-f8a36f1d-e3db-444f-af10-f5a18da6ec87 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.1750672 Jul 09 19:34:18.934822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Attempting to bind port 5c390924-dff9-4d6b-909f-a735d51757c6 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:18.935167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Attempting to bind port 5c390924-dff9-4d6b-909f-a735d51757c6 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:18.935499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Attempting to bind port 5c390924-dff9-4d6b-909f-a735d51757c6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:18.945383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Port 5c390924-dff9-4d6b-909f-a735d51757c6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:18.945708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Attempting to bind port 5c390924-dff9-4d6b-909f-a735d51757c6 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:18.957351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:18.957954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:18.958654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:18.959283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Bound port: 5c390924-dff9-4d6b-909f-a735d51757c6, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:18.959830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:18.969983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:19.111071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:19.116387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:19.116960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:19.117434 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:19.134325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5c390924-dff9-4d6b-909f-a735d51757c6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:19.148550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859250-2d21-44ec-af6f-45fd33f556c0 req-239a64d0-6057-4c0b-a829-86aa63d8d602 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.150772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20859250-2d21-44ec-af6f-45fd33f556c0 req-239a64d0-6057-4c0b-a829-86aa63d8d602 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 945 time: 0.1297185 Jul 09 19:34:19.152732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:19.208967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.209725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-67f66b46-8309-4f0a-aff8-a2cbcd189bff service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809575 Jul 09 19:34:19.210461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:19.228858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] 10.222.0.25 "PUT /v2.0/ports/5c390924-dff9-4d6b-909f-a735d51757c6 HTTP/1.1" status: 200 len: 1096 time: 1.8343894 Jul 09 19:34:19.233598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:19.249599 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e56fd-e55e-4943-927c-9f7672b51668" -d '{"events": [{"name": "network-changed", "server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:19.284442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:19.306898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20859250-2d21-44ec-af6f-45fd33f556c0 req-20d542c8-7af7-45d7-8318-5545124578ed tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492472 Jul 09 19:34:19.316398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50c05e06-50cb-47cc-ad37-5e52750d8591 req-01759d0c-23ec-4a04-a158-7f597c3d9d43 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682303 Jul 09 19:34:19.358432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ef17-7c23-4bcb-a775-208df3e9e32d service neutron] Pushing event updated for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:19.398753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:19.413606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:19.511599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-31cef4b1-b719-4618-bfbb-87a8fd6ad9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.518383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-31cef4b1-b719-4618-bfbb-87a8fd6ad9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1095 time: 0.5669971 Jul 09 19:34:19.572898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:19.581492 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd8ffd-a26e-4077-9c2c-17a9164121f4" -d '{"events": [{"server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:19.617290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:19.700712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2359f98-5e37-452b-9138-9117783c2124 req-d4fa9cbe-4eeb-4a1a-b09c-3d3cad3314c2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599631 Jul 09 19:34:19.704795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1058bff4-e915-4590-b00e-fee7f9ec9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.705947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-1058bff4-e915-4590-b00e-fee7f9ec9cd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.1792006 Jul 09 19:34:19.730752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-7de33e9b-106b-4d75-a839-ee148ed85696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.733347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-7de33e9b-106b-4d75-a839-ee148ed85696 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 1099 time: 0.2538278 Jul 09 19:34:19.808598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-f68c34be-1043-4a83-91a0-3c06b75a1a1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5c390924-dff9-4d6b-909f-a735d51757c6 HTTP/1.1" status: 200 len: 217 time: 0.0677691 Jul 09 19:34:19.818155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f8a5-584a-4dd5-ba6a-eb4f2ef847e5 req-10a03d98-f3a8-4be0-a575-b9a8740c427b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.819790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc49f8a5-584a-4dd5-ba6a-eb4f2ef847e5 req-10a03d98-f3a8-4be0-a575-b9a8740c427b tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 944 time: 0.2140725 Jul 09 19:34:19.820717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-959db60d-f225-4bd3-af29-8fc58663b6d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 200 len: 217 time: 0.0998557 Jul 09 19:34:19.935863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-e7161ba2-84a5-48ed-b04a-7b1ea27c670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.938130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-e7161ba2-84a5-48ed-b04a-7b1ea27c670a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1166153 Jul 09 19:34:19.972300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-7018a4cf-24f4-46c5-8d3b-cb23c66a7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:19.972300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-7018a4cf-24f4-46c5-8d3b-cb23c66a7fe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.1429877 Jul 09 19:34:19.974904 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4ab05-0755-4ff1-8ca1-f7b57fe8df2b x-openstack-request-id: req-39d4ab05-0755-4ff1-8ca1-f7b57fe8df2b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:19.977491 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:19.978252 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39d4ab05-0755-4ff1-8ca1-f7b57fe8df2b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:19.979914 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'status': 'completed', 'code': 200} Jul 09 19:34:20.048466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc49f8a5-584a-4dd5-ba6a-eb4f2ef847e5 req-440707d8-609d-4f2e-8753-d3d93ca60013 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766284 Jul 09 19:34:20.076961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-287b962c-3ea4-4acb-b0ce-ac0d45913c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947995 Jul 09 19:34:20.079618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-7e3b8459-9271-4f85-9d04-7726516e24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:20.081666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-7e3b8459-9271-4f85-9d04-7726516e24d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351132 Jul 09 19:34:20.287737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-a2c7ff50-282d-4c3a-b093-7a674a3dee4a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994016 Jul 09 19:34:20.359503 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08563784-cb44-47f7-9ddb-485852a39dd4 x-openstack-request-id: req-08563784-cb44-47f7-9ddb-485852a39dd4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:20.359838 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:20.360034 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08563784-cb44-47f7-9ddb-485852a39dd4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:20.360485 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6', 'status': 'completed', 'code': 200} Jul 09 19:34:20.427108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-685bef63-911e-4b52-ba8a-719f6b2544a6 req-0455c033-4cfc-4200-b839-8496728b8214 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330101 Jul 09 19:34:20.652389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671d588-2343-4127-b42c-32e0da12bc1f req-ce41b5b4-bfcf-40aa-8223-e1ce5b86df53 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:20.661318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3671d588-2343-4127-b42c-32e0da12bc1f req-ce41b5b4-bfcf-40aa-8223-e1ce5b86df53 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 945 time: 0.1183858 Jul 09 19:34:20.664493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e56fd-e55e-4943-927c-9f7672b51668 req-d0811968-b5ac-4d69-95af-cbe9c234d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:20.665978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-d0811968-b5ac-4d69-95af-cbe9c234d95d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 1099 time: 0.1819437 Jul 09 19:34:20.780694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3671d588-2343-4127-b42c-32e0da12bc1f req-1f36e61c-995b-4cae-984c-864624d0ae79 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182725 Jul 09 19:34:20.855056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e56fd-e55e-4943-927c-9f7672b51668 req-1b52c4d8-7d46-4e84-ae29-d6c15978c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:20.856785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-1b52c4d8-7d46-4e84-ae29-d6c15978c327 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1674750 Jul 09 19:34:20.862232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-f5106787-78d6-4c5c-9a7a-a3690b9278a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:20.864305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-f5106787-78d6-4c5c-9a7a-a3690b9278a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1098 time: 0.8101404 Jul 09 19:34:20.929777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-358b8489-adc9-417d-ae9a-871e108e4ae3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5c390924-dff9-4d6b-909f-a735d51757c6 HTTP/1.1" status: 200 len: 217 time: 0.0643122 Jul 09 19:34:21.006318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-418717e5-dd0b-44bd-93b7-4ee4b117d949 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572297 Jul 09 19:34:21.022572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1d7a5-94f4-4bc7-97fc-ea8ea1078de8 req-727e08f2-4591-44ca-be41-454b0c8c271e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.024143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38a1d7a5-94f4-4bc7-97fc-ea8ea1078de8 req-727e08f2-4591-44ca-be41-454b0c8c271e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2711420 Jul 09 19:34:21.047468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-ee404e1c-21f6-49c5-8acd-573daec1f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.048929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-ee404e1c-21f6-49c5-8acd-573daec1f8c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1752441 Jul 09 19:34:21.090118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e56fd-e55e-4943-927c-9f7672b51668 req-af80909f-4b3a-476e-ad6d-f51e11272ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.091989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-af80909f-4b3a-476e-ad6d-f51e11272ca8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1418557 Jul 09 19:34:21.139742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-4d50a24b-96be-4f5d-ab34-a101f5fb099e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8 HTTP/1.1" status: 200 len: 217 time: 0.0507174 Jul 09 19:34:21.184501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f6d7-d5dd-4219-8edd-02bbddd93e37 req-869cbcc7-613b-42c3-88ce-902c939ec472 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.186614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38a1d7a5-94f4-4bc7-97fc-ea8ea1078de8 req-b9dd5687-0771-4a95-8cf3-093d128ab1f9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480770 Jul 09 19:34:21.195586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0df9f6d7-d5dd-4219-8edd-02bbddd93e37 req-869cbcc7-613b-42c3-88ce-902c939ec472 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 945 time: 0.2239969 Jul 09 19:34:21.270674 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b067154-9893-4531-9c1d-26bd283bbec5 x-openstack-request-id: req-5b067154-9893-4531-9c1d-26bd283bbec5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:21.271167 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:21.271285 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b067154-9893-4531-9c1d-26bd283bbec5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:21.271606 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee', 'code': 200} Jul 09 19:34:21.286888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0df9f6d7-d5dd-4219-8edd-02bbddd93e37 req-574d1e1d-18c0-4607-986c-f52a3feb9ae1 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Jul 09 19:34:21.315401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e56fd-e55e-4943-927c-9f7672b51668 req-840d7184-33eb-4862-af6b-acca26573c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.323401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-840d7184-33eb-4862-af6b-acca26573c8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233694 Jul 09 19:34:21.332127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9c3e8733-50ce-4756-99c4-b1bdee73b87d up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:21.431153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-30bc13a3-fd16-48eb-b9df-12c7669b4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.432634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-30bc13a3-fd16-48eb-b9df-12c7669b4566 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2620645 Jul 09 19:34:21.442581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-37726d55-594b-484a-96da-239f26e36e82 service neutron] 10.222.0.59 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171274 Jul 09 19:34:21.449611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 9c3e8733-50ce-4756-99c4-b1bdee73b87d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:21.454016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9c3e8733-50ce-4756-99c4-b1bdee73b87d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:21.454398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:21.620770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:21.688022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-1bf13122-279b-41fc-b23a-6d0e39adfe44 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566110 Jul 09 19:34:21.688686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:21.689750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-9485e2f9-956a-405a-8957-54b1ddb48571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.691587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-9485e2f9-956a-405a-8957-54b1ddb48571 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476864 Jul 09 19:34:21.699123 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:21.719043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb069-932a-425c-9255-bf92b5bdd00b req-6b4b1f4c-90cb-46e0-82ca-818d93b689c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.720722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d5cb069-932a-425c-9255-bf92b5bdd00b req-6b4b1f4c-90cb-46e0-82ca-818d93b689c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 1096 time: 0.2357490 Jul 09 19:34:21.826057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:21.881279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1807-3e3e-42cc-945b-da1eaf5ad80f req-312583fd-99e1-4865-a3aa-b25d9dbaf97d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:21.888521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e8c1807-3e3e-42cc-945b-da1eaf5ad80f req-312583fd-99e1-4865-a3aa-b25d9dbaf97d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 948 time: 0.3423045 Jul 09 19:34:21.888736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-971e56fd-e55e-4943-927c-9f7672b51668 req-a3eadd78-e865-4358-9f14-0ddf56164ba8 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669362 Jul 09 19:34:21.966159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d5cb069-932a-425c-9255-bf92b5bdd00b req-1434fc02-884a-4637-a739-c145eff3d5a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762627 Jul 09 19:34:21.994162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-836fe923-4069-4938-a42c-5e542dfddec7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898583 Jul 09 19:34:22.070353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e8c1807-3e3e-42cc-945b-da1eaf5ad80f req-225099cb-5755-4eb6-a72f-b9e2027fe3c0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805012 Jul 09 19:34:22.102958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-d6bcccb3-3320-46e4-8df5-765282f39d38 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:22.104907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-d6bcccb3-3320-46e4-8df5-765282f39d38 tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526&tenant_id=1fd846365b56478a92753ac9458d0a50&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.2792172 Jul 09 19:34:22.157370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145bbac-9754-49a4-9b6a-bad4b94dcc75 req-a775d04f-50f9-40b7-b355-d00ced7ffc9c tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:22.159401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8145bbac-9754-49a4-9b6a-bad4b94dcc75 req-a775d04f-50f9-40b7-b355-d00ced7ffc9c tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 946 time: 0.1188774 Jul 09 19:34:22.206157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae770a2e-7f4b-4984-a2ee-8a9fab350edc req-4b5de9b8-aa5a-483c-a0a0-7114e6ba9d87 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029254 Jul 09 19:34:22.261398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8145bbac-9754-49a4-9b6a-bad4b94dcc75 req-6e2f23d2-ed9f-4a76-9880-1bfb93f6a30a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 09 19:34:22.292913 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d97e3919-a396-4fe3-b2bf-4aa583996d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:22.380577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef69ba-78ae-4d8a-b9e5-578d7d43e181 req-b2cf0aff-7f39-4278-a152-01b856214825 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:22.382267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3ef69ba-78ae-4d8a-b9e5-578d7d43e181 req-b2cf0aff-7f39-4278-a152-01b856214825 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 944 time: 0.0930204 Jul 09 19:34:22.383574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-63b0c25b-4ab4-4a1b-952d-5228962a193d service neutron] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:22.387262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-63b0c25b-4ab4-4a1b-952d-5228962a193d service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:22.388587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-63b0c25b-4ab4-4a1b-952d-5228962a193d service neutron] 10.222.0.59 "DELETE /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a/bindings/n-h2-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.2755032 Jul 09 19:34:22.462581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3ef69ba-78ae-4d8a-b9e5-578d7d43e181 req-fd051731-f482-4448-9dd0-943e41b18fdc tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704970 Jul 09 19:34:22.504144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66df4-6690-4fcb-a846-9c4e3861011a req-55866861-be33-4e4d-9bd1-bfeaa8470e7f tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:22.506286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ee66df4-6690-4fcb-a846-9c4e3861011a req-55866861-be33-4e4d-9bd1-bfeaa8470e7f tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1101 time: 0.0695090 Jul 09 19:34:22.563704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ee66df4-6690-4fcb-a846-9c4e3861011a req-f0c25b02-e4d0-4500-91bd-25ccbba43eb2 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Jul 09 19:34:22.792833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca3ee0-638c-4e43-990c-d6fbc6142389 req-dbeaf49c-a519-4f27-88d7-f2d48bc8609e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:22.794598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4ca3ee0-638c-4e43-990c-d6fbc6142389 req-dbeaf49c-a519-4f27-88d7-f2d48bc8609e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.1293221 Jul 09 19:34:22.853900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4ca3ee0-638c-4e43-990c-d6fbc6142389 req-c8a137fa-5930-46ee-bbe5-b0e54ae8b8cd tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524149 Jul 09 19:34:22.978983 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:23.060661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576493-b1be-4f02-9dbd-627b2b73e0ea req-87f90e21-7012-48a1-9f30-8ce040086548 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:23.062684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7576493-b1be-4f02-9dbd-627b2b73e0ea req-87f90e21-7012-48a1-9f30-8ce040086548 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 946 time: 0.0844755 Jul 09 19:34:23.109882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7576493-b1be-4f02-9dbd-627b2b73e0ea req-d528c602-af18-4b3f-a7ab-67ca0d7c2390 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Jul 09 19:34:23.272513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:23.275021 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3df982-9740-4536-91f3-ed84c2bd997d" -d '{"events": [{"server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:23.350380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:23.402402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be351-0e76-4c7f-8365-764179cc4722 req-d9462259-c576-4e3a-be29-fd1d5ec4490d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:23.404740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b34be351-0e76-4c7f-8365-764179cc4722 req-d9462259-c576-4e3a-be29-fd1d5ec4490d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.1735027 Jul 09 19:34:23.468003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:23.483245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b34be351-0e76-4c7f-8365-764179cc4722 req-6b93f7e9-90b4-46ab-b5ca-0819191b3e41 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724738 Jul 09 19:34:23.485769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'mac_address': 'fa:16:3e:ae:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:23.531562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:23.548060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:23.571211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:23.576919 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:23.593823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-9d3d988d-9602-4c26-8dd4-e05f66d2d296 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070826 Jul 09 19:34:23.652858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:23.669929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a7b4e-d4e6-494b-93e0-a146f74291a1 req-20344f69-71e0-4363-9c54-975ee4966171 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:23.672360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-998a7b4e-d4e6-494b-93e0-a146f74291a1 req-20344f69-71e0-4363-9c54-975ee4966171 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 946 time: 0.1291046 Jul 09 19:34:23.726661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc0c6-ac13-4341-89d9-ad03a88c54ca req-8e53f2ab-3799-489f-8815-5603f826ae6a tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:23.728259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd4fc0c6-ac13-4341-89d9-ad03a88c54ca req-8e53f2ab-3799-489f-8815-5603f826ae6a tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 1095 time: 0.1036584 Jul 09 19:34:23.734435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-998a7b4e-d4e6-494b-93e0-a146f74291a1 req-e8a2dbfe-af2d-45cb-bc08-d8e8911233b6 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557318 Jul 09 19:34:23.805993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd4fc0c6-ac13-4341-89d9-ad03a88c54ca req-41717dce-a605-4df9-b874-64c15848756c tempest-LiveMigrationTest-1792914089 tempest-LiveMigrationTest-1792914089-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Jul 09 19:34:23.855570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-3faedd57-0334-4f4f-b8f0-698fe0cea79b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:23.857516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-3faedd57-0334-4f4f-b8f0-698fe0cea79b tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 944 time: 0.1228025 Jul 09 19:34:23.921107 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df43c43-f9ed-41f6-815a-c48ce38886a2 x-openstack-request-id: req-1df43c43-f9ed-41f6-815a-c48ce38886a2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:23.921905 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:23.922146 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1df43c43-f9ed-41f6-815a-c48ce38886a2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:23.922546 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d', 'code': 200} Jul 09 19:34:23.954862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:24.146480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-8b67dd0f-c99b-40fa-83c8-1912c4707070 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2098300 Jul 09 19:34:24.200520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900ca54-67f8-4716-9767-eba8dc0aa047 req-dec694fb-fab0-4d42-aa6b-38b29182cf0a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:24.208967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8900ca54-67f8-4716-9767-eba8dc0aa047 req-dec694fb-fab0-4d42-aa6b-38b29182cf0a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 948 time: 0.2596729 Jul 09 19:34:24.245901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ddfe6-93a2-4b68-82af-633b18122411 req-1017c07f-a83c-4eb6-a260-3ac68ea3bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:24.253758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4f4ddfe6-93a2-4b68-82af-633b18122411 req-1017c07f-a83c-4eb6-a260-3ac68ea3bdb0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 1097 time: 0.2102184 Jul 09 19:34:24.257390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Deleting port 6861395d-bb35-4263-a1b2-772f1edb5fc8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:24.257976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:24.376046 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8900ca54-67f8-4716-9767-eba8dc0aa047 req-5bac42c7-9cc0-45c2-a877-e307897d38cb tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574416 Jul 09 19:34:24.444736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] For port 6861395d-bb35-4263-a1b2-772f1edb5fc8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6861395d-bb35-4263-a1b2-772f1edb5fc8,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:24.445100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:24.482223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Calling delete_port for 6861395d-bb35-4263-a1b2-772f1edb5fc8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:24.600306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4f4ddfe6-93a2-4b68-82af-633b18122411 req-0b977d6d-34ca-4185-83b9-f95aa6695765 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372076 Jul 09 19:34:24.634782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff7be0-53c5-4486-ac1a-5dcd0192459b req-2694dc1e-2bed-4d76-b648-443997c76860 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:24.643238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dff7be0-53c5-4486-ac1a-5dcd0192459b req-2694dc1e-2bed-4d76-b648-443997c76860 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.5887094 Jul 09 19:34:24.676431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:24.694068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6861395d-bb35-4263-a1b2-772f1edb5fc8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:24.721431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event deleted for resources: {'Port': ['ID=6861395d-bb35-4263-a1b2-772f1edb5fc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:24.779813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dff7be0-53c5-4486-ac1a-5dcd0192459b req-04d3bc0b-0ecd-484b-bf6b-c33f38a3e2a4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351554 Jul 09 19:34:24.784213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-5a14945f-e2c8-41b5-a966-89cb65df59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:24.788410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] No DVR routers for this DVR port 6861395d-bb35-4263-a1b2-772f1edb5fc8 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:24.802031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-5a14945f-e2c8-41b5-a966-89cb65df59d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 1100 time: 0.2423689 Jul 09 19:34:24.802733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:24.806005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e8fbd1d-e6da-43fd-9ebb-d0dbe569c856 req-050bd1ff-6553-4136-80ee-54b55cbbe5ca tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "DELETE /v2.0/ports/6861395d-bb35-4263-a1b2-772f1edb5fc8 HTTP/1.1" status: 204 len: 173 time: 0.9408295 Jul 09 19:34:24.807286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-deleted', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:24.810395 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0469f2-b4d1-417b-8a32-e0d27f9d9964" -d '{"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-deleted", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:24.826393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02853415-c465-41f3-827e-0720adc08b91 req-78491dba-3aba-4d62-b742-1d404e8ea7c3 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:24.828374 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02853415-c465-41f3-827e-0720adc08b91 req-78491dba-3aba-4d62-b742-1d404e8ea7c3 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.59 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.6539466 Jul 09 19:34:24.948509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e437a2a4-4b9b-4630-8486-3bbcdcb5ddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.005047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-4532b10a-6247-4f87-9987-146b0eaaaade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.023374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-4532b10a-6247-4f87-9987-146b0eaaaade service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1847987 Jul 09 19:34:25.066684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Deleting port 90cde381-2e0c-439a-b8b8-b10933b18ea0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:25.067014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.122536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-bbc8cb82-1df2-4a82-a6b8-f968353120f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 200 len: 217 time: 0.0765038 Jul 09 19:34:25.145050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3834d9-fd54-4c60-9ce5-d0b32552b54e req-7284d86a-6c38-45f8-96f9-aca992b8e7bf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.151208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d3834d9-fd54-4c60-9ce5-d0b32552b54e req-7284d86a-6c38-45f8-96f9-aca992b8e7bf tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 946 time: 0.1885872 Jul 09 19:34:25.206294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.267357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] For port 90cde381-2e0c-439a-b8b8-b10933b18ea0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=90cde381-2e0c-439a-b8b8-b10933b18ea0,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:25.267901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.312345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d3834d9-fd54-4c60-9ce5-d0b32552b54e req-151bee3b-9af7-40b3-b907-11fd2891127e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups?id=0156aba7-68d8-4c9c-88c4-d914b08c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333597 Jul 09 19:34:25.313952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-97c1271c-f192-47ae-a17c-6568266df511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.315390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-97c1271c-f192-47ae-a17c-6568266df511 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1632993 Jul 09 19:34:25.367533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5c390924-dff9-4d6b-909f-a735d51757c6 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:25.369872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:25.416246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-285703b4-acb8-4261-b8d7-9e8f6a87c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.418401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-285703b4-acb8-4261-b8d7-9e8f6a87c5da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844648 Jul 09 19:34:25.544442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-021b0f32-ef29-4cee-82f0-ba8dac88dac3 req-49ce5eee-741e-497e-bb94-2599435de904 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae HTTP/1.1" status: 200 len: 210 time: 0.0756252 Jul 09 19:34:25.586010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44308-9caf-4eb8-a28b-3a6cd497bdf0 req-fa494991-b81f-4512-93ac-076559258e7b tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.594039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-adb44308-9caf-4eb8-a28b-3a6cd497bdf0 req-fa494991-b81f-4512-93ac-076559258e7b tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 946 time: 0.3299541 Jul 09 19:34:25.625451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-65917386-191d-4242-82f7-acc8541eb4dd tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:25.627491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-65917386-191d-4242-82f7-acc8541eb4dd tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 946 time: 0.2899039 Jul 09 19:34:25.660214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-cce8635a-0842-4861-af02-94d425fc8e41 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156026 Jul 09 19:34:25.715309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:25.724284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:25.724668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.785625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5c390924-dff9-4d6b-909f-a735d51757c6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:25.803815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5c390924-dff9-4d6b-909f-a735d51757c6', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '5c390924-dff9-4d6b-909f-a735d51757c6', 'mac_address': 'fa:16:3e:3e:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:25.826928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-adb44308-9caf-4eb8-a28b-3a6cd497bdf0 req-5bc080ef-8971-45ab-94d9-a66f518f66f2 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315741 Jul 09 19:34:25.879832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.881668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.889731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.893038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:25.893432 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Floating IP d9623c06-46ad-4e10-8530-ec6ba91ff1a8 disassociated. External IP: 172.25.3.51, port: 90cde381-2e0c-439a-b8b8-b10933b18ea0. Jul 09 19:34:25.894793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Calling delete_port for 90cde381-2e0c-439a-b8b8-b10933b18ea0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:25.931379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:25.933920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:25.937514 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d729c49-6d4f-4554-b149-98955c784da1" -d '{"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:25.943238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c390924-dff9-4d6b-909f-a735d51757c6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:25.950449 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.006950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5c390924-dff9-4d6b-909f-a735d51757c6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:26.017364 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.021483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-c16adea9-90f3-4c6b-a1af-c0dd3d3ece2d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.023116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-c16adea9-90f3-4c6b-a1af-c0dd3d3ece2d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 944 time: 0.4058909 Jul 09 19:34:26.027032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-2fbbae4f-e0ec-4750-9dea-225f4d3683fc service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191366 Jul 09 19:34:26.035614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:26.069720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-dde5ed70-106e-4362-ac63-2f8a98f5385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.071389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-dde5ed70-106e-4362-ac63-2f8a98f5385d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1101 time: 0.2947092 Jul 09 19:34:26.102392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7ecf-4861-493b-b3fa-60fdec67727e req-a47f5711-5c9f-41cb-adc1-68938a6914c4 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.129717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfd7ecf-4861-493b-b3fa-60fdec67727e req-a47f5711-5c9f-41cb-adc1-68938a6914c4 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 946 time: 0.2755678 Jul 09 19:34:26.131116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:26.223709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Deleting port 4d3d524a-864f-416c-973b-0df3e46d63bc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:26.224166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.234518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.270937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dc28d-2f88-47cf-98ce-fcf3019db55c req-2da44717-def5-4df3-ac4f-141b6b3fa172 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.273580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe2dc28d-2f88-47cf-98ce-fcf3019db55c req-2da44717-def5-4df3-ac4f-141b6b3fa172 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 944 time: 0.1950362 Jul 09 19:34:26.324561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfd7ecf-4861-493b-b3fa-60fdec67727e req-fdc1e61f-4975-4760-9e80-8fa7718b4580 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939583 Jul 09 19:34:26.348387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-3058df3a-3202-4103-814d-ca957a3b2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.350256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-3058df3a-3202-4103-814d-ca957a3b2912 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2179852 Jul 09 19:34:26.368424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.409123 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442a177-6798-4844-840d-98c57dde8111 x-openstack-request-id: req-2442a177-6798-4844-840d-98c57dde8111 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:26.409483 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae", "name": "network-vif-deleted", "tag": "6861395d-bb35-4263-a1b2-772f1edb5fc8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:26.409692 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2442a177-6798-4844-840d-98c57dde8111 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:26.410093 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b736f7-42f4-4f2e-8ed4-e79ad28a06ae', 'name': 'network-vif-deleted', 'tag': '6861395d-bb35-4263-a1b2-772f1edb5fc8', 'status': 'completed', 'code': 200} Jul 09 19:34:26.412393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-f2150b46-e81b-49af-b7d4-0c7227b865a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0506322 Jul 09 19:34:26.414303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Deleting port ef714d61-bf07-4bc7-819c-3f0da1030f0a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:26.414303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.419230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event deleted for resources: {'Port': ['ID=90cde381-2e0c-439a-b8b8-b10933b18ea0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:26.424038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe2dc28d-2f88-47cf-98ce-fcf3019db55c req-012a3f1a-d374-4ee8-b026-3cdb5ff6a177 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157303 Jul 09 19:34:26.433895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5c390924-dff9-4d6b-909f-a735d51757c6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:26.441111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] For port 4d3d524a-864f-416c-973b-0df3e46d63bc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4d3d524a-864f-416c-973b-0df3e46d63bc,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:26.441254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.500894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Calling delete_port for 4d3d524a-864f-416c-973b-0df3e46d63bc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:26.512464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-6ba49e54-d733-4c1b-a612-cfb611dc3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.514477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-6ba49e54-d733-4c1b-a612-cfb611dc3b18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0844126 Jul 09 19:34:26.688634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:34:26.689323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] For port ef714d61-bf07-4bc7-819c-3f0da1030f0a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ef714d61-bf07-4bc7-819c-3f0da1030f0a,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:26.689692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.712054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Calling delete_port for ef714d61-bf07-4bc7-819c-3f0da1030f0a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:26.739917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-ef2e8a3f-2ee0-4202-a238-63836b814539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.741399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-ef2e8a3f-2ee0-4202-a238-63836b814539 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2188795 Jul 09 19:34:26.755033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956306-494b-4675-a96f-693f9014d16e req-825fb8b4-bc38-4849-89f9-778650046f71 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.756559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47956306-494b-4675-a96f-693f9014d16e req-825fb8b4-bc38-4849-89f9-778650046f71 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 949 time: 0.1489284 Jul 09 19:34:26.871218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076976f-3667-476a-84d6-4f5e1e8889cf req-804749b2-0d6f-42f7-8261-0aed256bcb32 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:26.872698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6076976f-3667-476a-84d6-4f5e1e8889cf req-804749b2-0d6f-42f7-8261-0aed256bcb32 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2041941 Jul 09 19:34:26.875091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:26.891311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['eab53b06-34b9-4779-b65d-511f46f5bbe6', '4d3d524a-864f-416c-973b-0df3e46d63bc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:26.891884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47956306-494b-4675-a96f-693f9014d16e req-1163edf9-d790-41e8-9efb-fc092816d854 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964222 Jul 09 19:34:26.931866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event deleted for resources: {'Port': ['ID=4d3d524a-864f-416c-973b-0df3e46d63bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:26.953252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-8453e9d6-1ef2-4610-a63a-fde426bce4eb service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635659 Jul 09 19:34:26.957643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:34:26.972853 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Sync routers for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:34:26.989609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:34:26.994744 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:34:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:27.017502 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb6c02-3904-43ab-af2d-96e7ea2dfe73 x-openstack-request-id: req-aacb6c02-3904-43ab-af2d-96e7ea2dfe73 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:27.017891 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:27.018237 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aacb6c02-3904-43ab-af2d-96e7ea2dfe73 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:27.018759 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'code': 200} Jul 09 19:34:27.020659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:27.100786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 6861395d-bb35-4263-a1b2-772f1edb5fc8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:27.101160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6861395d-bb35-4263-a1b2-772f1edb5fc8 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:27.101763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 90cde381-2e0c-439a-b8b8-b10933b18ea0 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:27.105855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] No DVR routers for this DVR port 4d3d524a-864f-416c-973b-0df3e46d63bc on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:27.114951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:27.126575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:27.133558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "DELETE /v2.0/ports/4d3d524a-864f-416c-973b-0df3e46d63bc HTTP/1.1" status: 204 len: 173 time: 1.4584174 Jul 09 19:34:27.136860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6076976f-3667-476a-84d6-4f5e1e8889cf req-3ac08f0f-5736-4c6e-85a6-b1b4a07f2e12 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495184 Jul 09 19:34:27.139894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] No DVR routers for this DVR port 90cde381-2e0c-439a-b8b8-b10933b18ea0 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:27.141566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'name': 'network-vif-deleted', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:27.144342 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae6c7c5-50dd-4910-aede-051d61a6848f" -d '{"events": [{"server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "name": "network-vif-deleted", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:27.148767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:27.150179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 90cde381-2e0c-439a-b8b8-b10933b18ea0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:27.150524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 90cde381-2e0c-439a-b8b8-b10933b18ea0 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:27.151367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02853415-c465-41f3-827e-0720adc08b91 req-3b846b4c-6601-4430-8e87-4ae6d4a6b84a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.59 "DELETE /v2.0/ports/90cde381-2e0c-439a-b8b8-b10933b18ea0 HTTP/1.1" status: 204 len: 173 time: 2.3125346 Jul 09 19:34:27.243558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event deleted for resources: {'Port': ['ID=ef714d61-bf07-4bc7-819c-3f0da1030f0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:27.251326 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:34:27.292162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f53eeb18-d323-4dff-9d76-2dd58ca1a609 req-36cf79e7-1efc-4361-8115-057788e2cb8a tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/ports?device_id=256c71c5-cb66-4931-9f49-a1707bf4a214 HTTP/1.1" status: 200 len: 210 time: 0.0544727 Jul 09 19:34:27.318953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-a7c6186d-0d5e-4bb9-b6a8-3f85e2891154 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372672 Jul 09 19:34:27.344744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] No DVR routers for this DVR port ef714d61-bf07-4bc7-819c-3f0da1030f0a on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:27.348070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:27.350360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf32d312-1481-4205-9a46-bf372d4a9ac1 req-d23e04b5-f178-477d-b199-a4cadce3bf87 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.59 "DELETE /v2.0/ports/ef714d61-bf07-4bc7-819c-3f0da1030f0a HTTP/1.1" status: 204 len: 173 time: 1.3162053 Jul 09 19:34:27.367297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a26cd-f5c6-4f5b-8427-e7285bf0b52a req-f9ac1a8f-39c2-4fc6-80ef-3c97b53a63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:27.368850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d74a26cd-f5c6-4f5b-8427-e7285bf0b52a req-f9ac1a8f-39c2-4fc6-80ef-3c97b53a63cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1100 time: 0.2519512 Jul 09 19:34:27.419853 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8972f-0157-4a38-b4fc-322dc8b52567 x-openstack-request-id: req-0bb8972f-0157-4a38-b4fc-322dc8b52567 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:27.420388 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612522a-dc48-4b6e-9cb9-4e9aa66e92e4", "name": "network-vif-deleted", "tag": "4d3d524a-864f-416c-973b-0df3e46d63bc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:27.420388 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bb8972f-0157-4a38-b4fc-322dc8b52567 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:27.421039 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612522a-dc48-4b6e-9cb9-4e9aa66e92e4', 'name': 'network-vif-deleted', 'tag': '4d3d524a-864f-416c-973b-0df3e46d63bc', 'status': 'completed', 'code': 200} Jul 09 19:34:27.426057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d74a26cd-f5c6-4f5b-8427-e7285bf0b52a req-8918a992-ae3f-4fbf-b614-a60af9b621c4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Jul 09 19:34:27.581451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2be20-f080-4984-b08f-1a6202f0d850 req-22a52ec5-22be-4d33-87ae-f9b332a9647f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:27.586461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4e2be20-f080-4984-b08f-1a6202f0d850 req-22a52ec5-22be-4d33-87ae-f9b332a9647f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 946 time: 0.0897963 Jul 09 19:34:27.605096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d4299693-54f9-4681-89b5-bfa5d767ec4a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:27.608592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:27.648006 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4e2be20-f080-4984-b08f-1a6202f0d850 req-b3c11444-d341-48c0-8c10-25f254eccbaf tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Jul 09 19:34:27.700875 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:27.816979 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Checking router: cf4d39e2-1f9b-4423-b3ac-cce699c099b0 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:34:27.854075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-badfae47-64bf-4ad9-b682-7019e23c0647 req-2d81506d-3c95-4b20-8f3b-71755d946e42 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=b612522a-dc48-4b6e-9cb9-4e9aa66e92e4 HTTP/1.1" status: 200 len: 210 time: 0.0444353 Jul 09 19:34:27.867885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:34:27.871095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:34:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:27.952052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:27.954002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43d54329-f643-4ca8-9ed3-b9f385fbf6ea req-8e9a7f4f-14bb-4939-ac13-b4378c187e56 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0617294 Jul 09 19:34:28.012887 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:34:28.248005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851472d8-f680-4a47-a6f2-61e730844a8a req-5442e8b4-a0bf-4118-ad4d-8c52a20f402a tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:28.250972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f49bb-b9b5-41a0-b681-ab4f72782321 req-88103ed3-3c9d-4058-b17d-f94b12875a98 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:28.251489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-851472d8-f680-4a47-a6f2-61e730844a8a req-5442e8b4-a0bf-4118-ad4d-8c52a20f402a tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 945 time: 0.1385717 Jul 09 19:34:28.252005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-004f49bb-b9b5-41a0-b681-ab4f72782321 req-88103ed3-3c9d-4058-b17d-f94b12875a98 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.1081786 Jul 09 19:34:28.322288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-851472d8-f680-4a47-a6f2-61e730844a8a req-c5bfeefc-e833-4383-b9b8-163c405edde5 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632563 Jul 09 19:34:28.339906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-004f49bb-b9b5-41a0-b681-ab4f72782321 req-56b074f7-e29e-437c-96bd-c8a7ca7c98b0 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788224 Jul 09 19:34:28.350179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:28.382040 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bc1cc-5654-4d74-a619-56dd0d66edbf None None] The sync data for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 is: [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:31:44Z', 'revision_number': 4, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd979820e-6fef-4d0a-8460-dac072c93f3e', 'name': '', 'network_id': 'c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'mac_address': 'fa:16:3e:0d:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:42Z', 'updated_at': '2021-07-09T19:31:50Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'subnets': [{'id': 'd0929e56-fb4a-4445-8bb4-f97728b41eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:34:28.411585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-deleted', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:28.413919 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de35d70e-f008-427e-87f0-9d8bef0a19b4" -d '{"events": [{"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-deleted", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:28.544520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2cd9-e7d9-4ebd-aeae-a1d384bd0ec3 req-b9249f5f-36b2-48b8-8a4e-31ca877cf2d7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:28.552128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-906c2cd9-e7d9-4ebd-aeae-a1d384bd0ec3 req-b9249f5f-36b2-48b8-8a4e-31ca877cf2d7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 949 time: 0.0872796 Jul 09 19:34:28.597222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-906c2cd9-e7d9-4ebd-aeae-a1d384bd0ec3 req-a50c999b-280c-4cce-9835-1df98c7baef7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441432 Jul 09 19:34:28.855083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05c0f4-586d-45fa-9fc1-c5824ae59388 None None] New status for floating IP d9623c06-46ad-4e10-8530-ec6ba91ff1a8: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:34:29.021183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:29.045583 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a54822e-55e3-44d3-8cf4-30d0090a71da x-openstack-request-id: req-5a54822e-55e3-44d3-8cf4-30d0090a71da {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:29.045960 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b9c2e3-2ccf-4d49-8141-a3573fb2c526", "name": "network-vif-deleted", "tag": "ef714d61-bf07-4bc7-819c-3f0da1030f0a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:29.046299 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a54822e-55e3-44d3-8cf4-30d0090a71da {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:29.046617 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b9c2e3-2ccf-4d49-8141-a3573fb2c526', 'name': 'network-vif-deleted', 'tag': 'ef714d61-bf07-4bc7-819c-3f0da1030f0a', 'status': 'completed', 'code': 200} Jul 09 19:34:29.053890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: ef714d61-bf07-4bc7-819c-3f0da1030f0a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:29.054409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ef714d61-bf07-4bc7-819c-3f0da1030f0a not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:29.054682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 59997488-1e24-4fb1-b725-8a98f0747684 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:29.068085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:29.079657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-c79cbda1-c6a3-40cc-9bba-6b49cc73308f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:29.081243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-c79cbda1-c6a3-40cc-9bba-6b49cc73308f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.6020143 Jul 09 19:34:29.095853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854845b0-ea5e-47ea-8a8f-623f2d0d169a req-8444f241-bc6e-4d98-983b-8d86a9e983d7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:29.103081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-854845b0-ea5e-47ea-8a8f-623f2d0d169a req-8444f241-bc6e-4d98-983b-8d86a9e983d7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.5773864 Jul 09 19:34:29.204291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.214190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4d3d524a-864f-416c-973b-0df3e46d63bc no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:29.234968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 4d3d524a-864f-416c-973b-0df3e46d63bc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:29.235562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4d3d524a-864f-416c-973b-0df3e46d63bc not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:29.245971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-854845b0-ea5e-47ea-8a8f-623f2d0d169a req-62dd92d9-22a3-42c6-9565-e7b422d64376 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418588 Jul 09 19:34:29.257027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.282843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Deleting port 59997488-1e24-4fb1-b725-8a98f0747684 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:29.283357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.336434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a300e87a-e2fb-4bfe-aa90-252e5b721d32 req-95b19ea5-bee5-4c0d-b239-ac3e61cf9010 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0331504 Jul 09 19:34:29.354991 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.357691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.359020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "DELETE /v2.0/security-groups/0156aba7-68d8-4c9c-88c4-d914b08c6117 HTTP/1.1" status: 204 len: 168 time: 0.2903500 Jul 09 19:34:29.368291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5c390924-dff9-4d6b-909f-a735d51757c6 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:29.383617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:29.427966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'name': 'network-vif-deleted', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:29.431506 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff094a57-c8b3-4fce-8e63-3032029bf7dc" -d '{"events": [{"server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "name": "network-vif-deleted", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:29.440323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df530e47-d36c-459b-9613-f3208da97a0e tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156aba7-68d8-4c9c-88c4-d914b08c6117,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:29.455569 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c1023630-c5d9-4e3f-959a-41b2c32bc784 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] show failed (client error): The resource could not be found. Jul 09 19:34:29.461645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1023630-c5d9-4e3f-959a-41b2c32bc784 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "GET /v2.0/security-groups/0156aba7-68d8-4c9c-88c4-d914b08c6117 HTTP/1.1" status: 404 len: 347 time: 0.0769897 Jul 09 19:34:29.461868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:29.503895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 5c390924-dff9-4d6b-909f-a735d51757c6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:29.510750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5c390924-dff9-4d6b-909f-a735d51757c6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:29.511512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.710948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.759065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] For port 59997488-1e24-4fb1-b725-8a98f0747684, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=59997488-1e24-4fb1-b725-8a98f0747684,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:29.759451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.780334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Calling delete_port for 59997488-1e24-4fb1-b725-8a98f0747684 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:29.811156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe583a5-a07d-45ee-a21a-b119fd13c308 req-cd096870-1ac0-4c65-b4a0-4e770b278728 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:29.813376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5c390924-dff9-4d6b-909f-a735d51757c6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:29.816600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fe583a5-a07d-45ee-a21a-b119fd13c308 req-cd096870-1ac0-4c65-b4a0-4e770b278728 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 945 time: 0.1880326 Jul 09 19:34:29.816928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:29.828523 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1db3e4-e3c7-42b6-8860-68be1287ada0" -d '{"events": [{"server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "name": "network-vif-plugged", "status": "completed", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:29.845825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.853724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Deleting port 22e13790-809a-42f9-b033-c8080bffa953 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:29.854073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:29.893198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fe583a5-a07d-45ee-a21a-b119fd13c308 req-3367df3a-c06e-4c07-a62a-ec6059e1f4d8 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Jul 09 19:34:29.896832 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50c4d1-4f7e-4c7d-be59-ca12592bbe4f x-openstack-request-id: req-5d50c4d1-4f7e-4c7d-be59-ca12592bbe4f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:29.897155 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256c71c5-cb66-4931-9f49-a1707bf4a214", "name": "network-vif-deleted", "tag": "90cde381-2e0c-439a-b8b8-b10933b18ea0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:29.897420 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d50c4d1-4f7e-4c7d-be59-ca12592bbe4f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:29.898591 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256c71c5-cb66-4931-9f49-a1707bf4a214', 'name': 'network-vif-deleted', 'tag': '90cde381-2e0c-439a-b8b8-b10933b18ea0', 'status': 'completed', 'code': 200} Jul 09 19:34:29.944317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:30.011295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.011590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.056612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Calling delete_port for 22e13790-809a-42f9-b033-c8080bffa953 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:30.163104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.170611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca4a53-f1ec-4f41-a28c-85fb9e3fb2f6 req-5c193a9b-fc33-4b34-a344-0478123ccee7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:30.172471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73ca4a53-f1ec-4f41-a28c-85fb9e3fb2f6 req-5c193a9b-fc33-4b34-a344-0478123ccee7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 950 time: 0.0755713 Jul 09 19:34:30.212856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event deleted for resources: {'Port': ['ID=59997488-1e24-4fb1-b725-8a98f0747684,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:30.218487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73ca4a53-f1ec-4f41-a28c-85fb9e3fb2f6 req-32e589ec-2002-4451-a485-ab735b2b0da8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Jul 09 19:34:30.264255 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d746e-30aa-4013-bcaa-e393b109fc36 x-openstack-request-id: req-567d746e-30aa-4013-bcaa-e393b109fc36 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:30.264759 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "name": "network-vif-plugged", "status": "completed", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:30.264919 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-567d746e-30aa-4013-bcaa-e393b109fc36 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:30.265269 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6', 'code': 200} Jul 09 19:34:30.318560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0eb45-c05c-49df-8555-ae9396231db4 req-705c2fcb-ea71-4234-9a5b-08647507c187 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:30.320364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8df0eb45-c05c-49df-8555-ae9396231db4 req-705c2fcb-ea71-4234-9a5b-08647507c187 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 945 time: 0.2619114 Jul 09 19:34:30.323290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] No DVR routers for this DVR port 59997488-1e24-4fb1-b725-8a98f0747684 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:30.334561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.336718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-732c2df2-f799-49a6-b0f5-b5b6c0fd9009 req-bfd1d88d-333c-4c45-ae5e-819ae7fb6c5d tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.59 "DELETE /v2.0/ports/59997488-1e24-4fb1-b725-8a98f0747684 HTTP/1.1" status: 204 len: 173 time: 1.2114654 Jul 09 19:34:30.443227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8df0eb45-c05c-49df-8555-ae9396231db4 req-b503cb4e-e696-4eeb-9997-5762deee6474 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105821 Jul 09 19:34:30.467949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.501443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Pushing event deleted for resources: {'Port': ['ID=22e13790-809a-42f9-b033-c8080bffa953,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:30.509208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a080f-848a-46df-92ed-621af0c04d20 req-d751d429-9680-4077-b2aa-0a21cfed41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:30.512487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-744a080f-848a-46df-92ed-621af0c04d20 req-d751d429-9680-4077-b2aa-0a21cfed41f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 1101 time: 0.1536059 Jul 09 19:34:30.645102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-744a080f-848a-46df-92ed-621af0c04d20 req-725f4082-405d-4f0c-96e4-6bc8fa4dc1aa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001308 Jul 09 19:34:30.647289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.650008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:30.651238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c341fc64-626f-4968-a4f9-a8a8d2511357 tempest-ServersTestJSON-1335449872 tempest-ServersTestJSON-1335449872-project] 10.222.0.10 "DELETE /v2.0/floatingips/d9623c06-46ad-4e10-8530-ec6ba91ff1a8 HTTP/1.1" status: 204 len: 168 time: 1.1856785 Jul 09 19:34:30.654138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:30.692591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c871e78d-0b35-4d74-a527-3beb3458d18e req-1382d0f8-a918-458a-ba8a-ebe17c80e31c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Jul 09 19:34:30.773438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afbaa3-c344-413a-8ac5-d9a1d6038936 req-d1acc344-6829-4592-b7fa-728372f29e8e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:30.774958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9afbaa3-c344-413a-8ac5-d9a1d6038936 req-d1acc344-6829-4592-b7fa-728372f29e8e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1700437 Jul 09 19:34:30.884250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9afbaa3-c344-413a-8ac5-d9a1d6038936 req-e0d372e1-dd80-42b9-aaee-a9ba9858ecb9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004734 Jul 09 19:34:30.990366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-daee1bbe-1a5a-4460-8d3e-99b1640a74fe tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:30.991822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-daee1bbe-1a5a-4460-8d3e-99b1640a74fe tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 945 time: 0.1440141 Jul 09 19:34:31.055333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-deleted', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:31.057712 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b998a2-97cf-4373-a383-4e88aa4d938d" -d '{"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-deleted", "tag": "59997488-1e24-4fb1-b725-8a98f0747684"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:31.123884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81c757fe-8acd-414a-b21a-178b06b2f054 req-930a331b-2171-4177-ba3f-d4eab95aa8ce tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=35062bc0-7cc1-47cc-b3b1-a5daae9dd25c HTTP/1.1" status: 200 len: 210 time: 0.0498481 Jul 09 19:34:31.178840 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57395b-7d38-45b8-a6bf-b10c1e173481 x-openstack-request-id: req-0d57395b-7d38-45b8-a6bf-b10c1e173481 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:31.179236 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35062bc0-7cc1-47cc-b3b1-a5daae9dd25c", "name": "network-vif-deleted", "tag": "59997488-1e24-4fb1-b725-8a98f0747684", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:31.179594 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d57395b-7d38-45b8-a6bf-b10c1e173481 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:31.180096 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35062bc0-7cc1-47cc-b3b1-a5daae9dd25c', 'name': 'network-vif-deleted', 'tag': '59997488-1e24-4fb1-b725-8a98f0747684', 'status': 'completed', 'code': 200} Jul 09 19:34:31.236983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Deleting port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:31.237355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:31.393704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] For port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:31.394422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:31.411683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Calling delete_port for 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:31.443527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660abbb-c792-47e8-849e-238ff4d5f289 req-19934e80-db42-4530-bb41-ebbe0ecfa83d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:31.447234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1660abbb-c792-47e8-849e-238ff4d5f289 req-19934e80-db42-4530-bb41-ebbe0ecfa83d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 950 time: 0.0889590 Jul 09 19:34:31.479907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:31.499129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1660abbb-c792-47e8-849e-238ff4d5f289 req-7a3ac118-ebea-4393-98e1-d317a7187f39 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Jul 09 19:34:31.673724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbec06-7077-4324-a167-c869f7f8590b req-bb1b7e01-71ff-4c6b-8c89-d70c476f0e4a tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:31.675534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdbbec06-7077-4324-a167-c869f7f8590b req-bb1b7e01-71ff-4c6b-8c89-d70c476f0e4a tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c9a96a-8ea0-4165-a8fd-0eefc15caedc HTTP/1.1" status: 200 len: 945 time: 0.0691206 Jul 09 19:34:31.716072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdbbec06-7077-4324-a167-c869f7f8590b req-0552c429-d172-4a5e-89fc-54dc62ce1639 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/security-groups?id=c39ed0a1-6862-4af7-b70c-7792201eb2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Jul 09 19:34:31.792110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc803b-8e80-479d-a171-cd731a4ca1be req-ab0ff1a6-4bf6-4181-8a01-997d86935e3a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:31.798708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc803b-8e80-479d-a171-cd731a4ca1be req-ab0ff1a6-4bf6-4181-8a01-997d86935e3a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:31.800352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eefc803b-8e80-479d-a171-cd731a4ca1be req-ab0ff1a6-4bf6-4181-8a01-997d86935e3a tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba&device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 1681 time: 0.2292213 Jul 09 19:34:31.817458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:31.830078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9c3e8733-50ce-4756-99c4-b1bdee73b87d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:31.864107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event deleted for resources: {'Port': ['ID=9ec9b1fe-d931-4d89-a388-b67cf37ae5ee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:31.881620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-404fac8d-2489-4449-9a52-bc2d8c5b82d1 req-2332c5ab-be65-4eab-8f0f-c9880dbc9d18 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0349350 Jul 09 19:34:31.933184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-ab7fb4a7-0a9d-4722-ab1d-7d09971b91e2 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:31.934671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-ab7fb4a7-0a9d-4722-ab1d-7d09971b91e2 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 946 time: 0.2057359 Jul 09 19:34:31.974601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] No DVR routers for this DVR port 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:31.980450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:31.982722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27cac7c8-5c74-47c4-a087-41789ecf3ece req-f9f78861-1797-4ecd-9721-5b8ffb7ff7de tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.59 "DELETE /v2.0/ports/9ec9b1fe-d931-4d89-a388-b67cf37ae5ee HTTP/1.1" status: 204 len: 173 time: 0.9718819 Jul 09 19:34:32.059261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eefc803b-8e80-479d-a171-cd731a4ca1be req-79dddd27-6001-413c-b402-76d9525f22e1 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502584 Jul 09 19:34:32.217592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a929-a461-4b16-af93-dc388b70636a req-5a4e1096-c000-4b14-82de-1acdb4024075 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:32.226459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2633a929-a461-4b16-af93-dc388b70636a req-5a4e1096-c000-4b14-82de-1acdb4024075 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1789546 Jul 09 19:34:32.269072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2633a929-a461-4b16-af93-dc388b70636a req-b08218d3-18a4-4a0e-b447-fb0cb8a40118 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Jul 09 19:34:32.297888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Deleting port d979820e-6fef-4d0a-8460-dac072c93f3e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:32.297888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:32.435419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Deleting port 9c3e8733-50ce-4756-99c4-b1bdee73b87d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:32.436058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:32.679583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] For port d979820e-6fef-4d0a-8460-dac072c93f3e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d979820e-6fef-4d0a-8460-dac072c93f3e,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:32.680021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:32.708638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Calling delete_port for d979820e-6fef-4d0a-8460-dac072c93f3e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:32.736542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] For port 9c3e8733-50ce-4756-99c4-b1bdee73b87d, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9c3e8733-50ce-4756-99c4-b1bdee73b87d,segment=NetworkSegment(ac4a23e1-db13-4206-a716-74e5cc6b73fb),segment_id=ac4a23e1-db13-4206-a716-74e5cc6b73fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:32.736931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:32.775507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-893322f6-cc4c-4a6f-a73d-a008eefd43c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106079 Jul 09 19:34:32.808547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Calling delete_port for 9c3e8733-50ce-4756-99c4-b1bdee73b87d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:32.961331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-3cad72af-7454-4376-ad6f-4b0b9d129efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:32.963709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-3cad72af-7454-4376-ad6f-4b0b9d129efc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fd846365b56478a92753ac9458d0a50&device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 1095 time: 0.1603582 Jul 09 19:34:33.027354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:33.065515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:33.066244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9ec9b1fe-d931-4d89-a388-b67cf37ae5ee not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:33.179496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0346-03ad-472d-99d4-e3e4926abf7f req-6b44cc53-ee51-4c00-904d-9f5320ac2f96 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:33.185045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'name': 'network-vif-deleted', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:33.187424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-553a0346-03ad-472d-99d4-e3e4926abf7f req-6b44cc53-ee51-4c00-904d-9f5320ac2f96 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 945 time: 0.1943092 Jul 09 19:34:33.187564 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4f4f0-d92f-43ab-a6b5-5d7a8f4aba93" -d '{"events": [{"server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "name": "network-vif-deleted", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:33.231379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654744e-80ca-4246-9456-2f4b91fd72b8 req-9275fc99-b679-40ee-8314-f338e4a709e3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:33.238419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c654744e-80ca-4246-9456-2f4b91fd72b8 req-9275fc99-b679-40ee-8314-f338e4a709e3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 950 time: 0.2619588 Jul 09 19:34:33.249072 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:34:33.259484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-553a0346-03ad-472d-99d4-e3e4926abf7f req-36bc9f27-c5eb-4d61-8706-b916e852f77f tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710919 Jul 09 19:34:33.299087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-c2e1cb91-73c4-4a3c-8c7a-cce7164e3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:33.300892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-c2e1cb91-73c4-4a3c-8c7a-cce7164e3391 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 200 len: 909 time: 0.2388773 Jul 09 19:34:33.340824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:33.376406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c654744e-80ca-4246-9456-2f4b91fd72b8 req-a8049905-d067-4f41-97ae-f3b6e0b9da97 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370194 Jul 09 19:34:33.400425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-31ea114c-a510-466f-bfed-bc82b32f8334 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 200 len: 217 time: 0.0900097 Jul 09 19:34:33.418839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Pushing event deleted for resources: {'Port': ['ID=9c3e8733-50ce-4756-99c4-b1bdee73b87d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:33.498448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-40e0de3f-3670-4472-9016-438f8b496a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:33.500734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-40e0de3f-3670-4472-9016-438f8b496a1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 200 len: 848 time: 0.0920892 Jul 09 19:34:33.547244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-114c19cf-6811-4623-a06d-6440b8bdb7dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d926ef3-0246-4125-9742-3a5b8901d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395310 Jul 09 19:34:33.889443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] No DVR routers for this DVR port 9c3e8733-50ce-4756-99c4-b1bdee73b87d on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:33.891174 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:33.894000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:33.895724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3500044b-9669-45e4-aa00-66d70ad41d4b req-3c0bd56e-7db7-4775-b299-d1e48f22f57f tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.25 "DELETE /v2.0/ports/9c3e8733-50ce-4756-99c4-b1bdee73b87d HTTP/1.1" status: 204 len: 173 time: 1.9492235 Jul 09 19:34:33.912219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-024d5228-34d5-44f3-8122-2841f270d8e7 req-975b7883-0d72-481c-99a9-f65d6b30b79e tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=80b9c2e3-2ccf-4d49-8141-a3573fb2c526 HTTP/1.1" status: 200 len: 210 time: 0.0453720 Jul 09 19:34:33.922343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d979820e-6fef-4d0a-8460-dac072c93f3e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:33.995679 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb695d2-81c1-48b0-a989-d34b93f22e6c x-openstack-request-id: req-2bb695d2-81c1-48b0-a989-d34b93f22e6c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:33.995969 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c9a96a-8ea0-4165-a8fd-0eefc15caedc", "name": "network-vif-deleted", "tag": "9ec9b1fe-d931-4d89-a388-b67cf37ae5ee", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:33.996217 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bb695d2-81c1-48b0-a989-d34b93f22e6c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:33.996599 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c9a96a-8ea0-4165-a8fd-0eefc15caedc', 'name': 'network-vif-deleted', 'tag': '9ec9b1fe-d931-4d89-a388-b67cf37ae5ee', 'status': 'completed', 'code': 200} Jul 09 19:34:34.051384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-751d6261-d7d1-48cc-889c-187837fe2bdb service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880457 Jul 09 19:34:34.256232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:34.286342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-2dfcb0fe-1a00-4f20-a987-c9fd91778555 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:34.296725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-2dfcb0fe-1a00-4f20-a987-c9fd91778555 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 945 time: 0.7454185 Jul 09 19:34:34.446747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9610-27d0-44c0-aa55-c78dd9427872 req-d2ad33c9-ef53-41c8-a9d3-2771ce302be8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:34.448355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc3b9610-27d0-44c0-aa55-c78dd9427872 req-d2ad33c9-ef53-41c8-a9d3-2771ce302be8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1184926 Jul 09 19:34:34.454262 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8a903e7-62c8-4309-b6ec-20957afeb921 req-b6ffb036-f5eb-4035-9fdc-bd312ff3b339 service neutron] 10.222.0.25 "GET /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935740 Jul 09 19:34:34.466820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443be7d-565a-40f8-ba09-a5a8f13f1d6d req-1beb4cf0-567b-42d7-82a6-e36a293d5f28 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:34.468512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a443be7d-565a-40f8-ba09-a5a8f13f1d6d req-1beb4cf0-567b-42d7-82a6-e36a293d5f28 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2409260 Jul 09 19:34:34.506708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Deleting port c66cbc79-d460-4bfd-b0fe-f03268715aec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:34.507047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:34.547847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc3b9610-27d0-44c0-aa55-c78dd9427872 req-fefd0754-c6e6-40e6-977d-bc3789faac88 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894835 Jul 09 19:34:34.562864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a443be7d-565a-40f8-ba09-a5a8f13f1d6d req-749e53c3-1d6d-4e78-bd0e-604c54004271 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859890 Jul 09 19:34:34.675879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:34:34.680814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] For port c66cbc79-d460-4bfd-b0fe-f03268715aec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c66cbc79-d460-4bfd-b0fe-f03268715aec,segment=NetworkSegment(a5c5b1f5-978b-4398-a6c2-7742258208d5),segment_id=a5c5b1f5-978b-4398-a6c2-7742258208d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:34.681214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:34.725047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Calling delete_port for c66cbc79-d460-4bfd-b0fe-f03268715aec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:34.833089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:34:34.845369 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Sync routers for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:34:34.850055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-079af267-4bbd-4524-9663-8293f0a969bb admin admin] 10.222.0.10 "PUT /v2.0/routers/cf4d39e2-1f9b-4423-b3ac-cce699c099b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1924574 Jul 09 19:34:34.850367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:34.865312 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:34:34.867225 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:34:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:35.019657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ab3b48d-394e-4a8b-aaae-ab2790c04fc1 req-6cc8d780-2cf5-448d-ae65-263ad8f59673 tempest-MultipleCreateTestJSON-973997780 tempest-MultipleCreateTestJSON-973997780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d3b387f-d59a-450c-a895-69c2389c6afd HTTP/1.1" status: 200 len: 210 time: 0.0640757 Jul 09 19:34:35.060914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.166816 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:34:35.174005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Pushing event deleted for resources: {'Port': ['ID=c66cbc79-d460-4bfd-b0fe-f03268715aec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:35.195827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.310087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-759f8790-a19e-44db-ad9f-9b0f18845ddd req-f2838852-2073-45ed-83b5-7a5dd8813df5 tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc071ca4-d4c6-4a5a-b60e-655c11eb0c88 HTTP/1.1" status: 200 len: 210 time: 0.0688641 Jul 09 19:34:35.320799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] No DVR routers for this DVR port c66cbc79-d460-4bfd-b0fe-f03268715aec on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:35.345531 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.347531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06083187-c6ef-4cf5-ad87-f5c13eda53d7 req-81d1bfd9-baf0-49f8-976b-fd8c8913e1cb tempest-LiveAutoBlockMigrationV225Test-1298227544 tempest-LiveAutoBlockMigrationV225Test-1298227544-project] 10.222.0.25 "DELETE /v2.0/ports/c66cbc79-d460-4bfd-b0fe-f03268715aec HTTP/1.1" status: 204 len: 173 time: 1.0259693 Jul 09 19:34:35.348070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-deleted', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:35.354750 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763572d-392f-476f-a0d0-ec1ffea0d331" -d '{"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-deleted", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:35.373025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-5aee1e3f-7d38-4d24-ba26-edd6518a6213 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058807 Jul 09 19:34:35.397283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9c3e8733-50ce-4756-99c4-b1bdee73b87d no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:35.443319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 9c3e8733-50ce-4756-99c4-b1bdee73b87d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:35.444128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9c3e8733-50ce-4756-99c4-b1bdee73b87d not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:35.565504 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:34:33Z', 'revision_number': 5, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port': {'id': '5e3579fa-75d4-43ac-8349-3e7ba42d6eb0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:31:37Z', 'updated_at': '2021-07-09T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:35.571042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.620159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-97a5fa6d-574e-4d63-a0d1-9346dd09a872 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:35.627958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-97a5fa6d-574e-4d63-a0d1-9346dd09a872 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537825 Jul 09 19:34:35.651109 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Checking router: cf4d39e2-1f9b-4423-b3ac-cce699c099b0 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:34:35.661397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-078a6cd2-7a66-4342-a444-e548fd4f9dd4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/quotas/e3b39c47338c48cfa23ebaf01309b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0224638 Jul 09 19:34:35.673118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Routers {'cf4d39e2-1f9b-4423-b3ac-cce699c099b0'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:34:35.673914 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:34:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:35.719499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-f60f9b1e-522f-4e83-9a1c-c03710377a5b tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:35.721424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-f60f9b1e-522f-4e83-9a1c-c03710377a5b tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "GET /v2.0/ports?device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 945 time: 0.2737870 Jul 09 19:34:35.763342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Deleting port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:35.764134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.774334 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9955d86f-a495-4e43-9d88-a941866f6967 x-openstack-request-id: req-9955d86f-a495-4e43-9d88-a941866f6967 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:35.774674 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc071ca4-d4c6-4a5a-b60e-655c11eb0c88", "name": "network-vif-deleted", "tag": "c66cbc79-d460-4bfd-b0fe-f03268715aec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:35.774867 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9955d86f-a495-4e43-9d88-a941866f6967 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:35.775268 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc071ca4-d4c6-4a5a-b60e-655c11eb0c88', 'name': 'network-vif-deleted', 'tag': 'c66cbc79-d460-4bfd-b0fe-f03268715aec', 'status': 'completed', 'code': 200} Jul 09 19:34:35.847100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-64b08a7f-6920-40fb-8276-b1b4e65a47aa tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847310 Jul 09 19:34:35.876272 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] Set router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:34:35.925602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] For port 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:35.926481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.944762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Deleting port eab53b06-34b9-4779-b65d-511f46f5bbe6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:35.945531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:35.964814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Calling delete_port for 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:35.970755 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:34:35Z', 'revision_number': 6, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:36.020191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'name': 'network-vif-deleted', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:36.024235 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c028c7-4522-45c4-917d-f75f46a77a85" -d '{"events": [{"server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "name": "network-vif-deleted", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:36.034284 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfa67f-fa39-4979-a77d-31c18056a610 None None] The sync data for ids ['cf4d39e2-1f9b-4423-b3ac-cce699c099b0'] in n-d-800087-3 is: [{'id': 'cf4d39e2-1f9b-4423-b3ac-cce699c099b0', 'name': 'tempest-ServersTestJSON-1318015987-router', 'tenant_id': '62ec5e08cfd8471195368fc2d1631825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:31:36Z', 'updated_at': '2021-07-09T19:34:35Z', 'revision_number': 6, 'project_id': '62ec5e08cfd8471195368fc2d1631825', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:34:36.322129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3e47-477e-4b09-ae1b-e202b64d36c5 req-59e8df52-9388-474d-9e16-c57c1ffcac9d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:36.324639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60bb3e47-477e-4b09-ae1b-e202b64d36c5 req-59e8df52-9388-474d-9e16-c57c1ffcac9d tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 945 time: 0.1475124 Jul 09 19:34:36.399840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d979820e-6fef-4d0a-8460-dac072c93f3e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:36.413831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] For port eab53b06-34b9-4779-b65d-511f46f5bbe6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=eab53b06-34b9-4779-b65d-511f46f5bbe6,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:36.414370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:36.422089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60bb3e47-477e-4b09-ae1b-e202b64d36c5 req-e3d91925-6e58-4c70-96f6-03590d97bae9 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a30f5ef-7c7e-4d21-919d-3028fcf755a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881953 Jul 09 19:34:36.430716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Calling delete_port for eab53b06-34b9-4779-b65d-511f46f5bbe6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:36.524943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d979820e-6fef-4d0a-8460-dac072c93f3e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:36.525547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d979820e-6fef-4d0a-8460-dac072c93f3e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:36.559799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0595c-b90d-4be1-8bb5-146cebec41af req-19626a07-dd2b-4a8f-bad0-f93e0f664642 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:36.561894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-15e0595c-b90d-4be1-8bb5-146cebec41af req-19626a07-dd2b-4a8f-bad0-f93e0f664642 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.6081827 Jul 09 19:34:36.634401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-15e0595c-b90d-4be1-8bb5-146cebec41af req-093d16f2-3cbb-46a2-ac61-6a40ae2961c6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Jul 09 19:34:36.680452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c9a1021-1f97-4bc7-b701-22f067afa329 req-96ce4000-7335-408a-8fb7-8e25ea6104a7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 210 time: 0.0728304 Jul 09 19:34:36.742482 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b4661-3a11-49f1-80c8-56376a239453 x-openstack-request-id: req-575b4661-3a11-49f1-80c8-56376a239453 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:36.742773 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3b387f-d59a-450c-a895-69c2389c6afd", "name": "network-vif-deleted", "tag": "9c3e8733-50ce-4756-99c4-b1bdee73b87d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:36.748352 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-575b4661-3a11-49f1-80c8-56376a239453 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:36.748795 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3b387f-d59a-450c-a895-69c2389c6afd', 'name': 'network-vif-deleted', 'tag': '9c3e8733-50ce-4756-99c4-b1bdee73b87d', 'status': 'completed', 'code': 200} Jul 09 19:34:36.812953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:36.825697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d4299693-54f9-4681-89b5-bfa5d767ec4a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:36.831244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['eab53b06-34b9-4779-b65d-511f46f5bbe6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:36.853794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event deleted for resources: {'Port': ['ID=eab53b06-34b9-4779-b65d-511f46f5bbe6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:36.859495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:36.897273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:36.902703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:36.971850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Deleting subnet d838f8e3-ea0e-4f47-98fb-26abc4c0f069 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:36.985121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:36.993062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Deleting subnet 3074d3e8-dac2-4fb9-9e33-9d50869be532 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:36.996830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.024856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.038095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.081544 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.112919 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.176071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] No DVR routers for this DVR port eab53b06-34b9-4779-b65d-511f46f5bbe6 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:37.182629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.187073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12705a-d1d4-4646-b481-d7b4578d9bca req-b3a1a139-3770-4e83-bab2-90ef7bf0ecf2 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.59 "DELETE /v2.0/ports/eab53b06-34b9-4779-b65d-511f46f5bbe6 HTTP/1.1" status: 204 len: 173 time: 1.4576938 Jul 09 19:34:37.192283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3579fa-75d4-43ac-8349-3e7ba42d6eb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:37.207057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-1ab2a169-194e-4c53-84f0-b8884de2282e tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:37.209333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-1ab2a169-194e-4c53-84f0-b8884de2282e tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.25 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 945 time: 0.1607780 Jul 09 19:34:37.252092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.286001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.294448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d838f8e3-ea0e-4f47-98fb-26abc4c0f069,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:37.302794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.309036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.311166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ad45e12-8752-4cea-bcd1-c47cdacbebc5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d838f8e3-ea0e-4f47-98fb-26abc4c0f069 HTTP/1.1" status: 204 len: 168 time: 0.4505754 Jul 09 19:34:37.321210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:37.356853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.361695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3074d3e8-dac2-4fb9-9e33-9d50869be532 HTTP/1.1" status: 204 len: 168 time: 0.4557889 Jul 09 19:34:37.363330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:37.394398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4311b1-1969-4666-9cb2-d4b5c71ca2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3074d3e8-dac2-4fb9-9e33-9d50869be532,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:37.409924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:37.428781 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.431125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.467163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: c66cbc79-d460-4bfd-b0fe-f03268715aec {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:37.468614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c66cbc79-d460-4bfd-b0fe-f03268715aec not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:37.485936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.486685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4d39e2-1f9b-4423-b3ac-cce699c099b0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:34:37.493705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.497094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c922cd9b-a28c-4884-97bc-55e791ba58b8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cf4d39e2-1f9b-4423-b3ac-cce699c099b0 HTTP/1.1" status: 204 len: 168 time: 2.6433806 Jul 09 19:34:37.501304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:37.505416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.541958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.566340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Deleting port d4299693-54f9-4681-89b5-bfa5d767ec4a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:37.566796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.757727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Deleting subnet d0929e56-fb4a-4445-8bb4-f97728b41eb5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:37.762729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5504f3aa-1e8a-453e-ab17-8aea1788dbe7 req-73e1c942-d648-4047-abad-915f1bbf27bf tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=af635b56-0018-49f2-877b-2529e7028585 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Jul 09 19:34:37.786372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.888656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] For port d4299693-54f9-4681-89b5-bfa5d767ec4a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d4299693-54f9-4681-89b5-bfa5d767ec4a,segment=NetworkSegment(630e3e27-e428-46f1-98a9-02378d206531),segment_id=630e3e27-e428-46f1-98a9-02378d206531)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:37.889286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:37.902621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Calling delete_port for d4299693-54f9-4681-89b5-bfa5d767ec4a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:37.971669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e927e-18c3-43ff-a7b6-a79c6a1d01fd req-5e9b4d87-b697-4063-b686-7dc65584d5a9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:37.978669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c51e927e-18c3-43ff-a7b6-a79c6a1d01fd req-5e9b4d87-b697-4063-b686-7dc65584d5a9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1098483 Jul 09 19:34:38.015930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40f6e758-1d9b-4886-8cff-97c547bc9ece req-59f091e7-5dc2-41b8-b9f0-adfbdac5647a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 210 time: 0.0289526 Jul 09 19:34:38.022021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c51e927e-18c3-43ff-a7b6-a79c6a1d01fd req-8f14aef4-809e-4e51-b99e-69767a20f343 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jul 09 19:34:38.030512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-d03eff13-253c-401c-a22d-02552408494a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2664654 Jul 09 19:34:38.114131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.206260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:38.223345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.228447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.228773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:38.229116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5e3579fa-75d4-43ac-8349-3e7ba42d6eb0 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:38.258540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba1882-8f38-431e-8125-b46543dd89ef']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.265915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5cf814-7517-4e71-9306-eca4fb421e7d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.284889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4a23e1-db13-4206-a716-74e5cc6b73fb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.285210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4a23e1-db13-4206-a716-74e5cc6b73fb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.306954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c5b1f5-978b-4398-a6c2-7742258208d5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.307316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c5b1f5-978b-4398-a6c2-7742258208d5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:38.321261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.361597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.380971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.402348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.408945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:38.409368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:38.411032 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:38.476396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.484553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:38.484952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:38.509558 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:38.531281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-a057096e-c798-4a57-acb5-c5e2d0071d63 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:38.532644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-a057096e-c798-4a57-acb5-c5e2d0071d63 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111142 Jul 09 19:34:38.578981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Request body: {'port': {'device_id': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e3b39c47338c48cfa23ebaf01309b0a5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:38.750320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'name': 'network-vif-deleted', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:38.752655 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab8c6d7-53bb-419a-9cd9-e078fbd618d7" -d '{"events": [{"server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "name": "network-vif-deleted", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:38.797759 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f048bb-5027-47f0-a2f3-3f55f7afa1bb x-openstack-request-id: req-47f048bb-5027-47f0-a2f3-3f55f7afa1bb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:38.798056 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af635b56-0018-49f2-877b-2529e7028585", "name": "network-vif-deleted", "tag": "eab53b06-34b9-4779-b65d-511f46f5bbe6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:38.798310 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47f048bb-5027-47f0-a2f3-3f55f7afa1bb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:38.798714 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af635b56-0018-49f2-877b-2529e7028585', 'name': 'network-vif-deleted', 'tag': 'eab53b06-34b9-4779-b65d-511f46f5bbe6', 'status': 'completed', 'code': 200} Jul 09 19:34:38.886967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.901261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.903231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] 10.222.0.10 "DELETE /v2.0/networks/baba1882-8f38-431e-8125-b46543dd89ef HTTP/1.1" status: 204 len: 168 time: 1.5820251 Jul 09 19:34:38.907980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.920709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.964841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:38.966824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5c5cf814-7517-4e71-9306-eca4fb421e7d HTTP/1.1" status: 204 len: 168 time: 1.6034155 Jul 09 19:34:38.970358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:38.978804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346211a-150f-4a10-b8ac-fdfe8863169b admin admin] Pushing event deleted for resources: {'Network': ['ID=baba1882-8f38-431e-8125-b46543dd89ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:38.985316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Pushing event deleted for resources: {'Port': ['ID=d4299693-54f9-4681-89b5-bfa5d767ec4a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:39.010088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.041218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe8d6d-b4fc-4c06-b8af-e594eb215125 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5cf814-7517-4e71-9306-eca4fb421e7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:39.042115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device eab53b06-34b9-4779-b65d-511f46f5bbe6 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:39.074991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a60fbff-c2b5-419b-aabf-3bd485423c1e req-e657b7ab-2ea9-4423-817b-c023503c5b11 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.10 "GET /v2.0/ports?device_id=517f3371-b3e5-4c46-bebd-a8a453be3cba HTTP/1.1" status: 200 len: 210 time: 0.0415368 Jul 09 19:34:39.086328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Deleting subnet f9f3abc1-c0a7-4833-a866-d8057620c949 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:39.091417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] No DVR routers for this DVR port d4299693-54f9-4681-89b5-bfa5d767ec4a on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:39.093504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.093879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.099562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d0929e56-fb4a-4445-8bb4-f97728b41eb5 HTTP/1.1" status: 204 len: 168 time: 1.5883858 Jul 09 19:34:39.099562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802a5cb-a186-4366-bd9e-a12514a6d572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0929e56-fb4a-4445-8bb4-f97728b41eb5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:39.100783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.102224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-152137ac-9bc2-4c66-bd5d-9cbf29b424ac req-c33cf7e0-e9ca-403c-ac2d-b5f8b39cd849 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] 10.222.0.25 "DELETE /v2.0/ports/d4299693-54f9-4681-89b5-bfa5d767ec4a HTTP/1.1" status: 204 len: 173 time: 1.8843653 Jul 09 19:34:39.102681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:39.103146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'name': 'network-vif-deleted', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:39.105931 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e8a434-d00b-4283-a592-e29fceb8e061" -d '{"events": [{"server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "name": "network-vif-deleted", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:39.127630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: eab53b06-34b9-4779-b65d-511f46f5bbe6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:39.128209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device eab53b06-34b9-4779-b65d-511f46f5bbe6 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:39.137617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef2a33-1545-4153-802d-48c95e18f3bf None None] Network c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:39.241369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.262821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Made reservation on behalf of e3b39c47338c48cfa23ebaf01309b0a5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:39.266893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.323651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:39.348980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcce2ee5-1b2d-4491-bff3-a9c6237f0d77 req-30926ca0-5cf7-4695-84a7-b0a42e0d6333 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 210 time: 0.0555472 Jul 09 19:34:39.364835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.431605 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ff20e2-1642-41e3-a82c-a7afdeae384e x-openstack-request-id: req-c2ff20e2-1642-41e3-a82c-a7afdeae384e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:39.432546 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517f3371-b3e5-4c46-bebd-a8a453be3cba", "name": "network-vif-deleted", "tag": "d4299693-54f9-4681-89b5-bfa5d767ec4a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:39.433067 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2ff20e2-1642-41e3-a82c-a7afdeae384e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:39.433619 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f3371-b3e5-4c46-bebd-a8a453be3cba', 'name': 'network-vif-deleted', 'tag': 'd4299693-54f9-4681-89b5-bfa5d767ec4a', 'status': 'completed', 'code': 200} Jul 09 19:34:39.448928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.487461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.509045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] DHCP port deletion for c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:34:39.532372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f3abc1-c0a7-4833-a866-d8057620c949,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:39.547599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.550318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2bc92a25-4947-445b-9d0c-19f7a0940a87 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f9f3abc1-c0a7-4833-a866-d8057620c949 HTTP/1.1" status: 204 len: 168 time: 0.5785651 Jul 09 19:34:39.552602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:39.573268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Deleting port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:39.573694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.600464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bce4ee90-191f-4ed3-81a5-7f32800b9980 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49979077c1c54c628686b76f2fdbdaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875587 Jul 09 19:34:39.610620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:39.641963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.646061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] For port 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=249ccbc9-8adc-4871-bb4d-3c0a398c8349,segment=NetworkSegment(5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53),segment_id=5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:39.646460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.660360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Calling delete_port for 249ccbc9-8adc-4871-bb4d-3c0a398c8349 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:39.701962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Allocated IP 192.168.233.56 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/dc568458-f151-4f4a-98b3-3528d38422ac) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:39.748604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.761775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5025d2ec-997f-413c-8fa6-698de5ae31ff']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:39.766414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27d57e-52a3-4474-99b5-9ca3c5f036c5 req-dd8d4cfe-8c32-4492-8637-13e4d213e60a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:39.766728 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.767992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f27d57e-52a3-4474-99b5-9ca3c5f036c5 req-dd8d4cfe-8c32-4492-8637-13e4d213e60a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.4987378 Jul 09 19:34:39.777720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9ad8ed-883a-4c3e-8e2d-28c3907561b2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:39.778393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9ad8ed-883a-4c3e-8e2d-28c3907561b2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:39.791220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.814599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.820885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] Pushing event deleted for resources: {'Port': ['ID=249ccbc9-8adc-4871-bb4d-3c0a398c8349,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:39.831423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d61246-91a4-48ac-adfe-16042018ef94 None None] No DVR routers for this DVR port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:39.842476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:39.844295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:39.847842 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:39.951615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.987942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:39.988293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f27d57e-52a3-4474-99b5-9ca3c5f036c5 req-4553a0e3-d4e7-473c-9f2a-675140b74a93 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092166 Jul 09 19:34:40.011395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5025d2ec-997f-413c-8fa6-698de5ae31ff HTTP/1.1" status: 204 len: 168 time: 0.4453382 Jul 09 19:34:40.012978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbe45e-dc24-4e82-9b06-e15809824081 admin admin] Pushing event deleted for resources: {'Network': ['ID=5025d2ec-997f-413c-8fa6-698de5ae31ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.067292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.095979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Deleting port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:40.096286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.103803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Transition to ACTIVE for port object dc568458-f151-4f4a-98b3-3528d38422ac will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:40.147039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.190748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.208239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:40.233201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] For port 249ccbc9-8adc-4871-bb4d-3c0a398c8349, host n-d-800087-3, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:40.234139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.258278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 249ccbc9-8adc-4871-bb4d-3c0a398c8349 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:40.263938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:40.278291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 249ccbc9-8adc-4871-bb4d-3c0a398c8349 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:40.278987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 249ccbc9-8adc-4871-bb4d-3c0a398c8349 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:40.280306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Calling delete_port for 249ccbc9-8adc-4871-bb4d-3c0a398c8349 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:40.285154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.291642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:34:40.296948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7a0dcf9b-a397-4a63-a052-ea868c1665e8', '5c390924-dff9-4d6b-909f-a735d51757c6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:40.304638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.331541 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fecdc77f-6bda-4624-8cb8-e6f0157c8244 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fd2cc400cda405eb648cbfb6b39463f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221936 Jul 09 19:34:40.334504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:40.346444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:40.353796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:40.380367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:40.416403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Deleting subnet 18319542-f096-4927-ab77-8bb7086f3fa4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:40.424069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] No DVR routers for this DVR port 249ccbc9-8adc-4871-bb4d-3c0a398c8349 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:40.433317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.434636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.436095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.440094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c39ed0a1-6862-4af7-b70c-7792201eb2c3 HTTP/1.1" status: 204 len: 168 time: 0.6690004 Jul 09 19:34:40.465205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event updated for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.505648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Pushing event deleted for resources: {'Port': ['ID=249ccbc9-8adc-4871-bb4d-3c0a398c8349,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.525086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d999-d6f1-4fa3-b9c9-9bdfa4e437e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ed0a1-6862-4af7-b70c-7792201eb2c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.571563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.574782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.593383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:40.607580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.642016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.646761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.668399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.706699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:40.742923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:40.742923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9c81d-ac6e-4fe5-9ff0-4d54e245ec53') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:40.758427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-0455aa3c-458f-4195-aff0-923edb0211b3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1870174 Jul 09 19:34:40.760610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.779697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Request body: {'port': {'device_id': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:40.781165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.785708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.787901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4c698b5-5da5-41bf-ba50-5eea2f75f0fd HTTP/1.1" status: 204 len: 168 time: 0.4514072 Jul 09 19:34:40.812430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c698b5-5da5-41bf-ba50-5eea2f75f0fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.815065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.819263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.832702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:40.832702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:40.836465 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:40.848165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.848402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.848733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.849073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.850963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.851307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.851633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.851966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.852306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.852601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.853111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.853483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d1fbb-e151-4429-bd5c-62786656cc71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:40.857982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18319542-f096-4927-ab77-8bb7086f3fa4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:40.867125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.869419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e888e6c0-d376-48b9-80ae-9c9fb1457b09 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18319542-f096-4927-ab77-8bb7086f3fa4 HTTP/1.1" status: 204 len: 168 time: 0.6032510 Jul 09 19:34:40.872212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fb5548a8-1b69-44ab-898b-4d1e59a7a4ff None None] Provisioning for port dc568458-f151-4f4a-98b3-3528d38422ac completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:40.872842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:40.886621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fb5548a8-1b69-44ab-898b-4d1e59a7a4ff None None] Provisioning complete for port dc568458-f151-4f4a-98b3-3528d38422ac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:40.887000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb5548a8-1b69-44ab-898b-4d1e59a7a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:40.977171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f817e-430f-4acc-a5d6-2782da5df3f3 req-ae127d40-2cdd-44e9-a4fb-4b92167d34be tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:40.977171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-265f817e-430f-4acc-a5d6-2782da5df3f3 req-ae127d40-2cdd-44e9-a4fb-4b92167d34be tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 935 time: 0.3564620 Jul 09 19:34:41.007501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fb5548a8-1b69-44ab-898b-4d1e59a7a4ff None None] Port dc568458-f151-4f4a-98b3-3528d38422ac cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:34:41.075314 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.093880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.096014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] 10.222.0.10 "DELETE /v2.0/networks/c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f HTTP/1.1" status: 204 len: 168 time: 1.9878044 Jul 09 19:34:41.127980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.128328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.150432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900491-610d-41cc-9e26-c434ddb3df1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ffdbe7-0ca1-4c12-861f-86ea8cf8cb9f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:41.168889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-265f817e-430f-4acc-a5d6-2782da5df3f3 req-cd74a8cb-e8e7-45d2-9722-32286a1ba921 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741254 Jul 09 19:34:41.382166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:41.403974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.428467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d4299693-54f9-4681-89b5-bfa5d767ec4a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:41.434678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6b8c60-726e-4597-867a-417e2cbb0b13']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:41.468526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630e3e27-e428-46f1-98a9-02378d206531') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:41.470483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630e3e27-e428-46f1-98a9-02378d206531') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:41.485897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f91a3f7f-67a2-415c-98ca-91c938192573 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62ec5e08cfd8471195368fc2d1631825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026599 Jul 09 19:34:41.486519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:41.498680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:41.506694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: d4299693-54f9-4681-89b5-bfa5d767ec4a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:41.507048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d4299693-54f9-4681-89b5-bfa5d767ec4a not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:41.521541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.616684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b136c-b14d-4cfa-bf2a-46750b8a86a1 req-329fcbf7-5bc2-4812-b248-7d05fce02001 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:41.618580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a3b136c-b14d-4cfa-bf2a-46750b8a86a1 req-329fcbf7-5bc2-4812-b248-7d05fce02001 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.3134153 Jul 09 19:34:41.626522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.644781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.687317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.861236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc568458-f151-4f4a-98b3-3528d38422ac {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:41.872606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.891181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.895616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:41.897367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34edac41-4bd6-4a53-8979-409068145948 HTTP/1.1" status: 204 len: 168 time: 0.4013112 Jul 09 19:34:41.906733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34edac41-4bd6-4a53-8979-409068145948,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:41.915888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.916558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.917103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.917812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.918365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.919055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.919589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.920331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.921515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.922132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.922733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:41.923289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5aa10-34d1-4862-9092-241e13532519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:34:42.021262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:42.024496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:42.040765 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:42.161487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:42.162315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a1385300-ef92-4799-a24d-3d7d6ead7a29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db9624b215cb446083e22a001eaed044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610174 Jul 09 19:34:42.224968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Transition to ACTIVE for port object dc568458-f151-4f4a-98b3-3528d38422ac will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:42.226241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a3b136c-b14d-4cfa-bf2a-46750b8a86a1 req-373fbd73-f260-441f-ac70-cce82fc9688f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951159 Jul 09 19:34:42.230469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.234826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.282086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.284282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8c6b8c60-726e-4597-867a-417e2cbb0b13 HTTP/1.1" status: 204 len: 168 time: 1.4089496 Jul 09 19:34:42.288195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b8ccc-27e9-4280-acc6-808d617542c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6b8c60-726e-4597-867a-417e2cbb0b13,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:42.376765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Pushing event updated for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:42.460159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Attempting to bind port dc568458-f151-4f4a-98b3-3528d38422ac on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:42.460504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Attempting to bind port dc568458-f151-4f4a-98b3-3528d38422ac by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:42.460838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Attempting to bind port dc568458-f151-4f4a-98b3-3528d38422ac on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:42.466650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Port dc568458-f151-4f4a-98b3-3528d38422ac on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:42.466981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Attempting to bind port dc568458-f151-4f4a-98b3-3528d38422ac on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:42.473597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:42.473944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:42.474340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:42.474780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Bound port: dc568458-f151-4f4a-98b3-3528d38422ac, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:42.475159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.729729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:42.776808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc568458-f151-4f4a-98b3-3528d38422ac,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:42.805679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.819022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca607da-9ece-464a-812b-920a02f15ea0 req-0ddd7a1e-e909-401d-8119-d2eb03ee7d7a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:42.821049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca607da-9ece-464a-812b-920a02f15ea0 req-0ddd7a1e-e909-401d-8119-d2eb03ee7d7a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 947 time: 0.3116724 Jul 09 19:34:42.833261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.873636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:42.957944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:42.961930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:42.963620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] 10.222.0.25 "PUT /v2.0/ports/dc568458-f151-4f4a-98b3-3528d38422ac HTTP/1.1" status: 200 len: 1095 time: 2.1905775 Jul 09 19:34:42.986365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1cce3b9a-cb15-4fcb-a35a-c4e3f4c5b490 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc4341bf6e8f499484e015bbfec14d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098497 Jul 09 19:34:42.988509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:43.006905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.087986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:43.094641 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe4351-2425-4885-ba1c-89e040dd0e83" -d '{"events": [{"name": "network-changed", "server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:43.132222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.148104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.149240 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bead5b8-2bee-4e77-84ab-57ce953ddada HTTP/1.1" status: 204 len: 168 time: 0.9859936 Jul 09 19:34:43.160208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.176940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca607da-9ece-464a-812b-920a02f15ea0 req-9ab48c61-1cab-489b-8bb9-2923a104fbad tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446097 Jul 09 19:34:43.215726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.331156 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e5bda-5c43-48ee-bf20-17088e6cea3b x-openstack-request-id: req-d69e5bda-5c43-48ee-bf20-17088e6cea3b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:43.331419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.331520 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:43.331520 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d69e5bda-5c43-48ee-bf20-17088e6cea3b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:43.331520 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac', 'status': 'completed', 'code': 200} Jul 09 19:34:43.333217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:43.334536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a30f5ef-7c7e-4d21-919d-3028fcf755a3 HTTP/1.1" status: 204 len: 168 time: 0.3435769 Jul 09 19:34:43.337691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31514ff-93be-44cc-b9a8-0e37f607c4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bead5b8-2bee-4e77-84ab-57ce953ddada,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:43.355514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f072590-a62c-4ca7-ae15-851c136c420c service neutron] Pushing event updated for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:43.374819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356239c-5dff-454f-be46-40fa82a4310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30f5ef-7c7e-4d21-919d-3028fcf755a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:43.394116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-70f04966-77da-4268-8088-7443fc38d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:43.395832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-70f04966-77da-4268-8088-7443fc38d3ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 1098 time: 0.2930629 Jul 09 19:34:43.473642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-7a7dcad9-9aa5-450a-8809-b0fa74b6ac07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dc568458-f151-4f4a-98b3-3528d38422ac HTTP/1.1" status: 200 len: 217 time: 0.0650880 Jul 09 19:34:43.607606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-c9c47dee-be92-48bd-9b09-063c9d8d49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:43.612971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-c9c47dee-be92-48bd-9b09-063c9d8d49fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1296208 Jul 09 19:34:43.651580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb141c6-251d-410d-86b6-f8d38efd086f req-8999b7d2-9364-414b-a17b-3703ea68d779 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:43.653372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cb141c6-251d-410d-86b6-f8d38efd086f req-8999b7d2-9364-414b-a17b-3703ea68d779 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1574197 Jul 09 19:34:43.730676 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cb141c6-251d-410d-86b6-f8d38efd086f req-c7ad20d5-f267-422d-b038-67a19ebaf5ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685894 Jul 09 19:34:43.746910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:43.783865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-b389c863-634f-4503-aaa6-a84c8ca81583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:43.786090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-b389c863-634f-4503-aaa6-a84c8ca81583 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661494 Jul 09 19:34:43.973270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-d86c510d-87a4-4fcf-8053-39612b050d7b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776676 Jul 09 19:34:44.015662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-150711407-network', 'tenant_id': '66813ae3552f400b850abb70fa1762ce'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:44.057404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Made reservation on behalf of 66813ae3552f400b850abb70fa1762ce for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:44.061575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.087276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.202256 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bce4b4d6-c975-4f04-bda6-471d44aeea4c req-bc571a5d-5e03-4812-adcb-b03d102cb358 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199163 Jul 09 19:34:44.321331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.341414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.383387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-e2d5d219-76a2-4273-a53b-6d6aa08bb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.390164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-e2d5d219-76a2-4273-a53b-6d6aa08bb53b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 1098 time: 0.1079464 Jul 09 19:34:44.398916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:34:44.432542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bf014-0ee2-48ca-8417-5501fe40654b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:44.442385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.446134 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Added segment 982646bb-8422-4031-8767-a30e0c9346fe of type vlan for network 99ebbae1-267a-49de-93c9-34015b818051 Jul 09 19:34:44.504037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-42935894-bcaa-4b71-bf98-c8a3fc258914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.505673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-42935894-bcaa-4b71-bf98-c8a3fc258914 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1081698 Jul 09 19:34:44.544713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c9629-d25a-49a5-a7a6-f2810373f171 req-0b5d1c03-4304-4350-be87-470f3103c3b7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.547097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b18c9629-d25a-49a5-a7a6-f2810373f171 req-0b5d1c03-4304-4350-be87-470f3103c3b7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 947 time: 0.2231140 Jul 09 19:34:44.549435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.630202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-cde14a50-d308-4fa7-84ac-3ed36d8f5b3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dc568458-f151-4f4a-98b3-3528d38422ac HTTP/1.1" status: 200 len: 217 time: 0.1173687 Jul 09 19:34:44.688269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:44.733221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b18c9629-d25a-49a5-a7a6-f2810373f171 req-39c331d6-3997-4e7d-af2d-c289648db8e3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767395 Jul 09 19:34:44.737269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.737852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.738474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.798183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-0305b1ee-c3ae-445b-956c-0e0e1346b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.802587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0513060 Jul 09 19:34:44.802587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:44.804406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-0305b1ee-c3ae-445b-956c-0e0e1346b5e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1634166 Jul 09 19:34:44.807862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Request body: {'subnet': {'network_id': '99ebbae1-267a-49de-93c9-34015b818051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-150711407-subnet', 'tenant_id': '66813ae3552f400b850abb70fa1762ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:44.836181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Made reservation on behalf of 66813ae3552f400b850abb70fa1762ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:44.838792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:44.854942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3487d4-19fa-4218-b929-ad94409983fb admin admin] Pushing event updated for resources: {'Network': ['ID=99ebbae1-267a-49de-93c9-34015b818051,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:44.868968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 99ebbae1-267a-49de-93c9-34015b818051 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:34:44.939649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-14b60c48-7ec6-4841-b9ea-eb72185c990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:44.944885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-14b60c48-7ec6-4841-b9ea-eb72185c990f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308994 Jul 09 19:34:45.097772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254affe6-aecc-4e44-bd15-966d09cf19d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.226686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-bf06e1bf-997c-437c-b721-70f084cfd60b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709568 Jul 09 19:34:45.304115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0fcc-dd89-4c72-ad66-bd2dafcd762c req-2655174d-146c-41ba-b5a4-38f3502281c9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:45.308569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8fb0fcc-dd89-4c72-ad66-bd2dafcd762c req-2655174d-146c-41ba-b5a4-38f3502281c9 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2818964 Jul 09 19:34:45.309488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:45.415078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe4351-2425-4885-ba1c-89e040dd0e83 req-eb2ae866-2f39-4e84-a437-6776f3916e4f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809244 Jul 09 19:34:45.419312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.456079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd215d5-a72c-4fe4-a67d-3c318cdc02f1 req-4a9981a9-a705-4f81-91f7-dd0254c1c768 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:45.457948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdd215d5-a72c-4fe4-a67d-3c318cdc02f1 req-4a9981a9-a705-4f81-91f7-dd0254c1c768 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.0876052 Jul 09 19:34:45.464961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8fb0fcc-dd89-4c72-ad66-bd2dafcd762c req-f04fb80e-7e88-4b08-beef-bbf713abfe5a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166151 Jul 09 19:34:45.532575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdd215d5-a72c-4fe4-a67d-3c318cdc02f1 req-856917ae-99a8-488d-8b4b-473159ed8744 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Jul 09 19:34:45.536779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254affe6-aecc-4e44-bd15-966d09cf19d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.553070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731132017-network', 'tenant_id': '0def49c65002466db6b2f74b5f71955a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:45.566027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b4dbc0-a219-40a4-a64d-0619b002e716,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:45.572234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254affe6-aecc-4e44-bd15-966d09cf19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.616608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Checking segment: {'id': '982646bb-8422-4031-8767-a30e0c9346fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '99ebbae1-267a-49de-93c9-34015b818051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:45.617004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Network hostable DHCP agents. Network: 99ebbae1-267a-49de-93c9-34015b818051, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:34:45.619256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Made reservation on behalf of 0def49c65002466db6b2f74b5f71955a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:45.621632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.641700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254affe6-aecc-4e44-bd15-966d09cf19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d503b5e-eabc-48bc-aabe-1594242b8c16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:45.644298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.652882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-254affe6-aecc-4e44-bd15-966d09cf19d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=739941ad87754cfd948dacc68bdbe4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9597473 Jul 09 19:34:45.653695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:45.673934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Network 99ebbae1-267a-49de-93c9-34015b818051 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:34:45.691441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 99ebbae1-267a-49de-93c9-34015b818051) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:45.698335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:45.699266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.704050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a67e8-6001-4fc6-85f7-4d4bd802762e None None] Network 99ebbae1-267a-49de-93c9-34015b818051 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:45.745466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.784233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.825308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.830942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.862679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a2a8802b-43c8-47db-a140-aa0b2ce55427 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0512624 Jul 09 19:34:45.880158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.882608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:34:45.884968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.891187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d503b5e-eabc-48bc-aabe-1594242b8c16 HTTP/1.1" status: 204 len: 168 time: 0.2312274 Jul 09 19:34:45.916494 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:45.916863 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Added segment 4e484806-6c9c-4a6a-9543-07251da27a8f of type vlan for network a66be278-c674-4991-8209-2293edf1dded Jul 09 19:34:45.929768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92903d37-7f77-4123-8290-d331370e0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d503b5e-eabc-48bc-aabe-1594242b8c16,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:45.961406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7451dc-f9c3-473a-bf3c-9b643aa64700 None None] Network 99ebbae1-267a-49de-93c9-34015b818051 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:46.002469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babfcc16-aa34-43aa-adbc-312962547df2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:46.149095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.198404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-1e18bd47-f2e9-44c7-85c8-f0de8e185e45 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:46.200566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7fa7b247-a19d-4e98-abbc-54116a6ad080 req-d7695627-4166-4db2-8931-00df4faf7ae2 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.2332444 Jul 09 19:34:46.201211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-1e18bd47-f2e9-44c7-85c8-f0de8e185e45 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 944 time: 0.1854725 Jul 09 19:34:46.217779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec76de6-ee2c-4ff7-8d6e-b97fc2ceaa4d req-c10fccd4-5c08-4a14-b1ac-3c09653ca40c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:46.233603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec76de6-ee2c-4ff7-8d6e-b97fc2ceaa4d req-c10fccd4-5c08-4a14-b1ac-3c09653ca40c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 947 time: 0.1961353 Jul 09 19:34:46.245230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.249190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:46.249478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.418830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec76de6-ee2c-4ff7-8d6e-b97fc2ceaa4d req-ef22bfcf-ccf1-4194-b3f1-f50648d71987 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887209 Jul 09 19:34:46.451768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1306584 Jul 09 19:34:46.458063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:46.473032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Request body: {'subnet': {'network_id': 'a66be278-c674-4991-8209-2293edf1dded', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731132017-subnet', 'tenant_id': '0def49c65002466db6b2f74b5f71955a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:46.529210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1544-8b1c-49d3-963e-adfc4ed90155 admin admin] Pushing event updated for resources: {'Network': ['ID=a66be278-c674-4991-8209-2293edf1dded,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:46.549040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a66be278-c674-4991-8209-2293edf1dded details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:34:46.596235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Made reservation on behalf of 0def49c65002466db6b2f74b5f71955a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:46.602092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.679016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Deleting port f607c2f8-6702-4590-86d9-5d1bfa03aff9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:46.679363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.903885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] For port f607c2f8-6702-4590-86d9-5d1bfa03aff9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f607c2f8-6702-4590-86d9-5d1bfa03aff9,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:46.905597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:46.927618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Calling delete_port for f607c2f8-6702-4590-86d9-5d1bfa03aff9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:47.038811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469cb97-7ac1-4557-8c76-e19c3508b104 req-2df52ea0-a7c1-4d7b-8e61-cea5ff43027f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:47.048039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0469cb97-7ac1-4557-8c76-e19c3508b104 req-2df52ea0-a7c1-4d7b-8e61-cea5ff43027f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2260020 Jul 09 19:34:47.123219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0469cb97-7ac1-4557-8c76-e19c3508b104 req-24737b03-54b9-4e82-b23e-59287f33f3b3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684063 Jul 09 19:34:47.211491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:47.371898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:47.384994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f607c2f8-6702-4590-86d9-5d1bfa03aff9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:47.399163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6eb3c03-54be-47a6-b525-dc2a05a498c8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:47.430442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Checking segment: {'id': '4e484806-6c9c-4a6a-9543-07251da27a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a66be278-c674-4991-8209-2293edf1dded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:47.431042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Network hostable DHCP agents. Network: a66be278-c674-4991-8209-2293edf1dded, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:34:47.462955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Network a66be278-c674-4991-8209-2293edf1dded is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:34:47.485757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a66be278-c674-4991-8209-2293edf1dded) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:47.490947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:47.490947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:47.504229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc568458-f151-4f4a-98b3-3528d38422ac details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:34:47.522203 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad679d64-f4cb-4bb6-8ba6-e7281d798331 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0628390 Jul 09 19:34:47.539312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event deleted for resources: {'Port': ['ID=f607c2f8-6702-4590-86d9-5d1bfa03aff9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:47.630154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f911759-9e67-4d43-8a66-40eadc42669a req-e0f231e7-7c61-4460-90a8-4e0bad872ce5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0884635 Jul 09 19:34:47.680795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:47.740656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] No DVR routers for this DVR port f607c2f8-6702-4590-86d9-5d1bfa03aff9 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:47.751854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:47.755941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b57d9b3-fec0-4311-b0b6-d295a81efab7 req-2de91f96-bad1-4be8-8994-3adc1603ac69 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "DELETE /v2.0/ports/f607c2f8-6702-4590-86d9-5d1bfa03aff9 HTTP/1.1" status: 204 len: 173 time: 1.4685807 Jul 09 19:34:47.756447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-deleted', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:47.766214 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ba744-890a-4527-a70b-3bf080430236" -d '{"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-deleted", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:47.812765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc568458-f151-4f4a-98b3-3528d38422ac,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:47.829286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'dc568458-f151-4f4a-98b3-3528d38422ac', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'dc568458-f151-4f4a-98b3-3528d38422ac', 'mac_address': 'fa:16:3e:82:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:34:47.832007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb848b7-402e-4a6c-954e-a59c876d816d None None] Network a66be278-c674-4991-8209-2293edf1dded requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:47.881429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad24427f-af57-4ed9-b0f0-4abc858df11a req-d836e8ec-fcbb-4089-bf21-dd2f3b2e391e tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.1203103 Jul 09 19:34:48.006959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-257139067-network', 'tenant_id': '956f0c55807f4efe83d89fee9c135be4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:48.071234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Made reservation on behalf of 956f0c55807f4efe83d89fee9c135be4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:48.075394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.089724 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2435d533-67f4-49d7-a656-455d3dac0d5b x-openstack-request-id: req-2435d533-67f4-49d7-a656-455d3dac0d5b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:48.090285 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc", "name": "network-vif-deleted", "tag": "f607c2f8-6702-4590-86d9-5d1bfa03aff9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:48.090285 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2435d533-67f4-49d7-a656-455d3dac0d5b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:48.090666 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc', 'name': 'network-vif-deleted', 'tag': 'f607c2f8-6702-4590-86d9-5d1bfa03aff9', 'status': 'completed', 'code': 200} Jul 09 19:34:48.100899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.143505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f590-1d75-4121-8e36-e4f920ae82a3 req-09b6d627-de93-42c6-8076-79ef071242a4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:48.154508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019f590-1d75-4121-8e36-e4f920ae82a3 req-09b6d627-de93-42c6-8076-79ef071242a4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 947 time: 0.1799250 Jul 09 19:34:48.250847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019f590-1d75-4121-8e36-e4f920ae82a3 req-24171dec-a05b-4c23-8136-bc52cc11506b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946727 Jul 09 19:34:48.303860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.313977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.335849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:34:48.363624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.364566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.364886 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Added segment c81ce9d0-8ab9-4ac6-9f39-b6583d159b93 of type vlan for network 476773e4-8c7b-4160-b57c-706c62c4fd19 Jul 09 19:34:48.463494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc568458-f151-4f4a-98b3-3528d38422ac {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:48.499231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05476a7b-23bd-4af7-95ac-eb97dc1ca4c2 None None] Network a66be278-c674-4991-8209-2293edf1dded requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:48.569234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.572775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac326469-3798-4654-88c4-dfa6595d19fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:48.615244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc568458-f151-4f4a-98b3-3528d38422ac,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:48.631576 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.644151 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.647209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d1939-8a19-4926-bdf5-49b3e0cafff7 req-70a218de-64c3-492d-bf98-f58fe96154d1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:48.654492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a23d1939-8a19-4926-bdf5-49b3e0cafff7 req-70a218de-64c3-492d-bf98-f58fe96154d1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2581167 Jul 09 19:34:48.678815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.679593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:48.680193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.738303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:48.743369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-544794642-network', 'tenant_id': '167c2b4d43594f0c881855d2dc8f3337'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:48.768948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0867164 Jul 09 19:34:48.770173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:48.786038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a23d1939-8a19-4926-bdf5-49b3e0cafff7 req-d72a1ceb-ab77-4dbf-82b6-d8c8cdeb4f5c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Jul 09 19:34:48.792406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Request body: {'subnet': {'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-257139067-subnet', 'tenant_id': '956f0c55807f4efe83d89fee9c135be4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:48.810833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Made reservation on behalf of 167c2b4d43594f0c881855d2dc8f3337 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:48.814623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.829713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.836477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4369-af2f-49a9-ba5b-0c8a2aa6630a admin admin] Pushing event updated for resources: {'Network': ['ID=476773e4-8c7b-4160-b57c-706c62c4fd19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:48.851270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Made reservation on behalf of 956f0c55807f4efe83d89fee9c135be4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:48.855366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:48.912788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 476773e4-8c7b-4160-b57c-706c62c4fd19 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:34:48.948202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28488d04-aac8-4edb-90c3-beccc4d5972f req-63dad7a9-ab92-4ac7-9327-faf97033936d tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f3e446-ed5e-4e98-868b-a63b0e0f8bcc HTTP/1.1" status: 200 len: 210 time: 0.0514450 Jul 09 19:34:49.106340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.121095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.143864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:49.159374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:34:49.180108 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.180471 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Added segment b3e429c2-463d-47be-b6a8-dae2eaa48c86 of type vlan for network 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 Jul 09 19:34:49.232523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['dc568458-f151-4f4a-98b3-3528d38422ac'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:49.243398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.340902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c56619e9-7fab-4111-b150-15c5b4ba38e0 req-5e12f409-4a70-4cf3-9876-5fda02e6c9ef tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0724177 Jul 09 19:34:49.345029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.386399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.387437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:49.388026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.415223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8474a267-9458-4f01-892b-a35e3c9589d8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:49.431309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ad3d5-d499-4f5f-9969-93d53bb564af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:49.479927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:49.503471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Checking segment: {'id': 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:49.504214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Network hostable DHCP agents. Network: 476773e4-8c7b-4160-b57c-706c62c4fd19, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:34:49.513581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: f607c2f8-6702-4590-86d9-5d1bfa03aff9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:49.514838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f607c2f8-6702-4590-86d9-5d1bfa03aff9 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:49.549669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Network 476773e4-8c7b-4160-b57c-706c62c4fd19 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:34:49.569868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ec1b8-bc5a-40d1-be24-228b185bdbd2 req-5adc151b-1fef-4a35-b269-d37cd11a6085 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:49.578433 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b4ec1b8-bc5a-40d1-be24-228b185bdbd2 req-5adc151b-1fef-4a35-b269-d37cd11a6085 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 948 time: 0.1109118 Jul 09 19:34:49.587085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 476773e4-8c7b-4160-b57c-706c62c4fd19) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:49.598299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:49.598910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.599252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f30bb7-854c-4699-a9af-b01bd57b8300 None None] Network 476773e4-8c7b-4160-b57c-706c62c4fd19 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:49.638164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b4ec1b8-bc5a-40d1-be24-228b185bdbd2 req-befd8a61-c0dd-4fbb-86b5-697e1eb92c06 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Jul 09 19:34:49.649334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-703774af-71f5-45ba-94b0-0948b944ea8b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8537006 Jul 09 19:34:49.649677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9042962 Jul 09 19:34:49.649677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:49.653832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Request body: {'subnet': {'network_id': '0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-544794642-subnet', 'tenant_id': '167c2b4d43594f0c881855d2dc8f3337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:49.719806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb0ed5-d078-4bc8-b1c7-47a45c92c40f admin admin] Pushing event updated for resources: {'Network': ['ID=0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:49.740179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d2a0f-78f5-4e65-939d-7085389c6b58 None None] Network 476773e4-8c7b-4160-b57c-706c62c4fd19 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:49.769036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Made reservation on behalf of 167c2b4d43594f0c881855d2dc8f3337 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:49.778192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:49.838706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:34:50.054263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae783fd-f21e-446e-b2eb-b78f3fd30846 req-434e18a0-3acf-4caf-9fd9-09ce24dc7460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:50.056277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fae783fd-f21e-446e-b2eb-b78f3fd30846 req-434e18a0-3acf-4caf-9fd9-09ce24dc7460 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1214085 Jul 09 19:34:50.096075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fae783fd-f21e-446e-b2eb-b78f3fd30846 req-f1ebad31-001f-4a74-89f3-46c87eb6560f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Jul 09 19:34:50.152522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-9c4348c5-9bd4-4090-bfb4-d4d41a9c18df tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:50.154513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-9c4348c5-9bd4-4090-bfb4-d4d41a9c18df tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/networks?id=99ebbae1-267a-49de-93c9-34015b818051 HTTP/1.1" status: 200 len: 809 time: 0.6920557 Jul 09 19:34:50.185459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-2336d541-3e4f-4181-8d9d-b5145a8a0bf9 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/quotas/66813ae3552f400b850abb70fa1762ce HTTP/1.1" status: 200 len: 375 time: 0.0235124 Jul 09 19:34:50.232078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-49f8ce1b-a177-43b4-a6b3-afa60b943f34 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=66813ae3552f400b850abb70fa1762ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354614 Jul 09 19:34:50.345439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:50.433940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-619bbf02-a97d-4f07-81b1-feb47d992132 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:50.435521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-619bbf02-a97d-4f07-81b1-feb47d992132 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/networks?id=476773e4-8c7b-4160-b57c-706c62c4fd19 HTTP/1.1" status: 200 len: 821 time: 0.1121209 Jul 09 19:34:50.460969 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-b585c73b-1f22-4780-8c51-c001330d6e28 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/quotas/956f0c55807f4efe83d89fee9c135be4 HTTP/1.1" status: 200 len: 375 time: 0.0127597 Jul 09 19:34:50.461916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=db92e76b-4fa0-472f-8885-206832db00c9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:50.479744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Checking segment: {'id': 'b3e429c2-463d-47be-b6a8-dae2eaa48c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:50.480029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Network hostable DHCP agents. Network: 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:34:50.501160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-b380955a-c978-41ec-9a20-53aa6a9c159b tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=956f0c55807f4efe83d89fee9c135be4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309839 Jul 09 19:34:50.525160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-2a2dff76-e7ac-466a-9fca-b3bc85911669 service neutron] 10.222.0.10 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665598 Jul 09 19:34:50.535288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Network 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:34:50.542636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a055636-69fe-49a8-b6f0-70be243e5ef3 req-d6587a35-81f7-4e83-8d22-8df797b4525a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.0400348 Jul 09 19:34:50.586012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:50.593753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:50.594766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:50.599261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cd98c-7e9a-44b5-8f06-8721c1d60ffb None None] Network 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:50.617665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7ccd522-822f-4d04-becd-8b95f26b50aa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9683988 Jul 09 19:34:50.649474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-2b3ad634-fead-4a41-9419-da3e6a1eb98f service neutron] 10.222.0.10 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233337 Jul 09 19:34:50.703359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-fd299470-7b93-49c7-9707-517f025d0375 service neutron] 10.222.0.10 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913042 Jul 09 19:34:50.769555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c50e9-e2b1-44d1-840a-96548cfcdc57 None None] Network 0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:34:50.792732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:50.857928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-3fd1c554-525b-4556-9031-627e74e8c661 service neutron] 10.222.0.10 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510599 Jul 09 19:34:50.858990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Deleting subnet b6eb3c03-54be-47a6-b525-dc2a05a498c8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:50.863393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:50.909844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:50.977873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.066238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.111878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6eb3c03-54be-47a6-b525-dc2a05a498c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:51.114870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.117070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b96cfcb3-fb66-4b21-8fe4-70d23a5aa66b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b6eb3c03-54be-47a6-b525-dc2a05a498c8 HTTP/1.1" status: 204 len: 168 time: 0.3232961 Jul 09 19:34:51.119567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:51.226151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0cfc74-d715-4ca1-bf81-e89511befd3e req-5bdfd1cb-7096-4e21-83fd-a31a52ee08e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0543227 Jul 09 19:34:51.256636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.282387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e49e8e9d-9e6d-46e9-966d-7feaf1550625 req-2041cae6-dde2-4521-b15e-10db8a102b4d tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0561936 Jul 09 19:34:51.408131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.423024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4d5cd37-a409-456d-b8fe-40d11cba3b7f req-01c6dc72-67aa-4fc4-844d-1694ff85835c tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 210 time: 0.0625565 Jul 09 19:34:51.427932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69c98-8f64-4850-b3d3-9841de6bb0d1 req-98e45950-2bb6-4761-a2f8-64e869468054 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:51.429480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87b69c98-8f64-4850-b3d3-9841de6bb0d1 req-98e45950-2bb6-4761-a2f8-64e869468054 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 948 time: 0.1613395 Jul 09 19:34:51.431173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66be278-c674-4991-8209-2293edf1dded']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:51.477908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e484806-6c9c-4a6a-9543-07251da27a8f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:51.478201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e484806-6c9c-4a6a-9543-07251da27a8f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:51.484292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc568458-f151-4f4a-98b3-3528d38422ac up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:34:51.508740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.529270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.536898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:51.537331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.541437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port dc568458-f151-4f4a-98b3-3528d38422ac completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:34:51.549686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port dc568458-f151-4f4a-98b3-3528d38422ac triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:34:51.550688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.576524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6e7fc03-86cb-4f03-ad2e-0c16a763b0cd req-e904c089-3953-4280-8d20-bce4ec23a82c tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 210 time: 0.0955665 Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:51.656951 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:51.672080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.709076 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.709678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.711352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a66be278-c674-4991-8209-2293edf1dded HTTP/1.1" status: 204 len: 168 time: 0.5877600 Jul 09 19:34:51.712349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729865-e564-48dd-87e5-53b23b328c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66be278-c674-4991-8209-2293edf1dded,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:51.715648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:51.730203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87b69c98-8f64-4850-b3d3-9841de6bb0d1 req-cdb1c78c-588a-40d0-94cb-0a5c244fb9f0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853470 Jul 09 19:34:51.795013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:51.798185 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af7c95-0fe0-4ed7-969a-c7e4aa9d5bb1" -d '{"events": [{"server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "name": "network-vif-plugged", "status": "completed", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:51.813031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Deleting subnet db92e76b-4fa0-472f-8885-206832db00c9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:51.814584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc568458-f151-4f4a-98b3-3528d38422ac,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:51.819221 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.819892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.863796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.913836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:51.926948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:51.989624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.006508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.011498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:52.020458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db92e76b-4fa0-472f-8885-206832db00c9 HTTP/1.1" status: 204 len: 168 time: 0.2969255 Jul 09 19:34:52.077245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a968f-2db2-415f-a596-ac2ddea00263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db92e76b-4fa0-472f-8885-206832db00c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:52.120725 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b6b8d-b621-47e5-85c6-145f2dc755d4 x-openstack-request-id: req-9d7b6b8d-b621-47e5-85c6-145f2dc755d4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:52.121209 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "name": "network-vif-plugged", "status": "completed", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:52.121455 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d7b6b8d-b621-47e5-85c6-145f2dc755d4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:52.121854 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac', 'code': 200} Jul 09 19:34:52.167760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.235061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd4a0-ac8f-4c1a-aef9-95f81c5b3ac3 req-898245c3-c8fb-484d-90cf-4dcddaee65f8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:52.236980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e2bd4a0-ac8f-4c1a-aef9-95f81c5b3ac3 req-898245c3-c8fb-484d-90cf-4dcddaee65f8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.0793951 Jul 09 19:34:52.292915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d802ab4f-df00-4497-981e-3f4dabcf459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.307599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e2bd4a0-ac8f-4c1a-aef9-95f81c5b3ac3 req-93232a1e-d0ce-4678-975b-0a41ee8e11ef tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Jul 09 19:34:52.366490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.381510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:52.394515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e429c2-463d-47be-b6a8-dae2eaa48c86') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:52.394801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e429c2-463d-47be-b6a8-dae2eaa48c86') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:52.412873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.439119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.449019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a667-82fb-466b-804b-14425503e291 req-45d61b8e-61d5-48ed-8922-0697e61da941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:52.450828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a520a667-82fb-466b-804b-14425503e291 req-45d61b8e-61d5-48ed-8922-0697e61da941 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 1100 time: 0.1840212 Jul 09 19:34:52.451867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:52.453524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:52.458395 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:52.473787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0a564-a219-48a6-805b-547eaa442eef req-1fb14035-1711-4d0b-84fc-df0e4cc82915 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:52.475291 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70f0a564-a219-48a6-805b-547eaa442eef req-1fb14035-1711-4d0b-84fc-df0e4cc82915 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.0667794 Jul 09 19:34:52.480401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff382-9f70-4a61-98ac-05d2dae1919e req-158c3b2e-4bdd-4953-9e9c-f5e05f0d17ef tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:52.481862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eeff382-9f70-4a61-98ac-05d2dae1919e req-158c3b2e-4bdd-4953-9e9c-f5e05f0d17ef tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.2139392 Jul 09 19:34:52.517502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70f0a564-a219-48a6-805b-547eaa442eef req-4c8369c3-5365-4255-8427-6aef9467540c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Jul 09 19:34:52.567965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a520a667-82fb-466b-804b-14425503e291 req-56b6c34f-accd-4e4e-a604-0b7af7b946fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954473 Jul 09 19:34:52.572470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.584659 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.586626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] 10.222.0.10 "DELETE /v2.0/networks/0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4 HTTP/1.1" status: 204 len: 168 time: 0.5738933 Jul 09 19:34:52.593485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eeff382-9f70-4a61-98ac-05d2dae1919e req-8f25d638-4c7c-4cc9-873d-fb42b23acbff tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810554 Jul 09 19:34:52.602477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b59a2-bae8-4081-9386-4ec50247288b admin admin] Pushing event deleted for resources: {'Network': ['ID=0388a0c8-79b3-4bb9-8000-1b5cdef8fdf4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:52.657212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3addb184-08f8-4523-9fa1-b2d8d74b57ed req-60893d99-7383-48b9-8d7b-4d965dc13c8d tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0290899 Jul 09 19:34:52.750386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02960b15-39c8-4079-af4e-655b9c82b1c2 req-da76c2d1-c893-4101-8681-cf0d4fe4ee52 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 210 time: 0.0349817 Jul 09 19:34:52.770023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:52.815425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fab32d3d-d3e4-4637-9ad5-2f10a0d6790c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0def49c65002466db6b2f74b5f71955a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416713 Jul 09 19:34:52.815665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-052998a2-4d0a-4df1-8492-b1c3bf990f2d req-09d129d0-b4a8-493d-a0bc-f28e565df9ab tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 210 time: 0.0309153 Jul 09 19:34:52.816123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:52.930069 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.990198 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:52.998178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.032989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbee156-9fa1-4ffa-b4fb-7a4752525412 req-9759148f-0153-4e51-97c7-ad125f0b8153 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.041534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dbee156-9fa1-4ffa-b4fb-7a4752525412 req-9759148f-0153-4e51-97c7-ad125f0b8153 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 949 time: 0.0907156 Jul 09 19:34:53.057871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-017a16fe-4737-437c-a3ce-f000b0b5beb3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.059441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-017a16fe-4737-437c-a3ce-f000b0b5beb3 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.2030582 Jul 09 19:34:53.096667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dbee156-9fa1-4ffa-b4fb-7a4752525412 req-18d90380-437b-4a92-a611-768becfc048d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541282 Jul 09 19:34:53.238858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-76d52547-1195-44b4-bf69-28ecb28df569 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.240429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-76d52547-1195-44b4-bf69-28ecb28df569 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.25 "GET /v2.0/networks?id=476773e4-8c7b-4160-b57c-706c62c4fd19 HTTP/1.1" status: 200 len: 821 time: 0.2604005 Jul 09 19:34:53.255098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.255098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.255098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/babfcc16-aa34-43aa-adbc-312962547df2 HTTP/1.1" status: 204 len: 168 time: 0.4298522 Jul 09 19:34:53.261327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Request body: {'port': {'device_id': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19', 'admin_state_up': True, 'tenant_id': '956f0c55807f4efe83d89fee9c135be4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:53.267831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de84b4d-4aa4-4540-91c9-15f3bf2f065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babfcc16-aa34-43aa-adbc-312962547df2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:53.353392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Deleting port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:53.353815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.495996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43ecca4d-b4ba-4a98-a0e4-f9eec90a77fe req-6aae3abd-a119-4b7b-8671-6dc7996ba8d7 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0383689 Jul 09 19:34:53.535262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] For port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:53.535833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.550021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Made reservation on behalf of 956f0c55807f4efe83d89fee9c135be4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:53.555296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:53.570545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Calling delete_port for 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:53.644340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d3b5-9d1a-4c12-8c82-a195f1531d00 req-4e7e4c50-cbf2-4f0a-8908-beae2a7006ff tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.645956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94a7d3b5-9d1a-4c12-8c82-a195f1531d00 req-4e7e4c50-cbf2-4f0a-8908-beae2a7006ff tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2085178 Jul 09 19:34:53.768472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94a7d3b5-9d1a-4c12-8c82-a195f1531d00 req-8495a778-6001-442b-944b-3fe67a1f0fbc tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890858 Jul 09 19:34:53.857689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:53.868828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98043ba-d3bf-46f5-9f12-173149868ced req-84ebeb26-c415-4164-bd70-7773a7bebf60 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.879306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d98043ba-d3bf-46f5-9f12-173149868ced req-84ebeb26-c415-4164-bd70-7773a7bebf60 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f1136e-2f52-451c-aef1-639555ba37b9 HTTP/1.1" status: 200 len: 944 time: 0.2325249 Jul 09 19:34:53.937063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-d0905dc9-f484-469f-b0ce-943a76fe96a8 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:53.938703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-d0905dc9-f484-469f-b0ce-943a76fe96a8 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.25 "GET /v2.0/networks?id=99ebbae1-267a-49de-93c9-34015b818051 HTTP/1.1" status: 200 len: 809 time: 0.2537756 Jul 09 19:34:53.941545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Allocated IP 172.20.0.9 (476773e4-8c7b-4160-b57c-706c62c4fd19/8474a267-9458-4f01-892b-a35e3c9589d8/32f9086c-9a25-4ead-bf51-b36405988475) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:53.976804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Request body: {'port': {'device_id': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'network_id': '99ebbae1-267a-49de-93c9-34015b818051', 'admin_state_up': True, 'tenant_id': '66813ae3552f400b850abb70fa1762ce'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:53.997235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.004897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d98043ba-d3bf-46f5-9f12-173149868ced req-462ee099-4bd3-488e-b2d6-18e82c36802c tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246274 Jul 09 19:34:54.042166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event deleted for resources: {'Port': ['ID=1c8392b0-6646-40e7-9bc9-34b3053bcfc1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:54.065284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f884077-36b7-4ab1-b55a-bf609b10b752 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=167c2b4d43594f0c881855d2dc8f3337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827188 Jul 09 19:34:54.077913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:54.166802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67123f-5059-45b5-a6c1-398689864768 req-ce5119ac-1906-49e2-a4f9-38dc62a8e4ae tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:54.168440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d67123f-5059-45b5-a6c1-398689864768 req-ce5119ac-1906-49e2-a4f9-38dc62a8e4ae tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.59 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.1991847 Jul 09 19:34:54.211904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] No DVR routers for this DVR port 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:54.222043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.224058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecafcd73-88cb-4618-b9dd-df51fb922669 req-37fa9613-22dd-4f8b-beec-eae239d8fe17 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "DELETE /v2.0/ports/1c8392b0-6646-40e7-9bc9-34b3053bcfc1 HTTP/1.1" status: 204 len: 173 time: 1.1573749 Jul 09 19:34:54.224620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-deleted', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:54.227001 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaacc913-bc41-438e-8c20-3a9bdb0f3ac5" -d '{"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-deleted", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:54.268250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Made reservation on behalf of 66813ae3552f400b850abb70fa1762ce for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:54.272616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.282362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4d39c-8be0-499d-ad18-8b9126d50869 req-b5e2bc2b-05b3-4fe9-82ae-a39b4abe0fc2 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:54.285659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13b4d39c-8be0-499d-ad18-8b9126d50869 req-b5e2bc2b-05b3-4fe9-82ae-a39b4abe0fc2 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34fcd33-7b9b-4abb-a8f8-55be46380360 HTTP/1.1" status: 200 len: 945 time: 0.3265862 Jul 09 19:34:54.348063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.352519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.390417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1dca493-febe-4e89-96e9-aa23f9b4da58 req-23f878a1-47ca-4b24-a6d9-c91995fdfeb9 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Jul 09 19:34:54.394020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Deleting port 848154f0-4c85-48f9-84f9-275f34002d9a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:54.394363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.414449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.437052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13b4d39c-8be0-499d-ad18-8b9126d50869 req-083e4ebd-5f8b-4670-98ba-fb25b7f08b54 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.10 "GET /v2.0/security-groups?id=551367cd-efab-4576-b143-69a3b2724e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932302 Jul 09 19:34:54.500051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.520804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Allocated IP 172.20.0.8 (99ebbae1-267a-49de-93c9-34015b818051/f8b4dbc0-a219-40a4-a64d-0619b002e716/d5bf9ded-971a-424d-969c-8dda2e0b9bb9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:34:54.538957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] For port 848154f0-4c85-48f9-84f9-275f34002d9a, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=848154f0-4c85-48f9-84f9-275f34002d9a,segment=NetworkSegment(b5f2776f-f67b-4b4a-aebc-94a8a98b359e),segment_id=b5f2776f-f67b-4b4a-aebc-94a8a98b359e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:54.539320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.554830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Network 476773e4-8c7b-4160-b57c-706c62c4fd19 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:54.559912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Calling delete_port for 848154f0-4c85-48f9-84f9-275f34002d9a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:54.562033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:54.565172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:54.569207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.573119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.575132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c2ad3d5-d499-4f5f-9969-93d53bb564af HTTP/1.1" status: 204 len: 168 time: 0.4931834 Jul 09 19:34:54.833518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.923595 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18736e67-ad03-4fbc-b1b8-4789ef59e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.941051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:54.943199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9ba9-1497-4b13-914a-dae60638605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ad3d5-d499-4f5f-9969-93d53bb564af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:54.944698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Pushing event updated for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:54.982950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:54.983829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.008645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-bd9ecc61-cec2-48c0-ab57-eeb2d37dd624 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7513127 Jul 09 19:34:55.019672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Pushing event updated for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:55.025235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Request body: {'port': {'device_id': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:55.032695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e621-5548-4f32-a129-158e2e34b954 req-0493ae51-a56d-4754-a342-be06e1aa4c5c tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:55.034280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3193e621-5548-4f32-a129-158e2e34b954 req-0493ae51-a56d-4754-a342-be06e1aa4c5c tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 931 time: 0.4438958 Jul 09 19:34:55.035263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec677-6fde-4f30-8c2d-a385ad1f2c2e req-c98a685f-d215-4429-986b-3d820d6b1922 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:55.036893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ffec677-6fde-4f30-8c2d-a385ad1f2c2e req-c98a685f-d215-4429-986b-3d820d6b1922 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 949 time: 0.4251964 Jul 09 19:34:55.037512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.050397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['848154f0-4c85-48f9-84f9-275f34002d9a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:34:55.096224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3193e621-5548-4f32-a129-158e2e34b954 req-68234c89-30e0-4a1f-8207-969bdd086d0a tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503705 Jul 09 19:34:55.122025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Pushing event deleted for resources: {'Port': ['ID=848154f0-4c85-48f9-84f9-275f34002d9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:55.124811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Network 99ebbae1-267a-49de-93c9-34015b818051 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:34:55.132903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:34:55.135243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:34:55.173741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ffec677-6fde-4f30-8c2d-a385ad1f2c2e req-435e63e7-4b91-46f6-8332-4e74f05acf7d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152658 Jul 09 19:34:55.175215 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32100b01-fda3-4f57-8cc9-9b41dd50bd7c x-openstack-request-id: req-32100b01-fda3-4f57-8cc9-9b41dd50bd7c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:55.175503 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1136e-2f52-451c-aef1-639555ba37b9", "name": "network-vif-deleted", "tag": "1c8392b0-6646-40e7-9bc9-34b3053bcfc1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:55.175764 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32100b01-fda3-4f57-8cc9-9b41dd50bd7c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:55.176153 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f1136e-2f52-451c-aef1-639555ba37b9', 'name': 'network-vif-deleted', 'tag': '1c8392b0-6646-40e7-9bc9-34b3053bcfc1', 'status': 'completed', 'code': 200} Jul 09 19:34:55.190699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.205803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:55.206380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.230386 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.238577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] No DVR routers for this DVR port 848154f0-4c85-48f9-84f9-275f34002d9a on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:55.242059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.244624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d67123f-5059-45b5-a6c1-398689864768 req-81f02b0a-f9c4-4ca6-9fa7-d839406ab1c7 tempest-VolumesAdminNegativeTest-1849083024 tempest-VolumesAdminNegativeTest-1849083024-project] 10.222.0.59 "DELETE /v2.0/ports/848154f0-4c85-48f9-84f9-275f34002d9a HTTP/1.1" status: 204 len: 173 time: 1.0699527 Jul 09 19:34:55.246621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'name': 'network-vif-deleted', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:55.250370 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8cc26d-2e03-438a-8559-1f79173f983a" -d '{"events": [{"server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "name": "network-vif-deleted", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:55.256525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-5f4616e0-9238-4d34-a140-4497acb3147e tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2999723 Jul 09 19:34:55.276159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Request body: {'port': {'device_id': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:55.392722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.412815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-259bae8f-cfa9-4426-82ec-830f55b2875b req-b1f1cc4a-99e6-44a0-ab0e-c5f89a350295 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0336876 Jul 09 19:34:55.505375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:55.540487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4b3f-7ae7-4b5b-b8b6-9ea5fcdc5bef req-2ba7c948-4a03-47f0-a473-043cbf151c17 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:55.546335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-228d4b3f-7ae7-4b5b-b8b6-9ea5fcdc5bef req-2ba7c948-4a03-47f0-a473-043cbf151c17 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1700988 Jul 09 19:34:55.548422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:55.548943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 1c8392b0-6646-40e7-9bc9-34b3053bcfc1 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:55.618793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-228d4b3f-7ae7-4b5b-b8b6-9ea5fcdc5bef req-c62551c1-94ac-4d21-a02c-01814726287a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714872 Jul 09 19:34:55.669247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f9086c-9a25-4ead-bf51-b36405988475 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:55.680830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.694553 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d480d-ca75-4c9c-acf2-9c5ffa929a13 x-openstack-request-id: req-5e2d480d-ca75-4c9c-acf2-9c5ffa929a13 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:55.695294 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34fcd33-7b9b-4abb-a8f8-55be46380360", "name": "network-vif-deleted", "tag": "848154f0-4c85-48f9-84f9-275f34002d9a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:55.695963 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e2d480d-ca75-4c9c-acf2-9c5ffa929a13 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:55.696526 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34fcd33-7b9b-4abb-a8f8-55be46380360', 'name': 'network-vif-deleted', 'tag': '848154f0-4c85-48f9-84f9-275f34002d9a', 'status': 'completed', 'code': 200} Jul 09 19:34:55.715432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Transition to ACTIVE for port object 32f9086c-9a25-4ead-bf51-b36405988475 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:55.721519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.779440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Pushing event updated for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:55.841176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bf9ded-971a-424d-969c-8dda2e0b9bb9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:34:55.858358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.883361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Transition to ACTIVE for port object d5bf9ded-971a-424d-969c-8dda2e0b9bb9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:34:55.891863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:55.902678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Attempting to bind port 32f9086c-9a25-4ead-bf51-b36405988475 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:55.903018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Attempting to bind port 32f9086c-9a25-4ead-bf51-b36405988475 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:55.903344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Attempting to bind port 32f9086c-9a25-4ead-bf51-b36405988475 on network 476773e4-8c7b-4160-b57c-706c62c4fd19 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:55.912290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Port 32f9086c-9a25-4ead-bf51-b36405988475 on network 476773e4-8c7b-4160-b57c-706c62c4fd19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:55.912615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Attempting to bind port 32f9086c-9a25-4ead-bf51-b36405988475 on network 476773e4-8c7b-4160-b57c-706c62c4fd19 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:55.920932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:55.921320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Checking segment: {'id': 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:55.921701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Bound using segment: {'id': 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:55.922135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Bound port: 32f9086c-9a25-4ead-bf51-b36405988475, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:55.922490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.021235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865a8b0-2b15-4a19-954b-e91d5701efbe req-87b2b5c4-11ec-4b5d-ade0-71557bce8220 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.022918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a865a8b0-2b15-4a19-954b-e91d5701efbe req-87b2b5c4-11ec-4b5d-ade0-71557bce8220 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 931 time: 0.1669195 Jul 09 19:34:56.037925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Attempting to bind port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:34:56.038426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Attempting to bind port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '982646bb-8422-4031-8767-a30e0c9346fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '99ebbae1-267a-49de-93c9-34015b818051'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:34:56.038654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Attempting to bind port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 on network 99ebbae1-267a-49de-93c9-34015b818051 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:56.040719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:56.048001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 on network 99ebbae1-267a-49de-93c9-34015b818051 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:34:56.048001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Attempting to bind port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 on network 99ebbae1-267a-49de-93c9-34015b818051 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:34:56.054033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:34:56.054377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Checking segment: {'id': '982646bb-8422-4031-8767-a30e0c9346fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '99ebbae1-267a-49de-93c9-34015b818051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:34:56.055052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Bound using segment: {'id': '982646bb-8422-4031-8767-a30e0c9346fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '99ebbae1-267a-49de-93c9-34015b818051'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:34:56.055487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Bound port: d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982646bb-8422-4031-8767-a30e0c9346fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '99ebbae1-267a-49de-93c9-34015b818051'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:34:56.056155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.103345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:56.143947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:56.147661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,segment=NetworkSegment(982646bb-8422-4031-8767-a30e0c9346fe),segment_id=982646bb-8422-4031-8767-a30e0c9346fe)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:56.159122 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.165787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a865a8b0-2b15-4a19-954b-e91d5701efbe req-9e2c683c-55b3-4c59-a0c9-95d7fd4e7f55 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348610 Jul 09 19:34:56.171847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:34:56.229790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=32f9086c-9a25-4ead-bf51-b36405988475,segment=NetworkSegment(c81ce9d0-8ab9-4ac6-9f39-b6583d159b93),segment_id=c81ce9d0-8ab9-4ac6-9f39-b6583d159b93)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:34:56.230700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:56.237825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.243469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.244322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.245888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-3be1b97d-2f77-4c05-b7ac-b1b140bee3c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/d5bf9ded-971a-424d-969c-8dda2e0b9bb9 HTTP/1.1" status: 200 len: 1091 time: 0.9797490 Jul 09 19:34:56.250019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Deleting subnet f1cfb548-8ebf-440b-8083-0468ed8bd711 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:56.253526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.303554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.313569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.343006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.343999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.345605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] 10.222.0.25 "PUT /v2.0/ports/32f9086c-9a25-4ead-bf51-b36405988475 HTTP/1.1" status: 200 len: 1091 time: 1.3258410 Jul 09 19:34:56.370785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-06370f52-8a62-498a-8ff5-91f323ebf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.373534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-06370f52-8a62-498a-8ff5-91f323ebf6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66813ae3552f400b850abb70fa1762ce&device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 1094 time: 0.0805275 Jul 09 19:34:56.472798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-c48935c5-ff4d-4b10-90be-0de944c5e088 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9 HTTP/1.1" status: 200 len: 217 time: 0.0829368 Jul 09 19:34:56.481104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114633aa-fa9b-484d-8da6-f7f1d0042775 service neutron] Pushing event updated for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:56.491553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.563478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-92cc0587-2826-4f5e-a53b-f7dfc2a5da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.565516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-92cc0587-2826-4f5e-a53b-f7dfc2a5da5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8b4dbc0-a219-40a4-a64d-0619b002e716 HTTP/1.1" status: 200 len: 849 time: 0.0851192 Jul 09 19:34:56.568463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-800b135b-75cf-493f-8a49-07a08d7a87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.570137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-800b135b-75cf-493f-8a49-07a08d7a87cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=956f0c55807f4efe83d89fee9c135be4&device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 1094 time: 0.1649220 Jul 09 19:34:56.622196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-a6594f12-1be5-4186-ad64-ca1e7fcc5f4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ebbae1-267a-49de-93c9-34015b818051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438075 Jul 09 19:34:56.633859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-356a9a5b-1428-4681-9ca8-c0af25fa2d1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f9086c-9a25-4ead-bf51-b36405988475 HTTP/1.1" status: 200 len: 217 time: 0.0418212 Jul 09 19:34:56.636430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.699198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1cfb548-8ebf-440b-8083-0468ed8bd711,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:56.702799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.707065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d0c5b82-0b7c-4de2-95b6-3ccaaa8fdcd0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f1cfb548-8ebf-440b-8083-0468ed8bd711 HTTP/1.1" status: 204 len: 168 time: 0.5997527 Jul 09 19:34:56.709834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa5ae-a098-46df-96f8-6262cc309a87 req-7ab5fba6-9b5f-4106-8f61-efef19f98e7f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.711326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa1fa5ae-a098-46df-96f8-6262cc309a87 req-7ab5fba6-9b5f-4106-8f61-efef19f98e7f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 943 time: 0.1447291 Jul 09 19:34:56.712144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:56.760854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-2e9712e0-9efb-49ae-8e6a-b782d52c04ee service neutron] 10.222.0.25 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313434 Jul 09 19:34:56.765847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa1fa5ae-a098-46df-96f8-6262cc309a87 req-c224334f-c425-4132-abd2-5e4ee64dae97 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Jul 09 19:34:56.771557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-b65412bb-a41b-4238-92a7-ef8d08f5fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.773003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-b65412bb-a41b-4238-92a7-ef8d08f5fda7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8474a267-9458-4f01-892b-a35e3c9589d8 HTTP/1.1" status: 200 len: 861 time: 0.1311979 Jul 09 19:34:56.785489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.785970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.786438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.786901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.787361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.787949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.788414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.788858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.789343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.789803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.794900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-df4771eb-2478-4cab-b92b-cf54a22f0fcb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179&device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3&device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc&device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54&device_id=2adbf580-a798-48a8-8519-3db0cdb0e017&device_id=5d378941-d560-432c-ac7d-3571931f17b7&device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867&device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c&device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13&device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701&device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 9099 time: 0.2424800 Jul 09 19:34:56.848488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-862f8a7e-fb3d-4cff-8ac1-0c31dae0a5b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=476773e4-8c7b-4160-b57c-706c62c4fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481522 Jul 09 19:34:56.854838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21f92610-59d8-4d2c-b5e3-30ba29adbe5c req-c846e2f3-18d2-4a8b-8c3c-bc31bd654021 service neutron] 10.222.0.25 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Jul 09 19:34:56.856018 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.859169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-8a4c8d42-2a10-49dc-bbe2-fec785fe8706 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:56.945403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2007f-b731-4e76-b09a-b323cb374329 req-409a26ae-a686-4e2e-b120-771d4ff1d2ce tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:56.946889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13c2007f-b731-4e76-b09a-b323cb374329 req-409a26ae-a686-4e2e-b120-771d4ff1d2ce tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 944 time: 0.0634978 Jul 09 19:34:56.984687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13c2007f-b731-4e76-b09a-b323cb374329 req-9d487a1e-72e6-4735-aa37-690418b22312 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/security-groups?id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Jul 09 19:34:57.037156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.059241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:57.070495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-9dffca87-b616-4cb1-986c-45df7db7ed8c service neutron] 10.222.0.25 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076693 Jul 09 19:34:57.078943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:57.079240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f2776f-f67b-4b4a-aebc-94a8a98b359e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:57.086918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 848154f0-4c85-48f9-84f9-275f34002d9a no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:34:57.104016 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.108353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 848154f0-4c85-48f9-84f9-275f34002d9a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:34:57.108754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 848154f0-4c85-48f9-84f9-275f34002d9a not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:34:57.137277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-298c45db-2ead-466f-b594-395daae366d7 req-316b16ac-6d9b-47f5-a36f-5dc95f251370 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0343564 Jul 09 19:34:57.172988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.176627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:57.178946 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "tag": "32f9086c-9a25-4ead-bf51-b36405988475"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:57.194162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:57.194566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:57.196205 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:57.252394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-8a4c8d42-2a10-49dc-bbe2-fec785fe8706 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.261475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-8a4c8d42-2a10-49dc-bbe2-fec785fe8706 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.299865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.303370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec075fc4-647b-4b65-a2dd-fb3eecffa8e5 req-8a4c8d42-2a10-49dc-bbe2-fec785fe8706 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&id=2a5bf014-0ee2-48ca-8417-5501fe40654b&id=6b562556-095c-4490-86de-7fdde16ac3d0&id=ac326469-3798-4654-88c4-dfa6595d19fa&id=87071b0e-5edc-447b-acf6-e4a8c5c20cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.4914699 Jul 09 19:34:57.311271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.313114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5 HTTP/1.1" status: 204 len: 168 time: 0.5994699 Jul 09 19:34:57.319770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-107ca02e-2abf-4642-b397-f23a78ecc5a9 req-96039d39-86c2-4889-9659-f6afb80c8d4e service neutron] 10.222.0.25 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321689 Jul 09 19:34:57.322262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:57.333363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80627d0-521a-49e9-9f93-e6aa8ed90f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc14efc2-79c8-4a7b-a31f-cb913b1ba0a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:57.335559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c8d42-2a10-49dc-bbe2-fec785fe8706 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c960bdd-328a-448c-90ee-393c1fba021d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:57.532740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-f0447d31-93a6-4d80-9bd1-10c122a05c2f tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dca872707a1e46fcb57fe61aa8069c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278132 Jul 09 19:34:57.633580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c38645-5eb4-4039-b81e-47669c48c9ea req-76d1b170-940b-4c57-9330-575a4140c1e0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:57.635010 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56c38645-5eb4-4039-b81e-47669c48c9ea req-76d1b170-940b-4c57-9330-575a4140c1e0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.3901618 Jul 09 19:34:57.643913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-4d7bfb38-b381-4770-9c3b-a0b19cf8d314 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:57.645434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-4d7bfb38-b381-4770-9c3b-a0b19cf8d314 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072536 Jul 09 19:34:57.660430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-0a3506d7-10c0-41bf-aa71-73822f0b949c tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/quotas/dca872707a1e46fcb57fe61aa8069c19 HTTP/1.1" status: 200 len: 375 time: 0.0095751 Jul 09 19:34:57.684447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.687115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Deleting subnet ffcd71cc-d8e5-4c80-aca8-42e61fbc8f98 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:34:57.696263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-02a48a33-425f-4aa3-9c26-9b90e1215b44 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305114 Jul 09 19:34:57.697323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:57.699643 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b728a89-304f-4995-960a-4ca0df2283e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:57.702635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.728974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-56c38645-5eb4-4039-b81e-47669c48c9ea req-ecf7495f-e219-4db7-9ee3-d9963243ec23 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763068 Jul 09 19:34:57.744757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.774970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1847396e-6894-41fe-8f4a-6acfe4d14cf5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:57.776473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1847396e-6894-41fe-8f4a-6acfe4d14cf5 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 944 time: 0.0830255 Jul 09 19:34:57.789689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.829440 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec702380-8c28-45b9-8c60-606b8cca264d x-openstack-request-id: req-ec702380-8c28-45b9-8c60-606b8cca264d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:57.830001 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "tag": "32f9086c-9a25-4ead-bf51-b36405988475", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:57.830258 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec702380-8c28-45b9-8c60-606b8cca264d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:57.830715 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475', 'status': 'completed', 'code': 200} Jul 09 19:34:57.915197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.932977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Deleting port 641adad4-5008-4c5b-bac9-ca2d2f7282dc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:34:57.933586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.947313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcd71cc-d8e5-4c80-aca8-42e61fbc8f98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:57.953643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-208c3927-5558-4934-adc1-434afc6cd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:57.955159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-208c3927-5558-4934-adc1-434afc6cd19a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=956f0c55807f4efe83d89fee9c135be4&device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 1094 time: 0.1089168 Jul 09 19:34:57.956142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:57.957951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2917467b-099a-44f0-a3a0-6d9c86a53e66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ffcd71cc-d8e5-4c80-aca8-42e61fbc8f98 HTTP/1.1" status: 204 len: 168 time: 0.6331801 Jul 09 19:34:57.960649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:58.068243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] For port 641adad4-5008-4c5b-bac9-ca2d2f7282dc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=641adad4-5008-4c5b-bac9-ca2d2f7282dc,segment=NetworkSegment(6fc65062-9e8e-4d5a-9092-1449f11e39c6),segment_id=6fc65062-9e8e-4d5a-9092-1449f11e39c6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:34:58.068619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.084570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Calling delete_port for 641adad4-5008-4c5b-bac9-ca2d2f7282dc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:34:58.151948 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d5a21-fb4d-4006-a7b3-131de4ef9e7d x-openstack-request-id: req-374d5a21-fb4d-4006-a7b3-131de4ef9e7d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:34:58.152669 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:34:58.152669 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-374d5a21-fb4d-4006-a7b3-131de4ef9e7d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:34:58.153154 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9', 'status': 'completed', 'code': 200} Jul 09 19:34:58.207565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.264803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f8331-0724-4dc8-9f10-d17f3583773a req-e0740551-3d85-4bdf-86d8-8fe87800943b tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.269820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-729f8331-0724-4dc8-9f10-d17f3583773a req-e0740551-3d85-4bdf-86d8-8fe87800943b tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 943 time: 0.2804804 Jul 09 19:34:58.312724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-cf29b11a-23d7-4505-bd4c-1eba49cfbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.314487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-cf29b11a-23d7-4505-bd4c-1eba49cfbd03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=476773e4-8c7b-4160-b57c-706c62c4fd19 HTTP/1.1" status: 200 len: 922 time: 0.3515198 Jul 09 19:34:58.318929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-3a06aec2-8a04-4952-896c-e2380bb619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.320436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-3a06aec2-8a04-4952-896c-e2380bb619c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66813ae3552f400b850abb70fa1762ce&device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 1094 time: 0.1619196 Jul 09 19:34:58.332821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acf5f-a612-4409-8018-3af9410f1973 req-29424c79-29d8-4b8f-baca-71c2ee246ac5 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.334303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149acf5f-a612-4409-8018-3af9410f1973 req-29424c79-29d8-4b8f-baca-71c2ee246ac5 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 943 time: 0.1769500 Jul 09 19:34:58.408564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.414936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-3d4e90c6-66c9-45f1-b7e9-bf5c2ff29294 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f9086c-9a25-4ead-bf51-b36405988475 HTTP/1.1" status: 200 len: 217 time: 0.0849688 Jul 09 19:34:58.421424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-729f8331-0724-4dc8-9f10-d17f3583773a req-602597a6-ab14-461b-8a86-cd6d3e73c73f tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453388 Jul 09 19:34:58.433912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.464432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a59095c-441c-412c-862c-26c87ba415c5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:58.466407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Pushing event deleted for resources: {'Port': ['ID=641adad4-5008-4c5b-bac9-ca2d2f7282dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:58.480885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d65f59c-5e13-4833-adab-d886c741330b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:58.481533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d65f59c-5e13-4833-adab-d886c741330b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:34:58.496269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-73b7c5d8-d0af-44bb-9008-4a20423168cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.497804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-73b7c5d8-d0af-44bb-9008-4a20423168cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8474a267-9458-4f01-892b-a35e3c9589d8 HTTP/1.1" status: 200 len: 861 time: 0.0763659 Jul 09 19:34:58.500059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.520806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149acf5f-a612-4409-8018-3af9410f1973 req-03bea9a5-4832-4514-96d6-8182a41fdc32 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699686 Jul 09 19:34:58.546834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-63e2c196-07d2-4db7-8535-81fe129d0bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=476773e4-8c7b-4160-b57c-706c62c4fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400972 Jul 09 19:34:58.548032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.564019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] No DVR routers for this DVR port 641adad4-5008-4c5b-bac9-ca2d2f7282dc on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:34:58.570374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.572420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1134fbf7-4875-4764-8d4e-c6e1c8caf8f8 req-1dbce1db-1e4e-4c1c-9235-03885286ba97 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.25 "DELETE /v2.0/ports/641adad4-5008-4c5b-bac9-ca2d2f7282dc HTTP/1.1" status: 204 len: 173 time: 0.7889938 Jul 09 19:34:58.578519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:34:58.578927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.595005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-3b2b162f-5063-45d6-a7ea-cb1fc90f85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.596832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-3b2b162f-5063-45d6-a7ea-cb1fc90f85cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=99ebbae1-267a-49de-93c9-34015b818051 HTTP/1.1" status: 200 len: 910 time: 0.2595007 Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:34:58.614298 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:34:58.647770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-4b786cec-9454-4a89-b25f-d84aac1ccc50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9 HTTP/1.1" status: 200 len: 217 time: 0.0441895 Jul 09 19:34:58.653206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bca30e35-4ed8-408e-92d4-d31a712dc882 req-286a8e3a-c921-4c2a-b37c-c7f376b956f0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 210 time: 0.1025729 Jul 09 19:34:58.768957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-2feeb484-e260-4168-ab35-64259e6a0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.770711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-2feeb484-e260-4168-ab35-64259e6a0c8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8b4dbc0-a219-40a4-a64d-0619b002e716 HTTP/1.1" status: 200 len: 849 time: 0.1075273 Jul 09 19:34:58.794538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.808593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-509d20bc-f8fb-46d1-a574-0910995372fe service neutron] 10.222.0.25 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527924 Jul 09 19:34:58.813441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:58.818716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] 10.222.0.10 "DELETE /v2.0/networks/6a59095c-441c-412c-862c-26c87ba415c5 HTTP/1.1" status: 204 len: 168 time: 0.8535638 Jul 09 19:34:58.836450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-9423adc8-bcb4-402c-87e7-1af9d1a04235 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ebbae1-267a-49de-93c9-34015b818051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587244 Jul 09 19:34:58.844463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c870-6258-4653-9891-c3a7821a45db admin admin] Pushing event deleted for resources: {'Network': ['ID=6a59095c-441c-412c-862c-26c87ba415c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:58.911031 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5c048d8-df85-4255-8d93-1149b06a78aa req-1bed95c5-729d-4fd5-8d53-075fb0ee3d80 tempest-LiveMigrationTest-148546962 tempest-LiveMigrationTest-148546962-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0da46ba-2f6e-4a08-8977-5360d5af9701 HTTP/1.1" status: 200 len: 210 time: 0.0407193 Jul 09 19:34:58.946902 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37e30d9e-2bc8-4a91-a1e9-a46691c2b4e0 req-480bfde6-f45c-48ae-b472-15988a77a5c0 service neutron] 10.222.0.25 "GET /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296828 Jul 09 19:34:58.970194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200b32b-fd4d-4d9f-9bd9-3d56e2b51061 req-5cce5a2f-1132-40e4-9751-f339dbe918aa tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.970692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200b32b-fd4d-4d9f-9bd9-3d56e2b51061 req-5cce5a2f-1132-40e4-9751-f339dbe918aa tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.971307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200b32b-fd4d-4d9f-9bd9-3d56e2b51061 req-5cce5a2f-1132-40e4-9751-f339dbe918aa tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:58.972860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c200b32b-fd4d-4d9f-9bd9-3d56e2b51061 req-5cce5a2f-1132-40e4-9751-f339dbe918aa tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017&device_id=5d378941-d560-432c-ac7d-3571931f17b7&device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 2882 time: 0.1390195 Jul 09 19:34:58.977109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-fd64e123-684b-4915-b437-61ac9508b5e5 service neutron] 10.222.0.25 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317985 Jul 09 19:34:59.059268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:59.069490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c200b32b-fd4d-4d9f-9bd9-3d56e2b51061 req-e0cfcda6-a88c-43b6-a631-5385218cb34d tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898812 Jul 09 19:34:59.089825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24118230-c92b-491f-91df-973426869009 req-e627fbb5-fb09-434d-b6ca-700a9a8e7c07 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0353394 Jul 09 19:34:59.122020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a7d920c9-baa3-40f9-bcef-c539114234f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b71bd3234e14b5fa4e859b40550c5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615752 Jul 09 19:34:59.125113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:59.143269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b728a89-304f-4995-960a-4ca0df2283e7 req-2155c0e2-1472-4579-a3da-ab9ce8611e87 service neutron] 10.222.0.25 "GET /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493976 Jul 09 19:34:59.179919 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.203564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.282368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.286163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.289912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/551367cd-efab-4576-b143-69a3b2724e36 HTTP/1.1" status: 204 len: 168 time: 0.1610112 Jul 09 19:34:59.294430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aba63-80e0-4722-9355-f16c8fde1483 req-933cf8fb-fe20-4bdb-9a40-6182e7d7bf56 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:59.296657 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f7aba63-80e0-4722-9355-f16c8fde1483 req-933cf8fb-fe20-4bdb-9a40-6182e7d7bf56 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.0995197 Jul 09 19:34:59.338287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06319a6-ce2b-4447-8bf9-f5347511a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551367cd-efab-4576-b143-69a3b2724e36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:34:59.353879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-39ca1bde-715f-4d0e-864b-091afa9aa553 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dca872707a1e46fcb57fe61aa8069c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297868 Jul 09 19:34:59.360663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f7aba63-80e0-4722-9355-f16c8fde1483 req-56158a74-3d34-4427-b9e2-4f306c8757c1 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576367 Jul 09 19:34:59.565403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-51610141-6e26-4374-9ca0-1d1584e9fc20 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:59.568548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-51610141-6e26-4374-9ca0-1d1584e9fc20 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088253 Jul 09 19:34:59.591688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Request body: {'port': {'device_id': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'dca872707a1e46fcb57fe61aa8069c19'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:34:59.715988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6652fcd-b4f2-40f7-b5db-2c728cef597a req-ac91c6b5-a5d0-4b11-9c8e-eb9a61d2224f tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:59.718156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6652fcd-b4f2-40f7-b5db-2c728cef597a req-ac91c6b5-a5d0-4b11-9c8e-eb9a61d2224f tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 943 time: 0.1005983 Jul 09 19:34:59.759429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6652fcd-b4f2-40f7-b5db-2c728cef597a req-e8160aef-da4a-41a3-acc1-70d5c047c72f tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357378 Jul 09 19:34:59.793922 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-05326330-149b-44a3-aef6-6771d692fed6 service neutron] show failed (client error): The resource could not be found. Jul 09 19:34:59.795230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-05326330-149b-44a3-aef6-6771d692fed6 service neutron] 10.222.0.59 "GET /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.1950035 Jul 09 19:34:59.831690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:59.832201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-deleted', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:34:59.834632 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56b9abe-6e8f-462d-b89e-062edf3f7cde" -d '{"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-deleted", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:34:59.858211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e5c6e-5298-41e1-867e-952bbca4c46e req-9821eb8f-26b5-46a7-9c4c-62e4071fa44f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:34:59.865122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-621e5c6e-5298-41e1-867e-952bbca4c46e req-9821eb8f-26b5-46a7-9c4c-62e4071fa44f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 943 time: 0.1444249 Jul 09 19:34:59.874301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Made reservation on behalf of dca872707a1e46fcb57fe61aa8069c19 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:34:59.877739 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.885103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44f4822d-a42e-4ff6-90c0-e2e425fe5f92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83007ab8b9624187a8e09aaba80e85e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477479 Jul 09 19:34:59.887467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:34:59.899226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:34:59.945952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-621e5c6e-5298-41e1-867e-952bbca4c46e req-0b02e253-dbaa-4a9d-9432-0360acfeff5e tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798621 Jul 09 19:34:59.949657 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.000310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.071339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.074767 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c5452-735f-4ea9-92d1-88631dae8f37 x-openstack-request-id: req-a10c5452-735f-4ea9-92d1-88631dae8f37 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:00.074767 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da46ba-2f6e-4a08-8977-5360d5af9701", "name": "network-vif-deleted", "tag": "641adad4-5008-4c5b-bac9-ca2d2f7282dc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:00.075078 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a10c5452-735f-4ea9-92d1-88631dae8f37 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:00.075300 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da46ba-2f6e-4a08-8977-5360d5af9701', 'name': 'network-vif-deleted', 'tag': '641adad4-5008-4c5b-bac9-ca2d2f7282dc', 'status': 'completed', 'code': 200} Jul 09 19:35:00.101830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.104483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.108745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff5285ac-e7b1-4778-8648-bdfbecd7504e HTTP/1.1" status: 204 len: 168 time: 0.2165165 Jul 09 19:35:00.112800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0a5ecec-10bf-49a8-b9af-55a6da3d4f6d req-54acab57-fa41-4a40-8a7e-55d1bf7c5ea5 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 210 time: 0.0388823 Jul 09 19:35:00.122190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.140547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be914f49-fd24-4d73-aafc-ffce7c4a4c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5285ac-e7b1-4778-8648-bdfbecd7504e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:00.161327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:00.162413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253817d6-eea0-4663-a6a8-4cdbccf2e498,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:00.240219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-84d3e7c7-d2d6-4ea2-9258-20647082b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:00.244246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-84d3e7c7-d2d6-4ea2-9258-20647082b2f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1101 time: 0.1805439 Jul 09 19:35:00.261367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:00.269454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Deleting subnet 3af65569-26fc-4704-aaf5-797b8f578a90 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:35:00.275922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.320483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3de9e4e2-899d-4e04-bcf4-1bc1c316c568 req-787192e5-53d0-4a86-a911-8f8271f5c2f9 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0510106 Jul 09 19:35:00.375429 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.394571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.406550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Allocated IP 192.168.233.208 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/81b23ee5-bdc4-4eec-a960-9f01ec655045) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:00.450863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.612476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.665205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e461-4b87-49d8-b819-1d13dcc3e4d7 req-60b8b5f0-6c65-4278-b353-7f8f0fe1547f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:00.666736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5905e461-4b87-49d8-b819-1d13dcc3e4d7 req-60b8b5f0-6c65-4278-b353-7f8f0fe1547f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1576815 Jul 09 19:35:00.671626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af65569-26fc-4704-aaf5-797b8f578a90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:00.674041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.678347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1212421-7169-4949-8191-89e58d333b87 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3af65569-26fc-4704-aaf5-797b8f578a90 HTTP/1.1" status: 204 len: 168 time: 0.5102181 Jul 09 19:35:00.679324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:00.715558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9992297-1cbf-43ab-980c-9b75bd3ab68e req-0e95f6ef-81c8-472d-8d42-ec349d67456e tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:00.717117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9992297-1cbf-43ab-980c-9b75bd3ab68e req-0e95f6ef-81c8-472d-8d42-ec349d67456e tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1100 time: 0.1634233 Jul 09 19:35:00.719994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.746493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Transition to ACTIVE for port object 81b23ee5-bdc4-4eec-a960-9f01ec655045 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:00.768622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9992297-1cbf-43ab-980c-9b75bd3ab68e req-8bfbf5bf-cde1-43aa-90b9-6b8fb46d2315 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Jul 09 19:35:00.783452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5905e461-4b87-49d8-b819-1d13dcc3e4d7 req-cdc29aff-c6ab-4e22-a862-70218c486a5b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082246 Jul 09 19:35:00.798207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.820604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.880550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:00.885886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:00.890529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:00.954603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.960735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:00.961459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:00.975393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d926ef3-0246-4125-9742-3a5b8901d195']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:01.007609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4286263 Jul 09 19:35:01.030176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc65062-9e8e-4d5a-9092-1449f11e39c6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:01.030589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc65062-9e8e-4d5a-9092-1449f11e39c6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:01.038696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Request body: {'port': {'device_id': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:01.042888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e037aec-a2aa-4427-b94b-8bbd5a5b684e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Pushing event updated for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:01.046115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:01.048967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.086589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.104650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:35:01.104963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:35:01.106651 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:35:01.150645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782906-4d0a-43dc-b358-f24f988d9c63 req-a522fa98-8305-46c1-bf81-84397627867a tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:01.152195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41782906-4d0a-43dc-b358-f24f988d9c63 req-a522fa98-8305-46c1-bf81-84397627867a tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1100 time: 0.1607533 Jul 09 19:35:01.158065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.176222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:01.213436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e31a1-82f5-455b-b572-dd9ef3221c2b req-776db3f6-0cf5-4a1d-a501-95cfc4eeabd3 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:01.221033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-220e31a1-82f5-455b-b572-dd9ef3221c2b req-776db3f6-0cf5-4a1d-a501-95cfc4eeabd3 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 943 time: 0.2481103 Jul 09 19:35:01.224668 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41782906-4d0a-43dc-b358-f24f988d9c63 req-c4c35f3d-5887-45b8-b1cd-1bf75e0ee6ca tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635741 Jul 09 19:35:01.238689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ba0b8dbe-3835-4c48-8bc8-5bbf57646da7 None None] Provisioning for port 81b23ee5-bdc4-4eec-a960-9f01ec655045 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:01.245511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ba0b8dbe-3835-4c48-8bc8-5bbf57646da7 None None] Provisioning complete for port 81b23ee5-bdc4-4eec-a960-9f01ec655045 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:01.247601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8dbe-3835-4c48-8bc8-5bbf57646da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.257710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.271061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.272933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8d926ef3-0246-4125-9742-3a5b8901d195 HTTP/1.1" status: 204 len: 168 time: 0.5932710 Jul 09 19:35:01.280503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.282463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:01.305387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b8dbe-3835-4c48-8bc8-5bbf57646da7 None None] Port 81b23ee5-bdc4-4eec-a960-9f01ec655045 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:01.311835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e1e69-37f8-4a3a-9a06-b24f8d2d57c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d926ef3-0246-4125-9742-3a5b8901d195,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:01.339553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-220e31a1-82f5-455b-b572-dd9ef3221c2b req-b44c722d-e245-4e5c-9c4b-12f7c45535ab tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174037 Jul 09 19:35:01.343912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Transition to ACTIVE for port object 27daeb54-dadf-4e2c-ab32-5772726a37d2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:01.350732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.399963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Deleting subnet 076d3006-5ed9-450e-bc33-94332a481188 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:35:01.407982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.429757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:01.474658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da481fe-8926-4807-800f-efb0e1603f0f req-7ed8e9e7-f85f-44e0-b6b2-3126271dc5fa tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:01.476266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4da481fe-8926-4807-800f-efb0e1603f0f req-7ed8e9e7-f85f-44e0-b6b2-3126271dc5fa tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 943 time: 0.1295424 Jul 09 19:35:01.541503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4da481fe-8926-4807-800f-efb0e1603f0f req-a09bf9b6-11bd-4f14-840b-3617f14fc2e6 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575168 Jul 09 19:35:01.559396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d5bf9ded-971a-424d-969c-8dda2e0b9bb9 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:01.566059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:01.618320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 641adad4-5008-4c5b-bac9-ca2d2f7282dc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:01.618908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 641adad4-5008-4c5b-bac9-ca2d2f7282dc not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:01.644179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b23ee5-bdc4-4eec-a960-9f01ec655045 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:01.657286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.672835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Transition to ACTIVE for port object 81b23ee5-bdc4-4eec-a960-9f01ec655045 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:01.686830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.769647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Pushing event updated for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:01.833930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,segment=NetworkSegment(982646bb-8422-4031-8767-a30e0c9346fe),segment_id=982646bb-8422-4031-8767-a30e0c9346fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:01.849363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9', 'network_id': '99ebbae1-267a-49de-93c9-34015b818051', 'port_id': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9', 'mac_address': 'fa:16:3e:51:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b4dbc0-a219-40a4-a64d-0619b002e716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:01.878498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] No DVR routers for this DVR port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:01.896797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Attempting to bind port 81b23ee5-bdc4-4eec-a960-9f01ec655045 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:01.897080 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.897647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Attempting to bind port 81b23ee5-bdc4-4eec-a960-9f01ec655045 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:01.900634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Attempting to bind port 81b23ee5-bdc4-4eec-a960-9f01ec655045 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:01.915404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bf9ded-971a-424d-969c-8dda2e0b9bb9 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:01.915752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Port 81b23ee5-bdc4-4eec-a960-9f01ec655045 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:01.917018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Attempting to bind port 81b23ee5-bdc4-4eec-a960-9f01ec655045 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:01.932920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:01.934475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:01.934876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:01.936445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Bound port: 81b23ee5-bdc4-4eec-a960-9f01ec655045, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:01.936811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.944423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,segment=NetworkSegment(982646bb-8422-4031-8767-a30e0c9346fe),segment_id=982646bb-8422-4031-8767-a30e0c9346fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:01.952562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:01.955516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 32f9086c-9a25-4ead-bf51-b36405988475 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:02.035340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.059816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:02.063060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:02.069525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.080828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:02.083578 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7d024-508c-4dd4-8c7e-663dcace8595" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-unplugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:02.126426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:02.126680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:02.128274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:02.137078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.138242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.140409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] 10.222.0.59 "PUT /v2.0/ports/81b23ee5-bdc4-4eec-a960-9f01ec655045 HTTP/1.1" status: 200 len: 1096 time: 1.1116722 Jul 09 19:35:02.148488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:02.182055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:02.184492 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27faa69b-99f1-45ce-8fa2-1876d218bc55" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:02.187758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:02.188086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:02.188826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=32f9086c-9a25-4ead-bf51-b36405988475,segment=NetworkSegment(c81ce9d0-8ab9-4ac6-9f39-b6583d159b93),segment_id=c81ce9d0-8ab9-4ac6-9f39-b6583d159b93)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:02.202873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '32f9086c-9a25-4ead-bf51-b36405988475', 'network_id': '476773e4-8c7b-4160-b57c-706c62c4fd19', 'port_id': '32f9086c-9a25-4ead-bf51-b36405988475', 'mac_address': 'fa:16:3e:37:a6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8474a267-9458-4f01-892b-a35e3c9589d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:02.228915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:02.234002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:02.236642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:02.237311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec2c2098-2236-4273-a775-e8c04a904f3e req-94514e4f-d120-45c3-920f-68b07050210c tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0963969 Jul 09 19:35:02.239703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Bound port: 27daeb54-dadf-4e2c-ab32-5772726a37d2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:02.240516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.244953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.251184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.270989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2ab97-a9b1-44e2-a650-c40d13dafa74 service neutron] Pushing event updated for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:02.272410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f9086c-9a25-4ead-bf51-b36405988475 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:02.302427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=32f9086c-9a25-4ead-bf51-b36405988475,segment=NetworkSegment(c81ce9d0-8ab9-4ac6-9f39-b6583d159b93),segment_id=c81ce9d0-8ab9-4ac6-9f39-b6583d159b93)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:02.310114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.328175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-a29051ce-b324-4585-bf83-ca7291d35af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.329777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-a29051ce-b324-4585-bf83-ca7291d35af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 1099 time: 0.1057427 Jul 09 19:35:02.379221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-ef80a3d4-db83-469e-a1f3-dddfdbb92a1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045 HTTP/1.1" status: 200 len: 217 time: 0.0412893 Jul 09 19:35:02.379878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e51120-3a16-44c6-8a1a-fef468fee3c8 req-9c6861a5-e767-491f-88b5-00d6a7e4b37c tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.383622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8e51120-3a16-44c6-8a1a-fef468fee3c8 req-9c6861a5-e767-491f-88b5-00d6a7e4b37c tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 948 time: 0.4995699 Jul 09 19:35:02.456241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:02.467643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-b87404a1-1a61-4cda-98b6-68344c6a5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.469363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-b87404a1-1a61-4cda-98b6-68344c6a5cc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0772851 Jul 09 19:35:02.543986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8e51120-3a16-44c6-8a1a-fef468fee3c8 req-8a8ab28b-2f36-4fb9-a478-8806d81a058e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482503 Jul 09 19:35:02.545870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.591356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-cad782b6-24ff-41ad-a04b-c61a99ff4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.593988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-cad782b6-24ff-41ad-a04b-c61a99ff4c92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173434 Jul 09 19:35:02.600601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.602614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/076d3006-5ed9-450e-bc33-94332a481188 HTTP/1.1" status: 204 len: 168 time: 1.3180001 Jul 09 19:35:02.605045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c710b-cedc-4a0a-aaa4-5347bfe5c432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076d3006-5ed9-450e-bc33-94332a481188,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:02.606571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:02.608979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:02.622142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:02.628879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.682342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.683067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.685034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] 10.222.0.25 "PUT /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 1096 time: 2.4285250 Jul 09 19:35:02.699145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8f623-ae4f-49b8-bd02-1436c7d68020 service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:02.750994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718fa4-0570-4f85-80e4-b803fc34101a req-8c9e5c88-418b-45f9-b03c-82fa31bbe271 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.759358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a718fa4-0570-4f85-80e4-b803fc34101a req-8c9e5c88-418b-45f9-b03c-82fa31bbe271 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.2369730 Jul 09 19:35:02.779044 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2c03b-c1c9-44bd-b9f1-2eb34eac0678 x-openstack-request-id: req-fae2c03b-c1c9-44bd-b9f1-2eb34eac0678 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:02.779424 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-unplugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:02.779785 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fae2c03b-c1c9-44bd-b9f1-2eb34eac0678 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:02.780271 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'code': 200} Jul 09 19:35:02.797579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['32f9086c-9a25-4ead-bf51-b36405988475'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:02.802586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d5bf9ded-971a-424d-969c-8dda2e0b9bb9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:02.809765 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c9dbc0-42b1-4486-8916-251eebb05909 x-openstack-request-id: req-63c9dbc0-42b1-4486-8916-251eebb05909 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:02.810048 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:02.811019 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63c9dbc0-42b1-4486-8916-251eebb05909 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:02.811605 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045', 'status': 'completed', 'code': 200} Jul 09 19:35:02.816974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:02.820508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-46797585-9ea6-48df-a10c-b92003908bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:02.825858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-46797585-9ea6-48df-a10c-b92003908bbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1099 time: 0.0985985 Jul 09 19:35:02.880222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a718fa4-0570-4f85-80e4-b803fc34101a req-908400d5-2851-41aa-acc8-042f7a638c0e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197560 Jul 09 19:35:02.901197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-ffd44f45-b541-4990-bb72-af3e1e5af7d8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991600 Jul 09 19:35:03.026947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9fe89-e142-43b2-b189-1e5051308dba req-9bce2436-5aa2-40ef-952d-ffe5c79e4a06 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.034323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34f9fe89-e142-43b2-b189-1e5051308dba req-9bce2436-5aa2-40ef-952d-ffe5c79e4a06 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 944 time: 0.1132796 Jul 09 19:35:03.042878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-11703e5c-9cd2-4c04-9435-592a4e0fca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.044274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-11703e5c-9cd2-4c04-9435-592a4e0fca28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2115583 Jul 09 19:35:03.048983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.086189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f777e-2666-4789-be45-6a462a342aea']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:03.099813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-a5dfdc18-2025-4be6-a311-1de6d9e15346 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0448680 Jul 09 19:35:03.102868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cbad31-a5ee-4cf4-b81e-eba5b272cd65') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:03.103167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cbad31-a5ee-4cf4-b81e-eba5b272cd65') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:03.122521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:03.131901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.139210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34f9fe89-e142-43b2-b189-1e5051308dba req-58127823-4fbd-4b47-a6e1-5735b1b764ec tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034389 Jul 09 19:35:03.148710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89b7da3a-c014-4a95-984e-f7f892880ff1 req-9dbb3cdb-78f3-48cc-aa5c-2bfc41efb9bf service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175567 Jul 09 19:35:03.167098 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.182882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:35:03.183297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:35:03.187109 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:35:03.198741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:03.205746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-c9807427-c223-4ec8-a34e-3de59308448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.207530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-c9807427-c223-4ec8-a34e-3de59308448f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0991025 Jul 09 19:35:03.271700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb8ceefa-f2f7-4c90-84f3-fbb9049e3300 req-d712592e-924d-46b9-bdc5-c7e35dc9da61 tempest-FlavorsV2NegativeTest-23384511 tempest-FlavorsV2NegativeTest-23384511-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8c981c084d6e4192a6411e40810dc7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407448 Jul 09 19:35:03.358732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-2910dea0-bcae-459f-87ea-09ff43f6133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.360260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-2910dea0-bcae-459f-87ea-09ff43f6133f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422956 Jul 09 19:35:03.446955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ceefa-f2f7-4c90-84f3-fbb9049e3300 req-6a01aa5b-4209-44ae-819d-58780e89dfda tempest-FlavorsV2NegativeTest-23384511 tempest-FlavorsV2NegativeTest-23384511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.448396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb8ceefa-f2f7-4c90-84f3-fbb9049e3300 req-6a01aa5b-4209-44ae-819d-58780e89dfda tempest-FlavorsV2NegativeTest-23384511 tempest-FlavorsV2NegativeTest-23384511-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703856 Jul 09 19:35:03.474500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb8ceefa-f2f7-4c90-84f3-fbb9049e3300 req-79b581a7-538e-445e-b6cf-5ebb13d2f567 tempest-FlavorsV2NegativeTest-23384511 tempest-FlavorsV2NegativeTest-23384511-project] 10.222.0.10 "GET /v2.0/quotas/8c981c084d6e4192a6411e40810dc7fa HTTP/1.1" status: 200 len: 375 time: 0.0189362 Jul 09 19:35:03.523334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb8ceefa-f2f7-4c90-84f3-fbb9049e3300 req-4ae24b19-cde3-4037-a937-099a68654e47 tempest-FlavorsV2NegativeTest-23384511 tempest-FlavorsV2NegativeTest-23384511-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c981c084d6e4192a6411e40810dc7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423875 Jul 09 19:35:03.525778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-921fa484-3b34-415a-9889-001b5ba284c4 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528707 Jul 09 19:35:03.559107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb504eb7-b5c4-45e4-ac7d-ddc3e47dbac0 req-4ac75428-e8cb-4d37-809b-5212ff4db3a8 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.566547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cb504eb7-b5c4-45e4-ac7d-ddc3e47dbac0 req-4ac75428-e8cb-4d37-809b-5212ff4db3a8 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 944 time: 0.5327244 Jul 09 19:35:03.626597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.644900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:03.647089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] 10.222.0.10 "DELETE /v2.0/networks/355f777e-2666-4789-be45-6a462a342aea HTTP/1.1" status: 204 len: 168 time: 1.0389779 Jul 09 19:35:03.655906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-5193e4c0-6454-4686-8cd5-b32df9f7525b service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226614 Jul 09 19:35:03.662698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cb504eb7-b5c4-45e4-ac7d-ddc3e47dbac0 req-51dc7052-e9dd-4df5-affe-b5bddf476a89 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951788 Jul 09 19:35:03.690692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26235419-826b-4657-b141-fabeb3ff051a admin admin] Pushing event deleted for resources: {'Network': ['ID=355f777e-2666-4789-be45-6a462a342aea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:03.717460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-8c49a95c-d825-423c-bb6e-210208d1dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.718987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-8c49a95c-d825-423c-bb6e-210208d1dc3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 1099 time: 0.4774518 Jul 09 19:35:03.953997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:03.969686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c60f8c7-328b-4920-bc66-ce0842a1f8c6 req-192ce8d1-14f5-4b5d-b4d6-9911bd32d6c0 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0899212 Jul 09 19:35:03.971299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-1a3f4f2d-9c29-4f7d-ba0b-b8f75f9bec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:03.973057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-1a3f4f2d-9c29-4f7d-ba0b-b8f75f9bec7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2448223 Jul 09 19:35:04.042420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40fa6ca4-4c79-45bb-be62-7e1a676ff5bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fd846365b56478a92753ac9458d0a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871818 Jul 09 19:35:04.045025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:04.080833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-dc58ca48-83f7-4a32-92a3-d2bd25589a9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045 HTTP/1.1" status: 200 len: 217 time: 0.0971055 Jul 09 19:35:04.189167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-1b77c03b-a292-4c1c-867f-4080f7f2c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.191448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-1b77c03b-a292-4c1c-867f-4080f7f2c55c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1038914 Jul 09 19:35:04.196439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.207607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a51d2c-7268-4f4b-84ef-1e413040c0d5 req-33fa46bf-2140-4980-99ef-3d6fe7351be4 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.209302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4a51d2c-7268-4f4b-84ef-1e413040c0d5 req-33fa46bf-2140-4980-99ef-3d6fe7351be4 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 948 time: 0.1310365 Jul 09 19:35:04.209858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:04.249689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.285808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4a51d2c-7268-4f4b-84ef-1e413040c0d5 req-e944386c-7118-45a3-b7e3-e367ff3a5458 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625300 Jul 09 19:35:04.298021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc61bd-aa44-47ee-9697-731d11bb0ca7 req-0e9df382-4bae-46e4-aa83-a43d5dd448a0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.299675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45dc61bd-aa44-47ee-9697-731d11bb0ca7 req-0e9df382-4bae-46e4-aa83-a43d5dd448a0 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.1431410 Jul 09 19:35:04.301696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-f144e65c-aa34-4f5e-9a5a-7f84db9508a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.303063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-f144e65c-aa34-4f5e-9a5a-7f84db9508a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851707 Jul 09 19:35:04.314090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.317207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.320946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87071b0e-5edc-447b-acf6-e4a8c5c20cfe HTTP/1.1" status: 204 len: 168 time: 0.2719328 Jul 09 19:35:04.340450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa09d2a-ed6a-4bc5-854c-518390e2af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87071b0e-5edc-447b-acf6-e4a8c5c20cfe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:04.402319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf79859d-65f6-40c5-81ed-136f6c0d5d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.425767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45dc61bd-aa44-47ee-9697-731d11bb0ca7 req-395a490a-5e4f-423a-b629-bf1ffbc85d0d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189954 Jul 09 19:35:04.490886 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-bbbdaa55-b6f7-4349-bad9-bb064e9cc84b service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777663 Jul 09 19:35:04.566241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf79859d-65f6-40c5-81ed-136f6c0d5d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.574299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf79859d-65f6-40c5-81ed-136f6c0d5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.630904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27faa69b-99f1-45ce-8fa2-1876d218bc55 req-87af7593-27be-4d66-a15c-0fd381c50ba2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318111 Jul 09 19:35:04.666677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cf79859d-65f6-40c5-81ed-136f6c0d5d7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c981c084d6e4192a6411e40810dc7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537821 Jul 09 19:35:04.667495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79859d-65f6-40c5-81ed-136f6c0d5d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943e81d-3d80-410f-beda-edbf1b0811e8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:04.670937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:04.722024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740284d-fdff-4880-b0b3-1e1762d3d3d6 req-dc0ab63c-38ad-45f4-a4a5-bf068669f9a7 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.726144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.730423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e740284d-fdff-4880-b0b3-1e1762d3d3d6 req-dc0ab63c-38ad-45f4-a4a5-bf068669f9a7 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 944 time: 0.0984824 Jul 09 19:35:04.744162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:04.767479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.773778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e740284d-fdff-4880-b0b3-1e1762d3d3d6 req-0951d10b-d818-4e44-ac87-0f24a4980f0a tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Jul 09 19:35:04.786039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:04.792890 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ac410f-0a22-4033-b934-14ccb47fe6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:04.895196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a22977b-14f1-46ad-b73f-38625a7cbe41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f0aad6a48b0443b90fd44d679c457ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496978 Jul 09 19:35:04.903365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:04.961242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.963929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:04.968298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d943e81d-3d80-410f-beda-edbf1b0811e8 HTTP/1.1" status: 204 len: 168 time: 0.2939224 Jul 09 19:35:04.974896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e851d-99fa-4b49-a288-562462ac8c20 req-96def177-24e3-4ec5-be1a-b975ccaf0e59 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:04.977806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-258e851d-99fa-4b49-a288-562462ac8c20 req-96def177-24e3-4ec5-be1a-b975ccaf0e59 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 944 time: 0.0986810 Jul 09 19:35:04.990157 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d26b35-ee8c-4c8d-a591-4fc99621a886 x-openstack-request-id: req-b9d26b35-ee8c-4c8d-a591-4fc99621a886 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:04.990328 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:04.990570 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9d26b35-ee8c-4c8d-a591-4fc99621a886 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:04.991035 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'status': 'completed', 'code': 200} Jul 09 19:35:05.027137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9ca23-c543-4d37-9342-c482e5922582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943e81d-3d80-410f-beda-edbf1b0811e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:05.068906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-258e851d-99fa-4b49-a288-562462ac8c20 req-65c279da-5437-43ed-aacc-c27e960fe8e7 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846629 Jul 09 19:35:05.094876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.113483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-c5e5c4c9-1c72-4136-a864-b197ff2f5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.117158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-c5e5c4c9-1c72-4136-a864-b197ff2f5fee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1099 time: 0.1061187 Jul 09 19:35:05.120562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81b23ee5-bdc4-4eec-a960-9f01ec655045 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:05.215158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.306263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664f3e-a31f-4126-a668-ffb966bbc418 req-24deeefa-8ff2-48ba-98e2-4c65ce0d65e1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.314745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd664f3e-a31f-4126-a668-ffb966bbc418 req-24deeefa-8ff2-48ba-98e2-4c65ce0d65e1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2132521 Jul 09 19:35:05.317653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:05.332627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '81b23ee5-bdc4-4eec-a960-9f01ec655045', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '81b23ee5-bdc4-4eec-a960-9f01ec655045', 'mac_address': 'fa:16:3e:23:be:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:05.333065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-1201a48b-5dcf-4c72-99f6-45d57ec2221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.334571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-1201a48b-5dcf-4c72-99f6-45d57ec2221d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1099 time: 0.2981062 Jul 09 19:35:05.335559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7892876f-9ae8-4654-83c0-d770c330b723 req-1e51e937-bad0-4628-899b-e340a26963fd tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0711179 Jul 09 19:35:05.366331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-373b6ca1-9b12-48bd-ba6d-6cc3b6359619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.368201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-373b6ca1-9b12-48bd-ba6d-6cc3b6359619 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2411208 Jul 09 19:35:05.388968 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.414915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b23ee5-bdc4-4eec-a960-9f01ec655045 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:05.422129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-f361d029-4fb7-461d-acf5-7d99171d3ce9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0436721 Jul 09 19:35:05.438270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:05.443411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.465486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.468053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.469210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a25b62f9-2e79-43d3-85e7-453f1d9dcb21 HTTP/1.1" status: 204 len: 168 time: 0.5629027 Jul 09 19:35:05.501207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-91166a5a-8365-4071-a60c-38c07d320697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.502297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:05.502888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-91166a5a-8365-4071-a60c-38c07d320697 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0665510 Jul 09 19:35:05.508135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5039b54-b80e-4648-a8b6-95eb9f4a8dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b62f9-2e79-43d3-85e7-453f1d9dcb21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:05.512639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.513308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.514135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.514953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.515455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.515967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.516459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.517065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.518031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.518588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.519129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.519646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:05.527950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd664f3e-a31f-4126-a668-ffb966bbc418 req-779ed59b-b9eb-4291-b413-2d6bf8f211e9 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122488 Jul 09 19:35:05.582461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d5bf9ded-971a-424d-969c-8dda2e0b9bb9 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:05.599271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-6bab7aeb-1180-4a19-8d85-86c4110a0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.602080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-6bab7aeb-1180-4a19-8d85-86c4110a0dad service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2377605 Jul 09 19:35:05.676658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-93132b97-48e9-4ee8-a76c-22df07734786 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0666041 Jul 09 19:35:05.702772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:05.707165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:05.707744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:05.708567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-d9ca56e9-3889-4591-9aff-fef55e6e5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.710873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-d9ca56e9-3889-4591-9aff-fef55e6e5f3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990499 Jul 09 19:35:05.755328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['81b23ee5-bdc4-4eec-a960-9f01ec655045'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:05.772307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-ef306b41-2d7c-4c6a-8b18-65a708a8d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.773849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-ef306b41-2d7c-4c6a-8b18-65a708a8d2e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0830877 Jul 09 19:35:05.802762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898e8c-ba27-46bd-91e2-94685c347b14 req-56d4a91e-d666-4ab7-ab63-ef749aa17218 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.805289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f898e8c-ba27-46bd-91e2-94685c347b14 req-56d4a91e-d666-4ab7-ab63-ef749aa17218 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 949 time: 0.1920900 Jul 09 19:35:05.831305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe213-6c6c-4721-bbe1-aa5547a31ece req-8ccb1d8c-0f10-4456-a90d-e30173f98eac tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.839296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97cbe213-6c6c-4721-bbe1-aa5547a31ece req-8ccb1d8c-0f10-4456-a90d-e30173f98eac tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.1647346 Jul 09 19:35:05.885921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f898e8c-ba27-46bd-91e2-94685c347b14 req-fba5a308-6d32-4b4d-8303-1a8802346054 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 Jul 09 19:35:05.897589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97cbe213-6c6c-4721-bbe1-aa5547a31ece req-56c00a0c-ffae-4660-ab4f-a216877385d7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Jul 09 19:35:05.900603 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-03f86587-0dd1-47ec-9018-01ecef42b6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797957 Jul 09 19:35:05.925012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-ecda384d-0e98-4aa1-954c-78a210e9d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:05.926585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-ecda384d-0e98-4aa1-954c-78a210e9d7be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445901 Jul 09 19:35:06.033227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-f3f4afe1-9579-411b-be28-7e99afc9f21c service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252816 Jul 09 19:35:06.065682 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.118695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-3713079e-ae5b-4560-8d6c-662a3604a9b5 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845255 Jul 09 19:35:06.140693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d9bf5-6f68-4481-b210-cf7a6cd12c1c req-d1abb0b9-fa34-4f7f-b7ca-c13419c66c7b tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:06.149492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e7d9bf5-6f68-4481-b210-cf7a6cd12c1c req-d1abb0b9-fa34-4f7f-b7ca-c13419c66c7b tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 944 time: 0.0938458 Jul 09 19:35:06.150608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,segment=NetworkSegment(982646bb-8422-4031-8767-a30e0c9346fe),segment_id=982646bb-8422-4031-8767-a30e0c9346fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:06.156770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:06.159558 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61d986b-df42-4e0f-bbe0-7d03fd8a1e4c" -d '{"events": [{"server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:06.167858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.168653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 32f9086c-9a25-4ead-bf51-b36405988475 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:06.224962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e7d9bf5-6f68-4481-b210-cf7a6cd12c1c req-c2efea86-d5fe-4ad8-9249-279dda787c66 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Jul 09 19:35:06.354301 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25ac410f-0a22-4033-b934-14ccb47fe6d4 req-ee9597fc-e40b-4b83-a4e5-472474f2e864 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268038 Jul 09 19:35:06.382592 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6163a149-bd2f-4c37-815a-def52f727fc1 x-openstack-request-id: req-6163a149-bd2f-4c37-815a-def52f727fc1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:06.382973 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "name": "network-vif-plugged", "status": "completed", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:06.383293 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6163a149-bd2f-4c37-815a-def52f727fc1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:06.383918 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9', 'code': 200} Jul 09 19:35:06.405556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:06.441057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:06.447781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 32f9086c-9a25-4ead-bf51-b36405988475 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:06.455832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 32f9086c-9a25-4ead-bf51-b36405988475 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:06.456216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.504804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ceda-a0a7-4136-92a9-7a5300a21969 req-7865e20a-71b2-4ce7-92d7-29c1cdccdda6 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:06.507586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c95ceda-a0a7-4136-92a9-7a5300a21969 req-7865e20a-71b2-4ce7-92d7-29c1cdccdda6 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 944 time: 0.2110891 Jul 09 19:35:06.564272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691c6bc-bb1a-45d2-8d79-808250a8bb31 req-028bd8d1-91e2-4b42-862a-c0007692cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:06.566390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a691c6bc-bb1a-45d2-8d79-808250a8bb31 req-028bd8d1-91e2-4b42-862a-c0007692cad3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 1096 time: 0.1728292 Jul 09 19:35:06.575725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c95ceda-a0a7-4136-92a9-7a5300a21969 req-48555864-92ab-484e-9b5c-3fc2ae546a85 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Jul 09 19:35:06.578315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.589899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef39b606-a70c-46f6-b370-e73c87ea1b08 req-5100dab7-83f5-44dd-8ef0-c1cdceb57177 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0537887 Jul 09 19:35:06.596707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-220804011-network', 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:06.615619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a691c6bc-bb1a-45d2-8d79-808250a8bb31 req-939b6468-b78c-492f-ae2a-cb6b2d89be70 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Jul 09 19:35:06.619142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:06.626266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.645887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.650116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=32f9086c-9a25-4ead-bf51-b36405988475,segment=NetworkSegment(c81ce9d0-8ab9-4ac6-9f39-b6583d159b93),segment_id=c81ce9d0-8ab9-4ac6-9f39-b6583d159b93)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:06.656421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.728904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:06.746594 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.757699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.780659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:06.796979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e20062-7f0a-4027-be75-2c8827511218,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:06.801000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.801376 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Added segment 93c94483-b66c-4c5c-9bf3-7e353aeb1ae9 of type vlan for network c092d454-fb1a-44b0-a441-305352ce08fb Jul 09 19:35:06.817524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890f248-175f-4af2-92c5-2dbba6c6207f req-3d55825a-5746-4f7e-9033-d703eabdb4ad tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:06.819441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5890f248-175f-4af2-92c5-2dbba6c6207f req-3d55825a-5746-4f7e-9033-d703eabdb4ad tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.0714564 Jul 09 19:35:06.843462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.858329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5890f248-175f-4af2-92c5-2dbba6c6207f req-426fa924-61c4-4dab-96c7-9c455099515e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Jul 09 19:35:06.874036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.875016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:06.875609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:06.928204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5210178 Jul 09 19:35:06.930992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:06.936386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Request body: {'subnet': {'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-220804011-subnet', 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:06.957815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a3ff-d0ef-416b-b7b0-27cc8aa2f00b admin admin] Pushing event updated for resources: {'Network': ['ID=c092d454-fb1a-44b0-a441-305352ce08fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:06.970199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c092d454-fb1a-44b0-a441-305352ce08fb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:06.985273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:06.987942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.141928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be179b2-b867-4e22-8337-5b4af7d86528 req-a4f1e2a6-885f-4123-b096-6ca3018423ac tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:07.147558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81b23ee5-bdc4-4eec-a960-9f01ec655045 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:07.150790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4be179b2-b867-4e22-8337-5b4af7d86528 req-a4f1e2a6-885f-4123-b096-6ca3018423ac tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 949 time: 0.1003702 Jul 09 19:35:07.211253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 81b23ee5-bdc4-4eec-a960-9f01ec655045 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:07.221301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 81b23ee5-bdc4-4eec-a960-9f01ec655045 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:07.221301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.275632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4be179b2-b867-4e22-8337-5b4af7d86528 req-068a156d-ddb8-4b80-b352-91d070576429 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872133 Jul 09 19:35:07.291136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.333740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d7d9-47f9-44fd-8cf8-6274b1c8ebff req-cb5b34a8-40c6-4494-bbd9-77923ade85ce tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:07.340400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.343800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f59d7d9-47f9-44fd-8cf8-6274b1c8ebff req-cb5b34a8-40c6-4494-bbd9-77923ade85ce tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 948 time: 0.1063533 Jul 09 19:35:07.368999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:07.383130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Checking segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:07.384122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Network hostable DHCP agents. Network: c092d454-fb1a-44b0-a441-305352ce08fb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:35:07.394755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f59d7d9-47f9-44fd-8cf8-6274b1c8ebff req-393ac5cb-047f-475f-bd43-f5d1bfc5c569 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Jul 09 19:35:07.407868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Network c092d454-fb1a-44b0-a441-305352ce08fb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:35:07.412904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:07.418929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.426986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c092d454-fb1a-44b0-a441-305352ce08fb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:07.448134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:07.448731 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.458464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b84e9-3ba5-4aa2-9061-20c63f6fa195 None None] Network c092d454-fb1a-44b0-a441-305352ce08fb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:07.490159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ec5821da-09d3-4186-83e7-202c680e749c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5500684 Jul 09 19:35:07.503700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf15-6ec0-4cab-a6f3-49fb65844322 req-bc3bbec8-37c9-453b-94eb-125a6f1f6db4 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:07.505412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f558bf15-6ec0-4cab-a6f3-49fb65844322 req-bc3bbec8-37c9-453b-94eb-125a6f1f6db4 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 945 time: 0.0905302 Jul 09 19:35:07.529489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:07.565906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f558bf15-6ec0-4cab-a6f3-49fb65844322 req-4d7208d7-4ad0-4df5-be0e-97dfac3481c5 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Jul 09 19:35:07.594193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:07.626740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfa5d4-2c19-448d-ad8f-405856f849cd None None] Network c092d454-fb1a-44b0-a441-305352ce08fb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:07.809448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb04f-4189-45fd-a6bb-a6931067b7c8 req-1f9ddab3-c544-411e-9aaf-182df62c993f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:07.811085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a6bb04f-4189-45fd-a6bb-a6931067b7c8 req-1f9ddab3-c544-411e-9aaf-182df62c993f tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.0795734 Jul 09 19:35:07.827662 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-487069da-64a3-42ad-be8c-25af4964313f req-040fb976-b993-4b1f-84af-04acb1585761 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0401983 Jul 09 19:35:07.835319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:07.847288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'mac_address': 'fa:16:3e:c1:6d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:07.858256 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a6bb04f-4189-45fd-a6bb-a6931067b7c8 req-13b13c1d-8fdf-4202-b522-1c0a6f8d2b71 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Jul 09 19:35:07.885357 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.901992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:07.923537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:07.929420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:07.983049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:08.166561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbab942e-2e03-440b-a7ed-51c74f3849c7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.173541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbab942e-2e03-440b-a7ed-51c74f3849c7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.1229060 Jul 09 19:35:08.183520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-bc5a31ab-8424-4649-b47b-c643ee558113 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/quotas/cf73713f95a5497b8d376e1d5e5b1adb HTTP/1.1" status: 200 len: 375 time: 0.0091627 Jul 09 19:35:08.222066 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-04b5f382-1e71-4be1-b641-78aeae4254c9 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318193 Jul 09 19:35:08.259402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd768649-0498-449f-86a7-bd78b9a7c189 req-31be5c89-08d9-4a15-8b08-0d277ffd5b70 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.260902 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd768649-0498-449f-86a7-bd78b9a7c189 req-31be5c89-08d9-4a15-8b08-0d277ffd5b70 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.0671933 Jul 09 19:35:08.317170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd768649-0498-449f-86a7-bd78b9a7c189 req-ac96835d-c73a-4d19-883b-7d36fb2170f4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Jul 09 19:35:08.329816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-4afda3af-f407-488c-8459-25efcda68406 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998263 Jul 09 19:35:08.385615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475'}, {'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:08.389074 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b670f-0df4-4ae7-9d2a-b7388e3aaf02" -d '{"events": [{"server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "name": "network-vif-plugged", "status": "completed", "tag": "32f9086c-9a25-4ead-bf51-b36405988475"}, {"server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "name": "network-vif-plugged", "status": "completed", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:08.430180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-8504ba56-2e09-4b38-8d49-0aaac0409475 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994978 Jul 09 19:35:08.587499 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d82982c-ce5e-4da1-9a9e-2a438ac85a2f x-openstack-request-id: req-1d82982c-ce5e-4da1-9a9e-2a438ac85a2f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:08.588060 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "name": "network-vif-plugged", "status": "completed", "tag": "32f9086c-9a25-4ead-bf51-b36405988475", "code": 200}, {"server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "name": "network-vif-plugged", "status": "completed", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:08.588526 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d82982c-ce5e-4da1-9a9e-2a438ac85a2f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:08.588941 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475', 'code': 200} Jul 09 19:35:08.589482 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045', 'code': 200} Jul 09 19:35:08.645492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334e98-906b-4c23-be42-b41c53810154 req-23bae742-eb5d-4f25-926b-86986e0a47f5 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.654911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d334e98-906b-4c23-be42-b41c53810154 req-23bae742-eb5d-4f25-926b-86986e0a47f5 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 950 time: 0.1100593 Jul 09 19:35:08.731432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d334e98-906b-4c23-be42-b41c53810154 req-7af1faf7-25ba-47e0-b581-c1ae5fd1482b tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754473 Jul 09 19:35:08.755242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d734d-19fa-44a8-b2b8-8b6f3fdfb582 req-30565bef-51e6-4c01-92b2-0ea84fd5ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.757054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a30d734d-19fa-44a8-b2b8-8b6f3fdfb582 req-30565bef-51e6-4c01-92b2-0ea84fd5ef68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 1101 time: 0.0742269 Jul 09 19:35:08.806123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b0b9-1e30-47a6-b3bc-8099b0038a14 req-aff36e66-bed3-4e23-b61e-68fa196a0590 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.807609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be02b0b9-1e30-47a6-b3bc-8099b0038a14 req-aff36e66-bed3-4e23-b61e-68fa196a0590 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.1210425 Jul 09 19:35:08.809802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c7fe-a8e1-4289-a110-ff17726277ed req-21dd92a6-d363-46a7-a3bd-6039557fd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:08.811415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f52c7fe-a8e1-4289-a110-ff17726277ed req-21dd92a6-d363-46a7-a3bd-6039557fd8a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 1096 time: 0.1230838 Jul 09 19:35:08.813197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68efa8af-80e9-40a0-a6e5-9dc0ebfb85d8 req-f2281178-6352-4e37-aece-ac2325962d67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Jul 09 19:35:08.831021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a30d734d-19fa-44a8-b2b8-8b6f3fdfb582 req-eabf094a-1748-45e5-b842-bbe33e8bcf18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674031 Jul 09 19:35:08.876835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be02b0b9-1e30-47a6-b3bc-8099b0038a14 req-806e0949-d504-4f8c-bc7d-15b5166e462f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604916 Jul 09 19:35:08.881089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f52c7fe-a8e1-4289-a110-ff17726277ed req-c1ee1aaf-898b-4f97-86d9-86134bc8ccd1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Jul 09 19:35:09.050351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc1038-4b52-44a4-b6d8-fdbfcecd6a5b req-9f64447f-52df-4ac6-bcd4-0e1c333a084d tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:09.052134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7bc1038-4b52-44a4-b6d8-fdbfcecd6a5b req-9f64447f-52df-4ac6-bcd4-0e1c333a084d tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 945 time: 0.0704789 Jul 09 19:35:09.100744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7bc1038-4b52-44a4-b6d8-fdbfcecd6a5b req-9cff19b0-a47b-4ddc-807a-27208626620b tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Jul 09 19:35:09.180174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cdfac59-b50a-4a51-b72c-147c410f93c5 req-775f1209-c826-4dca-a0c8-c0e4ffb18ffe tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0337322 Jul 09 19:35:09.283304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac66a5-a35c-43c5-8115-76d3511f6c5a req-8dac36f3-214b-488b-b6b7-cbe5ed3d7358 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:09.284924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aeac66a5-a35c-43c5-8115-76d3511f6c5a req-8dac36f3-214b-488b-b6b7-cbe5ed3d7358 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.0703025 Jul 09 19:35:09.326746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aeac66a5-a35c-43c5-8115-76d3511f6c5a req-1fac959e-3a1c-42e3-aa56-5310ea5df041 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361319 Jul 09 19:35:09.496644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['27daeb54-dadf-4e2c-ab32-5772726a37d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:09.664753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dde84-779e-4ebd-bf3d-478ea12b8f03 req-ea181bdb-4f50-4e63-9707-1f775efd6f1b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:09.666772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-383dde84-779e-4ebd-bf3d-478ea12b8f03 req-ea181bdb-4f50-4e63-9707-1f775efd6f1b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.0790772 Jul 09 19:35:09.718373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-383dde84-779e-4ebd-bf3d-478ea12b8f03 req-a9975a6f-ab50-4a70-bc75-debdb80eb192 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Jul 09 19:35:09.974244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-69755d95-cad5-425a-8e97-66943c21d4d2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:09.976385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-69755d95-cad5-425a-8e97-66943c21d4d2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867&tenant_id=3bbb7a3bdc64417d9da208c57de0511b&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 949 time: 0.5101318 Jul 09 19:35:09.985930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6523f-238b-488d-8a34-60212aa7de49 req-155dfbfe-ca54-4c60-8718-6c3fef791837 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.001022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ae6523f-238b-488d-8a34-60212aa7de49 req-155dfbfe-ca54-4c60-8718-6c3fef791837 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.4614315 Jul 09 19:35:10.094047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-d0170246-adfd-452f-a8eb-bceb11a53356 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.096493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-d0170246-adfd-452f-a8eb-bceb11a53356 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.1624048 Jul 09 19:35:10.101337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ae6523f-238b-488d-8a34-60212aa7de49 req-f08e950b-c047-46be-b716-28e0014e236f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906050 Jul 09 19:35:10.118328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-79abb6e2-2909-4ee6-8e5b-8cbf870b5372 service neutron] 10.222.0.25 "GET /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 382 time: 0.1160963 Jul 09 19:35:10.133455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Request body: {'port': {'device_id': '56c603cc-f430-4ffc-93e6-d172329a2157', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'admin_state_up': True, 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:10.219786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-0eea4680-8b43-4af4-8e6e-f282e40526bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.221691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-0eea4680-8b43-4af4-8e6e-f282e40526bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1100 time: 0.0721395 Jul 09 19:35:10.239380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:35:10.340672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5734ca96-f7de-4487-8704-aa31177a0e22 req-f66e753d-39c4-486a-903c-2b99df56f334 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 210 time: 0.0364490 Jul 09 19:35:10.368827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:10.371722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-4d100a30-8dbb-44ef-8082-cbfa5a866735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.373296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-4d100a30-8dbb-44ef-8082-cbfa5a866735 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1432705 Jul 09 19:35:10.384416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee749b64-be44-40f3-af42-32d807ea0b1a req-4e3f905a-593e-4478-bceb-bf8ba28df9be tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.385954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee749b64-be44-40f3-af42-32d807ea0b1a req-4e3f905a-593e-4478-bceb-bf8ba28df9be tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 950 time: 0.1519423 Jul 09 19:35:10.427925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:10.431618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:10.443150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-d07acde5-24d8-4ed2-beeb-1d5ee1642f56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0602865 Jul 09 19:35:10.450647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee749b64-be44-40f3-af42-32d807ea0b1a req-1ad6d2c7-8944-4435-a483-21eeb8453114 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Jul 09 19:35:10.532412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5972a98d-cd45-4b57-894a-43683a546c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:10.566691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-b74aed7d-f37b-4be9-9018-72959f74f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.568241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-b74aed7d-f37b-4be9-9018-72959f74f085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1030581 Jul 09 19:35:10.637974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6df0f-5bd1-4d92-a612-510ab05c2322 req-72d0f75d-a231-465c-9316-aa08f86dfc9d tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.645365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efb6df0f-5bd1-4d92-a612-510ab05c2322 req-72d0f75d-a231-465c-9316-aa08f86dfc9d tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 945 time: 0.1596115 Jul 09 19:35:10.654456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b028633e-234c-4d06-8b1b-7a2394acbde8 req-97c60baf-9b93-449f-8f4f-1d12d06cf2e8 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0505884 Jul 09 19:35:10.663215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Allocated IP 172.20.0.10 (c092d454-fb1a-44b0-a441-305352ce08fb/5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea/d2c67698-534f-4217-8083-1c0870395ef0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:10.700758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efb6df0f-5bd1-4d92-a612-510ab05c2322 req-902dbef5-3e50-4d00-9ffe-fb1aadd7cb61 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541131 Jul 09 19:35:10.708376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-5a2d53d8-2510-4540-8481-8295d0c074d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:10.710101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-5a2d53d8-2510-4540-8481-8295d0c074d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328387 Jul 09 19:35:10.812466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5972a98d-cd45-4b57-894a-43683a546c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:10.817009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-772fcd1f-b1c6-4086-8806-24e6370c56b2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909417 Jul 09 19:35:10.818640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5972a98d-cd45-4b57-894a-43683a546c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:10.919047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972a98d-cd45-4b57-894a-43683a546c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaf3322-f710-4bcc-86e6-9f65a094043c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:10.926258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5972a98d-cd45-4b57-894a-43683a546c15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b9f38d6a6094426967ef8371c6e654c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555873 Jul 09 19:35:10.930862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:10.939530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-a3c113a8-3b16-47a4-adab-f4c7e056d943 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070065 Jul 09 19:35:10.958075 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.015695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0a6e-d21d-48aa-a948-a8e16668d74a req-46cd93b5-8070-4dbc-9a4d-68c4dcd03ca4 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.017205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dab0a6e-d21d-48aa-a948-a8e16668d74a req-46cd93b5-8070-4dbc-9a4d-68c4dcd03ca4 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.1942272 Jul 09 19:35:11.057036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.090892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.095168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.119324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dab0a6e-d21d-48aa-a948-a8e16668d74a req-e25ebee4-e921-4cfa-b6bf-21c3153f5e5b tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950286 Jul 09 19:35:11.166209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Network c092d454-fb1a-44b0-a441-305352ce08fb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:11.177218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:11.182082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:11.210024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:11.219256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2324-a77d-437b-bd75-2891b787933e req-4440ca5d-c018-4db1-9c59-22a0244f4608 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.226910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0a2324-a77d-437b-bd75-2891b787933e req-4440ca5d-c018-4db1-9c59-22a0244f4608 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.0935636 Jul 09 19:35:11.238885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.239524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.254063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.256938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.258224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbaf3322-f710-4bcc-86e6-9f65a094043c HTTP/1.1" status: 204 len: 168 time: 0.3238821 Jul 09 19:35:11.264431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0a2324-a77d-437b-bd75-2891b787933e req-904a9d27-fd46-40a9-8829-a8b72eb2f63b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Jul 09 19:35:11.289978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-dbb6a0ad-3066-439a-8243-118e11865aeb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1634796 Jul 09 19:35:11.289978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03262b-be94-4e79-9475-bfb556f1ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaf3322-f710-4bcc-86e6-9f65a094043c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:11.309038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Request body: {'port': {'device_id': '56c603cc-f430-4ffc-93e6-d172329a2157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:11.399148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51983-cf77-41fc-977c-ae341ccb1a0b req-5ec867bc-0786-49a7-badd-417783d7715a tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.400664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b51983-cf77-41fc-977c-ae341ccb1a0b req-5ec867bc-0786-49a7-badd-417783d7715a tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 950 time: 0.1402402 Jul 09 19:35:11.423611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.457199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3a5c6-63ef-477a-b93c-7a20447289f5 req-54b963ec-5134-485d-aec2-3afc2eee5b96 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.459220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48f3a5c6-63ef-477a-b93c-7a20447289f5 req-54b963ec-5134-485d-aec2-3afc2eee5b96 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.0747988 Jul 09 19:35:11.472953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b51983-cf77-41fc-977c-ae341ccb1a0b req-9f66a392-bf55-45d9-872e-c2718cecf609 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650547 Jul 09 19:35:11.507947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48f3a5c6-63ef-477a-b93c-7a20447289f5 req-5056d6ae-bcd8-429e-bc63-59fd3ad8c261 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Jul 09 19:35:11.616766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:11.648317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:11.667466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d51ad12-ec54-4d80-adb4-8d85087d6303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.698740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:11.705052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:11.705525 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.730465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d55ee-7d49-420a-a71c-303661bb5508 req-b3c9f794-2179-45e7-875c-5cd19509771e tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:11.732711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-482d55ee-7d49-420a-a71c-303661bb5508 req-b3c9f794-2179-45e7-875c-5cd19509771e tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 932 time: 0.0981762 Jul 09 19:35:11.778746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-482d55ee-7d49-420a-a71c-303661bb5508 req-3e3898a2-6298-4227-b3aa-4b38fad3ca53 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Jul 09 19:35:11.790015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-5959efbb-b025-4bec-8ea1-88428be9cfcf tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dca872707a1e46fcb57fe61aa8069c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540400 Jul 09 19:35:11.792763 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.828944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:11.830012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:11.832756 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022dc150-bd56-4886-a492-6f098dc18a91" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:11.836512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.889545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:11.926383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c67698-534f-4217-8083-1c0870395ef0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:11.937619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:11.973644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Transition to ACTIVE for port object d2c67698-534f-4217-8083-1c0870395ef0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:11.986170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.000085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-dc1d6aa7-c619-4c1a-b60a-c39fd42a23d1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.001587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-dc1d6aa7-c619-4c1a-b60a-c39fd42a23d1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108076 Jul 09 19:35:12.003475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d51ad12-ec54-4d80-adb4-8d85087d6303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.032261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d51ad12-ec54-4d80-adb4-8d85087d6303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.078880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-19ec78cc-afe8-4e7a-b042-101d248c0cc6 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/quotas/dca872707a1e46fcb57fe61aa8069c19 HTTP/1.1" status: 200 len: 375 time: 0.0517886 Jul 09 19:35:12.107231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d51ad12-ec54-4d80-adb4-8d85087d6303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2b8da092f344830a7d0645830468891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574299 Jul 09 19:35:12.108031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:12.110687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:12.151569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51ad12-ec54-4d80-adb4-8d85087d6303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29ddd1-161a-4e78-a171-8927d370d2ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:12.168796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33ab8f48-e18b-416b-82a9-285a18aa950b req-235c867e-8e22-4b59-9d40-6c5843c381cf tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0467262 Jul 09 19:35:12.212175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.230431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Attempting to bind port d2c67698-534f-4217-8083-1c0870395ef0 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:12.230817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Attempting to bind port d2c67698-534f-4217-8083-1c0870395ef0 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:12.231100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Attempting to bind port d2c67698-534f-4217-8083-1c0870395ef0 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:12.239732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.244708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Port d2c67698-534f-4217-8083-1c0870395ef0 on network c092d454-fb1a-44b0-a441-305352ce08fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:12.245647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Attempting to bind port d2c67698-534f-4217-8083-1c0870395ef0 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:12.255163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-7e2f3186-cebe-4fab-b0d7-ae048178f941 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633780 Jul 09 19:35:12.258615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:12.258955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Checking segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:12.259474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Bound using segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:12.259760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Bound port: d2c67698-534f-4217-8083-1c0870395ef0, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:12.260122 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.307577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.310052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.313629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e29ddd1-161a-4e78-a171-8927d370d2ee HTTP/1.1" status: 204 len: 168 time: 0.1989541 Jul 09 19:35:12.339924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:12.345172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:12.348152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a190-9cb1-4d8f-bf49-cd315de50808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29ddd1-161a-4e78-a171-8927d370d2ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:12.353891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.420071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d6af-5ef5-41b9-a446-4ddae1e49a69 req-b8c1a618-1afc-4a6f-b479-837712c9e245 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.426857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c25d6af-5ef5-41b9-a446-4ddae1e49a69 req-b8c1a618-1afc-4a6f-b479-837712c9e245 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 945 time: 0.1334960 Jul 09 19:35:12.442766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-85fc14c0-0b14-46d2-b287-97ad866c0cd0 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.443914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-85fc14c0-0b14-46d2-b287-97ad866c0cd0 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 945 time: 0.1150401 Jul 09 19:35:12.445480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.446567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.448537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] 10.222.0.25 "PUT /v2.0/ports/d2c67698-534f-4217-8083-1c0870395ef0 HTTP/1.1" status: 200 len: 1092 time: 1.1481454 Jul 09 19:35:12.449689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc0ac-e1c5-4a32-8527-a4b77144df32 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:12.456779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:12.459232 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b39c1d-3591-4720-a1ed-6587ddb06d54" -d '{"events": [{"name": "network-changed", "server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "tag": "d2c67698-534f-4217-8083-1c0870395ef0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:12.497149 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ba7b6-32b3-4c50-ab75-0debd317d5e8 x-openstack-request-id: req-9a5ba7b6-32b3-4c50-ab75-0debd317d5e8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:12.498331 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:12.499198 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a5ba7b6-32b3-4c50-ab75-0debd317d5e8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:12.499931 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'code': 200} Jul 09 19:35:12.526315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c25d6af-5ef5-41b9-a446-4ddae1e49a69 req-2d46cb17-310d-405c-bd42-216d23acf3cc tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5bf014-0ee2-48ca-8417-5501fe40654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985050 Jul 09 19:35:12.644501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-4fc31852-1011-4418-bc12-eb74929c044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.648620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-4fc31852-1011-4418-bc12-eb74929c044a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 1095 time: 0.1235669 Jul 09 19:35:12.673213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Deleting port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:12.673567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.736428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-69b4e3b0-0965-4f50-9e8f-17efd9806bb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c67698-534f-4217-8083-1c0870395ef0 HTTP/1.1" status: 200 len: 217 time: 0.0715706 Jul 09 19:35:12.827112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f40-e564-4638-9512-610888a854d0 req-869585b4-382e-4485-9ea4-54763e0a1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.828442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-869585b4-382e-4485-9ea4-54763e0a1562 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.0844207 Jul 09 19:35:12.837662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] For port d5bf9ded-971a-424d-969c-8dda2e0b9bb9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,segment=NetworkSegment(982646bb-8422-4031-8767-a30e0c9346fe),segment_id=982646bb-8422-4031-8767-a30e0c9346fe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:12.838274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:12.845079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192ac7-d94d-4e80-8f53-5b7e61b00b9c req-f2e1b6f4-3532-4aee-b79e-dd27e3961eab tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.846635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78192ac7-d94d-4e80-8f53-5b7e61b00b9c req-f2e1b6f4-3532-4aee-b79e-dd27e3961eab tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.1955378 Jul 09 19:35:12.864165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f1b1a-9dae-4139-bcb1-8d1262479f4a req-b691f415-6cf9-4721-b536-2aa6bd8e9a80 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:12.864165 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a47f1b1a-9dae-4139-bcb1-8d1262479f4a req-b691f415-6cf9-4721-b536-2aa6bd8e9a80 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1632514 Jul 09 19:35:12.864750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Calling delete_port for d5bf9ded-971a-424d-969c-8dda2e0b9bb9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:12.887054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-43ba3ea6-ee98-4681-afbe-22f6e80107c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394614 Jul 09 19:35:12.945866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a47f1b1a-9dae-4139-bcb1-8d1262479f4a req-aa338c07-eea5-43f9-bcbf-a0d18ddeae66 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 Jul 09 19:35:13.001731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78192ac7-d94d-4e80-8f53-5b7e61b00b9c req-9eb5d18c-c221-4423-8901-f494d720ca63 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454253 Jul 09 19:35:13.068167 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8d7a8b-a068-454c-90a4-629e5312c06d x-openstack-request-id: req-6e8d7a8b-a068-454c-90a4-629e5312c06d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:13.068167 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "tag": "d2c67698-534f-4217-8083-1c0870395ef0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:13.068167 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e8d7a8b-a068-454c-90a4-629e5312c06d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:13.068582 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0', 'status': 'completed', 'code': 200} Jul 09 19:35:13.070988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-c10f8e74-1c3f-445f-91b8-e1e82cec05e8 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750736 Jul 09 19:35:13.085902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:13.100401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d5bf9ded-971a-424d-969c-8dda2e0b9bb9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:13.164812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Pushing event deleted for resources: {'Port': ['ID=d5bf9ded-971a-424d-969c-8dda2e0b9bb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:13.225363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63bb8f40-e564-4638-9512-610888a854d0 req-96147835-d544-4475-ac28-d9d49107c782 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333244 Jul 09 19:35:13.258907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-705e9cfa-608e-4b47-badc-714c731044c2 req-4fa3fad4-a05d-4b64-9de3-9364f28fe6c6 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0954645 Jul 09 19:35:13.286601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] No DVR routers for this DVR port d5bf9ded-971a-424d-969c-8dda2e0b9bb9 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:13.302578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:13.305304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8487dcbb-a172-4f68-88ae-0de165ba0a5b req-2b074233-cc64-49bb-b712-288de8123aae tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.25 "DELETE /v2.0/ports/d5bf9ded-971a-424d-969c-8dda2e0b9bb9 HTTP/1.1" status: 204 len: 173 time: 0.8481345 Jul 09 19:35:13.305941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'name': 'network-vif-deleted', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:13.308266 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7713bfdc-ae93-4d9f-9e9f-7405c052a74c" -d '{"events": [{"server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "name": "network-vif-deleted", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:13.485367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f8b9-657b-4afb-8599-66c30b302386 req-b0057977-91a2-49c1-af78-da3fd16f82ca tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:13.487246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fd8f8b9-657b-4afb-8599-66c30b302386 req-b0057977-91a2-49c1-af78-da3fd16f82ca tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 944 time: 0.0825047 Jul 09 19:35:13.556520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fd8f8b9-657b-4afb-8599-66c30b302386 req-91de3ac8-b5dd-4db2-bead-68c124cf572f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Jul 09 19:35:13.720097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16b827f4-6dda-46a1-a8e9-ede76681917c req-8ba028fe-60de-4a74-9600-927b76abb25d tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0338769 Jul 09 19:35:13.737344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-5843a073-f1ba-4fc0-8d08-96f9cecf844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:13.738822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-5843a073-f1ba-4fc0-8d08-96f9cecf844a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 1095 time: 0.4192762 Jul 09 19:35:13.747192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ae66-305a-465b-8713-c5613e850afe req-6c11edab-8242-4a6c-a28c-20408ea24ae5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:13.754213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40d2ae66-305a-465b-8713-c5613e850afe req-6c11edab-8242-4a6c-a28c-20408ea24ae5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.4948969 Jul 09 19:35:13.775801 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0c90e-2f59-4857-8d19-283a69180fac x-openstack-request-id: req-efe0c90e-2f59-4857-8d19-283a69180fac {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:13.776216 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea58389-00ab-4179-b0b9-811ad67f2179", "name": "network-vif-deleted", "tag": "d5bf9ded-971a-424d-969c-8dda2e0b9bb9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:13.776570 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efe0c90e-2f59-4857-8d19-283a69180fac {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:13.777242 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea58389-00ab-4179-b0b9-811ad67f2179', 'name': 'network-vif-deleted', 'tag': 'd5bf9ded-971a-424d-969c-8dda2e0b9bb9', 'status': 'completed', 'code': 200} Jul 09 19:35:13.840843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40d2ae66-305a-465b-8713-c5613e850afe req-570531c5-e555-45d1-b713-7f090beeeaee tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857520 Jul 09 19:35:13.877940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-a747f106-2615-45da-8244-301ac9b90bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:13.879394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-a747f106-2615-45da-8244-301ac9b90bd9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 905 time: 0.1232800 Jul 09 19:35:13.907673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0084e7c6-17c3-4076-9dfa-7e73832f7b66 req-250578c4-eac6-4bdc-bae7-c5840e3ac5a3 tempest-ServerGroupTestJSON-891677701 tempest-ServerGroupTestJSON-891677701-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea58389-00ab-4179-b0b9-811ad67f2179 HTTP/1.1" status: 200 len: 210 time: 0.0336101 Jul 09 19:35:13.931905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-666714d5-feee-480a-88ec-8e5c6311ec1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c67698-534f-4217-8083-1c0870395ef0 HTTP/1.1" status: 200 len: 217 time: 0.0438681 Jul 09 19:35:14.011525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-eb7f32a0-c326-4add-a001-1304492a73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.013501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-eb7f32a0-c326-4add-a001-1304492a73d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.0712371 Jul 09 19:35:14.113159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-fa20e348-d375-43ac-a928-40b5c88ca2aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482912 Jul 09 19:35:14.157629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-65559340-740a-4943-abfa-24c0553ff6b3 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dca872707a1e46fcb57fe61aa8069c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424569 Jul 09 19:35:14.326792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf2ba-321e-46ea-952d-d36d08506edc req-5d4f0e5b-9c0e-4411-958c-b299158a9e89 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.328667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f29bf2ba-321e-46ea-952d-d36d08506edc req-5d4f0e5b-9c0e-4411-958c-b299158a9e89 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.1422317 Jul 09 19:35:14.340661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-48ac609a-e913-49a4-a805-fe6edb77fcab tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.346792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-48ac609a-e913-49a4-a805-fe6edb77fcab tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 945 time: 0.1267407 Jul 09 19:35:14.367143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-8ccb06e3-bc23-4593-a212-8e572e1d4918 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209878 Jul 09 19:35:14.375134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18cc8b-1a00-437d-ab2f-60c8c9f66f8e req-f16e24c2-91da-4f97-a17f-bb8a27937fa3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.376563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf18cc8b-1a00-437d-ab2f-60c8c9f66f8e req-f16e24c2-91da-4f97-a17f-bb8a27937fa3 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.2625268 Jul 09 19:35:14.430829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f29bf2ba-321e-46ea-952d-d36d08506edc req-2d9cca47-2070-4356-992a-9fecf6232d82 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/security-groups?id=ac326469-3798-4654-88c4-dfa6595d19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829699 Jul 09 19:35:14.444093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-d42f3490-7d39-409e-b69a-122aef9317bc tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.445580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-d42f3490-7d39-409e-b69a-122aef9317bc tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652576 Jul 09 19:35:14.484047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Request body: {'port': {'device_id': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'dca872707a1e46fcb57fe61aa8069c19'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:14.486729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Deleting port 32f9086c-9a25-4ead-bf51-b36405988475 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:14.487520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.595462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf18cc8b-1a00-437d-ab2f-60c8c9f66f8e req-6f294a84-3772-4c02-bb3d-932f01d08338 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013817 Jul 09 19:35:14.654142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] For port 32f9086c-9a25-4ead-bf51-b36405988475, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=32f9086c-9a25-4ead-bf51-b36405988475,segment=NetworkSegment(c81ce9d0-8ab9-4ac6-9f39-b6583d159b93),segment_id=c81ce9d0-8ab9-4ac6-9f39-b6583d159b93)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:14.654539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.677213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Calling delete_port for 32f9086c-9a25-4ead-bf51-b36405988475 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:14.685493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90b39c1d-3591-4720-a1ed-6587ddb06d54 req-893241f6-e025-412e-acc5-2c012d836cfe service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040292 Jul 09 19:35:14.709933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-80fd47a5-325d-4099-8017-0c761803ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.711211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-80fd47a5-325d-4099-8017-0c761803ca50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867&tenant_id=3bbb7a3bdc64417d9da208c57de0511b HTTP/1.1" status: 200 len: 1101 time: 0.1410892 Jul 09 19:35:14.727705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:14.797842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85b4f2f4-1986-4bc1-977e-14dcdd90bd41 req-e38b78c1-116f-4617-a2d7-c0a97aae8c30 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0429575 Jul 09 19:35:14.800215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Made reservation on behalf of dca872707a1e46fcb57fe61aa8069c19 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:14.803957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.852190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.864853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['32f9086c-9a25-4ead-bf51-b36405988475'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:14.908934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Pushing event deleted for resources: {'Port': ['ID=32f9086c-9a25-4ead-bf51-b36405988475,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:14.945796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.961809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] No DVR routers for this DVR port 32f9086c-9a25-4ead-bf51-b36405988475 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:14.966888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:14.968878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6395fdd-40df-45dd-994a-677f91ecb656 req-219fb4db-f66d-474a-9bc0-90fa5ea973de tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.25 "DELETE /v2.0/ports/32f9086c-9a25-4ead-bf51-b36405988475 HTTP/1.1" status: 204 len: 173 time: 0.6120627 Jul 09 19:35:14.989253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f8b0b-70dd-4c5a-b8a9-df9e8b71a6c6 req-76af39b4-9d26-41fb-bdf6-0fff7abe05e5 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:14.990764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-653f8b0b-70dd-4c5a-b8a9-df9e8b71a6c6 req-76af39b4-9d26-41fb-bdf6-0fff7abe05e5 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 944 time: 0.1530900 Jul 09 19:35:14.996758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-395db92d-185f-4ab7-bb7e-3e2b22b6e98c req-2aaaa482-6e7c-4492-8f5b-04f67c677a9d tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0484576 Jul 09 19:35:15.061578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-653f8b0b-70dd-4c5a-b8a9-df9e8b71a6c6 req-817e94db-e7fd-4c7f-8984-b38fc5b3fb6b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648072 Jul 09 19:35:15.093944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Allocated IP 192.168.233.109 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/5bcb8b63-c407-4fc8-90de-c84280e50399) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:15.316348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822df7e-b56a-4bf4-8892-f80e2f6cbad8 req-60b040dd-d69c-423c-bdde-66e8e243fa05 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:15.317875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4822df7e-b56a-4bf4-8892-f80e2f6cbad8 req-60b040dd-d69c-423c-bdde-66e8e243fa05 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1513889 Jul 09 19:35:15.387896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4822df7e-b56a-4bf4-8892-f80e2f6cbad8 req-a3ecd0a5-28f9-42cb-bd74-42fe064d1c4c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626481 Jul 09 19:35:15.397180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:15.411091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Transition to ACTIVE for port object 5bcb8b63-c407-4fc8-90de-c84280e50399 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:15.461349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:15.477458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['81b23ee5-bdc4-4eec-a960-9f01ec655045'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:15.614404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:15.634288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:15.635238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d5bf9ded-971a-424d-969c-8dda2e0b9bb9 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:15.637665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:15.673984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Pushing event updated for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:15.694884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: d5bf9ded-971a-424d-969c-8dda2e0b9bb9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:15.695245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d5bf9ded-971a-424d-969c-8dda2e0b9bb9 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:15.737956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a1e550e-8f6f-41c8-981d-8c3dae4a0cd9 req-71d2744d-74ad-4b25-81aa-b9d91d553196 tempest-ServerAddressesNegativeTestJSON-807590871 tempest-ServerAddressesNegativeTestJSON-807590871-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3 HTTP/1.1" status: 200 len: 210 time: 0.0509558 Jul 09 19:35:15.748248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:15.778065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'name': 'network-vif-deleted', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:15.781150 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d7de0e-748f-49d5-91d7-e6555bbd808b" -d '{"events": [{"server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "name": "network-vif-deleted", "tag": "32f9086c-9a25-4ead-bf51-b36405988475"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:15.798941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:15.801360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:15.837922 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-0c7e66d2-3c19-423b-8567-891bb30c69a9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3619189 Jul 09 19:35:15.841296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:15.862213 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3749e7c-ceb1-456c-b10f-761fdb4f6a49 x-openstack-request-id: req-c3749e7c-ceb1-456c-b10f-761fdb4f6a49 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:15.862509 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3", "name": "network-vif-deleted", "tag": "32f9086c-9a25-4ead-bf51-b36405988475", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:15.862807 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3749e7c-ceb1-456c-b10f-761fdb4f6a49 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:15.863371 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa95dc5a-6039-4ae2-8ffb-9a8b7d394dc3', 'name': 'network-vif-deleted', 'tag': '32f9086c-9a25-4ead-bf51-b36405988475', 'status': 'completed', 'code': 200} Jul 09 19:35:15.883444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Request body: {'port': {'device_id': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:15.947375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:16.015969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce6af-80f9-4cfb-af54-63433a0bceb7 req-dc57c093-e886-4f3b-80ff-958c264b67c7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:16.024785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b6ce6af-80f9-4cfb-af54-63433a0bceb7 req-dc57c093-e886-4f3b-80ff-958c264b67c7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1208189 Jul 09 19:35:16.042882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b96fcb8-34cb-4f0b-85ae-cf5b5c0aa2d6 None None] Provisioning for port 5bcb8b63-c407-4fc8-90de-c84280e50399 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:16.049677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b96fcb8-34cb-4f0b-85ae-cf5b5c0aa2d6 None None] Provisioning complete for port 5bcb8b63-c407-4fc8-90de-c84280e50399 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:16.050432 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b96fcb8-34cb-4f0b-85ae-cf5b5c0aa2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.067834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:16.071063 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8312f7-5503-4cd2-9bd0-18939b4e18fc" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-unplugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:16.094029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b6ce6af-80f9-4cfb-af54-63433a0bceb7 req-ac503a7a-964f-4ae9-bfca-804cd05f6493 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jul 09 19:35:16.097749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.103935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Deleting subnet f8b4dbc0-a219-40a4-a64d-0619b002e716 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:35:16.108003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.127660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b96fcb8-34cb-4f0b-85ae-cf5b5c0aa2d6 None None] Port 5bcb8b63-c407-4fc8-90de-c84280e50399 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:16.154412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:16.191996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.213743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Transition to ACTIVE for port object 27daeb54-dadf-4e2c-ab32-5772726a37d2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:16.225252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.237237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.255590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9486adb9-1cd2-49d7-8bb1-a69afc20ac79 req-ca4d31dc-d8dd-4aa0-b5bf-ba9defb46aa9 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0300584 Jul 09 19:35:16.286867 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76048362-053e-48d9-841c-c76969569caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.316473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.392014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] No DVR routers for this DVR port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:16.408279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:16.437541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76048362-053e-48d9-841c-c76969569caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.444100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76048362-053e-48d9-841c-c76969569caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.461045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c8ed-d931-4fe5-815d-f94b6c25a35e req-965963aa-0a3e-49ab-8d22-e0266ae46cee tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:16.468987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe14c8ed-d931-4fe5-815d-f94b6c25a35e req-965963aa-0a3e-49ab-8d22-e0266ae46cee tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 936 time: 0.3277652 Jul 09 19:35:16.499150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76048362-053e-48d9-841c-c76969569caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef2183-f29c-4a00-a9ef-310be090d776,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:16.504420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-76048362-053e-48d9-841c-c76969569caa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29be16892e1747988abe9db9f54d76e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489769 Jul 09 19:35:16.508955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:16.522511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd1334-308c-47a8-b64e-2b157508afcb req-160315fb-ea82-4f84-94e5-47228783e874 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:16.524015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dbd1334-308c-47a8-b64e-2b157508afcb req-160315fb-ea82-4f84-94e5-47228783e874 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 944 time: 0.1372120 Jul 09 19:35:16.581010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:16.581390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:16.581697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:16.592256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.603101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dbd1334-308c-47a8-b64e-2b157508afcb req-efb5c2a6-568d-404e-af2a-9ac253b96d33 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676692 Jul 09 19:35:16.604092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.607421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:16.607678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Attempting to bind port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:16.629604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.633647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe14c8ed-d931-4fe5-815d-f94b6c25a35e req-09a2867a-098b-4356-a649-d22e9548bb83 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637423 Jul 09 19:35:16.654918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b4dbc0-a219-40a4-a64d-0619b002e716,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:16.680865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:16.681237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:16.681659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:16.682130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Bound port: 27daeb54-dadf-4e2c-ab32-5772726a37d2, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:16.682552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.688264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.692665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15c4460f-735d-4c7a-9482-1fd4a7e3d13f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f8b4dbc0-a219-40a4-a64d-0619b002e716 HTTP/1.1" status: 204 len: 168 time: 0.7389286 Jul 09 19:35:16.693654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:16.704421 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e04ba77-5376-43be-8674-efa2f8aef56e x-openstack-request-id: req-2e04ba77-5376-43be-8674-efa2f8aef56e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:16.704723 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-unplugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:16.704975 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e04ba77-5376-43be-8674-efa2f8aef56e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:16.705392 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'code': 200} Jul 09 19:35:16.706650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.709157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.713190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02ef2183-f29c-4a00-a9ef-310be090d776 HTTP/1.1" status: 204 len: 168 time: 0.2007091 Jul 09 19:35:16.757682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b22b64-d616-4c8a-81aa-1649b78245a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef2183-f29c-4a00-a9ef-310be090d776,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:16.796894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.825335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:16.857654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:16.861342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:16.891416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.894096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.905687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ebbae1-267a-49de-93c9-34015b818051']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:16.918066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982646bb-8422-4031-8767-a30e0c9346fe') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:16.918393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982646bb-8422-4031-8767-a30e0c9346fe') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:16.928638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.946278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.954385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:35:16.955066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:35:16.957345 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:35:16.970568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:16.971278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:16.973035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] 10.222.0.59 "PUT /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 1097 time: 2.2497470 Jul 09 19:35:16.991293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df02951-2067-46d3-953a-f231e61d68bf req-8aa45fbd-2744-4b5a-8ac5-bdc7d84c1604 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:16.992885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4df02951-2067-46d3-953a-f231e61d68bf req-8aa45fbd-2744-4b5a-8ac5-bdc7d84c1604 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2332699 Jul 09 19:35:17.008715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Deleting subnet 8474a267-9458-4f01-892b-a35e3c9589d8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:35:17.028160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.034062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.040935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.042910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] 10.222.0.10 "DELETE /v2.0/networks/99ebbae1-267a-49de-93c9-34015b818051 HTTP/1.1" status: 204 len: 168 time: 0.3476496 Jul 09 19:35:17.062572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d49cfa-7f0b-4ab7-bdd5-3ef8aedfd144 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ebbae1-267a-49de-93c9-34015b818051,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.072639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:17.088335 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f4bd09-0741-400b-8ade-704c6322bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.127098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b803-0686-463e-9e98-4acdb4e56e9d service neutron] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.208393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcb8b63-c407-4fc8-90de-c84280e50399 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:17.223715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.232285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.253062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4df02951-2067-46d3-953a-f231e61d68bf req-f4cbc377-40b5-485a-bb28-35c5304b5dae tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472181 Jul 09 19:35:17.299559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Transition to ACTIVE for port object 5bcb8b63-c407-4fc8-90de-c84280e50399 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:17.318424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.327144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f4bd09-0741-400b-8ade-704c6322bf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.337046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f4bd09-0741-400b-8ade-704c6322bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.343573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-ee744e92-933c-4617-a539-0c1bdc26cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:17.345099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-ee744e92-933c-4617-a539-0c1bdc26cbf0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1100 time: 0.3433893 Jul 09 19:35:17.354816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:17.398410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.412020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4bd09-0741-400b-8ade-704c6322bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220e0c0-2df4-46d5-9607-594f1a55ccde,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.420516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-26f4bd09-0741-400b-8ade-704c6322bf6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=650ddc3346634b6d9c34fadc63544f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462570 Jul 09 19:35:17.422405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:17.462172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9ae20-0a28-46ba-a7d6-9f5c59fa1c23 req-8bb4434d-a120-48a7-9b02-df9ca8527079 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:17.463732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6f9ae20-0a28-46ba-a7d6-9f5c59fa1c23 req-8bb4434d-a120-48a7-9b02-df9ca8527079 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.2000396 Jul 09 19:35:17.494286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-64f5387b-3bda-4eca-91e5-fc6ece010bed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66813ae3552f400b850abb70fa1762ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304724 Jul 09 19:35:17.504667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:17.584900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6f9ae20-0a28-46ba-a7d6-9f5c59fa1c23 req-e0f3ce9e-2ded-4437-912a-9dff575d66b5 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125937 Jul 09 19:35:17.591960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.616197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.635248 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.656260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:17.659691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 32f9086c-9a25-4ead-bf51-b36405988475 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:17.674163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.699280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 32f9086c-9a25-4ead-bf51-b36405988475 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:17.700036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 32f9086c-9a25-4ead-bf51-b36405988475 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:17.701541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:17.773631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.776226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.777711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7220e0c0-2df4-46d5-9607-594f1a55ccde HTTP/1.1" status: 204 len: 168 time: 0.3525243 Jul 09 19:35:17.778988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.781495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.785241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a5bf014-0ee2-48ca-8417-5501fe40654b HTTP/1.1" status: 204 len: 168 time: 0.2794454 Jul 09 19:35:17.796032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ae7a7-c196-4a7c-971b-80548c8fadf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220e0c0-2df4-46d5-9607-594f1a55ccde,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.811392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3a7db-1aea-4e8a-912f-2468aa39f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bf014-0ee2-48ca-8417-5501fe40654b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.844684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15c382-39d0-4ca9-83c8-07b868810688 req-45d74986-aef9-400e-82e3-7185add345ae tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:17.846376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e15c382-39d0-4ca9-83c8-07b868810688 req-45d74986-aef9-400e-82e3-7185add345ae tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 944 time: 0.1070480 Jul 09 19:35:17.922245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e15c382-39d0-4ca9-83c8-07b868810688 req-cae276cd-2180-4fbf-b8b8-368caec1d4e0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693748 Jul 09 19:35:17.937827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a88c3372-fee5-4d80-8d25-0bd0880d0d8f req-5256a976-c8cb-4d1d-9bea-c37c2b286531 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.1082287 Jul 09 19:35:17.940673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-00aba0e8-1f6f-4bea-942d-93db21da2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:17.942147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-00aba0e8-1f6f-4bea-942d-93db21da2201 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.5617754 Jul 09 19:35:17.951194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:17.952931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:17.954704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:18.013995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-8cb63be5-07c4-4b50-9e41-c51a2de8192f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0463946 Jul 09 19:35:18.043537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:18.062560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'd2c67698-534f-4217-8083-1c0870395ef0', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': 'd2c67698-534f-4217-8083-1c0870395ef0', 'mac_address': 'fa:16:3e:8a:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:18.125858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8474a267-9458-4f01-892b-a35e3c9589d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:18.128756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.138355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce8446da-8c08-4354-8fc8-f6771b9cfa06 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8474a267-9458-4f01-892b-a35e3c9589d8 HTTP/1.1" status: 204 len: 168 time: 1.2726262 Jul 09 19:35:18.138355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Attempting to bind port 5bcb8b63-c407-4fc8-90de-c84280e50399 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:18.138355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Attempting to bind port 5bcb8b63-c407-4fc8-90de-c84280e50399 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:18.138355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Attempting to bind port 5bcb8b63-c407-4fc8-90de-c84280e50399 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:18.150930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.158890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:18.170816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c67698-534f-4217-8083-1c0870395ef0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:18.218758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:18.224916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.238018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Port 5bcb8b63-c407-4fc8-90de-c84280e50399 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:18.238347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Attempting to bind port 5bcb8b63-c407-4fc8-90de-c84280e50399 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:18.246289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:18.246636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:18.247079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:18.248072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Bound port: 5bcb8b63-c407-4fc8-90de-c84280e50399, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:18.248430 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.259240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604babfe-bdfd-4108-af7b-08f78aabb773 req-f5c3c62f-e1d7-41d2-8e59-a4cfda773439 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.264387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.264866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-604babfe-bdfd-4108-af7b-08f78aabb773 req-f5c3c62f-e1d7-41d2-8e59-a4cfda773439 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 948 time: 0.1497598 Jul 09 19:35:18.272154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-5f5610af-8c70-4c83-ab46-11adfd841006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.273674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-5f5610af-8c70-4c83-ab46-11adfd841006 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.2222984 Jul 09 19:35:18.331635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-604babfe-bdfd-4108-af7b-08f78aabb773 req-5e055853-d0f9-4afa-a344-09c8b52bd89c tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604084 Jul 09 19:35:18.334842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:18.490892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.508174 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.525302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476773e4-8c7b-4160-b57c-706c62c4fd19']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:18.537478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:18.544475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:18.544788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81ce9d0-8ab9-4ac6-9f39-b6583d159b93') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:18.568045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.573330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5bcb8b63-c407-4fc8-90de-c84280e50399,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:18.581704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-10c5daed-47c0-423a-b6ae-75661c48b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.583211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-10c5daed-47c0-423a-b6ae-75661c48b772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2986841 Jul 09 19:35:18.589565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.612312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.684453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:35:18.684939 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:35:18.688214 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:35:18.735245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:18.737497 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477c6c5-5952-4922-8b4f-245445952406" -d '{"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:18.757425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.758052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.759449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] 10.222.0.59 "PUT /v2.0/ports/5bcb8b63-c407-4fc8-90de-c84280e50399 HTTP/1.1" status: 200 len: 1096 time: 2.8832266 Jul 09 19:35:18.785916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d2c67698-534f-4217-8083-1c0870395ef0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:18.792011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3e80-3324-4911-ba58-514e574a835d req-7db272bb-866f-4ff4-a810-24de778a156d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.793560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdac3e80-3324-4911-ba58-514e574a835d req-7db272bb-866f-4ff4-a810-24de778a156d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.3511221 Jul 09 19:35:18.808674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437d14-0f34-4122-a2bf-99ae12d9bd0c service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:18.832820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f5e9-82bf-40e7-b063-6312ee965d28 req-a9eba8f1-56d7-4b5d-a5d2-b8a2231daa34 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:18.841703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2213f5e9-82bf-40e7-b063-6312ee965d28 req-a9eba8f1-56d7-4b5d-a5d2-b8a2231daa34 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.1044252 Jul 09 19:35:18.846274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.847974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:18.917289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2213f5e9-82bf-40e7-b063-6312ee965d28 req-f0f28af4-16e2-408c-a9ab-132589ac69c6 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Jul 09 19:35:18.920901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:18.924810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] 10.222.0.10 "DELETE /v2.0/networks/476773e4-8c7b-4160-b57c-706c62c4fd19 HTTP/1.1" status: 204 len: 168 time: 0.7649221 Jul 09 19:35:18.982198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:18.987014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753f41b-36e1-460b-b797-32d22a0342cc admin admin] Pushing event deleted for resources: {'Network': ['ID=476773e4-8c7b-4160-b57c-706c62c4fd19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:18.996378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-bae0f024-9b9b-4ffd-9b93-b60d06e891ea service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019761 Jul 09 19:35:19.020633 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42107608-52ac-4dba-a451-2f81464c62e7 x-openstack-request-id: req-42107608-52ac-4dba-a451-2f81464c62e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:19.020935 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:19.021211 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42107608-52ac-4dba-a451-2f81464c62e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:19.023899 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'status': 'completed', 'code': 200} Jul 09 19:35:19.131028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdac3e80-3324-4911-ba58-514e574a835d req-2d5c627f-a7d5-494a-a266-ea635f8a0ccd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266881 Jul 09 19:35:19.165441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-02309e37-3173-48ea-aa4d-6f67f55e43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.167027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-02309e37-3173-48ea-aa4d-6f67f55e43ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1100 time: 0.1369414 Jul 09 19:35:19.181065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:19.214378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-network', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:19.242384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-fae6f30a-d89a-4791-ad34-8b3f5f284b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.244033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-fae6f30a-d89a-4791-ad34-8b3f5f284b7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 1099 time: 0.4181795 Jul 09 19:35:19.266265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-5eefbc85-6d95-4f08-a2fc-beb892d242c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.267799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-5eefbc85-6d95-4f08-a2fc-beb892d242c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0924761 Jul 09 19:35:19.315814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2be420a2-11c7-4c8e-8b8b-e786bf886716 req-1f2b42cf-12be-40e2-bf76-ccfed32fc8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799406 Jul 09 19:35:19.317305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-570c78fd-3ebc-4d7d-a325-a9e6ae3da978 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=5bcb8b63-c407-4fc8-90de-c84280e50399 HTTP/1.1" status: 200 len: 217 time: 0.0561008 Jul 09 19:35:19.336467 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-2764a75f-8bc3-433b-8612-c7d0896886ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0614402 Jul 09 19:35:19.357518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Made reservation on behalf of 462d0c3329a2486eb46f396bca1c4ba3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:19.359784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.362363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeeecf-c1a0-420f-9a32-f04ba54ae619 req-55c2d4d4-6c14-4ec9-92f6-50b4e7efa7bf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.363102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6865c12f-1704-4869-af4d-c0775fbe3e1c req-b2feaf44-81bf-4284-a48e-ef9ddee5b18e tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0546453 Jul 09 19:35:19.364669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afbeeecf-c1a0-420f-9a32-f04ba54ae619 req-55c2d4d4-6c14-4ec9-92f6-50b4e7efa7bf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 945 time: 0.2556081 Jul 09 19:35:19.388093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1793960823-network', 'tenant_id': '389e8e2a4b6a47d7a9c1e51f44019dc1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:19.419576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.441488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c5fa0669-14df-48b0-ba9b-ed4f46e2da85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=956f0c55807f4efe83d89fee9c135be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593176 Jul 09 19:35:19.444892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:19.460377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-958329f0-7da9-4819-8b00-ac82c22176d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.461875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-958329f0-7da9-4819-8b00-ac82c22176d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1197574 Jul 09 19:35:19.466349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Made reservation on behalf of 389e8e2a4b6a47d7a9c1e51f44019dc1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:19.469176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.482725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-33abb459-a2ca-433d-81d8-68bb0fdc72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.484258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-33abb459-a2ca-433d-81d8-68bb0fdc72cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1285448 Jul 09 19:35:19.488860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afbeeecf-c1a0-420f-9a32-f04ba54ae619 req-874cadc8-6d55-4e4b-b138-b146e4e7d6c0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957131 Jul 09 19:35:19.518003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.571121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.593989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-bca6f422-3d72-466e-af4e-6a1351fd7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.595520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-bca6f422-3d72-466e-af4e-6a1351fd7176 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192164 Jul 09 19:35:19.600286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.600696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-4ccf6037-92f3-4a8a-bdf6-ba68f11db53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.602455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-4ccf6037-92f3-4a8a-bdf6-ba68f11db53a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1100 time: 0.2252429 Jul 09 19:35:19.663032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:19.719291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.721910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.723044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac326469-3798-4654-88c4-dfa6595d19fa HTTP/1.1" status: 204 len: 168 time: 0.2718811 Jul 09 19:35:19.726865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-8a178d13-6c06-44fe-b68c-eb57e4848dce service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243470 Jul 09 19:35:19.735973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c0bc-1290-49ac-a727-dca74403cfbf req-a3d791cb-06da-4460-99cc-0b2e8dee9047 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.738092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e85c0bc-1290-49ac-a727-dca74403cfbf req-a3d791cb-06da-4460-99cc-0b2e8dee9047 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 948 time: 0.2521636 Jul 09 19:35:19.741794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc53c9-5240-47f6-be55-0dc87b695301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac326469-3798-4654-88c4-dfa6595d19fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:19.755662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-91ea3b6d-c336-4cec-bfd4-0ddca749ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.757353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-91ea3b6d-c336-4cec-bfd4-0ddca749ba57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523704 Jul 09 19:35:19.780501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.803330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.830409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:19.831497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:19.834069 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed748d6-5be8-4964-8c2a-6b29f6108697" -d '{"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:19.838530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.854625 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.920082 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc040754-2445-4865-8dcf-f31c2821a74f x-openstack-request-id: req-cc040754-2445-4865-8dcf-f31c2821a74f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:19.920514 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:19.920841 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc040754-2445-4865-8dcf-f31c2821a74f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:19.921341 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'code': 200} Jul 09 19:35:19.922899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:19.927055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:19.937587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-d5cd055f-bd78-411f-bf4b-2130376f9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:19.939117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-d5cd055f-bd78-411f-bf4b-2130376f9c62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.3201511 Jul 09 19:35:19.964867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e85c0bc-1290-49ac-a727-dca74403cfbf req-59dfbe2b-a897-40b7-bbf9-737f10418577 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044969 Jul 09 19:35:19.970537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:19.970817 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Added segment a454062e-ab4d-4f43-b9a7-a0b69dbe12e5 of type vlan for network 4449fc44-4f02-471f-af55-e3fe1eca25bc Jul 09 19:35:19.972165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d96831-949c-4412-9207-64f291b00edb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:20.019681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-9e624a6c-00f3-424d-82cc-135f6b9945a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 200 len: 217 time: 0.0677366 Jul 09 19:35:20.024523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-d49358f8-1cfc-4479-b231-66195b5ee794 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520540 Jul 09 19:35:20.134280 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.165587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-d0948e7b-0ea0-433b-86f4-274dbb24dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.167077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-d0948e7b-0ea0-433b-86f4-274dbb24dc1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1231644 Jul 09 19:35:20.198341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-ab1305f0-e2d2-43c3-b90c-af28391d4d24 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642155 Jul 09 19:35:20.235020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.235908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.236500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.268379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b13be-8120-43c6-9eab-3b0b9d399219 req-55eefa0f-cce4-4145-a5c6-dfe5c19612ca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.269244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90c92a4d-da88-403f-b9ca-85ea35d3b91d req-236cf72e-5c8f-490d-b14a-ff02a68f32f8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263219 Jul 09 19:35:20.275191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-664b13be-8120-43c6-9eab-3b0b9d399219 req-55eefa0f-cce4-4145-a5c6-dfe5c19612ca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.1453595 Jul 09 19:35:20.323563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] Pushing event updated for resources: {'Network': ['ID=4449fc44-4f02-471f-af55-e3fe1eca25bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:20.332611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c6c5-5952-4922-8b4f-245445952406 req-1967cb39-babf-4bfa-8723-ba86cb7b47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.333520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:20.334349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-1967cb39-babf-4bfa-8723-ba86cb7b47b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562011 Jul 09 19:35:20.346878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.351569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-664b13be-8120-43c6-9eab-3b0b9d399219 req-a8810deb-e3f1-4eea-965d-f301ea824a20 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754924 Jul 09 19:35:20.353535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.373640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:20.398679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.399033 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Added segment 801fc246-f4f1-4975-971f-8a57da6d16f1 of type vlan for network d50aac66-0a3e-4365-8bcf-5ca8d8840378 Jul 09 19:35:20.411970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e889dc-af1f-4518-96a5-bdcafbdbc5e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:20.420469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ebe0544-ca4c-4dce-bd86-ed4311f5221c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5163958 Jul 09 19:35:20.423897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:20.446977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Request body: {'subnet': {'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-subnet', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:20.464399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.504918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.505242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Made reservation on behalf of 462d0c3329a2486eb46f396bca1c4ba3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:20.506889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.507499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.507998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.586006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-2366c533-9645-404d-9cde-7f9f2b4ecf75 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438576 Jul 09 19:35:20.593191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6086986 Jul 09 19:35:20.595778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:20.601732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Request body: {'subnet': {'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1793960823-subnet', 'tenant_id': '389e8e2a4b6a47d7a9c1e51f44019dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:20.614163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b669ccb-4a1a-4ae3-b091-a63073ded816 req-3f93f6a9-ee8b-4e0f-9dc1-f1991d5b764a tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0428979 Jul 09 19:35:20.618529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:20.620348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549691e-2b47-46c8-bbaf-c4053a6003b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d50aac66-0a3e-4365-8bcf-5ca8d8840378,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:20.639388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d50aac66-0a3e-4365-8bcf-5ca8d8840378 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:20.667889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b6f8-6873-450e-9c56-bad2aaca8cbe req-588684af-c9d6-4b3d-af97-a2f16188f5c5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.670151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad97b6f8-6873-450e-9c56-bad2aaca8cbe req-588684af-c9d6-4b3d-af97-a2f16188f5c5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 947 time: 0.2994821 Jul 09 19:35:20.749159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-network', 'tenant_id': '655a92f7d7b54600860e67231e0609f2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:20.781041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Made reservation on behalf of 389e8e2a4b6a47d7a9c1e51f44019dc1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:20.784250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.804713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Made reservation on behalf of 655a92f7d7b54600860e67231e0609f2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:20.807019 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.822613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.853630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637933d-f1b2-476b-8d74-bda9ecc52767 req-3da4dc77-c2a2-4ace-b88e-b0995f9511dc tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:20.855099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7637933d-f1b2-476b-8d74-bda9ecc52767 req-3da4dc77-c2a2-4ace-b88e-b0995f9511dc tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 945 time: 0.0992107 Jul 09 19:35:20.861706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad97b6f8-6873-450e-9c56-bad2aaca8cbe req-d10a662c-ef33-41d2-b3fb-6d5fa92ca0dc tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787891 Jul 09 19:35:20.897515 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a477c6c5-5952-4922-8b4f-245445952406 req-d644ec25-b349-441a-8261-ea4881e330fe service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006027 Jul 09 19:35:20.915215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7637933d-f1b2-476b-8d74-bda9ecc52767 req-8641716b-a2fb-4f60-bd64-19aa2ac35c70 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Jul 09 19:35:20.935811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.967178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.971269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:20.991534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:21.006453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163853c-fc34-4c31-b90d-cc1e70813a59,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:21.009360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.009706 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Added segment 38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf of type vlan for network 33392fb4-6bce-41a7-a272-53b75524c857 Jul 09 19:35:21.026716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:21.029544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502229d-c236-40b1-af26-b326fabc849c" -d '{"events": [{"name": "network-changed", "server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:21.038342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=687400a4-0dc9-4cb2-8ef4-c00a437da418,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:21.053582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.056904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Checking segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:21.057295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Network hostable DHCP agents. Network: 4449fc44-4f02-471f-af55-e3fe1eca25bc, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:35:21.089791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.091352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.092336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.107310 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5420633-d260-4d71-86d1-7a2acad59b6d x-openstack-request-id: req-c5420633-d260-4d71-86d1-7a2acad59b6d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:21.107634 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:21.107922 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5420633-d260-4d71-86d1-7a2acad59b6d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:21.108230 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399', 'status': 'completed', 'code': 200} Jul 09 19:35:21.123727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:35:21.126601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.158082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5359797 Jul 09 19:35:21.162316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:21.167741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Request body: {'subnet': {'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-subnet', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:21.173540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4449fc44-4f02-471f-af55-e3fe1eca25bc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:21.181378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55016d8-d247-4e8a-9be9-8966ac120502 None None] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:21.204039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Made reservation on behalf of 655a92f7d7b54600860e67231e0609f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:21.207105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.210269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd849-70c4-414b-b22f-89b5b42c22e9 admin admin] Pushing event updated for resources: {'Network': ['ID=33392fb4-6bce-41a7-a272-53b75524c857,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:21.214879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.215473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.237826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 33392fb4-6bce-41a7-a272-53b75524c857 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:21.268106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c22c76a-42eb-42aa-b983-54dad64e2214,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:21.270848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d3e8200-5d62-42c2-9dfe-3c039dae86ae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8459680 Jul 09 19:35:21.274009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:21.280038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:21.308402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Checking segment: {'id': '801fc246-f4f1-4975-971f-8a57da6d16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:21.308778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Network hostable DHCP agents. Network: d50aac66-0a3e-4365-8bcf-5ca8d8840378, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:35:21.333621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502229d-c236-40b1-af26-b326fabc849c req-6f6086c8-fcc3-44db-af24-734e1784bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.335129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-6f6086c8-fcc3-44db-af24-734e1784bba0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca872707a1e46fcb57fe61aa8069c19&device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 1099 time: 0.1759200 Jul 09 19:35:21.346766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d892f7-17e0-4d3c-a7c0-5371e5e3e55e req-d78a7d3b-a037-49e8-803c-27c379762e52 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.353994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00d892f7-17e0-4d3c-a7c0-5371e5e3e55e req-d78a7d3b-a037-49e8-803c-27c379762e52 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 948 time: 0.1865199 Jul 09 19:35:21.434215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:21.444403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Network d50aac66-0a3e-4365-8bcf-5ca8d8840378 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:35:21.470921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d50aac66-0a3e-4365-8bcf-5ca8d8840378) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:21.477618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.483719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.484077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.484814 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.485086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.503659 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00d892f7-17e0-4d3c-a7c0-5371e5e3e55e req-f0826a86-c666-45ec-844c-4d4ab304f98d tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487222 Jul 09 19:35:21.505602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a1839-1d2b-431d-9295-46f649d31182 None None] Network d50aac66-0a3e-4365-8bcf-5ca8d8840378 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:21.547171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-457fa2b8-a4f4-4c0e-b18a-55db07da3d77 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9481699 Jul 09 19:35:21.562783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502229d-c236-40b1-af26-b326fabc849c req-ddbb694f-83c2-4970-8378-1f3d905317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.565226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-ddbb694f-83c2-4970-8378-1f3d905317f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2091146 Jul 09 19:35:21.615851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-6cef2890-ec2a-4994-b794-4ea0a2061680 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=5bcb8b63-c407-4fc8-90de-c84280e50399 HTTP/1.1" status: 200 len: 217 time: 0.0430665 Jul 09 19:35:21.656594 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:35:21.675350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:21.677281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:21.738318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502229d-c236-40b1-af26-b326fabc849c req-053d68f5-bc4d-4559-bb2f-dc2b6926e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.739791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-053d68f5-bc4d-4559-bb2f-dc2b6926e257 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1038404 Jul 09 19:35:21.772326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:21.797414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444797af-a1e8-45eb-aedb-575ceb0fe2a6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:21.850299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7b25b6b-6be8-4316-b201-6241ff891bc7 req-d5e3a1c5-451a-499e-aa8e-7b093883e805 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0342004 Jul 09 19:35:21.863219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502229d-c236-40b1-af26-b326fabc849c req-94f0499c-929c-4087-8af2-026cd5221693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.864934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-94f0499c-929c-4087-8af2-026cd5221693 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163671 Jul 09 19:35:21.874193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Checking segment: {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:21.875068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Network hostable DHCP agents. Network: 33392fb4-6bce-41a7-a272-53b75524c857, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:35:21.978259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f17f9-3614-4c5e-924a-48d7161f7c78 req-a7f9a32c-8fdb-4497-81c5-62391ac28d6e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:21.985965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-187f17f9-3614-4c5e-924a-48d7161f7c78 req-a7f9a32c-8fdb-4497-81c5-62391ac28d6e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 949 time: 0.3275917 Jul 09 19:35:21.999922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Network 33392fb4-6bce-41a7-a272-53b75524c857 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:35:22.004359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4449fc44-4f02-471f-af55-e3fe1eca25bc', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'fixed_ips': [{'subnet_id': '687400a4-0dc9-4cb2-8ef4-c00a437da418'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:35:22.005399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.011353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.027493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635457d-765c-48e1-aa09-08751cbd7f18 None None] Network d50aac66-0a3e-4365-8bcf-5ca8d8840378 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:22.027739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 33392fb4-6bce-41a7-a272-53b75524c857) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:22.040483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:22.040721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.066564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-187f17f9-3614-4c5e-924a-48d7161f7c78 req-075de54b-8d0f-45f8-bb3f-0d68bc7d2599 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795937 Jul 09 19:35:22.120621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085c56e-038e-444a-afc1-78e2bd92890b None None] Network 33392fb4-6bce-41a7-a272-53b75524c857 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:22.177185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-483de7e1-473d-4da6-8300-d4b1dfabd329 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0113604 Jul 09 19:35:22.177796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:22.183313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:22.217885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.218611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:22.219040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.269953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port d2c67698-534f-4217-8083-1c0870395ef0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:22.272098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'mac_address': 'fa:16:3e:c1:6d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:22.296981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port d2c67698-534f-4217-8083-1c0870395ef0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:22.297310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.330149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.396482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-aac469d3-ac37-49cf-948d-ef5ae3d4b0d2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204878 Jul 09 19:35:22.414574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-ad1a1380-5545-4ffe-8815-62b5f3c3dfc2 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:22.417558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-ad1a1380-5545-4ffe-8815-62b5f3c3dfc2 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/networks?id=d50aac66-0a3e-4365-8bcf-5ca8d8840378 HTTP/1.1" status: 200 len: 821 time: 0.1398044 Jul 09 19:35:22.470274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:22.482890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-f0222e19-8d97-48e8-b16b-c942bc0fb081 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/quotas/389e8e2a4b6a47d7a9c1e51f44019dc1 HTTP/1.1" status: 200 len: 375 time: 0.0551476 Jul 09 19:35:22.501693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9825b803-963a-497f-82d2-4e3d0c983d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.532035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-305f7071-0b60-4eb4-b9be-468402b72d18 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=389e8e2a4b6a47d7a9c1e51f44019dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363717 Jul 09 19:35:22.545714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'mac_address': 'fa:16:3e:ae:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:22.547647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.563993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a502229d-c236-40b1-af26-b326fabc849c req-1482fbf7-555b-459a-ba5f-57aa5482e9a8 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454320 Jul 09 19:35:22.586398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8f7d-cd53-4396-84b3-b81cd6a19702 req-8bc7e689-d162-4680-b1c4-8d9f2f622731 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:22.587946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f19b8f7d-cd53-4396-84b3-b81cd6a19702 req-8bc7e689-d162-4680-b1c4-8d9f2f622731 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 947 time: 0.3373170 Jul 09 19:35:22.605253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.651246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:22.655846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.673983 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-338cd2f9-b7d0-41db-be44-79aa748956b8 service neutron] 10.222.0.10 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 Jul 09 19:35:22.695936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Allocated IP 172.20.0.2 (4449fc44-4f02-471f-af55-e3fe1eca25bc/687400a4-0dc9-4cb2-8ef4-c00a437da418/14c46211-5ee1-47b6-91ef-3e0145a35ba7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:22.698034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19632143-b730-452b-b983-849c2b9d631e None None] Network 33392fb4-6bce-41a7-a272-53b75524c857 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:22.722382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.735183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f19b8f7d-cd53-4396-84b3-b81cd6a19702 req-c148aac7-93a5-4f29-8b42-ef70ffcf1e88 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400592 Jul 09 19:35:22.781418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:22.786865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.807668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.811102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-7be752b8-0b4f-4046-b663-db91b03fcac3 service neutron] 10.222.0.10 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282744 Jul 09 19:35:22.879793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:22.891992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:22.945555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Allocated IP 172.25.3.160 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/533a5063-6749-498e-8aeb-0198f30fc97b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:22.965020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:22.998433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:23.001059 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160e5dc-d57a-4cdb-b9f6-c76c50018774" -d '{"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-plugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:23.005476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.014975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:23.046046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:23.094647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.106775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.134961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['27daeb54-dadf-4e2c-ab32-5772726a37d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:23.175447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df70a8-bd23-4a41-a065-b12af8f47c05 req-f53bc42c-379f-4cdb-8afc-eeb098dbbf9e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:23.177077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9df70a8-bd23-4a41-a065-b12af8f47c05 req-f53bc42c-379f-4cdb-8afc-eeb098dbbf9e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 948 time: 0.0880339 Jul 09 19:35:23.224630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:23.250351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e9df70a8-bd23-4a41-a065-b12af8f47c05 req-a9d59064-cccb-45c7-8ea2-421cf361dfac tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654123 Jul 09 19:35:23.298054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.301346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5bcb8b63-c407-4fc8-90de-c84280e50399 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:23.322530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Transition to ACTIVE for port object 14c46211-5ee1-47b6-91ef-3e0145a35ba7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:23.355991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:23.368880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Transition to ACTIVE for port object 14c46211-5ee1-47b6-91ef-3e0145a35ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:23.392819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:23.415267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57394210-f8ba-4317-8b1d-a6535b0a7f3c req-be6f1208-f61d-462b-867e-e785ae988a12 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0343380 Jul 09 19:35:23.497552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26b20-1927-4723-b1d0-f9bbc414f7d7 req-db2d7520-2402-4aca-b662-1423d6fbc52b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:23.501728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85f26b20-1927-4723-b1d0-f9bbc414f7d7 req-db2d7520-2402-4aca-b662-1423d6fbc52b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 945 time: 0.6242003 Jul 09 19:35:23.574953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.620899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85f26b20-1927-4723-b1d0-f9bbc414f7d7 req-1bce5a25-3cf6-4d15-bd22-a53babc0d86f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115532 Jul 09 19:35:23.631364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.634331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b9cf455-5830-4878-96ba-e6fc31ae4c0f req-eee6a327-44c1-4cf5-bbd3-786ac9c90be3 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 210 time: 0.0651391 Jul 09 19:35:23.651674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:23.674174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:23.677668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.681873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.689696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:23.716980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Pushing event updated for resources: {'Port': ['ID=14c46211-5ee1-47b6-91ef-3e0145a35ba7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:23.759716 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff857b-8c93-4e16-b6a1-5b53cdb75b80 x-openstack-request-id: req-d6ff857b-8c93-4e16-b6a1-5b53cdb75b80 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:23.760174 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-plugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:23.760429 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6ff857b-8c93-4e16-b6a1-5b53cdb75b80 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:23.760894 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0', 'code': 200} Jul 09 19:35:23.789982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5bcb8b63-c407-4fc8-90de-c84280e50399,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:23.798387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.846207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '5bcb8b63-c407-4fc8-90de-c84280e50399', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '5bcb8b63-c407-4fc8-90de-c84280e50399', 'mac_address': 'fa:16:3e:b8:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:23.864697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Attempting to bind port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:23.865393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Attempting to bind port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:23.865927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Attempting to bind port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 on network 4449fc44-4f02-471f-af55-e3fe1eca25bc {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:23.897990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:23.898720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Checking segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:23.899292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.899841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Bound using segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:23.900468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Bound port: 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:23.901043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:23.907271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e0de6-85d4-492f-a709-a1566c59f1f5 req-16164d97-5637-440b-b0d6-b1ca6f167d55 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:23.933669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf3e0de6-85d4-492f-a709-a1566c59f1f5 req-16164d97-5637-440b-b0d6-b1ca6f167d55 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1102855 Jul 09 19:35:23.977490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:23.977723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf3e0de6-85d4-492f-a709-a1566c59f1f5 req-eb7d6aca-c6a9-4aa5-a1d0-7764fb9ee9a2 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Jul 09 19:35:23.978565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.005341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Allocated IP 172.25.3.100 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/998d8205-d458-495b-a291-ab9e20a93c12) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:24.008542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:24.013739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcb8b63-c407-4fc8-90de-c84280e50399 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:24.016098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:24.019828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Pushing event updated for resources: {'Port': ['ID=533a5063-6749-498e-8aeb-0198f30fc97b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:24.061752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] For port 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:24.067983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5bcb8b63-c407-4fc8-90de-c84280e50399,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:24.079694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.082224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] For port 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14c46211-5ee1-47b6-91ef-3e0145a35ba7,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:24.090035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.154230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:24.185896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b18f-86ac-42ee-9ef5-a5e67b00abc6 req-39e56bbd-20c7-4b31-ab90-e61dd7991155 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:24.194374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84a9b18f-86ac-42ee-9ef5-a5e67b00abc6 req-39e56bbd-20c7-4b31-ab90-e61dd7991155 tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 1101 time: 0.0861647 Jul 09 19:35:24.208725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51705da-a784-4e64-8aba-50e309469032 req-fc3c051b-34f1-4a74-9ebb-e9e10ae28756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:24.210283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c51705da-a784-4e64-8aba-50e309469032 req-fc3c051b-34f1-4a74-9ebb-e9e10ae28756 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 1097 time: 0.3537798 Jul 09 19:35:24.230383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbe353-f5c0-4b5e-9fd0-7ef6382a7535 req-050c3bb2-3590-4680-bd70-2061ed201d3b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:24.232273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84a9b18f-86ac-42ee-9ef5-a5e67b00abc6 req-b95b3740-a99f-48e6-811d-07aba71b7a2f tempest-MigrationsAdminTest-77917340 tempest-MigrationsAdminTest-77917340-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Jul 09 19:35:24.234661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcfbe353-f5c0-4b5e-9fd0-7ef6382a7535 req-050c3bb2-3590-4680-bd70-2061ed201d3b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 948 time: 0.2917452 Jul 09 19:35:24.243090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99ee9f-c00a-4fc5-b25b-c2682777a5af None None] Pushing event updated for resources: {'Port': ['ID=14c46211-5ee1-47b6-91ef-3e0145a35ba7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:24.341225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c51705da-a784-4e64-8aba-50e309469032 req-0b5b3560-383f-4e4d-b69e-eaba4254460a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184726 Jul 09 19:35:24.373427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.418913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['5bcb8b63-c407-4fc8-90de-c84280e50399'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:24.419763 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcfbe353-f5c0-4b5e-9fd0-7ef6382a7535 req-ace58c83-5eee-4d8b-b39f-24340ec1b61f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665821 Jul 09 19:35:24.586822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.649899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:24.653470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.657980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:24.672667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:24.774628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-50fe5db4-3196-47ae-9df7-4bcb4b5be9e9 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:24.776349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-50fe5db4-3196-47ae-9df7-4bcb4b5be9e9 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.25 "GET /v2.0/networks?id=d50aac66-0a3e-4365-8bcf-5ca8d8840378 HTTP/1.1" status: 200 len: 821 time: 0.2556145 Jul 09 19:35:24.790004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Request body: {'port': {'device_id': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378', 'admin_state_up': True, 'tenant_id': '389e8e2a4b6a47d7a9c1e51f44019dc1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:24.810091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=998d8205-d458-495b-a291-ab9e20a93c12,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:24.827239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8616c2d1-376a-4c0d-a978-ee9cfbb054d6 req-079e0997-d29e-4cc0-9c97-c1078f99b673 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0497901 Jul 09 19:35:24.920025 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16d9b692-78f2-4fb0-afd0-0ebd4d4d7c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:24.945241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Made reservation on behalf of 389e8e2a4b6a47d7a9c1e51f44019dc1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:24.950866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.123202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c31f-cceb-4a17-85e1-16654614b688 req-f0d117a7-06d0-4afa-894f-e79b5e49f432 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:25.125950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e658c31f-cceb-4a17-85e1-16654614b688 req-f0d117a7-06d0-4afa-894f-e79b5e49f432 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 950 time: 0.1554954 Jul 09 19:35:25.176602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Allocated IP 172.20.0.7 (d50aac66-0a3e-4365-8bcf-5ca8d8840378/8c22c76a-42eb-42aa-b983-54dad64e2214/dbda1032-d0bc-412e-81d9-4520a655c217) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:25.183932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1fd4a-3bb8-4c8e-9357-3a06c8930492 req-3afd6e64-9719-4d9a-a047-9924b3be5b46 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:25.185648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ece1fd4a-3bb8-4c8e-9357-3a06c8930492 req-3afd6e64-9719-4d9a-a047-9924b3be5b46 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 949 time: 0.2922118 Jul 09 19:35:25.199782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e658c31f-cceb-4a17-85e1-16654614b688 req-84bf5117-7184-46e1-8b4c-554a6493cb17 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661964 Jul 09 19:35:25.217034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.305350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:25.355747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ece1fd4a-3bb8-4c8e-9357-3a06c8930492 req-64674e80-f797-4461-981a-01344890335a tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069908 Jul 09 19:35:25.375289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:25.376948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.380058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 27daeb54-dadf-4e2c-ab32-5772726a37d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:25.380486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.384291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.470534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.472691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ba18d-3cbb-44e3-a0f6-c0a16e65de91 None None] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:25.485777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5e2f-4878-4a43-8bc9-2460d671d222 req-07ee3c9a-f24d-46c3-b72a-e900c295f9ef tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:25.487302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b21c5e2f-4878-4a43-8bc9-2460d671d222 req-07ee3c9a-f24d-46c3-b72a-e900c295f9ef tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 946 time: 0.1629841 Jul 09 19:35:25.546224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e49d474-55e2-4aab-8033-7ab793469f1e req-d65c004b-d650-4216-812c-dbcfd5beb8cf tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 210 time: 0.0341866 Jul 09 19:35:25.556811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.572894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b21c5e2f-4878-4a43-8bc9-2460d671d222 req-a085368f-df94-475a-b665-ae90457bb67a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Jul 09 19:35:25.577700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dba02cd9-a9b5-4d8d-a374-5c6436987e2f None None] Provisioning for port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:25.598695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.627407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Network d50aac66-0a3e-4365-8bcf-5ca8d8840378 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:25.631643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:25.698471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:25.703323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:25.709295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:25.726840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Pushing event updated for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:25.756996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.792838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:25.793599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.825762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:25.828818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-77e76bfa-726f-4c76-a703-a6ad25367a84 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0423386 Jul 09 19:35:25.829020 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67200071-adea-4d95-b6f4-9660a6053e76" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:25.831551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:25.841785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Request body: {'port': {'device_id': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:25.887924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:25.888303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:25.929230 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a9b7b-6e97-4381-a5d0-6e77daca4734 x-openstack-request-id: req-e73a9b7b-6e97-4381-a5d0-6e77daca4734 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:25.929541 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-plugged", "status": "completed", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:25.929794 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e73a9b7b-6e97-4381-a5d0-6e77daca4734 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:25.930212 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'code': 200} Jul 09 19:35:26.000699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.029118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.084753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:26.090515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.179415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Router 35b4674e-409a-425a-813b-33d5aeb79e6c is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:35:26.180738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:26.242176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c6dc7e-3510-471d-82de-c08410b3c60f req-09e99305-ae4d-417c-8cd4-800d6503e247 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.1303649 Jul 09 19:35:26.269442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.301591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14c46211-5ee1-47b6-91ef-3e0145a35ba7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:26.325840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.346718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12cbf-6210-4e14-a29d-eb1ec2471688 req-b7454e21-5277-4343-8520-4f656b116a06 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:26.348225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c12cbf-6210-4e14-a29d-eb1ec2471688 req-b7454e21-5277-4343-8520-4f656b116a06 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 948 time: 0.6424370 Jul 09 19:35:26.375931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:26.382166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:26.382754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.468156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.500384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757546-f499-476c-847c-da63dbd0fbec req-c3735e79-da0d-467a-84c2-295e71aaef24 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:26.501893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec757546-f499-476c-847c-da63dbd0fbec req-c3735e79-da0d-467a-84c2-295e71aaef24 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 951 time: 0.1733730 Jul 09 19:35:26.505824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14c46211-5ee1-47b6-91ef-3e0145a35ba7,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:26.510529 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.517464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c12cbf-6210-4e14-a29d-eb1ec2471688 req-9e660055-cd79-4d25-91eb-c678b0dac2c0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320748 Jul 09 19:35:26.529583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:26.553307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbda1032-d0bc-412e-81d9-4520a655c217 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:26.564696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Sync routers for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:26.569979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676aa6f-7913-4d40-8f22-6ddc1715d7d7 req-17a13344-eb8c-4a59-9142-89723a8d9c30 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:26.577673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3676aa6f-7913-4d40-8f22-6ddc1715d7d7 req-17a13344-eb8c-4a59-9142-89723a8d9c30 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 951 time: 0.1936507 Jul 09 19:35:26.585105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:26.585760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:26.586853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.593982 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-29e2b7b3-8402-472b-9e10-1e53cd07e12d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3185143 Jul 09 19:35:26.596822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:26.599038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.604467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:35:26.657124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Transition to ACTIVE for port object dbda1032-d0bc-412e-81d9-4520a655c217 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:26.667106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.674273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=14c46211-5ee1-47b6-91ef-3e0145a35ba7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:26.674964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3676aa6f-7913-4d40-8f22-6ddc1715d7d7 req-9b21b644-c2d2-4dc9-afb7-1fdb1e200ac8 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950825 Jul 09 19:35:26.752128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:26.781908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Deleting port 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:26.782419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.868622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c3a1e-48ed-40a5-9979-5b591f2edbc3 req-7f9d6369-a15e-40bf-9026-0d5e1379b339 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:26.870092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c6c3a1e-48ed-40a5-9979-5b591f2edbc3 req-7f9d6369-a15e-40bf-9026-0d5e1379b339 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 949 time: 0.2205460 Jul 09 19:35:26.905698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:26.919590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:26.931103 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Sync routers for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:26.941168 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:26.943453 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:26.969293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:24Z', 'revision_number': 3, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:26.981763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Attempting to bind port dbda1032-d0bc-412e-81d9-4520a655c217 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:26.982442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Attempting to bind port dbda1032-d0bc-412e-81d9-4520a655c217 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '801fc246-f4f1-4975-971f-8a57da6d16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:26.983004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Attempting to bind port dbda1032-d0bc-412e-81d9-4520a655c217 on network d50aac66-0a3e-4365-8bcf-5ca8d8840378 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:26.992888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:26.993351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Port dbda1032-d0bc-412e-81d9-4520a655c217 on network d50aac66-0a3e-4365-8bcf-5ca8d8840378 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:26.996593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ebdbc06-d2be-4877-9228-2cea7abc8fd8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8144855 Jul 09 19:35:26.997335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Attempting to bind port dbda1032-d0bc-412e-81d9-4520a655c217 on network d50aac66-0a3e-4365-8bcf-5ca8d8840378 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:26.998057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:27.003273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] For port 27daeb54-dadf-4e2c-ab32-5772726a37d2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=27daeb54-dadf-4e2c-ab32-5772726a37d2,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:27.005084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.007781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Checking router: 35b4674e-409a-425a-813b-33d5aeb79e6c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:27.008141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Updating router 35b4674e-409a-425a-813b-33d5aeb79e6c port 533a5063-6749-498e-8aeb-0198f30fc97b binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:27.013749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c6c3a1e-48ed-40a5-9979-5b591f2edbc3 req-3e501de2-7668-410d-a1b3-263cb08165e9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075444 Jul 09 19:35:27.055349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:27.056132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Checking segment: {'id': '801fc246-f4f1-4975-971f-8a57da6d16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:27.057807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Bound using segment: {'id': '801fc246-f4f1-4975-971f-8a57da6d16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:27.058558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Bound port: dbda1032-d0bc-412e-81d9-4520a655c217, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801fc246-f4f1-4975-971f-8a57da6d16f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:27.059233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.075950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.084969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Calling delete_port for 27daeb54-dadf-4e2c-ab32-5772726a37d2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:27.097469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f25-23c7-466b-b624-142402b91098 req-a7011921-ea2c-4d32-b1ab-592ada391ab2 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:27.105901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a05d9f25-23c7-466b-b624-142402b91098 req-a7011921-ea2c-4d32-b1ab-592ada391ab2 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 943 time: 0.2941279 Jul 09 19:35:27.183693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:27.196880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a05d9f25-23c7-466b-b624-142402b91098 req-336df173-3260-40bd-b2f7-a3a9e7b11dbe tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896089 Jul 09 19:35:27.267157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:27.275030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dbda1032-d0bc-412e-81d9-4520a655c217,segment=NetworkSegment(801fc246-f4f1-4975-971f-8a57da6d16f1),segment_id=801fc246-f4f1-4975-971f-8a57da6d16f1)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:27.286932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.365939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:27.413932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:27.414568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.420944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-c5db5d58-072d-4356-b98d-7c9d02144951 service neutron] 10.222.0.25 "PUT /v2.0/ports/dbda1032-d0bc-412e-81d9-4520a655c217 HTTP/1.1" status: 200 len: 1091 time: 1.5842354 Jul 09 19:35:27.424184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:27.426972 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122fd63f-ff4a-48e6-9758-4d80950d37d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:27.468852 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:25Z', 'revision_number': 3, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:27.501308 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Checking router: 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:27.501821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Updating router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c port 998d8205-d458-495b-a291-ab9e20a93c12 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:27.542668 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.568158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e9cac3c-5898-4d26-9709-a320c8f8e890 req-1130e1f3-d41f-4125-ad5f-8e70747f7ffe tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.1040916 Jul 09 19:35:27.582776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5bcb8b63-c407-4fc8-90de-c84280e50399 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:27.633223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fd89dbc-e902-4737-96b2-d6e6476abb33 req-427f84d3-20b4-4523-b0dd-d0c91a03304c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0401299 Jul 09 19:35:27.639900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.642233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3275-bc59-493f-8f79-7eab0c6fa884 req-292a3d89-7ae3-48cb-b253-f1b9cfc0de8a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:27.649561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a0d3275-bc59-493f-8f79-7eab0c6fa884 req-292a3d89-7ae3-48cb-b253-f1b9cfc0de8a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 946 time: 0.4049051 Jul 09 19:35:27.658598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16bca2ad-0d46-459a-a119-707a4bf796e5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:27.714592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55', 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:27.777247 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b930d31-64b5-4ba4-a98d-b1358d686f27 x-openstack-request-id: req-6b930d31-64b5-4ba4-a98d-b1358d686f27 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:27.777540 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:27.778499 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b930d31-64b5-4ba4-a98d-b1358d686f27 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:27.778723 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217', 'status': 'completed', 'code': 200} Jul 09 19:35:27.783877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event deleted for resources: {'Port': ['ID=27daeb54-dadf-4e2c-ab32-5772726a37d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:27.788548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a0d3275-bc59-493f-8f79-7eab0c6fa884 req-1ec3e60b-a127-4232-b88f-ec6e1aaa1809 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379263 Jul 09 19:35:27.821753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] No DVR routers for this DVR port 27daeb54-dadf-4e2c-ab32-5772726a37d2 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:27.825770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.828803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec757546-f499-476c-847c-da63dbd0fbec req-cb8f453e-77cc-4b64-858d-725bcc4aedca tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "DELETE /v2.0/ports/27daeb54-dadf-4e2c-ab32-5772726a37d2 HTTP/1.1" status: 204 len: 173 time: 1.3192029 Jul 09 19:35:27.831157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-75cd808e-529c-43a5-83fe-77e322ddc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:27.832663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-75cd808e-529c-43a5-83fe-77e322ddc147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=389e8e2a4b6a47d7a9c1e51f44019dc1&device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 1094 time: 0.3180406 Jul 09 19:35:27.895033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-7a96cd55-0ed1-4f66-a81b-60d18cbc66c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbda1032-d0bc-412e-81d9-4520a655c217 HTTP/1.1" status: 200 len: 217 time: 0.0505536 Jul 09 19:35:27.934962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 5bcb8b63-c407-4fc8-90de-c84280e50399 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:27.938756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.939104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.941783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:27.944087 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991caa91-fb29-485d-a6ee-6165736d2ca2" -d '{"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:27.971242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 5bcb8b63-c407-4fc8-90de-c84280e50399 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:27.971627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:27.976695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df182945-9f9c-401c-ab64-3f05bcba4db1 req-45d49118-8cb1-40f5-a037-a4c7a8be15ec tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d2ca51-aa49-411d-a9e9-98396b712867 HTTP/1.1" status: 200 len: 210 time: 0.0350225 Jul 09 19:35:27.991331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd940c-4b36-414c-907b-b26c3a07825f req-548b08f3-a509-4b28-a66e-7c3b57775b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:27.993077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-548b08f3-a509-4b28-a66e-7c3b57775b74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c22c76a-42eb-42aa-b983-54dad64e2214 HTTP/1.1" status: 200 len: 861 time: 0.0873051 Jul 09 19:35:28.006982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53414b6a-6a3c-42a0-b228-d7122dc1f7b4 req-bbbb5f1d-6c60-4cdf-9c48-cf4edf5ba2d0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:28.015425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53414b6a-6a3c-42a0-b228-d7122dc1f7b4 req-bbbb5f1d-6c60-4cdf-9c48-cf4edf5ba2d0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1229649 Jul 09 19:35:28.047914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-b42ccc56-2e8c-4d49-a780-44d322b32db0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50aac66-0a3e-4365-8bcf-5ca8d8840378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302761 Jul 09 19:35:28.109282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53414b6a-6a3c-42a0-b228-d7122dc1f7b4 req-20809be1-ca4b-4cd6-b7b5-f7eecb000e2f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Jul 09 19:35:28.239614 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb3b10f-8139-4bd3-94c5-5c24c6d9a915 x-openstack-request-id: req-1fb3b10f-8139-4bd3-94c5-5c24c6d9a915 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:28.239959 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:28.240171 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fb3b10f-8139-4bd3-94c5-5c24c6d9a915 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:28.240547 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'code': 200} Jul 09 19:35:28.299979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-fd3e5df2-b909-4712-a5cc-afd15b8c9fed service neutron] 10.222.0.25 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171247 Jul 09 19:35:28.362525 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.382071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Transition to ACTIVE for port object 533a5063-6749-498e-8aeb-0198f30fc97b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:28.396671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14c46211-5ee1-47b6-91ef-3e0145a35ba7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:28.456221 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.524787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cbe20-4930-4e32-a613-306f7eaebe3f None None] Pushing event updated for resources: {'Port': ['ID=533a5063-6749-498e-8aeb-0198f30fc97b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:28.570772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Attempting to bind port 533a5063-6749-498e-8aeb-0198f30fc97b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:28.571364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Attempting to bind port 533a5063-6749-498e-8aeb-0198f30fc97b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:28.571831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Attempting to bind port 533a5063-6749-498e-8aeb-0198f30fc97b on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:28.584524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:28.585233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:28.585568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.586061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:28.586658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Bound port: 533a5063-6749-498e-8aeb-0198f30fc97b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:28.587143 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.601919 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.616271 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Transition to ACTIVE for port object 998d8205-d458-495b-a291-ab9e20a93c12 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:28.626468 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.632868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52cd940c-4b36-414c-907b-b26c3a07825f req-4c997687-7886-4100-a1d1-50f01abcd2f7 service neutron] 10.222.0.25 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245237 Jul 09 19:35:28.641856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] For port 533a5063-6749-498e-8aeb-0198f30fc97b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:28.645596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] For port 533a5063-6749-498e-8aeb-0198f30fc97b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=533a5063-6749-498e-8aeb-0198f30fc97b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:28.653269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.705429 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Pushing event updated for resources: {'Port': ['ID=998d8205-d458-495b-a291-ab9e20a93c12,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:28.719268 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.719614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.720000 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.720336 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.720717 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.721049 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.721409 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.721729 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.722049 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.722367 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.722684 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.722998 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:28.745519 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Attempting to bind port 998d8205-d458-495b-a291-ab9e20a93c12 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:28.745877 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Attempting to bind port 998d8205-d458-495b-a291-ab9e20a93c12 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:28.746244 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Attempting to bind port 998d8205-d458-495b-a291-ab9e20a93c12 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:28.761569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:28.765866 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:28.765866 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.767078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:28.767078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Bound port: 998d8205-d458-495b-a291-ab9e20a93c12, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:28.767380 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.818752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf481-4a36-4d2b-80e2-be7b9da8bda6 req-522ab477-155b-401f-9121-4d983bde919f tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:28.828479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cbe20-4930-4e32-a613-306f7eaebe3f None None] Pushing event updated for resources: {'Port': ['ID=533a5063-6749-498e-8aeb-0198f30fc97b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:28.829779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e5bf481-4a36-4d2b-80e2-be7b9da8bda6 req-522ab477-155b-401f-9121-4d983bde919f tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 949 time: 0.1957047 Jul 09 19:35:28.851265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.887817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:28.890766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:28.901664 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] For port 998d8205-d458-495b-a291-ab9e20a93c12, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:28.910180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] For port 998d8205-d458-495b-a291-ab9e20a93c12, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=998d8205-d458-495b-a291-ab9e20a93c12,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:28.923737 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:28.977535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5bcb8b63-c407-4fc8-90de-c84280e50399,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:28.978886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Allocated IP 172.20.0.1 (4449fc44-4f02-471f-af55-e3fe1eca25bc/687400a4-0dc9-4cb2-8ef4-c00a437da418/b4913431-4e28-42c2-85b5-74975d270d05) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:28.980375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:28.980749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.011638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e5bf481-4a36-4d2b-80e2-be7b9da8bda6 req-9c5b1e6e-1c1d-4926-b8a8-46a3dfc25aa9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786764 Jul 09 19:35:29.035954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.054386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-090bb927-3dd0-4d0c-a692-5194250cc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.061374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-090bb927-3dd0-4d0c-a692-5194250cc67f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=389e8e2a4b6a47d7a9c1e51f44019dc1&device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 1094 time: 0.1900885 Jul 09 19:35:29.082349 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:29.085641 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:29.101261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.116196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Transition to ACTIVE for port object b4913431-4e28-42c2-85b5-74975d270d05 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:29.169960 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b2f22-b029-4934-81b7-41baa476bcef None None] Pushing event updated for resources: {'Port': ['ID=998d8205-d458-495b-a291-ab9e20a93c12,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:29.212842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.253434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:29.266363 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:29.269573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-2892c578-13a9-47a7-b8da-7821cfca2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.272617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-2892c578-13a9-47a7-b8da-7821cfca2af1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50aac66-0a3e-4365-8bcf-5ca8d8840378 HTTP/1.1" status: 200 len: 922 time: 0.2057559 Jul 09 19:35:29.285428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:29.293846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:29.298504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:29.305074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:29.357268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:29.376772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-21ee3d1c-dc6f-4432-8430-73a8a029ae53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbda1032-d0bc-412e-81d9-4520a655c217 HTTP/1.1" status: 200 len: 217 time: 0.0766013 Jul 09 19:35:29.415325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.438505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705c42c-477a-4640-ab5e-0bd95fe8b6a5 req-371d4cb3-3307-482b-b6a2-f44ab71f18e7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.441251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 27daeb54-dadf-4e2c-ab32-5772726a37d2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:29.441596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 27daeb54-dadf-4e2c-ab32-5772726a37d2 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:29.446883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1705c42c-477a-4640-ab5e-0bd95fe8b6a5 req-371d4cb3-3307-482b-b6a2-f44ab71f18e7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 943 time: 0.6480081 Jul 09 19:35:29.448832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Pushing event updated for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:29.465359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e16b74-da8d-41f9-bcd4-0d0f029c0463 req-5cbdf0fe-0f78-4214-ae64-cc04c0ad0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.467402 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5e16b74-da8d-41f9-bcd4-0d0f029c0463 req-5cbdf0fe-0f78-4214-ae64-cc04c0ad0d19 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1100 time: 0.7921908 Jul 09 19:35:29.504168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef73c1-ec1b-4bad-9786-36f798f60fa3 req-5109c252-39e0-4e90-a25d-23ee34d4885f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.511586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42ef73c1-ec1b-4bad-9786-36f798f60fa3 req-5109c252-39e0-4e90-a25d-23ee34d4885f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 946 time: 0.2963345 Jul 09 19:35:29.540761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.545017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-4e1f085b-056c-4cac-bee5-48bdb7310baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:29.546545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-4e1f085b-056c-4cac-bee5-48bdb7310baf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c22c76a-42eb-42aa-b983-54dad64e2214 HTTP/1.1" status: 200 len: 861 time: 0.1636617 Jul 09 19:35:29.570126 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:25Z', 'revision_number': 3, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:29.603448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-767e05b8-435a-4804-82c1-82721db90e4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50aac66-0a3e-4365-8bcf-5ca8d8840378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494866 Jul 09 19:35:29.615034 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebdf1c0-93fa-4259-9fd1-a6469990e786 None None] The sync data for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 is: [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:25Z', 'revision_number': 3, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:29.625325 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42ef73c1-ec1b-4bad-9786-36f798f60fa3 req-9b98f15a-5e4b-4d21-9a1a-f8494c241517 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055315 Jul 09 19:35:29.635361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:24Z', 'revision_number': 3, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:29.664016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1705c42c-477a-4640-ab5e-0bd95fe8b6a5 req-3e9e3adf-82e4-47a9-a384-c6b9eef74c3e tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160804 Jul 09 19:35:29.673976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5e16b74-da8d-41f9-bcd4-0d0f029c0463 req-2ac97593-5255-4764-ae44-bbe47a1913dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970139 Jul 09 19:35:29.681869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fec11-4029-4619-ba78-cc9ca77841bc None None] The sync data for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 is: [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:24Z', 'revision_number': 3, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:29.714627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-49591696-f3b6-450a-a33c-ae9925434346 None None] Provisioning for port b4913431-4e28-42c2-85b5-74975d270d05 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:29.727876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-49591696-f3b6-450a-a33c-ae9925434346 None None] Provisioning complete for port b4913431-4e28-42c2-85b5-74975d270d05 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:29.728669 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49591696-f3b6-450a-a33c-ae9925434346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:29.781742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49591696-f3b6-450a-a33c-ae9925434346 None None] Port b4913431-4e28-42c2-85b5-74975d270d05 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:29.806338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-deleted', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:29.811004 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9eacc8-ebc9-4489-913a-351afd4dd772" -d '{"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-deleted", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:29.849732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-2bfc432b-0063-4801-b5c7-0a1d2c0ffdd6 service neutron] 10.222.0.25 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233319 Jul 09 19:35:29.948901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Allocated IP 172.20.0.1 (33392fb4-6bce-41a7-a272-53b75524c857/444797af-a1e8-45eb-aedb-575ceb0fe2a6/f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:29.995164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e680dbf-b9af-42f6-870e-740735d6a2d9 req-671f5bc8-c027-4755-b191-8e1c589ed5b5 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.1257248 Jul 09 19:35:30.150322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122fd63f-ff4a-48e6-9758-4d80950d37d1 req-584149ec-b2e2-4a8b-b035-4845b129a209 service neutron] 10.222.0.25 "GET /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914712 Jul 09 19:35:30.242764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:30.249035 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac457e6-1374-4560-8cd6-b064d09fc8eb" -d '{"events": [{"server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:30.295523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.344306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.424753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 533a5063-6749-498e-8aeb-0198f30fc97b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:30.485879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57100782-41ec-4bb4-b842-e7b8042d08e2 req-5552cbad-5021-4ec0-8ab9-6d93bc9b7e3e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:30.495110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57100782-41ec-4bb4-b842-e7b8042d08e2 req-5552cbad-5021-4ec0-8ab9-6d93bc9b7e3e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.5016420 Jul 09 19:35:30.540119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 533a5063-6749-498e-8aeb-0198f30fc97b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:30.548491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.550912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 533a5063-6749-498e-8aeb-0198f30fc97b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:30.551713 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.648837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.674674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 533a5063-6749-498e-8aeb-0198f30fc97b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=533a5063-6749-498e-8aeb-0198f30fc97b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:30.680105 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.681693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 998d8205-d458-495b-a291-ab9e20a93c12 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:30.739982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Network 33392fb4-6bce-41a7-a272-53b75524c857 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:30.744525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:30.759804 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9960f2-55ac-4358-8b88-596057753b40 x-openstack-request-id: req-8f9960f2-55ac-4358-8b88-596057753b40 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:30.760109 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2ca51-aa49-411d-a9e9-98396b712867", "name": "network-vif-deleted", "tag": "27daeb54-dadf-4e2c-ab32-5772726a37d2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:30.760368 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f9960f2-55ac-4358-8b88-596057753b40 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:30.760768 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2ca51-aa49-411d-a9e9-98396b712867', 'name': 'network-vif-deleted', 'tag': '27daeb54-dadf-4e2c-ab32-5772726a37d2', 'status': 'completed', 'code': 200} Jul 09 19:35:30.769420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57100782-41ec-4bb4-b842-e7b8042d08e2 req-ffe194a0-37eb-4091-bd06-aced33990edf tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662585 Jul 09 19:35:30.785402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 998d8205-d458-495b-a291-ab9e20a93c12 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:30.798378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 998d8205-d458-495b-a291-ab9e20a93c12 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:30.798875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.799413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:30.803124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:30.810076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=533a5063-6749-498e-8aeb-0198f30fc97b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:30.952755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.969735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.976031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:30.976875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.029797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 998d8205-d458-495b-a291-ab9e20a93c12, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=998d8205-d458-495b-a291-ab9e20a93c12,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:31.041390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.150563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=998d8205-d458-495b-a291-ab9e20a93c12,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:31.181696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.183576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Pushing event updated for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:31.346952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d038c2-daee-4d91-9920-5bd0df3ffe35 req-a1fc0734-4c58-4e33-9430-124fe1b96183 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:31.348602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8d038c2-daee-4d91-9920-5bd0df3ffe35 req-a1fc0734-4c58-4e33-9430-124fe1b96183 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.2863393 Jul 09 19:35:31.451562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.476973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8d038c2-daee-4d91-9920-5bd0df3ffe35 req-663988d1-77c3-4ef2-b2d1-8553bec218e8 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182418 Jul 09 19:35:31.479194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:31.482987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:31.551842 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cabc37-6517-4a3b-92b5-97c4d1b5c537 x-openstack-request-id: req-56cabc37-6517-4a3b-92b5-97c4d1b5c537 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:31.552306 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "name": "network-vif-plugged", "status": "completed", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:31.552844 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56cabc37-6517-4a3b-92b5-97c4d1b5c537 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:31.553341 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399', 'code': 200} Jul 09 19:35:31.637447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fb256cd1-0ebd-446f-88b5-d2048f8a21db req-303be857-306d-4f71-95dc-59cfae41af20 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc&device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.0720007 Jul 09 19:35:31.692023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dbda1032-d0bc-412e-81d9-4520a655c217 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:31.764626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b22d4-e6cc-4442-9fbc-d08f5a4ad9ea req-d394e68b-4679-42d1-a569-e1b6d81c1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:31.766159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef7b22d4-e6cc-4442-9fbc-d08f5a4ad9ea req-d394e68b-4679-42d1-a569-e1b6d81c1773 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 1101 time: 0.1125457 Jul 09 19:35:31.820508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef7b22d4-e6cc-4442-9fbc-d08f5a4ad9ea req-0d842600-cb89-4e1f-aa7c-4afd8b14dd02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Jul 09 19:35:31.837474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dbda1032-d0bc-412e-81d9-4520a655c217,segment=NetworkSegment(801fc246-f4f1-4975-971f-8a57da6d16f1),segment_id=801fc246-f4f1-4975-971f-8a57da6d16f1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:31.853673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'dbda1032-d0bc-412e-81d9-4520a655c217', 'network_id': 'd50aac66-0a3e-4365-8bcf-5ca8d8840378', 'port_id': 'dbda1032-d0bc-412e-81d9-4520a655c217', 'mac_address': 'fa:16:3e:3a:10:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c22c76a-42eb-42aa-b983-54dad64e2214', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:31.889455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Router 35b4674e-409a-425a-813b-33d5aeb79e6c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:35:31.891146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.906647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbda1032-d0bc-412e-81d9-4520a655c217 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:31.934832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5145c-f7b9-4634-b412-16bbc7f49f20 req-2a6c9f7d-32a9-4ac8-beb7-38f0ef11b6e7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:31.936230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dbda1032-d0bc-412e-81d9-4520a655c217,segment=NetworkSegment(801fc246-f4f1-4975-971f-8a57da6d16f1),segment_id=801fc246-f4f1-4975-971f-8a57da6d16f1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:31.936859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0d5145c-f7b9-4634-b412-16bbc7f49f20 req-2a6c9f7d-32a9-4ac8-beb7-38f0ef11b6e7 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 951 time: 0.0737448 Jul 09 19:35:31.939604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2adce95f-2fa3-4c92-999d-031a80d33582 None None] Provisioning complete for port b4913431-4e28-42c2-85b5-74975d270d05 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:31.940056 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2adce95f-2fa3-4c92-999d-031a80d33582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.942994 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:31.944329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd303b1b-2221-4c87-be53-0d185d77ef1a req-7483267f-0d39-4a01-8629-e34473f50a76 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:31.946017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd303b1b-2221-4c87-be53-0d185d77ef1a req-7483267f-0d39-4a01-8629-e34473f50a76 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 943 time: 0.1823695 Jul 09 19:35:31.976812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0d5145c-f7b9-4634-b412-16bbc7f49f20 req-83ec859c-6562-4fb9-8328-bd955c6a1a14 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Jul 09 19:35:32.006762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:32.017413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2adce95f-2fa3-4c92-999d-031a80d33582 None None] Port b4913431-4e28-42c2-85b5-74975d270d05 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:32.024209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:32.034806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:32.293697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 533a5063-6749-498e-8aeb-0198f30fc97b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:32.333704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d563bdae-8fc5-49c1-9b55-7b42452755e0 req-1bf26eb1-235f-45aa-b1b1-6081ca109eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b099fa5132d84fb79266672ae3674a94&device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0410140 Jul 09 19:35:32.372543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 533a5063-6749-498e-8aeb-0198f30fc97b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:32.373241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:32.386791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d563bdae-8fc5-49c1-9b55-7b42452755e0 req-1bda2747-a3e0-4f0b-ac40-e6a6f64eee54 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b099fa5132d84fb79266672ae3674a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386095 Jul 09 19:35:32.400339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['dbda1032-d0bc-412e-81d9-4520a655c217'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:32.431571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd303b1b-2221-4c87-be53-0d185d77ef1a req-24d92506-9fc4-40bb-b52b-a4ddcdd9ffb6 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476981 Jul 09 19:35:32.498983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:32.506680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:32.527183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:32.584500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 998d8205-d458-495b-a291-ab9e20a93c12 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:32.586371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2fae053a-e5a5-42c2-bc94-2b7a2ad8b228 admin admin] 10.222.0.10 "PUT /v2.0/routers/35b4674e-409a-425a-813b-33d5aeb79e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9883983 Jul 09 19:35:32.651954 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9268134-55fc-4c46-a6bc-3eda422d618a req-5d925a70-d186-4be1-9eb2-66aa2f7271ab tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0452046 Jul 09 19:35:32.735131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Network 33392fb4-6bce-41a7-a272-53b75524c857 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:32.738658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:32.973184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 998d8205-d458-495b-a291-ab9e20a93c12 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:32.974881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:32.984693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d8b7-27c9-4036-aec5-2da47bd7a76d req-b4ab9edf-79b7-4160-9f15-7997a3ff7173 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:32.986376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7217d8b7-27c9-4036-aec5-2da47bd7a76d req-b4ab9edf-79b7-4160-9f15-7997a3ff7173 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.1623161 Jul 09 19:35:33.019608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:35:33.042756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7217d8b7-27c9-4036-aec5-2da47bd7a76d req-cc3c3c91-ba4d-4fdd-8361-18548436befc tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Jul 09 19:35:33.220335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:33.222300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bdae-8fc5-49c1-9b55-7b42452755e0 req-150b6c0e-5145-4dda-ab29-b1e3e227dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:33.222300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d563bdae-8fc5-49c1-9b55-7b42452755e0 req-150b6c0e-5145-4dda-ab29-b1e3e227dcd0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7462990 Jul 09 19:35:33.222978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ae5b9c87-b961-4791-b504-b53cbf88a873 admin admin] 10.222.0.10 "PUT /v2.0/routers/20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1597314 Jul 09 19:35:33.223091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Sync routers for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:33.223091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:33.223091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:33.223386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d220aa-1123-4e27-84f4-e72798e84c62 req-692ba1cd-ec61-46a1-92e7-cc3dc33ea8b8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:33.223386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3d220aa-1123-4e27-84f4-e72798e84c62 req-692ba1cd-ec61-46a1-92e7-cc3dc33ea8b8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.8103812 Jul 09 19:35:33.243779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-76ac440d-bf92-493d-ba5b-610c8b3bfbd4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:33.246966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-76ac440d-bf92-493d-ba5b-610c8b3bfbd4 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 951 time: 0.1595621 Jul 09 19:35:33.280357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3d220aa-1123-4e27-84f4-e72798e84c62 req-aed7e763-b985-4e60-bf3d-4e7fc90ff289 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Jul 09 19:35:33.359844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:33.410843 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Sync routers for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:33.433863 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:33.435016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:33.484278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb65e-f3cd-41e7-9e15-18681026cfab req-23dd89ea-ed94-42cb-b3f8-d9774cec0085 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:33.503299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c54bb65e-f3cd-41e7-9e15-18681026cfab req-23dd89ea-ed94-42cb-b3f8-d9774cec0085 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c HTTP/1.1" status: 200 len: 951 time: 0.2085199 Jul 09 19:35:33.544907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:33.570272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Deleting port 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:33.571037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.573756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-network', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:33.612938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Made reservation on behalf of 23f53f3bd3bc447486fa2b5cdc0925c8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:33.616115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.618044 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:33.644559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.701921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c54bb65e-f3cd-41e7-9e15-18681026cfab req-7068a468-3be0-43d9-9f0c-225ba1d62aac tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876328 Jul 09 19:35:33.734986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 2, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:33.785383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Checking router: 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:33.786126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Updating router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:33.794782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] For port 16bca2ad-0d46-459a-a119-707a4bf796e5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16bca2ad-0d46-459a-a119-707a4bf796e5,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:33.795453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.817367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Calling delete_port for 16bca2ad-0d46-459a-a119-707a4bf796e5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:33.819941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.897493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.907191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcd19-d95d-4e04-bda8-5b66c618e9f1 req-c4650040-baf8-4bcd-b207-a16b0c657a6d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:33.914354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db1fcd19-d95d-4e04-bda8-5b66c618e9f1 req-c4650040-baf8-4bcd-b207-a16b0c657a6d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2873015 Jul 09 19:35:33.925213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:29Z', 'revision_number': 4, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b4913431-4e28-42c2-85b5-74975d270d05', 'name': '', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'mac_address': 'fa:16:3e:eb:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:28Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 2, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'subnets': [{'id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:33.943422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.954783 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Checking router: 35b4674e-409a-425a-813b-33d5aeb79e6c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:33.956745 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Updating router 35b4674e-409a-425a-813b-33d5aeb79e6c port b4913431-4e28-42c2-85b5-74975d270d05 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:33.962112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:33.974957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db1fcd19-d95d-4e04-bda8-5b66c618e9f1 req-cd5334b7-6c1e-4e63-b2e1-1f4eb5bf6158 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Jul 09 19:35:33.975488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:33.976135 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Added segment 33b64b7f-0de5-4c83-b4e9-2c8674ada206 of type vlan for network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 Jul 09 19:35:34.048152 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.054754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.061426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.062810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dde630-434a-40a5-a0f7-b7ba44753e8a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:34.084299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55', 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:34.108059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c423-d262-466c-84de-425983e55c46 req-0fc98d92-caaa-44a0-953d-914ab5117f92 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:34.127541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecf6c423-d262-466c-84de-425983e55c46 req-0fc98d92-caaa-44a0-953d-914ab5117f92 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 944 time: 0.2273247 Jul 09 19:35:34.175059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event deleted for resources: {'Port': ['ID=16bca2ad-0d46-459a-a119-707a4bf796e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:34.185814 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.186808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:34.187423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.229656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] No DVR routers for this DVR port 16bca2ad-0d46-459a-a119-707a4bf796e5 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:34.239283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.243338 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2d1e683-5fcb-476c-8cf4-b46f256f7773 req-bbc959df-34a2-4a41-a029-ff950ab6436f tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.25 "DELETE /v2.0/ports/16bca2ad-0d46-459a-a119-707a4bf796e5 HTTP/1.1" status: 204 len: 173 time: 0.9767807 Jul 09 19:35:34.243533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-deleted', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:34.252749 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd24631-29da-49fd-9e24-6d221ba7ea36" -d '{"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-deleted", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:34.293062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] Pushing event updated for resources: {'Network': ['ID=b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:34.302229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4d2f606a-f5a5-46f0-b226-dd5224c95dde admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7520378 Jul 09 19:35:34.304965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:34.311231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Request body: {'subnet': {'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-subnet', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:34.334556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecf6c423-d262-466c-84de-425983e55c46 req-1b40d4a1-c4a6-42eb-973d-860f40273e46 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048154 Jul 09 19:35:34.345264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Made reservation on behalf of 23f53f3bd3bc447486fa2b5cdc0925c8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:34.347903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.382253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:34.435827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.468913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Transition to ACTIVE for port object f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:34.491150 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.573503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc184c-44c2-4de1-ab68-761f446bddfc None None] Pushing event updated for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:34.619687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d212080-d634-46e0-bd63-520df0edd872 req-05092b62-8d16-4e0a-9862-bf897da2d646 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0659058 Jul 09 19:35:34.727738 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.732804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Attempting to bind port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:34.733927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Attempting to bind port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:34.734433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Attempting to bind port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 on network 33392fb4-6bce-41a7-a272-53b75524c857 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:34.744197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:34.744754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Checking segment: {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:34.745385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.745914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Bound using segment: {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:34.747212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Bound port: f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:34.747807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.754162 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Transition to ACTIVE for port object b4913431-4e28-42c2-85b5-74975d270d05 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:34.766245 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.773547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d563bdae-8fc5-49c1-9b55-7b42452755e0 req-acd21a71-55d2-4ea6-8840-f06421b93e36 tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bbdf4bd-bd48-459d-9523-0b27007d14fc HTTP/1.1" status: 200 len: 210 time: 0.0855346 Jul 09 19:35:34.799472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-02a1bce2-5f6b-4eb1-8140-50c34b15499c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:34.812336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-02a1bce2-5f6b-4eb1-8140-50c34b15499c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 820 time: 0.2710867 Jul 09 19:35:34.893274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] For port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:34.898959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] For port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:34.903838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-66ae4e4b-7a58-405c-b37f-9200e26bd4e7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/quotas/655a92f7d7b54600860e67231e0609f2 HTTP/1.1" status: 200 len: 375 time: 0.0406988 Jul 09 19:35:34.912137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.923308 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b912ba-ad7a-450a-a318-41699c7e1358 None None] Pushing event updated for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:34.934619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Attempting to bind port b4913431-4e28-42c2-85b5-74975d270d05 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:34.935226 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Attempting to bind port b4913431-4e28-42c2-85b5-74975d270d05 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:34.935757 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Attempting to bind port b4913431-4e28-42c2-85b5-74975d270d05 on network 4449fc44-4f02-471f-af55-e3fe1eca25bc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:34.954918 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:34.955301 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Checking segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:34.955689 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.956078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Bound using segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:34.956553 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Bound port: b4913431-4e28-42c2-85b5-74975d270d05, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:34.956954 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.968541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:34.991560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc184c-44c2-4de1-ab68-761f446bddfc None None] Pushing event updated for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:35.025894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:35.026744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:35.071639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] For port b4913431-4e28-42c2-85b5-74975d270d05, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:35.077936 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] For port b4913431-4e28-42c2-85b5-74975d270d05, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b4913431-4e28-42c2-85b5-74975d270d05,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:35.085213 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:35.088028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbd8865-731c-4637-b382-ace15fdfc604,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:35.194501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b912ba-ad7a-450a-a318-41699c7e1358 None None] Pushing event updated for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:35.210820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Checking segment: {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:35.211187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Network hostable DHCP agents. Network: b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:35:35.223212 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:35.224323 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:35.226340 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-d8f071e1-ecd4-4216-821b-dfc309c5f9cc tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3060536 Jul 09 19:35:35.275148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:35.423184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:35:35.438878 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:35.449164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-e93a83a1-fa79-4df0-aee8-c67b858713cf service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218568 Jul 09 19:35:35.450727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:35.455488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:35.456529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:35.472275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d465437-216e-4d18-8022-79b6d2c19b49 None None] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:35.593629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7975b621-5741-4ea1-b39a-62dcf031708e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2849736 Jul 09 19:35:35.603281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:35.638832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:35.650253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-389ff76e-6142-41e4-a1b5-66d7cd7e4812 service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889436 Jul 09 19:35:35.729588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee129b5-7dd4-4bc5-b492-af0ed9a01399 req-264ed7bb-ac55-46b5-a708-06aa566c12e5 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:35.739462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:35.739958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fee129b5-7dd4-4bc5-b492-af0ed9a01399 req-264ed7bb-ac55-46b5-a708-06aa566c12e5 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.1558490 Jul 09 19:35:35.741601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dbda1032-d0bc-412e-81d9-4520a655c217 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:35.744440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:35.745994 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:35.839738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:35.865415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:29Z', 'revision_number': 4, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b4913431-4e28-42c2-85b5-74975d270d05', 'name': '', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'mac_address': 'fa:16:3e:eb:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:28Z', 'updated_at': '2021-07-09T19:35:35Z', 'revision_number': 4, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'subnets': [{'id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:35.965794 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665678-531d-4eba-a1c3-b51885923723 None None] The sync data for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 is: [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:35:29Z', 'revision_number': 4, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b4913431-4e28-42c2-85b5-74975d270d05', 'name': '', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'mac_address': 'fa:16:3e:eb:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:28Z', 'updated_at': '2021-07-09T19:35:35Z', 'revision_number': 4, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'subnets': [{'id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:35.999715 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333dbb3b-3a8f-4467-82ba-f610a485e3d2 x-openstack-request-id: req-333dbb3b-3a8f-4467-82ba-f610a485e3d2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:36.000313 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c", "name": "network-vif-deleted", "tag": "16bca2ad-0d46-459a-a119-707a4bf796e5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:36.000811 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-333dbb3b-3a8f-4467-82ba-f610a485e3d2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:36.001512 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d6e0f5-b82a-47a4-b8ca-3eb0f1af027c', 'name': 'network-vif-deleted', 'tag': '16bca2ad-0d46-459a-a119-707a4bf796e5', 'status': 'completed', 'code': 200} Jul 09 19:35:36.034493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fee129b5-7dd4-4bc5-b492-af0ed9a01399 req-76c4145f-ac90-4c1d-8af9-c6cabdc1ce4b tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882593 Jul 09 19:35:36.037384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port dbda1032-d0bc-412e-81d9-4520a655c217 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:36.076687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port dbda1032-d0bc-412e-81d9-4520a655c217 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:36.077077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.094305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:35:36.094997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.212657 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.235521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:34Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:36.416517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b4913431-4e28-42c2-85b5-74975d270d05 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:36.417328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c85cd-1cc8-4d49-a6e7-b4cbc3da6b2a req-1690e626-2b3b-4754-b6f0-d3c9c42a802c tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:36.419701 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be6c85cd-1cc8-4d49-a6e7-b4cbc3da6b2a req-1690e626-2b3b-4754-b6f0-d3c9c42a802c tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 944 time: 0.0740829 Jul 09 19:35:36.433192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4000d878-947b-4f86-8fb4-3ed92b09ecca None None] The sync data for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 is: [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:34Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:36.444065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:36.473335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be6c85cd-1cc8-4d49-a6e7-b4cbc3da6b2a req-76115983-7f36-49d2-a19b-5ee8aa212b2c tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Jul 09 19:35:36.478963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d25b03-d9df-4c42-95ce-5dc3c4fdb816 req-6e351803-5f29-48df-9cb1-4befd6071bdf tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:36.487862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91d25b03-d9df-4c42-95ce-5dc3c4fdb816 req-6e351803-5f29-48df-9cb1-4befd6071bdf tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1466548 Jul 09 19:35:36.555121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'd2c67698-534f-4217-8083-1c0870395ef0', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': 'd2c67698-534f-4217-8083-1c0870395ef0', 'mac_address': 'fa:16:3e:8a:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:36.583918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91d25b03-d9df-4c42-95ce-5dc3c4fdb816 req-4542d0d2-5d0a-447e-a79b-bf225e1f8ff2 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950832 Jul 09 19:35:36.658486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.722033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dbda1032-d0bc-412e-81d9-4520a655c217,segment=NetworkSegment(801fc246-f4f1-4975-971f-8a57da6d16f1),segment_id=801fc246-f4f1-4975-971f-8a57da6d16f1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:36.756625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:36.759269 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbee7c7-d862-45f3-a84e-587e4001c0e6" -d '{"events": [{"server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "name": "network-vif-plugged", "status": "completed", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:36.768108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.770076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:36.848979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Allocated IP 172.20.0.2 (b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8/dbbd8865-731c-4637-b382-ace15fdfc604/2c0223e4-7ece-46dc-9371-19e49a15466f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:36.859702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36015081-0ed9-43d4-90f3-727ce8527dbf req-abcc47a0-5da2-47d8-8a8e-0360ae2312d8 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 210 time: 0.0993161 Jul 09 19:35:36.865023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:36.924155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.073580 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.085616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Transition to ACTIVE for port object 2c0223e4-7ece-46dc-9371-19e49a15466f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:37.108893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Transition to ACTIVE for port object 2c0223e4-7ece-46dc-9371-19e49a15466f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:37.119007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.141112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Allocated IP 172.25.3.73 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0875ab64-9b0b-4003-b1bd-5a62c7ef3987) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:37.165265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.189617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 16bca2ad-0d46-459a-a119-707a4bf796e5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:37.189957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16bca2ad-0d46-459a-a119-707a4bf796e5 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:37.211415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2c67698-534f-4217-8083-1c0870395ef0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:37.247784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:37.250200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b4913431-4e28-42c2-85b5-74975d270d05 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:37.257985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b4913431-4e28-42c2-85b5-74975d270d05 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:37.258561 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.266330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:37.268812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:37.273517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:37.309270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:37.329162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.341000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.392501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.454353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:37.458165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:37.463903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:37.473165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['d2c67698-534f-4217-8083-1c0870395ef0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:37.478705 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4ea4d3-4e1d-46f2-9513-792f54a782ba x-openstack-request-id: req-ee4ea4d3-4e1d-46f2-9513-792f54a782ba {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:37.478995 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "name": "network-vif-plugged", "status": "completed", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:37.479251 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee4ea4d3-4e1d-46f2-9513-792f54a782ba {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:37.479637 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217', 'code': 200} Jul 09 19:35:37.501185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Pushing event updated for resources: {'Port': ['ID=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:37.538302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Pushing event updated for resources: {'Port': ['ID=2c0223e4-7ece-46dc-9371-19e49a15466f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:37.635345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:37.649177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Attempting to bind port 2c0223e4-7ece-46dc-9371-19e49a15466f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:37.649561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Attempting to bind port 2c0223e4-7ece-46dc-9371-19e49a15466f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:37.649934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Attempting to bind port 2c0223e4-7ece-46dc-9371-19e49a15466f on network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:37.701079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df412968-f7c9-4e6b-8712-a99647911774 req-0fbdaccc-a1bf-476d-9af6-7b473ac20ea8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b099fa5132d84fb79266672ae3674a94&device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.0554945 Jul 09 19:35:37.719521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:37.719903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Checking segment: {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:37.720314 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.720712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Bound using segment: {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:37.721227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Bound port: 2c0223e4-7ece-46dc-9371-19e49a15466f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:37.721616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.739465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df412968-f7c9-4e6b-8712-a99647911774 req-bb35b2ca-87e7-42eb-8fff-06018a52270a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b099fa5132d84fb79266672ae3674a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284886 Jul 09 19:35:37.804845 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.955375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:37.964268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a5dc1-76e0-4af7-9541-f24b2eae85f9 req-73541abd-8194-47f1-83b6-186581f01317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:37.967783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b4a5dc1-76e0-4af7-9541-f24b2eae85f9 req-73541abd-8194-47f1-83b6-186581f01317 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 1096 time: 0.3971438 Jul 09 19:35:38.035481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ed90e-a3f1-46ac-8386-c81f1907bb70 req-83a863a2-5449-4917-89c9-e855d523a58c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.038409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f80ed90e-a3f1-46ac-8386-c81f1907bb70 req-83a863a2-5449-4917-89c9-e855d523a58c tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.2186499 Jul 09 19:35:38.039569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b4913431-4e28-42c2-85b5-74975d270d05, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b4913431-4e28-42c2-85b5-74975d270d05,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:38.045745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca28b2-7972-4a86-8539-2e97120aa89a req-c7b09ca7-09bb-4012-9498-76ee2dbbadc9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.047331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2ca28b2-7972-4a86-8539-2e97120aa89a req-c7b09ca7-09bb-4012-9498-76ee2dbbadc9 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.3658860 Jul 09 19:35:38.060076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] For port 2c0223e4-7ece-46dc-9371-19e49a15466f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:38.064574 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.068454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] For port 2c0223e4-7ece-46dc-9371-19e49a15466f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2c0223e4-7ece-46dc-9371-19e49a15466f,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:38.108718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412968-f7c9-4e6b-8712-a99647911774 req-e189aa6a-96ba-4174-aad4-5b70a77c90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.113786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df412968-f7c9-4e6b-8712-a99647911774 req-e189aa6a-96ba-4174-aad4-5b70a77c90e9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3655438 Jul 09 19:35:38.161683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b4a5dc1-76e0-4af7-9541-f24b2eae85f9 req-e91d6203-768a-41d7-81fd-54fbed18c173 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743844 Jul 09 19:35:38.169569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:38.176641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.178960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2ca28b2-7972-4a86-8539-2e97120aa89a req-0ef6e5eb-1502-424d-9ae9-89d569592491 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244962 Jul 09 19:35:38.312169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f849a9-19e1-4531-b207-acbe1ce54ba1 None None] Pushing event updated for resources: {'Port': ['ID=2c0223e4-7ece-46dc-9371-19e49a15466f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:38.390845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f80ed90e-a3f1-46ac-8386-c81f1907bb70 req-baab11d2-d848-4d2e-b055-3fa26e26d20d tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419658 Jul 09 19:35:38.437362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.494257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-fedd7c1c-db7f-4d88-98ee-27718f4b6c56 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.495844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-fedd7c1c-db7f-4d88-98ee-27718f4b6c56 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 820 time: 0.4177728 Jul 09 19:35:38.528922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'port': {'device_id': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'admin_state_up': True, 'tenant_id': '655a92f7d7b54600860e67231e0609f2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:38.546443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b4913431-4e28-42c2-85b5-74975d270d05 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:38.660740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b4913431-4e28-42c2-85b5-74975d270d05 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:38.661117 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.667649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b59e-a434-4f60-8cbb-fa67db63d954 req-97f560cd-5bfc-4daf-9d49-37dda24c70a8 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.669909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d73b59e-a434-4f60-8cbb-fa67db63d954 req-97f560cd-5bfc-4daf-9d49-37dda24c70a8 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 945 time: 0.2209330 Jul 09 19:35:38.792332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Router 976a64e0-25a1-4f82-8ac2-724184883d90 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:35:38.807083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:38.812540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d73b59e-a434-4f60-8cbb-fa67db63d954 req-b70daaa7-d1da-4c62-af05-0c55779d2830 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270385 Jul 09 19:35:38.829863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fa44c-7b47-4f23-b1c5-f5e10a3f1d20 req-55510fb4-c879-478e-b115-58c77980db2c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:38.839277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd1fa44c-7b47-4f23-b1c5-f5e10a3f1d20 req-55510fb4-c879-478e-b115-58c77980db2c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1387651 Jul 09 19:35:38.873988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Made reservation on behalf of 655a92f7d7b54600860e67231e0609f2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:38.877641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.908580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:38.923567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:38.935557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:38.977842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd1fa44c-7b47-4f23-b1c5-f5e10a3f1d20 req-d2672afd-1e9a-4c4b-95a3-9dda5bd48edf tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373827 Jul 09 19:35:39.063088 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.064776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a14139bb-c2f8-4af4-a458-e2dfdae64225 req-34dcf1a4-2dbb-4b07-9ddc-8ca2e3180c1a tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.0440192 Jul 09 19:35:39.103830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:39.112643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Allocated IP 172.20.0.7 (33392fb4-6bce-41a7-a272-53b75524c857/444797af-a1e8-45eb-aedb-575ceb0fe2a6/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:39.119416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Sync routers for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:39.148651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.150616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-492293f2-fcbc-4d4a-bee1-b57848d9c917 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5467823 Jul 09 19:35:39.154275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:39.159997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:39.168121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.180718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:39.181753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:39.207262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bab29ea-8d99-4197-bad3-9badfc049017 req-9a4d4fda-0c10-46ef-9551-3cc2668748b3 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 210 time: 0.0593450 Jul 09 19:35:39.299337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-b232494c-4989-4521-a6b8-20f99ee0cebf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:39.301379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-b232494c-4989-4521-a6b8-20f99ee0cebf tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.1980643 Jul 09 19:35:39.361641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:39.408143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:39.601856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.670834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:37Z', 'revision_number': 3, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:39.723162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.724170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Checking router: 976a64e0-25a1-4f82-8ac2-724184883d90 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:39.724646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Updating router 976a64e0-25a1-4f82-8ac2-724184883d90 port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:39.762514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df412968-f7c9-4e6b-8712-a99647911774 req-b2e6f093-e606-47ae-899b-11e8b51d040c tempest-ServerShowV247Test-1978142256 tempest-ServerShowV247Test-1978142256-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbd0241e-f89d-4344-9ff5-fcd24e559b54 HTTP/1.1" status: 200 len: 210 time: 0.0828974 Jul 09 19:35:39.765413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:39.849695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.930245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Deleting port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:39.930833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:39.956092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:39.968279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58e547-3cbb-4ae2-8974-5c3c7d56428e req-5184b05a-8f5a-45a5-993b-a5c455ae93a1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:39.976283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b58e547-3cbb-4ae2-8974-5c3c7d56428e req-5184b05a-8f5a-45a5-993b-a5c455ae93a1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.2951024 Jul 09 19:35:40.048580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b58e547-3cbb-4ae2-8974-5c3c7d56428e req-1e45b5bc-f604-49df-af2c-c6e0b2f91f5b tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 Jul 09 19:35:40.106626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port d2c67698-534f-4217-8083-1c0870395ef0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:40.107162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.161936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] For port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:40.162769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.185834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Network 33392fb4-6bce-41a7-a272-53b75524c857 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:40.192014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:40.194901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:40.269653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2522c2e-e050-44c4-b17e-0dd7c84d659d None None] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:35:40.270746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:40.271399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.274907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Calling delete_port for b04e7bcb-4d2f-43cb-99ed-c97a3fae431e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:40.321740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9065c-b0aa-4e38-8cee-5c6ececac18d req-8f453ebb-0cec-423e-b95f-87b7bf9c109b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:40.330998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7fa9065c-b0aa-4e38-8cee-5c6ececac18d req-8f453ebb-0cec-423e-b95f-87b7bf9c109b tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 949 time: 0.6752510 Jul 09 19:35:40.361399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dfcde-ff33-4ae9-924d-608649beea43 req-714f0dc8-e8f2-42ae-a693-c4e92b360b42 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:40.372287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-423dfcde-ff33-4ae9-924d-608649beea43 req-714f0dc8-e8f2-42ae-a693-c4e92b360b42 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 945 time: 0.1482210 Jul 09 19:35:40.391290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-9ed76779-21a3-4751-be96-2162ea3c20a4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8779829 Jul 09 19:35:40.405632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Request body: {'port': {'device_id': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:40.421969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-143bf165-403a-41a0-bf4c-09baf9694d1a None None] Provisioning for port 2c0223e4-7ece-46dc-9371-19e49a15466f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:40.505209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2c0223e4-7ece-46dc-9371-19e49a15466f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:40.546971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-423dfcde-ff33-4ae9-924d-608649beea43 req-8bdfd78c-22fe-4954-8289-e1b696a68beb tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757877 Jul 09 19:35:40.594102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.612811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7fa9065c-b0aa-4e38-8cee-5c6ececac18d req-d1170a23-86de-429b-a967-60536187ca44 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807903 Jul 09 19:35:40.616459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.659734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.841100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:40.843551 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e6c09-92c6-4025-bc96-92dbc2bbd06b" -d '{"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-plugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:40.852006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2c0223e4-7ece-46dc-9371-19e49a15466f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:40.871193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:40.879706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2c0223e4-7ece-46dc-9371-19e49a15466f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:40.880085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:40.889686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.011586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Allocated IP 172.20.0.1 (b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8/dbbd8865-731c-4637-b382-ace15fdfc604/c16f0ddf-0a93-4ab0-98fd-a5746be6bae4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:35:41.021916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665135-d9b0-4032-b59b-1215ebc4c322 req-fa8df605-09d2-49d3-890e-92629449b3dc tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:41.023951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf665135-d9b0-4032-b59b-1215ebc4c322 req-fa8df605-09d2-49d3-890e-92629449b3dc tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1812201 Jul 09 19:35:41.046727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.067519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['648433a1-baaa-4ad0-b2cf-523c07644b55'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:41.081773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:41.092636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event deleted for resources: {'Port': ['ID=b04e7bcb-4d2f-43cb-99ed-c97a3fae431e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:41.105538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.106097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.106624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.107116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.107626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.108130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.108628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.109122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.109626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.110110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.110614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.111139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:41.116589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-e8ae902e-6900-4a3f-b73a-7974953b5eba tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:41.124582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-e8ae902e-6900-4a3f-b73a-7974953b5eba tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 1101 time: 0.2463639 Jul 09 19:35:41.143391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf665135-d9b0-4032-b59b-1215ebc4c322 req-dbc5ad30-de99-4ed3-8474-798d3d9ff8c0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036685 Jul 09 19:35:41.175421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.200135 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-67f0ba93-2108-4658-a312-057f4cd8b1a3 tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.220827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Transition to ACTIVE for port object 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:41.230128 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.237164 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.296057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.326203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Transition to ACTIVE for port object c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:41.379757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.404779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:41.426567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] No DVR routers for this DVR port b04e7bcb-4d2f-43cb-99ed-c97a3fae431e on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:41.431727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.434699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5d3a3be-51de-456b-9044-c3cfc82add80 req-c2422b8a-7c97-4e92-84f4-8cbed7d7468e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "DELETE /v2.0/ports/b04e7bcb-4d2f-43cb-99ed-c97a3fae431e HTTP/1.1" status: 204 len: 173 time: 2.1196082 Jul 09 19:35:41.442270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-deleted', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:41.444868 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e6cc9-044e-4cef-93b1-f938f0f0c16d" -d '{"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-deleted", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:41.448150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Attempting to bind port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:41.450053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Attempting to bind port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:41.452963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Attempting to bind port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:41.457156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-67f0ba93-2108-4658-a312-057f4cd8b1a3 tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.468138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:41.471908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:41.479572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:35:41.495073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-67f0ba93-2108-4658-a312-057f4cd8b1a3 tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.517048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd10438-7896-4f9c-bf52-887d37fbec20 None None] Pushing event updated for resources: {'Port': ['ID=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:41.537381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 2c0223e4-7ece-46dc-9371-19e49a15466f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2c0223e4-7ece-46dc-9371-19e49a15466f,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:41.550258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: b04e7bcb-4d2f-43cb-99ed-c97a3fae431e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:41.550750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b04e7bcb-4d2f-43cb-99ed-c97a3fae431e not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:41.560342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:41.560885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:41.561424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.561918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:41.562542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Bound port: 0875ab64-9b0b-4003-b1bd-5a62c7ef3987, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:41.563019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.567120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.570277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:41.633738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.689652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa2d6466-dfe4-471f-9a92-112c37c5400a req-67f0ba93-2108-4658-a312-057f4cd8b1a3 tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514736 Jul 09 19:35:41.762716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Pushing event updated for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:41.865001 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e03258-b708-40c6-9081-f99a24bab651 x-openstack-request-id: req-d0e03258-b708-40c6-9081-f99a24bab651 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:41.865969 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-plugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:41.866411 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0e03258-b708-40c6-9081-f99a24bab651 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:41.867484 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0', 'code': 200} Jul 09 19:35:41.887205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0ba93-2108-4658-a312-057f4cd8b1a3 tempest-LiveMigrationNegativeTest-1948964213 tempest-LiveMigrationNegativeTest-1948964213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23768554-bfa3-4705-8fe5-459c7781b4bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:41.943090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:41.969122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-87217999-3ba1-494d-afd5-1b263f4adfc1 None None] Provisioning complete for port 2c0223e4-7ece-46dc-9371-19e49a15466f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:41.969688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87217999-3ba1-494d-afd5-1b263f4adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:41.979495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.032241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Transition to ACTIVE for port object 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:42.037818 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f7de3-6999-4656-94b0-c66b059d9038 x-openstack-request-id: req-840f7de3-6999-4656-94b0-c66b059d9038 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:42.039640 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd36d0-f889-45d5-a74a-6fab6742bf13", "name": "network-vif-deleted", "tag": "b04e7bcb-4d2f-43cb-99ed-c97a3fae431e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:42.040492 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-840f7de3-6999-4656-94b0-c66b059d9038 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:42.041219 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd36d0-f889-45d5-a74a-6fab6742bf13', 'name': 'network-vif-deleted', 'tag': 'b04e7bcb-4d2f-43cb-99ed-c97a3fae431e', 'status': 'completed', 'code': 200} Jul 09 19:35:42.044833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.051087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=2c0223e4-7ece-46dc-9371-19e49a15466f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:42.085917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] For port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:42.096057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] For port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:42.102994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:42.103419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.160496 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.211608 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.237947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf2c7-d5a4-4f63-8968-8ed080258c52 req-278eb312-0509-46d6-8b1e-bc406d7dd69d tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:42.251855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2daaf2c7-d5a4-4f63-8968-8ed080258c52 req-278eb312-0509-46d6-8b1e-bc406d7dd69d tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 931 time: 0.5039942 Jul 09 19:35:42.334345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:42.335778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:42.341978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:42.378650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2daaf2c7-d5a4-4f63-8968-8ed080258c52 req-036f2cd6-51ab-46d0-bb32-90d570e366ef tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251266 Jul 09 19:35:42.459469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:42.550586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3575b0d1-1ee2-4854-b226-1618a6694ead req-f5868cce-134c-4ecc-b948-370c0f308f1e tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bcd36d0-f889-45d5-a74a-6fab6742bf13 HTTP/1.1" status: 200 len: 210 time: 0.2040839 Jul 09 19:35:42.618050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Attempting to bind port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:42.618530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Attempting to bind port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:42.618752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Attempting to bind port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 on network 33392fb4-6bce-41a7-a272-53b75524c857 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:42.631158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:42.641938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 on network 33392fb4-6bce-41a7-a272-53b75524c857 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:35:42.642283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Attempting to bind port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 on network 33392fb4-6bce-41a7-a272-53b75524c857 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:42.656204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:42.656491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Checking segment: {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:42.656671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Bound using segment: {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:42.660694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Bound port: 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:42.661413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.768790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c2d9-cabd-46b5-9ba8-5c9c3c35afee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.806512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd10438-7896-4f9c-bf52-887d37fbec20 None None] Pushing event updated for resources: {'Port': ['ID=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:42.852285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:42.858100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:42.864883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.878438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2c0223e4-7ece-46dc-9371-19e49a15466f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:42.892618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.907860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.926067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:42.926836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:42.928286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] 10.222.0.59 "PUT /v2.0/ports/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 1091 time: 2.5295017 Jul 09 19:35:42.959692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:43.092216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e5836706-91fe-4045-99dd-0aeefc16d2bc None None] Provisioning for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:43.104913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a834f30-76c6-4984-be13-082b69108b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:43.114359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e5836706-91fe-4045-99dd-0aeefc16d2bc None None] Provisioning complete for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:43.114815 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5836706-91fe-4045-99dd-0aeefc16d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:43.131120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Pushing event updated for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:43.190630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-12bb5684-f85a-49d8-af85-caa547e3079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:43.192174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-12bb5684-f85a-49d8-af85-caa547e3079d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1094 time: 0.1869044 Jul 09 19:35:43.234083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e5836706-91fe-4045-99dd-0aeefc16d2bc None None] Port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:43.259008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2c0223e4-7ece-46dc-9371-19e49a15466f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:43.259781 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:43.295176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-53de8d63-653d-425b-a6fe-4f3d31cb4421 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0938556 Jul 09 19:35:43.373421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9840d-d48b-499d-b6f1-6d488df45b36 req-fd4895f1-04e1-440b-8afa-5e66aee96bc5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:43.387231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2db9840d-d48b-499d-b6f1-6d488df45b36 req-fd4895f1-04e1-440b-8afa-5e66aee96bc5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.5954075 Jul 09 19:35:43.415803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:35:43.442973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-f9fe661e-4920-4ad6-a85a-c21ffe8ea84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:43.445037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-f9fe661e-4920-4ad6-a85a-c21ffe8ea84f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.1438353 Jul 09 19:35:43.480773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.481148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.481503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.481844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.482579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.482922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.483256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.483586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.483917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.484243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.484896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.485276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:35:43.506963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c16f0ddf-0a93-4ab0-98fd-a5746be6bae4', 'name': '', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'mac_address': 'fa:16:3e:95:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:40Z', 'updated_at': '2021-07-09T19:35:41Z', 'revision_number': 1, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'subnets': [{'id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:43.526090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2db9840d-d48b-499d-b6f1-6d488df45b36 req-376fcdc6-869b-4849-ad33-d3388bfbcb21 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373119 Jul 09 19:35:43.531886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:35:43.539001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d17578-c9fc-41e1-9906-21ce00c47bb1 None None] The sync data for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 is: [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c16f0ddf-0a93-4ab0-98fd-a5746be6bae4', 'name': '', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'mac_address': 'fa:16:3e:95:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:40Z', 'updated_at': '2021-07-09T19:35:41Z', 'revision_number': 1, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'subnets': [{'id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:43.543239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-2e7c8e32-d464-45d1-97e0-f14b580c22bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794964 Jul 09 19:35:43.571277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c2d9-cabd-46b5-9ba8-5c9c3c35afee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:43.583596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c2d9-cabd-46b5-9ba8-5c9c3c35afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:43.807004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5c2d9-cabd-46b5-9ba8-5c9c3c35afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f4a09-ae0b-43c5-a170-d0d03e550199,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:43.904632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2c5c2d9-cabd-46b5-9ba8-5c9c3c35afee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b099fa5132d84fb79266672ae3674a94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5455244 Jul 09 19:35:43.907327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:44.013639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e05e360c-3ef9-438c-ac10-dcedea41a377 None None] Provisioning complete for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:44.013639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e05e360c-3ef9-438c-ac10-dcedea41a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:44.103071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:44.106157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e05e360c-3ef9-438c-ac10-dcedea41a377 None None] Port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:35:44.117263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea446d-74eb-4c79-8c89-42c529f55aa4 req-655c1084-eec9-426f-94e8-e8c4175623c3 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:44.123043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9ea446d-74eb-4c79-8c89-42c529f55aa4 req-655c1084-eec9-426f-94e8-e8c4175623c3 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.2950723 Jul 09 19:35:44.161939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:44.164801 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc" -d '{"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:44.169413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Router 976a64e0-25a1-4f82-8ac2-724184883d90 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:35:44.198009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9ea446d-74eb-4c79-8c89-42c529f55aa4 req-a4988a33-151c-4ce7-b9b8-d3b0aae0b805 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Jul 09 19:35:44.203694 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:44.222471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-6f9a0b75-275e-4fb7-b23a-753e80fd1074 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750212 Jul 09 19:35:44.338296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a9ccf-ef33-4824-aaef-f60cdde189da req-2da46366-d279-4944-937b-a11ec3d03b46 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:44.352712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e27a9ccf-ef33-4824-aaef-f60cdde189da req-2da46366-d279-4944-937b-a11ec3d03b46 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 943 time: 0.6820371 Jul 09 19:35:44.471849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e27a9ccf-ef33-4824-aaef-f60cdde189da req-a57927a6-fef0-4884-a85e-d17da87fb75d tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143055 Jul 09 19:35:44.472622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:44.483703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:44.490124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a3f4a09-ae0b-43c5-a170-d0d03e550199 HTTP/1.1" status: 204 len: 168 time: 0.5811245 Jul 09 19:35:44.530961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfc9aa90-1fca-4a52-8eed-3bdab9a982b6 req-ad00eaa1-f161-459e-ba88-c2f874c4d48f service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956996 Jul 09 19:35:44.531779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85659ec-1d5e-4480-8b5b-5138c00259d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f4a09-ae0b-43c5-a170-d0d03e550199,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:44.534205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:35:44.570824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f2984e6-cbbf-4ccd-8f00-6bbdbf953a04 admin admin] 10.222.0.10 "PUT /v2.0/routers/976a64e0-25a1-4f82-8ac2-724184883d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4149389 Jul 09 19:35:44.586552 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207dc786-fa48-4f19-b78f-2df51427c72a x-openstack-request-id: req-207dc786-fa48-4f19-b78f-2df51427c72a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:44.586943 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:44.587913 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-207dc786-fa48-4f19-b78f-2df51427c72a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:44.591601 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:35:44.863712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-6f9a21c4-abbe-4188-995f-44cd4b324bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:44.867284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-6f9a21c4-abbe-4188-995f-44cd4b324bee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1094 time: 0.2427111 Jul 09 19:35:45.312894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-5b7a5100-77c3-4d45-ac22-e52930798c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:45.314449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-5b7a5100-77c3-4d45-ac22-e52930798c4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.3989871 Jul 09 19:35:45.358320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9565f48-3530-4cb7-9c6a-3d29600fad67 req-ed67f043-29f7-4717-896d-f13c79730534 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:45.359936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9565f48-3530-4cb7-9c6a-3d29600fad67 req-ed67f043-29f7-4717-896d-f13c79730534 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.5952086 Jul 09 19:35:45.617904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-f5060c29-71f1-49ca-b5df-976ebd274c16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.2553022 Jul 09 19:35:45.646539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-02e0e277-94c3-4232-a74b-488d47d229a1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:45.648814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-02e0e277-94c3-4232-a74b-488d47d229a1 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.5859215 Jul 09 19:35:45.833737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9565f48-3530-4cb7-9c6a-3d29600fad67 req-f40eaf73-2b62-4811-b793-2a0fb8a2acd9 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646811 Jul 09 19:35:46.030568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8346c-dee9-46d5-b8f9-bb5539302f65 req-261f0b1b-c206-41bb-8d80-5daa8863092a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:46.044273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0a8346c-dee9-46d5-b8f9-bb5539302f65 req-261f0b1b-c206-41bb-8d80-5daa8863092a tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.2319202 Jul 09 19:35:46.188203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0a8346c-dee9-46d5-b8f9-bb5539302f65 req-c0351228-f212-4256-bd29-9e4cb6903534 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b562556-095c-4490-86de-7fdde16ac3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421075 Jul 09 19:35:46.263244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-2ae93d63-21b9-4cbb-a72f-6546b96bf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:46.264853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-2ae93d63-21b9-4cbb-a72f-6546b96bf524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.6132848 Jul 09 19:35:46.357270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-0ff411c6-5f98-4abc-a431-14c65f311ecd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748312 Jul 09 19:35:46.449638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Deleting port 5bcb8b63-c407-4fc8-90de-c84280e50399 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:46.450254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:46.480885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdfcce-bef9-4d74-a703-d21fad7730ba req-fe9cc3e2-57f8-4d04-a420-01f153035dbb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:46.487843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96fdfcce-bef9-4d74-a703-d21fad7730ba req-fe9cc3e2-57f8-4d04-a420-01f153035dbb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 943 time: 0.0904195 Jul 09 19:35:46.556364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] For port 5bcb8b63-c407-4fc8-90de-c84280e50399, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5bcb8b63-c407-4fc8-90de-c84280e50399,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:46.557030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:46.566831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96fdfcce-bef9-4d74-a703-d21fad7730ba req-296ec801-4556-4bb4-90c6-75c01a492bed tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776067 Jul 09 19:35:46.581817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Calling delete_port for 5bcb8b63-c407-4fc8-90de-c84280e50399 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:46.677535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8275e-cff6-4fa2-a22f-d1db59c84e93 req-a64a69a8-74e4-4544-89fb-c3ed8a71ac39 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:46.685099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e1e8275e-cff6-4fa2-a22f-d1db59c84e93 req-a64a69a8-74e4-4544-89fb-c3ed8a71ac39 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=751f62b5-7391-429e-b4ef-6829f508b6f1 HTTP/1.1" status: 200 len: 950 time: 0.4917676 Jul 09 19:35:46.775411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-cda86289-41fd-4a70-80f7-baea08f0b318 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041553 Jul 09 19:35:46.811639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e1e8275e-cff6-4fa2-a22f-d1db59c84e93 req-d1943591-48dc-4f5a-80a1-11e3baa3781d tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254821 Jul 09 19:35:46.872613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-e4127498-fcce-46ac-9d06-3111627a6e10 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:46.874217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-e4127498-fcce-46ac-9d06-3111627a6e10 tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7 HTTP/1.1" status: 200 len: 950 time: 0.1705861 Jul 09 19:35:46.951347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:46.995239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.035460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eb2e333-f984-45e9-aa3a-fedd56bdbddc req-155c750b-de8e-4baa-8b72-e4b1c377d977 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509489 Jul 09 19:35:47.036897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Pushing event deleted for resources: {'Port': ['ID=5bcb8b63-c407-4fc8-90de-c84280e50399,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:47.126848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['81b23ee5-bdc4-4eec-a960-9f01ec655045'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:47.133792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] No DVR routers for this DVR port 5bcb8b63-c407-4fc8-90de-c84280e50399 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:47.143350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.144839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bc4f43f-980d-431b-8b94-f0b4db4754ac req-5ff3fedc-dd1f-4420-b52c-59102f4338a0 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "DELETE /v2.0/ports/5bcb8b63-c407-4fc8-90de-c84280e50399 HTTP/1.1" status: 204 len: 173 time: 1.4721851 Jul 09 19:35:47.145615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'name': 'network-vif-deleted', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:47.158742 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4947041-05cd-4348-941f-3191ad4133da" -d '{"events": [{"server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "name": "network-vif-deleted", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:47.240062 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:35:47.272034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Deleting port 648433a1-baaa-4ad0-b2cf-523c07644b55 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:47.272611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.335740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:47.384624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:47.385077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.464017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:35:47.540063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5bcb8b63-c407-4fc8-90de-c84280e50399 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:47.556409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a53da-a1c3-4c1d-955a-aa0d91fafc41 req-5531f470-0a41-4785-bc4f-c20443681e39 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:47.568135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-271a53da-a1c3-4c1d-955a-aa0d91fafc41 req-5531f470-0a41-4785-bc4f-c20443681e39 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 945 time: 0.3695843 Jul 09 19:35:47.575066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] For port 648433a1-baaa-4ad0-b2cf-523c07644b55, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=648433a1-baaa-4ad0-b2cf-523c07644b55,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:47.575441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.607358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Calling delete_port for 648433a1-baaa-4ad0-b2cf-523c07644b55 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:47.648489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-8314aeef-43de-4744-ab6c-0d5362f84e8d tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:47.650101 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-8314aeef-43de-4744-ab6c-0d5362f84e8d tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.25 "GET /v2.0/ports?device_id=a74fa6a6-f36f-4b18-8d37-054581b3070e HTTP/1.1" status: 200 len: 945 time: 0.4021063 Jul 09 19:35:47.655719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 5bcb8b63-c407-4fc8-90de-c84280e50399 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:47.656204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5bcb8b63-c407-4fc8-90de-c84280e50399 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:47.719434 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-271a53da-a1c3-4c1d-955a-aa0d91fafc41 req-24c68435-6bc7-4507-a9b8-824cebaad048 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.10 "GET /v2.0/security-groups?id=57e889dc-af1f-4518-96a5-bdcafbdbc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419132 Jul 09 19:35:47.925411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:47.992619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:48.047006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Pushing event deleted for resources: {'Port': ['ID=648433a1-baaa-4ad0-b2cf-523c07644b55,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:48.060311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'port_id': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'mac_address': 'fa:16:3e:66:53:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:35:48.143583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Deleting port dbda1032-d0bc-412e-81d9-4520a655c217 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:48.143925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.253227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] No DVR routers for this DVR port 648433a1-baaa-4ad0-b2cf-523c07644b55 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:48.256157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.259035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4ee4c13-eb06-4f7f-b1cf-85971c7dd633 req-5eb82e8f-5950-472a-85cc-1e27687885ea tempest-MigrationsAdminTest-1479810478 tempest-MigrationsAdminTest-1479810478-project] 10.222.0.59 "DELETE /v2.0/ports/648433a1-baaa-4ad0-b2cf-523c07644b55 HTTP/1.1" status: 204 len: 173 time: 1.3702598 Jul 09 19:35:48.259736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-deleted', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:48.263082 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd70a5bb-6b71-425e-b0e9-6a8276d07839" -d '{"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-deleted", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:48.355721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.386959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:48.400255 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.403627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.443102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:35:48.492897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:48.504415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] For port dbda1032-d0bc-412e-81d9-4520a655c217, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dbda1032-d0bc-412e-81d9-4520a655c217,segment=NetworkSegment(801fc246-f4f1-4975-971f-8a57da6d16f1),segment_id=801fc246-f4f1-4975-971f-8a57da6d16f1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:48.504788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.537021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Calling delete_port for dbda1032-d0bc-412e-81d9-4520a655c217 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:48.578330 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.640512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:48.681711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:48.913378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:48.938513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:48.982234 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Sync routers for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:35:49.002097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:49.003099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:49.007639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:49.014579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:49.103531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:49.103531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:49.288557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] No DVR routers for this DVR port dbda1032-d0bc-412e-81d9-4520a655c217 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:49.308853 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:49.315320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:49.333951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db6a4f3f-25af-4e8e-bb6a-037c5739f163 req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] 10.222.0.25 "DELETE /v2.0/ports/dbda1032-d0bc-412e-81d9-4520a655c217 HTTP/1.1" status: 204 len: 173 time: 1.6599164 Jul 09 19:35:49.342870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaed60-6a20-4c0f-8a56-fbd0c836f3d7 tempest-ServerMetadataNegativeTestJSON-1038279823 tempest-ServerMetadataNegativeTestJSON-1038279823-project] Pushing event deleted for resources: {'Port': ['ID=dbda1032-d0bc-412e-81d9-4520a655c217,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:49.480560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:49.611163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 648433a1-baaa-4ad0-b2cf-523c07644b55 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:49.611674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 648433a1-baaa-4ad0-b2cf-523c07644b55 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:49.728044 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c16f0ddf-0a93-4ab0-98fd-a5746be6bae4', 'name': '', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'mac_address': 'fa:16:3e:95:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:40Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 2, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'subnets': [{'id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:49.773261 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Checking router: 976a64e0-25a1-4f82-8ac2-724184883d90 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:35:49.773699 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Updating router 976a64e0-25a1-4f82-8ac2-724184883d90 port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:35:49.810629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dbda1032-d0bc-412e-81d9-4520a655c217 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:49.842717 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:49.848441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: dbda1032-d0bc-412e-81d9-4520a655c217 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:49.850934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dbda1032-d0bc-412e-81d9-4520a655c217 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:50.009107 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a191c-2daf-402c-8e01-7f209b6057fb x-openstack-request-id: req-c58a191c-2daf-402c-8e01-7f209b6057fb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:50.009697 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f62b5-7391-429e-b4ef-6829f508b6f1", "name": "network-vif-deleted", "tag": "5bcb8b63-c407-4fc8-90de-c84280e50399", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:50.010202 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c58a191c-2daf-402c-8e01-7f209b6057fb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:50.010846 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751f62b5-7391-429e-b4ef-6829f508b6f1', 'name': 'network-vif-deleted', 'tag': '5bcb8b63-c407-4fc8-90de-c84280e50399', 'status': 'completed', 'code': 200} Jul 09 19:35:50.265049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bfeb4-57b7-428f-87b1-40de90c9f228 req-e0234176-0473-4807-bb4d-573d6830f061 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:50.276692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-764bfeb4-57b7-428f-87b1-40de90c9f228 req-e0234176-0473-4807-bb4d-573d6830f061 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2210701 Jul 09 19:35:50.296064 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:50.318102 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Transition to ACTIVE for port object c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:35:50.331322 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:50.408742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-764bfeb4-57b7-428f-87b1-40de90c9f228 req-cae60287-cef4-4587-826f-58c8598185a0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264243 Jul 09 19:35:50.518651 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ebdab-1fd0-434f-aef3-795b8fc0fa53 None None] Pushing event updated for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:50.698201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818dd8-0830-4801-b446-89082d9ac12f req-56a3d362-c949-41ff-81bd-ee35c22577c0 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:50.720849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e818dd8-0830-4801-b446-89082d9ac12f req-56a3d362-c949-41ff-81bd-ee35c22577c0 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 944 time: 0.3090458 Jul 09 19:35:50.771494 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Attempting to bind port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:35:50.771871 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Attempting to bind port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:35:50.772235 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Attempting to bind port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 on network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:35:50.795665 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:35:50.802203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Checking segment: {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:35:50.807040 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:50.807889 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Bound using segment: {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:35:50.811241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Bound port: c16f0ddf-0a93-4ab0-98fd-a5746be6bae4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b64b7f-0de5-4c83-b4e9-2c8674ada206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:35:50.814122 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:50.853872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e818dd8-0830-4801-b446-89082d9ac12f req-0422cdd2-8d2b-4bde-805a-fde53ed12834 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203899 Jul 09 19:35:50.902842 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b3a38-9a6e-4b64-9133-1ffda8558245 x-openstack-request-id: req-2f2b3a38-9a6e-4b64-9133-1ffda8558245 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:50.903265 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7", "name": "network-vif-deleted", "tag": "648433a1-baaa-4ad0-b2cf-523c07644b55", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:50.903718 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f2b3a38-9a6e-4b64-9133-1ffda8558245 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:50.904234 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f45c1-3b1c-4a22-9b12-acec32b6f4f7', 'name': 'network-vif-deleted', 'tag': '648433a1-baaa-4ad0-b2cf-523c07644b55', 'status': 'completed', 'code': 200} Jul 09 19:35:50.984877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:51.029865 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] For port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:35:51.039462 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] For port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:35:51.051205 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.084088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:51.228787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70c0a180-5d5c-4489-9589-03a5b22e6257 req-6ce3b06c-58fa-47fe-af69-d87f455ce09d tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.2196512 Jul 09 19:35:51.249418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Deleting subnet 8c22c76a-42eb-42aa-b983-54dad64e2214 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:35:51.262466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.381089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.421177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1426a630-7ff0-4843-a773-9e484b141762 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bbb7a3bdc64417d9da208c57de0511b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346666 Jul 09 19:35:51.427763 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:35:51.428412 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:51.432873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:51.445879 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ebdab-1fd0-434f-aef3-795b8fc0fa53 None None] Pushing event updated for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:51.451735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:51.586405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.643537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:51.650762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:51.654427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.654870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.748175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.834017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.954137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c22c76a-42eb-42aa-b983-54dad64e2214,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:51.982557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:51.984364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-89545293-fc66-4773-9189-de438a2922bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c22c76a-42eb-42aa-b983-54dad64e2214 HTTP/1.1" status: 204 len: 168 time: 0.8989906 Jul 09 19:35:51.994297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:52.001124 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.004336 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:35:52.012265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'name': 'network-vif-deleted', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:52.014669 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f709784c-ce9b-4c2a-a150-9edf2def6d93" -d '{"events": [{"server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "name": "network-vif-deleted", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:52.059728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:52.067634 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef94915-18de-44f5-a2a4-8b911a12325b" -d '{"events": [{"server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "name": "network-vif-plugged", "status": "completed", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:52.098200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:52.109762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.194527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:52.224123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.228035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.249802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b562556-095c-4490-86de-7fdde16ac3d0 HTTP/1.1" status: 204 len: 168 time: 0.7887309 Jul 09 19:35:52.294345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92d78c12-51ee-4837-bb30-e32160760acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.321063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e78daf-6829-4ac2-bfdb-41a1726ad0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b562556-095c-4490-86de-7fdde16ac3d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:52.376356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:52.434258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313eeb1-824b-42c9-b2cf-3a0402400c88 req-366b9bd6-cb72-4f98-9ffa-4ff78987f20a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:52.444059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5313eeb1-824b-42c9-b2cf-3a0402400c88 req-366b9bd6-cb72-4f98-9ffa-4ff78987f20a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.5468626 Jul 09 19:35:52.483544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33544f-186b-46bf-b4fa-08eb4474cdfd req-9b254032-7c27-45ba-850b-e1ef1f65ba03 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:52.495672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b33544f-186b-46bf-b4fa-08eb4474cdfd req-9b254032-7c27-45ba-850b-e1ef1f65ba03 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1680243 Jul 09 19:35:52.521571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5313eeb1-824b-42c9-b2cf-3a0402400c88 req-2f095deb-90ee-4925-8494-fdb28c2dc40c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762193 Jul 09 19:35:52.604410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b33544f-186b-46bf-b4fa-08eb4474cdfd req-bd3a861a-c393-482f-a29f-6607d15594d1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076033 Jul 09 19:35:52.642581 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c16f0ddf-0a93-4ab0-98fd-a5746be6bae4', 'name': '', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'mac_address': 'fa:16:3e:95:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:40Z', 'updated_at': '2021-07-09T19:35:51Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'subnets': [{'id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:52.647615 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046d145d-da43-41e7-97f1-6d6decad721b x-openstack-request-id: req-046d145d-da43-41e7-97f1-6d6decad721b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:52.647903 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74fa6a6-f36f-4b18-8d37-054581b3070e", "name": "network-vif-deleted", "tag": "dbda1032-d0bc-412e-81d9-4520a655c217", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:52.648286 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-046d145d-da43-41e7-97f1-6d6decad721b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:52.648784 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74fa6a6-f36f-4b18-8d37-054581b3070e', 'name': 'network-vif-deleted', 'tag': 'dbda1032-d0bc-412e-81d9-4520a655c217', 'status': 'completed', 'code': 200} Jul 09 19:35:52.720478 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186ae09-e478-4212-bfe3-7268282d30fa None None] The sync data for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 is: [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:35:42Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c16f0ddf-0a93-4ab0-98fd-a5746be6bae4', 'name': '', 'network_id': 'b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'mac_address': 'fa:16:3e:95:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:40Z', 'updated_at': '2021-07-09T19:35:51Z', 'revision_number': 4, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'subnets': [{'id': 'dbbd8865-731c-4637-b382-ace15fdfc604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:35:52.800298 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bddeda9-09c1-4b52-b3bf-36a0c5c012af x-openstack-request-id: req-9bddeda9-09c1-4b52-b3bf-36a0c5c012af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:52.801326 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "name": "network-vif-plugged", "status": "completed", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:52.801779 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bddeda9-09c1-4b52-b3bf-36a0c5c012af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:52.802364 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'code': 200} Jul 09 19:35:53.048490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:53.049617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:53.158687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:35:53.180773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:53.182812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:53.258553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423aefc-7598-43b7-864b-bb3d78e89884 req-fd277bae-7ffb-4f0e-9063-72be2f302190 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:53.267557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c423aefc-7598-43b7-864b-bb3d78e89884 req-fd277bae-7ffb-4f0e-9063-72be2f302190 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 950 time: 0.2788551 Jul 09 19:35:53.394790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:53.434216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c423aefc-7598-43b7-864b-bb3d78e89884 req-6633faa3-1628-47c3-9391-8d21d2528195 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/security-groups?id=253817d6-eea0-4663-a6a8-4cdbccf2e498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620367 Jul 09 19:35:53.462770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:53.686703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:53.706469 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:53.810737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-daeff914-74d5-4bf2-9334-8a6ae75564ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=246c49804ef44bffb6ef36b5c34a904c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724396 Jul 09 19:35:53.813485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:53.885757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:53.946528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-35b07fcf-a228-49ee-85b1-e84a2cb6e307 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:53.948073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-35b07fcf-a228-49ee-85b1-e84a2cb6e307 tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 950 time: 0.4273877 Jul 09 19:35:54.034586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16a71ec7-c5d9-4fc4-9a0c-0a4eb9150ff2 req-103aeb82-f3c5-4c73-81a9-9bbcbbdb8403 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.1691692 Jul 09 19:35:54.055225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.082826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50aac66-0a3e-4365-8bcf-5ca8d8840378']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:54.125620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801fc246-f4f1-4975-971f-8a57da6d16f1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:54.130591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801fc246-f4f1-4975-971f-8a57da6d16f1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:35:54.136481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cf630-3b72-4ec4-bf0f-40805ee58b78 req-941c8b4b-762b-4587-8def-7e022d8c7e48 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:54.153038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-773cf630-3b72-4ec4-bf0f-40805ee58b78 req-941c8b4b-762b-4587-8def-7e022d8c7e48 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.3965263 Jul 09 19:35:54.170771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.223556 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.243854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827924d-9543-4ce4-aeaa-80578d4b7f35 req-1bc82c8a-189a-4afe-ba94-16d1e929a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:54.246217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b827924d-9543-4ce4-aeaa-80578d4b7f35 req-1bc82c8a-189a-4afe-ba94-16d1e929a3c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.3752110 Jul 09 19:35:54.247799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:35:54.257493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:35:54.261903 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:35:54.268737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-773cf630-3b72-4ec4-bf0f-40805ee58b78 req-e752234d-02b8-4b6f-991d-7a2f0af54d8b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146750 Jul 09 19:35:54.274971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.367613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Deleting port 81b23ee5-bdc4-4eec-a960-9f01ec655045 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:35:54.368285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.481004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] For port 81b23ee5-bdc4-4eec-a960-9f01ec655045, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81b23ee5-bdc4-4eec-a960-9f01ec655045,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:35:54.481422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.505927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Calling delete_port for 81b23ee5-bdc4-4eec-a960-9f01ec655045 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:35:54.609995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b827924d-9543-4ce4-aeaa-80578d4b7f35 req-5d0e9d86-90fc-4dae-afd7-6e0536069718 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431973 Jul 09 19:35:54.623948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae7a9f-9e54-4953-aabd-4019a5457287 req-adc80b96-34a7-4eca-8a9a-908f3f405447 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:54.632179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-09ae7a9f-9e54-4953-aabd-4019a5457287 req-adc80b96-34a7-4eca-8a9a-908f3f405447 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.2081361 Jul 09 19:35:54.657155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.661902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.667141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d50aac66-0a3e-4365-8bcf-5ca8d8840378 HTTP/1.1" status: 204 len: 168 time: 2.6665840 Jul 09 19:35:54.675774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.688683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4239e-4199-4cab-9e99-362afe731074 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50aac66-0a3e-4365-8bcf-5ca8d8840378,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:54.709832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b823046-92fa-4504-9744-d58ee1bcf71c req-d2ad2626-6f30-44f0-ae42-d1efaaddfb7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0314243 Jul 09 19:35:54.711172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-09ae7a9f-9e54-4953-aabd-4019a5457287 req-0dce64da-8e29-4f2a-b397-9ac38cb0ac29 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780299 Jul 09 19:35:54.726197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.739964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['81b23ee5-bdc4-4eec-a960-9f01ec655045'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:35:54.768392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Pushing event deleted for resources: {'Port': ['ID=81b23ee5-bdc4-4eec-a960-9f01ec655045,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:54.852630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] No DVR routers for this DVR port 81b23ee5-bdc4-4eec-a960-9f01ec655045 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:35:54.860829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.863110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2091b05-59ae-4d57-ae24-5296992da3ca req-609902f5-cd27-4706-80f0-4c03f821d18e tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.59 "DELETE /v2.0/ports/81b23ee5-bdc4-4eec-a960-9f01ec655045 HTTP/1.1" status: 204 len: 173 time: 0.9069645 Jul 09 19:35:54.863570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'name': 'network-vif-deleted', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:35:54.869155 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459ce92-ac6b-49f2-95ad-df1704dfecfc" -d '{"events": [{"server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "name": "network-vif-deleted", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:35:54.907600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:35:54.930089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a72f8baa-3080-4306-afb3-af2b5a5cbb89 req-8d00d175-3fae-4488-ad29-659f166bd9ce tempest-LiveMigrationNegativeTest-297301641 tempest-LiveMigrationNegativeTest-297301641-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6e9a262-485d-4d6b-b766-90ebe53ce931 HTTP/1.1" status: 200 len: 210 time: 0.0406897 Jul 09 19:35:54.949645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.953054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:54.954585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74dcc746-c65e-4cec-a559-96c7547cabf0 HTTP/1.1" status: 204 len: 168 time: 1.1385388 Jul 09 19:35:54.963007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1fd2c-4836-42f6-8221-5bcb7a86380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcc746-c65e-4cec-a559-96c7547cabf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:55.016069 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832daf4-b5bb-4bc0-a325-2ee0ec862bf6 x-openstack-request-id: req-6832daf4-b5bb-4bc0-a325-2ee0ec862bf6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:35:55.016391 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e9a262-485d-4d6b-b766-90ebe53ce931", "name": "network-vif-deleted", "tag": "81b23ee5-bdc4-4eec-a960-9f01ec655045", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:35:55.016745 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6832daf4-b5bb-4bc0-a325-2ee0ec862bf6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:35:55.017255 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e9a262-485d-4d6b-b766-90ebe53ce931', 'name': 'network-vif-deleted', 'tag': '81b23ee5-bdc4-4eec-a960-9f01ec655045', 'status': 'completed', 'code': 200} Jul 09 19:35:55.054177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04f38e4a-8d65-44ee-9a12-d748361c9864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:55.155507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:35:55.156643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:55.284555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:55.352406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:55.420907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2623130-4998-4923-aa46-c2d62de995a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=389e8e2a4b6a47d7a9c1e51f44019dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664814 Jul 09 19:35:55.423368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:55.678890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-547fb8dc-825b-402b-87fe-a3b425bfeb85 req-ec6cc9c7-02ce-467d-a65a-d66731eaa245 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.1583738 Jul 09 19:35:55.718550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:55.871655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:55.927371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac77f-1ce3-4fca-a8d3-cc56695a9e93 req-73a6af96-744e-40fb-9f8b-ad347374f0e8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:55.935641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-404ac77f-1ce3-4fca-a8d3-cc56695a9e93 req-73a6af96-744e-40fb-9f8b-ad347374f0e8 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2862191 Jul 09 19:35:56.086489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:56.094310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:56.098277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57e889dc-af1f-4518-96a5-bdcafbdbc5e6 HTTP/1.1" status: 204 len: 168 time: 0.6735475 Jul 09 19:35:56.163235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ecf6c-1315-4c78-88f0-672c36e62462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e889dc-af1f-4518-96a5-bdcafbdbc5e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:56.226755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-404ac77f-1ce3-4fca-a8d3-cc56695a9e93 req-a5abf260-15cc-4af5-bbe6-4369c546e00f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901084 Jul 09 19:35:56.243804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526c943-78d9-4942-a785-cda7263b131f req-8ecda8e5-56d2-44a5-a3ec-bd42dc02ac06 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:56.254667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4526c943-78d9-4942-a785-cda7263b131f req-8ecda8e5-56d2-44a5-a3ec-bd42dc02ac06 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.2936680 Jul 09 19:35:56.282950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:56.474656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4526c943-78d9-4942-a785-cda7263b131f req-0f68cd71-ecea-4777-aab3-3ed6ea5ed2dd tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187078 Jul 09 19:35:57.274416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:57.343260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67377825-5902-4dd0-ab03-e2d873a028dd req-ed0f75bf-f405-4707-969a-cb66160c4cbd tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0848660 Jul 09 19:35:57.511755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81b23ee5-bdc4-4eec-a960-9f01ec655045 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:35:57.600019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 81b23ee5-bdc4-4eec-a960-9f01ec655045 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:35:57.600712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81b23ee5-bdc4-4eec-a960-9f01ec655045 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:35:57.698351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:57.789506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a945a5-4d8a-4937-9810-7490b791f5c4 req-f1e01709-0de0-4f9d-9904-565da24b5e91 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:57.794355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7a945a5-4d8a-4937-9810-7490b791f5c4 req-f1e01709-0de0-4f9d-9904-565da24b5e91 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.2160623 Jul 09 19:35:57.905819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7a945a5-4d8a-4937-9810-7490b791f5c4 req-bdce17ca-2fa6-49f0-917c-08fd1cd570c6 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043155 Jul 09 19:35:57.990360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2d209be-8874-4b12-b1e4-69833025f199 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dca872707a1e46fcb57fe61aa8069c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082372 Jul 09 19:35:57.990360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:58.110515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:58.217765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:58.454748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2e92-a71e-43e9-9f7a-d3321f6d4085 req-e5d42095-6fd5-431c-896a-edafbad01672 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:58.461837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-330f2e92-a71e-43e9-9f7a-d3321f6d4085 req-e5d42095-6fd5-431c-896a-edafbad01672 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1953206 Jul 09 19:35:58.469981 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:58.472462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:58.476235 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/253817d6-eea0-4663-a6a8-4cdbccf2e498 HTTP/1.1" status: 204 len: 168 time: 0.4871268 Jul 09 19:35:58.491786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401456a-9976-45c4-ae08-c797a40a848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253817d6-eea0-4663-a6a8-4cdbccf2e498,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:58.548067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-330f2e92-a71e-43e9-9f7a-d3321f6d4085 req-fc15393b-cbcd-4d60-9f6e-4e3a2cbf87b9 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Jul 09 19:35:58.665935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:59.024319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-74876231-network', 'tenant_id': '32836bb5681d46989cbcb7f16efa62ae'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:59.066974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-293108bb-509d-4f32-8b50-a8dd30a26a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:59.070650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Made reservation on behalf of 32836bb5681d46989cbcb7f16efa62ae for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:35:59.073990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.075391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-293108bb-509d-4f32-8b50-a8dd30a26a17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1091616 Jul 09 19:35:59.097706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.187780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:59.290162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-205479397', 'description': 'tempest-description-1605948715'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:59.297056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-6243b25e-a646-40aa-b9af-f3653293cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:59.298579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-6243b25e-a646-40aa-b9af-f3653293cb30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.2222002 Jul 09 19:35:59.352807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-68641123-da39-495d-9a82-33b322c7c4bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0472693 Jul 09 19:35:59.377416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.381985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-02d47aa0-246f-4409-aacf-749fcc5f0176 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abadf721311044f0907606f4039474b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928525 Jul 09 19:35:59.391527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:59.400963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.414185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:35:59.427751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.447094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.455121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.455709 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Added segment ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98 of type vlan for network 5603b9a5-a928-4e9d-aee2-c36001ba1445 Jul 09 19:35:59.465346 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.472831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-8d071252-cd32-43e6-9fa1-9f5c7bfae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:59.474389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-8d071252-cd32-43e6-9fa1-9f5c7bfae550 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.1151783 Jul 09 19:35:59.517908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec388c5-5f97-4508-9062-5bf36da45723,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:59.533536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.580496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-7b8c5e3a-89ee-465b-8b8c-1199588cd3ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973892 Jul 09 19:35:59.586165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.604306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.606157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:35:59.606886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.724063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] Pushing event updated for resources: {'Network': ['ID=5603b9a5-a928-4e9d-aee2-c36001ba1445,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:59.746273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5603b9a5-a928-4e9d-aee2-c36001ba1445 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:35:59.760052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-32e6e1d0-3b7e-47c0-85d8-9f22ac79b853 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715941 Jul 09 19:35:59.778068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.780537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.784601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23768554-bfa3-4705-8fe5-459c7781b4bd HTTP/1.1" status: 204 len: 168 time: 0.3920076 Jul 09 19:35:59.807218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.820744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:35:59.850771 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3493b995-bcbb-4383-bc7a-593a5c916579 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1836238 Jul 09 19:35:59.856155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:35:59.878474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ecc8-a7a1-4d6f-b1a7-fc82e9278dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23768554-bfa3-4705-8fe5-459c7781b4bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:59.891124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Request body: {'subnet': {'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-74876231-subnet', 'tenant_id': '32836bb5681d46989cbcb7f16efa62ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:35:59.923058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655492cc-69db-414e-9976-c171099ca569,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:35:59.991442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3343835-5819-4a9d-bb57-b4be68bba9c5 req-4fecfc92-ee9d-4f62-8744-39878d529f6a service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242198 Jul 09 19:36:00.071996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:00.111598 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:00.183513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Made reservation on behalf of 32836bb5681d46989cbcb7f16efa62ae for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:00.193232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:00.343370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f1f69-1b38-43dd-8ebd-bf4e16cba33d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:00.366546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:00.380161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb5973cc-2424-4626-aa01-dab0ae297901 req-141bc424-5461-47f3-8eb4-c7096384f837 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1137972 Jul 09 19:36:00.709530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:00.869044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:00.922083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Checking segment: {'id': 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:00.933746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Network hostable DHCP agents. Network: 5603b9a5-a928-4e9d-aee2-c36001ba1445, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:36:00.961286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f8f54-92ba-4a55-8920-469f439755ce req-3b800a6f-7f72-485d-98fa-421e96e24669 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:00.976736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc1f8f54-92ba-4a55-8920-469f439755ce req-3b800a6f-7f72-485d-98fa-421e96e24669 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.3479269 Jul 09 19:36:01.024479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Network 5603b9a5-a928-4e9d-aee2-c36001ba1445 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:36:01.072946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5603b9a5-a928-4e9d-aee2-c36001ba1445) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:01.087345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffadee1-f125-4542-a983-f24eeb9d1eeb None None] Network 5603b9a5-a928-4e9d-aee2-c36001ba1445 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:01.097165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:01.101562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:01.146115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc1f8f54-92ba-4a55-8920-469f439755ce req-91375a05-bac7-43f3-a96b-cf2b44d3e10c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506746 Jul 09 19:36:01.188576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-339b9a56-1372-47d6-8db3-d63190137bf8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3085582 Jul 09 19:36:01.422402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21eec7-4b3c-4d7a-8264-774a43079e4b None None] Network 5603b9a5-a928-4e9d-aee2-c36001ba1445 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:01.469114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb063-efb9-478c-ac13-4886c2334563 req-736a5cd1-3959-416b-9ed6-a03d522c4e00 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:01.477571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16deb063-efb9-478c-ac13-4886c2334563 req-736a5cd1-3959-416b-9ed6-a03d522c4e00 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1228797 Jul 09 19:36:01.558874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16deb063-efb9-478c-ac13-4886c2334563 req-68f83b09-9150-4caa-9fd1-f3ff93b18fef tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780339 Jul 09 19:36:04.522808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-525710178', 'description': 'tempest-description-182710213'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:04.557421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:04.676952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:04.688009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:04.749710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3032b033-faf8-490b-9389-4dcd65b7df0d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:04.769039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:04.790781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54ad179c-c449-4408-b79d-2fae55379fbe req-07f3afdd-ca4d-4fb0-a0d7-05f94a588b10 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2614896 Jul 09 19:36:05.247735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.247735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.248468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.248875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.249490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.250027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.250544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.251070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.259882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a7d0e4-40cb-4732-ab3c-b8dea86d4154 req-90a90c7b-3a5f-46af-981a-ba6e23b957c2 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5710 time: 0.2631431 Jul 09 19:36:05.328245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-43c641c7-afb8-4a07-a235-4c3818e73c48 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.341417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-43c641c7-afb8-4a07-a235-4c3818e73c48 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/networks?id=5603b9a5-a928-4e9d-aee2-c36001ba1445 HTTP/1.1" status: 200 len: 811 time: 0.1754205 Jul 09 19:36:05.352544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-69141eea-64b4-4876-8817-f3b2728f999f tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/quotas/32836bb5681d46989cbcb7f16efa62ae HTTP/1.1" status: 200 len: 375 time: 0.0102532 Jul 09 19:36:05.391083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-68b63568-f2e9-4ffa-8f02-af044e797839 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=32836bb5681d46989cbcb7f16efa62ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319290 Jul 09 19:36:05.461402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf4d75-501a-4fd4-8d74-ce123a4fd80f req-8b777b1b-cda9-43f7-9f2c-8971758b250c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.463504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67cf4d75-501a-4fd4-8d74-ce123a4fd80f req-8b777b1b-cda9-43f7-9f2c-8971758b250c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.0815825 Jul 09 19:36:05.503795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-7ca839a7-f6be-46f4-85b9-15cb24a10c21 service neutron] 10.222.0.10 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026878 Jul 09 19:36:05.513177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67cf4d75-501a-4fd4-8d74-ce123a4fd80f req-9c54d61b-5ba5-4cfb-a938-dace07ce333e tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Jul 09 19:36:05.616741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-08ca829f-4984-4494-90b7-4a133806eb84 service neutron] 10.222.0.10 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068692 Jul 09 19:36:05.714423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a2d1-212a-4b8a-a441-729f8b699345 req-3c132773-b8c1-498c-a3ed-614826cad1b6 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:05.721429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab67a2d1-212a-4b8a-a441-729f8b699345 req-3c132773-b8c1-498c-a3ed-614826cad1b6 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.0791945 Jul 09 19:36:05.771983 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab67a2d1-212a-4b8a-a441-729f8b699345 req-61675818-79b2-44f0-916c-629cd4abdd69 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Jul 09 19:36:05.920077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1148768380', 'description': 'tempest-description-1175450826'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:05.955363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:05.971583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.029083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae1be7f3-ff34-4718-82c3-10efcb7803ed req-652dbcdb-31cd-4d78-8fca-b3b760eecccf tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0457835 Jul 09 19:36:06.089738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.096210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.122926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e7151-2734-4dd6-be29-5c47ecd1f83d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:06.203133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e34e9-d280-4908-b975-f9ed077a922d req-dd875e0f-8386-4ce2-9e1b-b73d02b15a11 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.215901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c37e34e9-d280-4908-b975-f9ed077a922d req-dd875e0f-8386-4ce2-9e1b-b73d02b15a11 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 886 time: 0.1518385 Jul 09 19:36:06.249357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.257764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.291756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.305613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84233d73-08b9-48fe-b0eb-8920f90cf5d1 req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3902276 Jul 09 19:36:06.311506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976178b-6cef-4172-b015-9f9e1090ffd3 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53104a99-fdaf-4984-ade6-3644a23b3cbe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:06.328311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff652d5d-e17e-40cd-824e-56fc7db87f56 req-870e594e-c605-4fb0-88ae-a75fff561144 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 210 time: 0.0723100 Jul 09 19:36:06.573705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.574216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.574823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.575471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.576180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.576635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.577091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.577621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:06.581653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b53494a3-02fb-4920-a1d7-cf6710ee85bb req-9d2d777e-d131-4bdd-9068-e9f7c1575a53 tempest-NetworksTest-1958138911 tempest-NetworksTest-1958138911-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5710 time: 0.2365675 Jul 09 19:36:06.606982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-246294835', 'description': 'tempest-description-1437573093'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:06.650851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.777018 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.782861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.817266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff5458-6cd6-4b50-a597-483d8db284e5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:06.834027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:06.843371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb65ef1e-ac1e-4d37-be30-db348bb50351 req-5e47a21f-3301-4e69-9907-a06bb7c90272 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2404037 Jul 09 19:36:07.095918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426cbc-d4f5-44e7-8d57-9bf782970e38 req-0a3bb4ef-2b88-4925-bb6e-1a68115533bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:07.098641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4426cbc-d4f5-44e7-8d57-9bf782970e38 req-0a3bb4ef-2b88-4925-bb6e-1a68115533bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.0797117 Jul 09 19:36:07.123413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:07.177996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4426cbc-d4f5-44e7-8d57-9bf782970e38 req-8fc14a20-c647-4f6d-9e1a-0eba952fa2cf tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732498 Jul 09 19:36:07.338400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb69-1530-4545-9f44-b9e781a04b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:07.408439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444dc27-de99-4078-bb01-39ad189b79bb req-bdfc80b1-eba6-49e0-acdc-fecf570550c0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:07.417845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c444dc27-de99-4078-bb01-39ad189b79bb req-bdfc80b1-eba6-49e0-acdc-fecf570550c0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1234477 Jul 09 19:36:07.498571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c444dc27-de99-4078-bb01-39ad189b79bb req-4f56a55a-d670-4a37-9201-cc2ef7044392 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779562 Jul 09 19:36:07.769008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7f1886a-47fe-4fd7-8564-8da92380b3ac req-58b538b8-efd4-4c61-87dd-5ae8984cf066 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0499821 Jul 09 19:36:07.918420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:07.991414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb69-1530-4545-9f44-b9e781a04b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.005374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb69-1530-4545-9f44-b9e781a04b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.069024 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.076899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-c68ad538-1f4d-48c3-9287-4d9cbc68ae2a tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39602 time: 0.8417730 Jul 09 19:36:08.085459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-39b9eb69-1530-4545-9f44-b9e781a04b84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=471ec3dc55d44d098ab07e74af837a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9609420 Jul 09 19:36:08.088511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:08.115468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9eb69-1530-4545-9f44-b9e781a04b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c887f02-b39d-4ee2-863d-eda0e54d09f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:08.116511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:08.117820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:08.122490 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba61977-0cc2-41ad-b815-801a20771edc" -d '{"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-unplugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:08.127804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.152677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-9b358aff-d776-43eb-b212-9b2a46424ffe tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:08.162691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-9b358aff-d776-43eb-b212-9b2a46424ffe tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.25 "GET /v2.0/networks?id=5603b9a5-a928-4e9d-aee2-c36001ba1445 HTTP/1.1" status: 200 len: 811 time: 0.2850375 Jul 09 19:36:08.188430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Request body: {'port': {'device_id': '9cbc2292-4a70-4efe-9952-3155f7658609', 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445', 'admin_state_up': True, 'tenant_id': '32836bb5681d46989cbcb7f16efa62ae'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:08.202722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.232360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:08.242197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.242957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.243571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.244105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.244662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.245989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.246876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.247393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.247671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-f2bdf26e-7ffd-4d5b-8be9-2dc6906f8526 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1ef0ca3d-f95b-41b0-bbc1-9297f04e6935 HTTP/1.1" status: 200 len: 2981 time: 0.1606503 Jul 09 19:36:08.248271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.248788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.249423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.250058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:08.261912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.350991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-71a828b8-79cf-4cac-910d-e9604d730e8a tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1ef0ca3d-f95b-41b0-bbc1-9297f04e6935 HTTP/1.1" status: 200 len: 2981 time: 0.1021426 Jul 09 19:36:08.359145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.362261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.365903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c887f02-b39d-4ee2-863d-eda0e54d09f6 HTTP/1.1" status: 204 len: 168 time: 0.2737162 Jul 09 19:36:08.404452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c66d-2bb4-4588-bb82-0bca492a566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c887f02-b39d-4ee2-863d-eda0e54d09f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:08.431067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-2ac68e1f-1f91-4626-a3a0-e7df276b98b5 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/28d96831-949c-4412-9207-64f291b00edb HTTP/1.1" status: 200 len: 2981 time: 0.0791292 Jul 09 19:36:08.433978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e52813a-cca6-4d56-8541-0b072a560bfb req-7e714172-d428-4e07-9b78-542df9b2604d tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 210 time: 0.0451925 Jul 09 19:36:08.492529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-ea2bf065-038c-41eb-8030-8b6eeef1670c tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/28d96831-949c-4412-9207-64f291b00edb HTTP/1.1" status: 200 len: 2981 time: 0.0601051 Jul 09 19:36:08.504021 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223fecc9-6e7f-4786-a250-3f06db3e28e9 x-openstack-request-id: req-223fecc9-6e7f-4786-a250-3f06db3e28e9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:08.504377 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-unplugged", "status": "completed", "tag": "d2c67698-534f-4217-8083-1c0870395ef0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:08.505606 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-223fecc9-6e7f-4786-a250-3f06db3e28e9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:08.506030 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0', 'code': 200} Jul 09 19:36:08.546241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Made reservation on behalf of 32836bb5681d46989cbcb7f16efa62ae for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:08.550226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.559914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-38823145-8355-4e3a-a8f7-66bdfb6e6264 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/38db6360-f4e4-4728-a814-25e2f23d6c51 HTTP/1.1" status: 200 len: 2973 time: 0.0663390 Jul 09 19:36:08.731333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-e9cae455-5868-443e-a664-e6d9828655f9 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/38db6360-f4e4-4728-a814-25e2f23d6c51 HTTP/1.1" status: 200 len: 2973 time: 0.1674228 Jul 09 19:36:08.756720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bea1bc-2c4a-4a60-8595-3cbad3b61e3c req-dd8b5808-5259-4815-9212-50c9ca73b96a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:08.764544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Allocated IP 172.20.0.9 (5603b9a5-a928-4e9d-aee2-c36001ba1445/da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf/56709128-59cf-4fd0-adbc-ee361f41386e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:08.764747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92bea1bc-2c4a-4a60-8595-3cbad3b61e3c req-dd8b5808-5259-4815-9212-50c9ca73b96a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1343796 Jul 09 19:36:08.793327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-7b5e362b-c48c-4a41-b966-deacd3988f6f tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/55dde630-434a-40a5-a0f7-b7ba44753e8a HTTP/1.1" status: 200 len: 2981 time: 0.0608671 Jul 09 19:36:08.820837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92bea1bc-2c4a-4a60-8595-3cbad3b61e3c req-9e57c4d3-e07f-496e-a035-16075de5df3f tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555894 Jul 09 19:36:08.826736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:08.945970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbc67-b399-4d52-ac7d-502988482ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:08.962887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-0de272bc-6b33-4fbc-a7fc-085bffa85894 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/55dde630-434a-40a5-a0f7-b7ba44753e8a HTTP/1.1" status: 200 len: 2981 time: 0.1685097 Jul 09 19:36:09.039766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-14226a05-a450-4ca0-9e9f-f7be97ecfa3c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:09.041593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-14226a05-a450-4ca0-9e9f-f7be97ecfa3c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.1237552 Jul 09 19:36:09.061116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-9ad50a7a-5ac8-4380-8ff4-3af27e3396bb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/quotas/cf73713f95a5497b8d376e1d5e5b1adb HTTP/1.1" status: 200 len: 375 time: 0.0095608 Jul 09 19:36:09.075295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.083516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-dc03cd98-3a4c-49c1-a898-24ddd3f332ae tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/655492cc-69db-414e-9976-c171099ca569 HTTP/1.1" status: 200 len: 2981 time: 0.1113565 Jul 09 19:36:09.156104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-04bcec6e-3293-454c-8d76-9487f56d963c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865850 Jul 09 19:36:09.182892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-982485a7-2e59-4ff2-997b-7cc6f03b7987 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/655492cc-69db-414e-9976-c171099ca569 HTTP/1.1" status: 200 len: 2981 time: 0.0869539 Jul 09 19:36:09.203074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.206930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbc67-b399-4d52-ac7d-502988482ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.227709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3bbc67-b399-4d52-ac7d-502988482ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.277921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-4ba9fc56-5cc6-467a-b9b2-70e4126c2f5e service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112568 Jul 09 19:36:09.291937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Network 5603b9a5-a928-4e9d-aee2-c36001ba1445 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:09.320247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:09.328262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:09.333984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbc67-b399-4d52-ac7d-502988482ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea8f48f-325e-4130-b5d1-a7692e41b098,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:09.342581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb3bbc67-b399-4d52-ac7d-502988482ae7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9aafc302bd224e128ffd4014a7b5f338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147734 Jul 09 19:36:09.371549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-bc2e2c8d-822a-43a6-8354-a3de33c97a2f tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/705e7151-2734-4dd6-be29-5c47ecd1f83d HTTP/1.1" status: 200 len: 2981 time: 0.1781352 Jul 09 19:36:09.373474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Pushing event updated for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:09.376524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:09.439958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-8d618b33-0fd9-4239-a2ba-3bfb51566152 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610608 Jul 09 19:36:09.455221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:09.455919 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.487886 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-6225d050-e48c-4e7c-ae43-eead4e90bfde tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/705e7151-2734-4dd6-be29-5c47ecd1f83d HTTP/1.1" status: 200 len: 2981 time: 0.1154637 Jul 09 19:36:09.497814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-f4f70c89-bc31-4776-b348-c6da4db72381 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3174009 Jul 09 19:36:09.507281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.516471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Request body: {'port': {'device_id': '9cbc2292-4a70-4efe-9952-3155f7658609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:09.595485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.640909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-2dfa41c1-211a-4a82-bd32-86d770bf5149 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8c960bdd-328a-448c-90ee-393c1fba021d HTTP/1.1" status: 200 len: 2981 time: 0.1400490 Jul 09 19:36:09.737654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.740345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.743855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ea8f48f-325e-4130-b5d1-a7692e41b098 HTTP/1.1" status: 204 len: 168 time: 0.3616838 Jul 09 19:36:09.763524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-9c26aae6-c2b9-44c1-9be2-d08c904eaa8c tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8c960bdd-328a-448c-90ee-393c1fba021d HTTP/1.1" status: 200 len: 2981 time: 0.1216109 Jul 09 19:36:09.772161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:09.790201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49e8eb-32a7-477b-be0e-2c507eec237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea8f48f-325e-4130-b5d1-a7692e41b098,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:09.834417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f090b-b8a7-409c-8655-509d48fc6041 req-4e8a373c-b2e7-4527-908a-a627dff13843 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:09.836228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa7f090b-b8a7-409c-8655-509d48fc6041 req-4e8a373c-b2e7-4527-908a-a627dff13843 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1296403 Jul 09 19:36:09.903586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa7f090b-b8a7-409c-8655-509d48fc6041 req-2ec057e2-96c8-4690-bfcb-ec0e79184280 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 Jul 09 19:36:09.924124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:09.962484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-214b75bd-1fe8-4bde-85cf-c7a9ea8b59d9 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a0e20062-7f0a-4027-be75-2c8827511218 HTTP/1.1" status: 200 len: 2981 time: 0.1803424 Jul 09 19:36:10.077028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-9b104760-16e1-4dbe-a1db-582749d5daa4 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a0e20062-7f0a-4027-be75-2c8827511218 HTTP/1.1" status: 200 len: 2981 time: 0.1040702 Jul 09 19:36:10.120784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:10.217212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:10.223464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8821813f-f32b-4a1a-bbd7-76af74ddb04f req-d6fe7fdc-8d28-496b-b963-a7c5ac5a5667 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0958693 Jul 09 19:36:10.231702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:10.270450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-7dca31bf-9799-4273-a8b6-e30061194ce4 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/be478938-de92-4c56-adac-6b526ffbf770 HTTP/1.1" status: 200 len: 2977 time: 0.1388376 Jul 09 19:36:10.339461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:10.399140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-b8e5748b-0819-40d6-b556-9f7f478a931e tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/be478938-de92-4c56-adac-6b526ffbf770 HTTP/1.1" status: 200 len: 2977 time: 0.1152027 Jul 09 19:36:10.507635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:10.510088 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b04ee9-7a9f-480f-9e5d-372aa24dbfcd" -d '{"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:10.549181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-ee6a0481-f0b4-4adc-8c92-ebd2f56bd017 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/cec388c5-5f97-4508-9062-5bf36da45723 HTTP/1.1" status: 200 len: 2981 time: 0.1263373 Jul 09 19:36:10.660839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e99965-c3a4-4660-88cc-f1b2990f26dd req-651358ca-897d-4310-b1cf-58f993b84881 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:10.668033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39e99965-c3a4-4660-88cc-f1b2990f26dd req-651358ca-897d-4310-b1cf-58f993b84881 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 931 time: 0.2326074 Jul 09 19:36:10.680182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56709128-59cf-4fd0-adbc-ee361f41386e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:10.694909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b54e9-7893-4188-873b-97b5f76b5381 req-7e88ae4a-7423-454f-87ed-bfe8d84fe0ea tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:10.696684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-015b54e9-7893-4188-873b-97b5f76b5381 req-7e88ae4a-7423-454f-87ed-bfe8d84fe0ea tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/ports?device_id=56c603cc-f430-4ffc-93e6-d172329a2157 HTTP/1.1" status: 200 len: 944 time: 0.2165160 Jul 09 19:36:10.704481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:10.723402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-c9e44fa9-9511-4fe3-8622-91ef60793cd2 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/cec388c5-5f97-4508-9062-5bf36da45723 HTTP/1.1" status: 200 len: 2981 time: 0.1579237 Jul 09 19:36:10.725981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Transition to ACTIVE for port object 56709128-59cf-4fd0-adbc-ee361f41386e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:10.729515 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:10.777582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Pushing event updated for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:10.891597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39e99965-c3a4-4660-88cc-f1b2990f26dd req-7e701cb4-dccc-4a39-87a5-3e5ffe777e27 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225580 Jul 09 19:36:10.936161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-6ce5bac8-7a04-4034-9ec2-54530db9870b tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e163853c-fc34-4c31-b90d-cc1e70813a59 HTTP/1.1" status: 200 len: 2981 time: 0.2006228 Jul 09 19:36:11.011895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-9781533f-983e-4f61-bc50-ba4ae469613a tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e163853c-fc34-4c31-b90d-cc1e70813a59 HTTP/1.1" status: 200 len: 2981 time: 0.0699000 Jul 09 19:36:11.027930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Attempting to bind port 56709128-59cf-4fd0-adbc-ee361f41386e on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:11.028166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Attempting to bind port 56709128-59cf-4fd0-adbc-ee361f41386e by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:11.028412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Attempting to bind port 56709128-59cf-4fd0-adbc-ee361f41386e on network 5603b9a5-a928-4e9d-aee2-c36001ba1445 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:11.031268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Deleting port d2c67698-534f-4217-8083-1c0870395ef0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:11.032257 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:11.062965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Port 56709128-59cf-4fd0-adbc-ee361f41386e on network 5603b9a5-a928-4e9d-aee2-c36001ba1445 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:36:11.063284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Attempting to bind port 56709128-59cf-4fd0-adbc-ee361f41386e on network 5603b9a5-a928-4e9d-aee2-c36001ba1445 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:11.078441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-7c7d4154-3571-44c9-9843-7efa3e35d893 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e499eebe-7cdb-47e0-aeb8-aa48ae8f28e3 HTTP/1.1" status: 200 len: 2981 time: 0.0517116 Jul 09 19:36:11.079167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:11.079505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Checking segment: {'id': 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:11.079923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Bound using segment: {'id': 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:11.080485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Bound port: 56709128-59cf-4fd0-adbc-ee361f41386e, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:11.080964 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:11.156477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3aab8009-f4b6-49b4-afb0-174fb99e02d5 req-df33e75d-fece-49c3-b458-f3836ef62246 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 210 time: 0.0526884 Jul 09 19:36:11.186113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b74bdaa-8d71-4556-8128-c6fc09300c14 req-1aed44c4-f780-47f3-b308-5855eb119398 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e499eebe-7cdb-47e0-aeb8-aa48ae8f28e3 HTTP/1.1" status: 200 len: 2981 time: 0.0904601 Jul 09 19:36:11.241426 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e8672-3f62-431a-b82a-a4413a238ab4 x-openstack-request-id: req-a32e8672-3f62-431a-b82a-a4413a238ab4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:11.242301 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:11.242739 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a32e8672-3f62-431a-b82a-a4413a238ab4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:11.243316 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'code': 200} Jul 09 19:36:11.262452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:11.269261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=56709128-59cf-4fd0-adbc-ee361f41386e,segment=NetworkSegment(ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98),segment_id=ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:11.273554 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:11.281023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] For port d2c67698-534f-4217-8083-1c0870395ef0, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=d2c67698-534f-4217-8083-1c0870395ef0,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:11.288889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:11.341041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Calling delete_port for d2c67698-534f-4217-8083-1c0870395ef0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:11.387012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Pushing event updated for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:11.524089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:11.524769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:11.526699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-d8b5eecb-4687-4992-b774-ff7ec2ee8ced service neutron] 10.222.0.25 "PUT /v2.0/ports/56709128-59cf-4fd0-adbc-ee361f41386e HTTP/1.1" status: 200 len: 1091 time: 2.0165648 Jul 09 19:36:11.527162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:11.539644 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328e458-992b-4e18-aa06-dee6959cd4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:11.656423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7ba1f-659c-4dab-b8cb-a7ed1d6e43e4 req-49acc0fc-4f66-4ae8-93d5-dfdff56fa98b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:11.664787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4da7ba1f-659c-4dab-b8cb-a7ed1d6e43e4 req-49acc0fc-4f66-4ae8-93d5-dfdff56fa98b tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 947 time: 0.2786932 Jul 09 19:36:11.755460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-f38586bc-5cf2-4ab6-9b5f-065f8707be8e tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:11.756971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-f38586bc-5cf2-4ab6-9b5f-065f8707be8e tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.59 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.3479583 Jul 09 19:36:11.781548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Request body: {'port': {'device_id': '41608382-779e-4c4e-af81-2629b8bf54d9', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'admin_state_up': True, 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:11.843471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4da7ba1f-659c-4dab-b8cb-a7ed1d6e43e4 req-9371840f-e7ea-4fa8-b80b-7251a2cb3114 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774879 Jul 09 19:36:11.860571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00c-4062-412a-8ca5-47e24991b7cb req-f562a088-51aa-4370-81d1-b2dea8adac83 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:11.862141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f8d0b00c-4062-412a-8ca5-47e24991b7cb req-f562a088-51aa-4370-81d1-b2dea8adac83 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.4879079 Jul 09 19:36:11.921024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:12.000631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.037040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-6dd87d13-4306-4dff-9f9b-a7a529b85748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:12.039386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-6dd87d13-4306-4dff-9f9b-a7a529b85748 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32836bb5681d46989cbcb7f16efa62ae&device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 1094 time: 0.3713243 Jul 09 19:36:12.107951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-deb4e198-3422-4b74-90a6-17a58d745290 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56709128-59cf-4fd0-adbc-ee361f41386e HTTP/1.1" status: 200 len: 217 time: 0.0589981 Jul 09 19:36:12.150219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:12.158855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event deleted for resources: {'Port': ['ID=d2c67698-534f-4217-8083-1c0870395ef0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:12.181101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'mac_address': 'fa:16:3e:ae:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:12.207509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f8d0b00c-4062-412a-8ca5-47e24991b7cb req-7b95a16e-e229-4539-95f1-1ad3f3afcdb2 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324454 Jul 09 19:36:12.213395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] No DVR routers for this DVR port d2c67698-534f-4217-8083-1c0870395ef0 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:12.216775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.226075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-015b54e9-7893-4188-873b-97b5f76b5381 req-4b23f670-5acc-432a-9b8b-c0ff612f6a67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "DELETE /v2.0/ports/d2c67698-534f-4217-8083-1c0870395ef0 HTTP/1.1" status: 204 len: 173 time: 1.4832613 Jul 09 19:36:12.226959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:12.227600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-deleted', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:12.228454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-68b23c1e-4e4d-46d4-93c1-2f933cb20ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:12.231973 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd52d3f-6c92-43dc-a64c-baa8421120f1" -d '{"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-deleted", "tag": "d2c67698-534f-4217-8083-1c0870395ef0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:12.233431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-68b23c1e-4e4d-46d4-93c1-2f933cb20ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf HTTP/1.1" status: 200 len: 851 time: 0.1184750 Jul 09 19:36:12.267798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.285082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:12.287088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be40843e-1055-444f-8ec6-2f10e313e0aa req-c89525a5-718e-4a89-9151-8b9398803511 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48ab0a2566074392bae649c15be09660 HTTP/1.1" status: 200 len: 6101 time: 0.3785217 Jul 09 19:36:12.314284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:12.318382 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-9c56721b-1000-44aa-8c1f-efeec30e40eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5603b9a5-a928-4e9d-aee2-c36001ba1445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698564 Jul 09 19:36:12.320338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.386987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:12.410732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:12.414703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.456174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be40843e-1055-444f-8ec6-2f10e313e0aa req-420c5e9f-25b8-44d9-8346-abc73b36ba5b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "GET /v2.0/security-groups/655492cc-69db-414e-9976-c171099ca569 HTTP/1.1" status: 200 len: 2981 time: 0.1681001 Jul 09 19:36:12.505926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c106874-8e9b-4c47-a313-53737b0bdb3c req-5e288f70-53e7-48e3-b3ca-7053b94c8dd4 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0473948 Jul 09 19:36:12.520254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5455bbf-b103-4b51-9122-b707a44d6f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.569445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-debc6a4e-e4db-4239-9bf6-90710f966dcd service neutron] 10.222.0.25 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422607 Jul 09 19:36:12.600946 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749e572d-934e-45b4-b546-c86a2575ab90 x-openstack-request-id: req-749e572d-934e-45b4-b546-c86a2575ab90 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:12.601540 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:12.601990 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-749e572d-934e-45b4-b546-c86a2575ab90 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:12.602585 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e', 'status': 'completed', 'code': 200} Jul 09 19:36:12.670610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:12.740243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-114cfe4e-e8be-4454-a6e0-9526f56a033d req-4e93abd0-8ef6-47b0-81e5-2fbfd4b47282 service neutron] 10.222.0.25 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574705 Jul 09 19:36:12.751714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5455bbf-b103-4b51-9122-b707a44d6f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.776569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5455bbf-b103-4b51-9122-b707a44d6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:12.806656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be40843e-1055-444f-8ec6-2f10e313e0aa req-a0072339-7caf-4299-ac08-130664d8271a tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "GET /v2.0/security-groups/655492cc-69db-414e-9976-c171099ca569 HTTP/1.1" status: 200 len: 2981 time: 0.3495054 Jul 09 19:36:12.861669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Allocated IP 172.20.0.12 (c092d454-fb1a-44b0-a441-305352ce08fb/5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea/5101166b-e6a4-4803-b0d8-114449bc902f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:12.864675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5455bbf-b103-4b51-9122-b707a44d6f40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd085d32f1514277b6eac13b137762b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286614 Jul 09 19:36:12.868730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5455bbf-b103-4b51-9122-b707a44d6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ab951-61b8-4c72-b96e-bbb2fd87baf0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:12.871324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:12.925538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee75be-583c-49e9-953f-87844cf3a487 req-eb5d9d73-3b94-46cc-85e8-4853e6d3a2af tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:12.927564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99ee75be-583c-49e9-953f-87844cf3a487 req-eb5d9d73-3b94-46cc-85e8-4853e6d3a2af tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 943 time: 0.1823804 Jul 09 19:36:13.006961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99ee75be-583c-49e9-953f-87844cf3a487 req-bb55ca21-6c4b-44a6-aaa4-a8a661ea6748 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Jul 09 19:36:13.016577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.029451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce5965ef-e01f-4ca5-b080-b1a01eb4734a req-a877df7d-bb5d-47fe-9a8a-ecd7762fc689 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 210 time: 0.0907001 Jul 09 19:36:13.065591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.099111 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb0f39-c1bd-4285-b998-71e527fb2a8c x-openstack-request-id: req-7cdb0f39-c1bd-4285-b998-71e527fb2a8c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:13.099494 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c603cc-f430-4ffc-93e6-d172329a2157", "name": "network-vif-deleted", "tag": "d2c67698-534f-4217-8083-1c0870395ef0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:13.099820 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cdb0f39-c1bd-4285-b998-71e527fb2a8c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:13.100293 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c603cc-f430-4ffc-93e6-d172329a2157', 'name': 'network-vif-deleted', 'tag': 'd2c67698-534f-4217-8083-1c0870395ef0', 'status': 'completed', 'code': 200} Jul 09 19:36:13.143131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.146122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.162596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e4ab951-61b8-4c72-b96e-bbb2fd87baf0 HTTP/1.1" status: 204 len: 168 time: 0.2853172 Jul 09 19:36:13.184719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd1b12-965c-4b47-87ed-825e567e1eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ab951-61b8-4c72-b96e-bbb2fd87baf0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:13.189097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-023a5b9e-e5ce-43dc-89dd-1b76c9561d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.190789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-023a5b9e-e5ce-43dc-89dd-1b76c9561d51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32836bb5681d46989cbcb7f16efa62ae&device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 1094 time: 0.3822062 Jul 09 19:36:13.202936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-c5faf78d-c31a-409e-982e-e8711c76412d tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f9ff5458-6cd6-4b50-a597-483d8db284e5 HTTP/1.1" status: 200 len: 1777 time: 0.1275520 Jul 09 19:36:13.368621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.374585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89dbf-7fb8-4a62-a1ac-e6d8be7075de req-3a867686-7e68-42d3-95ed-2407bc47ab8d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.382379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35c89dbf-7fb8-4a62-a1ac-e6d8be7075de req-3a867686-7e68-42d3-95ed-2407bc47ab8d tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.1428168 Jul 09 19:36:13.409837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.431619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.446203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35c89dbf-7fb8-4a62-a1ac-e6d8be7075de req-b9d74c9b-18aa-4cf4-a537-9d3bef677cb9 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Jul 09 19:36:13.474550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-a52801ba-0e82-40d4-aad1-03704de4016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.476436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-a52801ba-0e82-40d4-aad1-03704de4016f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5603b9a5-a928-4e9d-aee2-c36001ba1445 HTTP/1.1" status: 200 len: 912 time: 0.2680895 Jul 09 19:36:13.554919 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.557985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.572391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4cce6f7-3e61-4114-ba90-3f4e14b24281 req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9ff5458-6cd6-4b50-a597-483d8db284e5 HTTP/1.1" status: 204 len: 173 time: 0.3684859 Jul 09 19:36:13.582966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-94f6fabe-b932-48fe-8303-38add72e315c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56709128-59cf-4fd0-adbc-ee361f41386e HTTP/1.1" status: 200 len: 217 time: 0.0997283 Jul 09 19:36:13.593626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96574436-7bca-4381-848f-a1a17312fb08 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff5458-6cd6-4b50-a597-483d8db284e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:13.626829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.668284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:13.688429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-110199c1-0fb2-4a71-8803-bb0513fe8c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.690079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:13.698135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Network c092d454-fb1a-44b0-a441-305352ce08fb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:13.702845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:13.705656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-41b409da-a5ee-4abc-8d6a-e6719277f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.707122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-41b409da-a5ee-4abc-8d6a-e6719277f85f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf HTTP/1.1" status: 200 len: 851 time: 0.1147401 Jul 09 19:36:13.707826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:13.780658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273a52-d1b0-48ec-b6fb-d0775445930a req-a12b6c27-e362-4f26-a1cb-0874ec0a8c53 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.789500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4f273a52-d1b0-48ec-b6fb-d0775445930a req-a12b6c27-e362-4f26-a1cb-0874ec0a8c53 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1669443 Jul 09 19:36:13.814040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-63c2f6f9-1a7b-4f61-8c9f-37b82b61f958 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5603b9a5-a928-4e9d-aee2-c36001ba1445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938628 Jul 09 19:36:13.824247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-90e1a816-2e66-447d-8811-7e223ca02bd9 req-7f7917eb-a835-4530-af8e-33f2b7b0723d tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0599067 Jul 09 19:36:13.861757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4f273a52-d1b0-48ec-b6fb-d0775445930a req-ed41ea73-e43d-4016-887c-61c8310dfe0b tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Jul 09 19:36:13.912928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-110199c1-0fb2-4a71-8803-bb0513fe8c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.918786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:13.919365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-110199c1-0fb2-4a71-8803-bb0513fe8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.953378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: d2c67698-534f-4217-8083-1c0870395ef0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:13.953723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device d2c67698-534f-4217-8083-1c0870395ef0 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:13.957292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-110199c1-0fb2-4a71-8803-bb0513fe8c04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8076aedb51a5460589cadf17241fa02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878435 Jul 09 19:36:13.957816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:13.958089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:13.958480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:13.984934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110199c1-0fb2-4a71-8803-bb0513fe8c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2bcb0c-9c5b-404e-aa7c-e5bdcb771ecc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:13.996147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-38d1f959-b31b-40ae-a3fd-83783e4bfcab tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2191954 Jul 09 19:36:14.003636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-2f03cd29-593b-4d1e-a61b-4e016ae790d2 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "GET /v2.0/security-groups/53104a99-fdaf-4984-ade6-3644a23b3cbe HTTP/1.1" status: 200 len: 1778 time: 0.1309752 Jul 09 19:36:14.009850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Request body: {'port': {'device_id': '41608382-779e-4c4e-af81-2629b8bf54d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:14.048870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.076632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.093120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-5f94bb81-41c4-463e-a2db-f0fa51610562 service neutron] 10.222.0.25 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678425 Jul 09 19:36:14.137392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.143615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.148150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db2bcb0c-9c5b-404e-aa7c-e5bdcb771ecc HTTP/1.1" status: 204 len: 168 time: 0.1858637 Jul 09 19:36:14.149662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.158873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e55a4-90a7-4a9d-b439-593cbd206eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2bcb0c-9c5b-404e-aa7c-e5bdcb771ecc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:14.252485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.278505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.297852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887f20-0233-4a18-ab39-75e84a3bc4f6 req-c992d8ea-3a32-4d2a-96c1-3231485b2cbf tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:14.300181 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0887f20-0233-4a18-ab39-75e84a3bc4f6 req-c992d8ea-3a32-4d2a-96c1-3231485b2cbf tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 943 time: 0.0828350 Jul 09 19:36:14.359867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4328e458-992b-4e18-aa06-dee6959cd4c7 req-38c5a2f2-a76b-4aca-9918-4241e63944ab service neutron] 10.222.0.25 "GET /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565861 Jul 09 19:36:14.364799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0887f20-0233-4a18-ab39-75e84a3bc4f6 req-cc5b9d7d-6932-4c26-a261-a4d045bbdf72 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Jul 09 19:36:14.451684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.454725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:14.456100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-500bd8ad-d1bb-4138-9be7-04f5f20c1a5a req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/53104a99-fdaf-4984-ade6-3644a23b3cbe HTTP/1.1" status: 204 len: 173 time: 0.4406705 Jul 09 19:36:14.469221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302456c8-7abf-499b-98f8-85c506175895 tempest-SecurityGroupsTestAdminJSON-1861904229 tempest-SecurityGroupsTestAdminJSON-1861904229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53104a99-fdaf-4984-ade6-3644a23b3cbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:14.571502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828ad3-3ac9-41e6-9e1f-b04c788fe54f req-41bc2030-a08a-4f64-a138-19c4a8c10754 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:14.574705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21828ad3-3ac9-41e6-9e1f-b04c788fe54f req-41bc2030-a08a-4f64-a138-19c4a8c10754 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 932 time: 0.0905504 Jul 09 19:36:14.606260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-6dd10ebe-f419-412b-9a5b-fbef23072641 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "GET /v2.0/security-groups/3032b033-faf8-490b-9389-4dcd65b7df0d HTTP/1.1" status: 200 len: 1776 time: 0.1123328 Jul 09 19:36:14.620850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21828ad3-3ac9-41e6-9e1f-b04c788fe54f req-a379de12-3a20-457f-9252-466bedafb102 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Jul 09 19:36:14.797901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df746-c930-4dd4-914f-679a5060feda req-0d3e9dc1-4a21-4815-8d23-0cb3e458da3e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:14.798898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d20df746-c930-4dd4-914f-679a5060feda req-0d3e9dc1-4a21-4815-8d23-0cb3e458da3e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 949 time: 0.0754266 Jul 09 19:36:14.841280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d20df746-c930-4dd4-914f-679a5060feda req-57589460-7604-4f74-ad36-ccc1fb5adc52 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Jul 09 19:36:15.040605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.072137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.083011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5101166b-e6a4-4803-b0d8-114449bc902f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:15.083881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:15.097322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.125691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Transition to ACTIVE for port object 5101166b-e6a4-4803-b0d8-114449bc902f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:15.131208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.179057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.181617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.182802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94cefe4f-c6d2-4520-a784-61053fe664e1 req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "DELETE /v2.0/security-groups/3032b033-faf8-490b-9389-4dcd65b7df0d HTTP/1.1" status: 204 len: 173 time: 0.5676811 Jul 09 19:36:15.203663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:15.208941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d09ef8-6ab3-49d6-be21-17085ff91453 tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3032b033-faf8-490b-9389-4dcd65b7df0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:15.237561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-5472df3a-d917-47ed-a6f4-0250fd18d49a tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.245815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-5472df3a-d917-47ed-a6f4-0250fd18d49a tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/networks?id=4449fc44-4f02-471f-af55-e3fe1eca25bc HTTP/1.1" status: 200 len: 814 time: 0.1344826 Jul 09 19:36:15.266404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-e68206f9-899d-4a44-9546-064e91064513 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/quotas/462d0c3329a2486eb46f396bca1c4ba3 HTTP/1.1" status: 200 len: 375 time: 0.0191090 Jul 09 19:36:15.286666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Attempting to bind port 5101166b-e6a4-4803-b0d8-114449bc902f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:15.287027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Attempting to bind port 5101166b-e6a4-4803-b0d8-114449bc902f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:15.287330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Attempting to bind port 5101166b-e6a4-4803-b0d8-114449bc902f on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:15.291789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Port 5101166b-e6a4-4803-b0d8-114449bc902f on network c092d454-fb1a-44b0-a441-305352ce08fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:36:15.292115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Attempting to bind port 5101166b-e6a4-4803-b0d8-114449bc902f on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:15.297399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:15.297754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Checking segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:15.298192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Bound using segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:15.298620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Bound port: 5101166b-e6a4-4803-b0d8-114449bc902f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:15.298983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.308903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-network', 'tenant_id': '81d0c0e407d74c01b89223456af655b4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:15.342599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Made reservation on behalf of 81d0c0e407d74c01b89223456af655b4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:15.344879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.355267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.373085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-025c83fe-5299-40f7-acff-6faf7f45aa44 req-4c716465-bc45-443d-b6ad-842e7d0dbc9f tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0379045 Jul 09 19:36:15.375030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-1413165b-aa60-4631-9ee2-96e90b3f7ecf tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=462d0c3329a2486eb46f396bca1c4ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076734 Jul 09 19:36:15.403514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:15.403514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:15.405438 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.452748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.454273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.455765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] 10.222.0.59 "PUT /v2.0/ports/5101166b-e6a4-4803-b0d8-114449bc902f HTTP/1.1" status: 200 len: 1092 time: 1.4513586 Jul 09 19:36:15.458082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:15.461831 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d" -d '{"events": [{"name": "network-changed", "server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:15.485549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57ecc-363a-4ea9-841b-3fc1ddfffe46 service neutron] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:15.512978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f07f341e-0ea2-4085-9279-d27036ade8ed service neutron] 10.222.0.10 "GET /v2.0/networks/4449fc44-4f02-471f-af55-e3fe1eca25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309001 Jul 09 19:36:15.600208 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.604451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a224a81-2099-453e-b165-452f05dc2dcb req-a4e75026-1261-4088-909c-d7327793c57e tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.606165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a224a81-2099-453e-b165-452f05dc2dcb req-a4e75026-1261-4088-909c-d7327793c57e tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1140306 Jul 09 19:36:15.610524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.612261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-b37a0ace-5ead-4640-abf7-f461aa2fa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.613750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-b37a0ace-5ead-4640-abf7-f461aa2fa1e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 1095 time: 0.1074445 Jul 09 19:36:15.650939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:36:15.659999 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-3c4925c6-07d1-4e53-9bb6-e8c507971d5c service neutron] 10.222.0.10 "GET /v2.0/networks/4449fc44-4f02-471f-af55-e3fe1eca25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406047 Jul 09 19:36:15.661969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02e3b8e-de05-4924-aa31-44404ff651a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:15.668792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.669113 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Added segment 69ffe42b-b2c0-4360-8e64-5e7dbc0de001 of type vlan for network 9380f82a-61bb-4808-84e2-4169f54ec948 Jul 09 19:36:15.683755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a224a81-2099-453e-b165-452f05dc2dcb req-bf83cba4-0bca-44aa-ad4f-b13191ade530 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683730 Jul 09 19:36:15.685362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-6d36b71a-0701-4526-8ce8-35e867fcead2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5101166b-e6a4-4803-b0d8-114449bc902f HTTP/1.1" status: 200 len: 217 time: 0.0559001 Jul 09 19:36:15.723307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.754299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.755386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.756058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.764472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50c2547f-5e57-4290-a596-bc28061e4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:15.765946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-50c2547f-5e57-4290-a596-bc28061e4bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.0742931 Jul 09 19:36:15.799852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-85e522bb-14b6-44e7-853a-bfc855861831 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273917 Jul 09 19:36:15.802465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-b057d050-3963-42fd-b5af-3bf09f67f48e tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "GET /v2.0/security-groups/ed7f1f69-1b38-43dd-8ebd-bf4e16cba33d HTTP/1.1" status: 200 len: 1777 time: 0.0830519 Jul 09 19:36:15.818879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7324591 Jul 09 19:36:15.821914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:15.829135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Request body: {'subnet': {'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-subnet', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:15.847217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782340-9a74-48c6-8fff-fc877e465415 admin admin] Pushing event updated for resources: {'Network': ['ID=9380f82a-61bb-4808-84e2-4169f54ec948,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:15.860949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Made reservation on behalf of 81d0c0e407d74c01b89223456af655b4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:15.863465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 9380f82a-61bb-4808-84e2-4169f54ec948 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:36:15.864766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.933515 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.956563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 56709128-59cf-4fd0-adbc-ee361f41386e details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:15.976185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:15.981145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-f33991e7-5e3d-42b4-adde-4bab4df01d78 service neutron] 10.222.0.59 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746936 Jul 09 19:36:16.028990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:16.106526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.110007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.127905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b222a06f-7b64-4f84-ba91-61da040a6427 req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed7f1f69-1b38-43dd-8ebd-bf4e16cba33d HTTP/1.1" status: 204 len: 173 time: 0.2925887 Jul 09 19:36:16.145027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:16.145696 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.159006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ad990-2d16-4a91-974f-dec6e6d73c9b tempest-SecurityGroupsTestAdminJSON-464766923 tempest-SecurityGroupsTestAdminJSON-464766923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f1f69-1b38-43dd-8ebd-bf4e16cba33d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:16.165454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.178158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da8e69b2-1f78-4869-9c1d-f69cd9818e42 req-32afa256-cbe7-43a7-9002-496e7a973302 service neutron] 10.222.0.59 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872888 Jul 09 19:36:16.190034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=56709128-59cf-4fd0-adbc-ee361f41386e,segment=NetworkSegment(ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98),segment_id=ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:16.200834 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5462779-28b9-4e23-9eac-d1f2d78182c4 x-openstack-request-id: req-e5462779-28b9-4e23-9eac-d1f2d78182c4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:16.201236 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:16.201546 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5462779-28b9-4e23-9eac-d1f2d78182c4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:16.202089 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f', 'status': 'completed', 'code': 200} Jul 09 19:36:16.219754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '56709128-59cf-4fd0-adbc-ee361f41386e', 'network_id': '5603b9a5-a928-4e9d-aee2-c36001ba1445', 'port_id': '56709128-59cf-4fd0-adbc-ee361f41386e', 'mac_address': 'fa:16:3e:7f:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:16.288389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452257c-3618-4e2b-a7c9-ec9929edc4b8 req-d2b75c93-7c13-4880-be1d-41858ea9d02a tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.297292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9452257c-3618-4e2b-a7c9-ec9929edc4b8 req-d2b75c93-7c13-4880-be1d-41858ea9d02a tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 943 time: 0.2290876 Jul 09 19:36:16.336480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60e872e-7147-450e-8a44-b9146ccdad0d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:16.357659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-263a1e0f-1a8a-465d-8506-113686d98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.361469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-263a1e0f-1a8a-465d-8506-113686d98722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 1095 time: 0.1264164 Jul 09 19:36:16.393507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Checking segment: {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:16.394506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Network hostable DHCP agents. Network: 9380f82a-61bb-4808-84e2-4169f54ec948, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:36:16.413910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9452257c-3618-4e2b-a7c9-ec9929edc4b8 req-e5ebeeb8-ed30-4ac3-bf38-00610ff5d2e5 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153326 Jul 09 19:36:16.454746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Network 9380f82a-61bb-4808-84e2-4169f54ec948 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:36:16.455302 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.471177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 9380f82a-61bb-4808-84e2-4169f54ec948) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:16.472367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.477176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.477882 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.489701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56709128-59cf-4fd0-adbc-ee361f41386e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:16.500017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05eb475-7287-4eaa-9a0c-71fbacf15c75 None None] Network 9380f82a-61bb-4808-84e2-4169f54ec948 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:16.522237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:16.524908 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcb785-c6e6-4c1e-8589-73cfad2fa318" -d '{"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:16.548868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c003f038-9681-45c4-8575-e5b2b6bd89d4 req-fb0c4c4a-2ad9-4495-b6f3-e2001cdb1bcf tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0479689 Jul 09 19:36:16.555210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-841ef9e1-716a-45f0-95f2-7ba4f33495e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7321360 Jul 09 19:36:16.558881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:16.571575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:16.579079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=56709128-59cf-4fd0-adbc-ee361f41386e,segment=NetworkSegment(ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98),segment_id=ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:16.589911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:16.592645 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.594581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:16.613989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.615324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.676796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:16.681885 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.720179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.790262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:16.825517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-9380f82a-61bb-4808-84e2-4169f54ec948', 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'fixed_ips': [{'subnet_id': 'd60e872e-7147-450e-8a44-b9146ccdad0d'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:36:16.826468 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.831261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8cec-e012-47e6-ba05-2cea1d387c40 req-3bbf16f7-16cc-489e-9865-d214fd3a8cbb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.834242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f5c8cec-e012-47e6-ba05-2cea1d387c40 req-3bbf16f7-16cc-489e-9865-d214fd3a8cbb tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 944 time: 0.3415313 Jul 09 19:36:16.847433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-666ecf29-c2b9-4622-b328-6624a02828f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.850123 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-666ecf29-c2b9-4622-b328-6624a02828f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 905 time: 0.4752049 Jul 09 19:36:16.899532 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f5c8cec-e012-47e6-ba05-2cea1d387c40 req-4a8a00ba-d838-40f0-bc99-6b7a98de6e00 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Jul 09 19:36:16.935465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67746a-ffd3-4a77-8cac-6a72f192298b req-63987227-13b7-4e33-8df1-11dbafad631e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:16.943228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff67746a-ffd3-4a77-8cac-6a72f192298b req-63987227-13b7-4e33-8df1-11dbafad631e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.2185497 Jul 09 19:36:16.943710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-c1176e66-21b6-40cc-bbdc-101478160486 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5101166b-e6a4-4803-b0d8-114449bc902f HTTP/1.1" status: 200 len: 217 time: 0.0558844 Jul 09 19:36:16.954670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:16.970981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['56709128-59cf-4fd0-adbc-ee361f41386e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:17.024309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-4f1b7dcc-c4db-4e4f-97f6-f7535746f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:17.026526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-4f1b7dcc-c4db-4e4f-97f6-f7535746f895 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.0716555 Jul 09 19:36:17.048054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff67746a-ffd3-4a77-8cac-6a72f192298b req-a21e89e6-60e3-45aa-bb7b-a4d98109c94f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038740 Jul 09 19:36:17.112522 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbbdd2a6-57c4-4080-b73b-40d8d51a5f20 req-1de3cea9-15f3-4ec0-9040-08477976bd9f tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0651555 Jul 09 19:36:17.114489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-9b4744b3-2c77-47f6-95fc-a9f013e195b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789287 Jul 09 19:36:17.115925 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5089ee5-75bf-45a2-ae05-825b276f37ca x-openstack-request-id: req-f5089ee5-75bf-45a2-ae05-825b276f37ca {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:17.116218 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-plugged", "status": "completed", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:17.116477 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5089ee5-75bf-45a2-ae05-825b276f37ca {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:17.116867 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'code': 200} Jul 09 19:36:17.117635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-036eda1f-2a26-4b8c-80ce-5e0161a288a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48ab0a2566074392bae649c15be09660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220039 Jul 09 19:36:17.120697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:17.144123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Allocated IP 172.20.0.2 (9380f82a-61bb-4808-84e2-4169f54ec948/d60e872e-7147-450e-8a44-b9146ccdad0d/13fdce27-cb3f-4bfc-acbe-0a11e9d95e84) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:17.233175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.253089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.259742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.292226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.407478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-388cd22f-315f-42c3-a263-df70bdf17d7e service neutron] 10.222.0.59 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839019 Jul 09 19:36:17.483913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.486417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.490347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/655492cc-69db-414e-9976-c171099ca569 HTTP/1.1" status: 204 len: 168 time: 0.3680224 Jul 09 19:36:17.512756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b17ee0-773c-4d09-a329-e3ec6e261f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655492cc-69db-414e-9976-c171099ca569,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:17.520668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0ad5c-b972-44e3-b108-5d055330dfa4 req-769ecd4e-aeec-40d3-956a-32fa5c9a2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:17.522190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34d0ad5c-b972-44e3-b108-5d055330dfa4 req-769ecd4e-aeec-40d3-956a-32fa5c9a2ba1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1101 time: 0.2118039 Jul 09 19:36:17.532047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0906-d8e3-4d0f-a7c9-c71adc6664c8 req-20a1a23c-460f-457f-a527-1b7cd726ca00 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:17.538111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0cb0906-d8e3-4d0f-a7c9-c71adc6664c8 req-20a1a23c-460f-457f-a527-1b7cd726ca00 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.2798979 Jul 09 19:36:17.586872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ffb66f8-bd11-4e02-b0c3-4caf50d3340d req-1bedc61c-7e03-42a7-854d-b1257ed8a2fc service neutron] 10.222.0.59 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722424 Jul 09 19:36:17.590313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34d0ad5c-b972-44e3-b108-5d055330dfa4 req-ef0850eb-69af-4675-a6b8-17464168aa01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569627 Jul 09 19:36:17.607642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.607893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-35ca481f-fb9c-45d1-8af9-19d2f130f89c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:17.609423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-35ca481f-fb9c-45d1-8af9-19d2f130f89c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.25 "GET /v2.0/networks?id=4449fc44-4f02-471f-af55-e3fe1eca25bc HTTP/1.1" status: 200 len: 814 time: 0.2363780 Jul 09 19:36:17.629031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Transition to ACTIVE for port object 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:17.665828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:17.666063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Allocated IP 172.25.3.158 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/658d3478-5c70-41c8-b166-3afbdcb8c80f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:17.692992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0cb0906-d8e3-4d0f-a7c9-c71adc6664c8 req-df5f3fe7-a820-4ec2-9570-750b06ef89e4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822973 Jul 09 19:36:17.696772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Transition to ACTIVE for port object 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:17.715760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:17.727291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Request body: {'port': {'device_id': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'admin_state_up': True, 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:17.773790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e850d-655a-43f1-9047-8552300e9715 req-66277614-90b3-4bf0-8774-0b24c0d2a809 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:17.784244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a49e850d-655a-43f1-9047-8552300e9715 req-66277614-90b3-4bf0-8774-0b24c0d2a809 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 944 time: 0.1477470 Jul 09 19:36:17.843028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a49e850d-655a-43f1-9047-8552300e9715 req-f78488f8-2bab-4e28-accf-4e1e2117b0b4 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570395 Jul 09 19:36:17.870664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Pushing event updated for resources: {'Port': ['ID=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:17.874729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Network 9380f82a-61bb-4808-84e2-4169f54ec948 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:17.879922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:17.887917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:17.890051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:17.915709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b380e77-6cca-4529-943f-7d1d60ef2f49 req-2b0b95a8-ee1a-45a0-a0a2-56203754a70b tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0418167 Jul 09 19:36:17.979165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '5101166b-e6a4-4803-b0d8-114449bc902f', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '5101166b-e6a4-4803-b0d8-114449bc902f', 'mac_address': 'fa:16:3e:9a:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:18.015779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.038292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Attempting to bind port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:18.038655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Attempting to bind port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:18.039015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Attempting to bind port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 on network 9380f82a-61bb-4808-84e2-4169f54ec948 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:18.047255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:18.047619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Checking segment: {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:18.048022 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.048519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Bound using segment: {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:18.049085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Bound port: 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:18.049488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.053657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:18.097934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Made reservation on behalf of 462d0c3329a2486eb46f396bca1c4ba3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:18.101875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.134379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] For port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:18.138053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] For port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:18.142058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.153191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.194387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7006b-741a-456e-92e8-02dba136f68e req-9f72256a-37a1-471d-b6b6-427cdfc5eb71 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:18.201739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78a7006b-741a-456e-92e8-02dba136f68e req-9f72256a-37a1-471d-b6b6-427cdfc5eb71 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 944 time: 0.1539495 Jul 09 19:36:18.202544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5101166b-e6a4-4803-b0d8-114449bc902f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:18.215394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42191a0c-5240-445c-b073-745a567c5514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6653f27a38ee4d4098cc204c04a6f68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591787 Jul 09 19:36:18.221899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:18.246141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:18.260488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.264105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.280067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffab19-2ffb-4d37-b6ea-ad8e9b31bcda None None] Pushing event updated for resources: {'Port': ['ID=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:18.301019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78a7006b-741a-456e-92e8-02dba136f68e req-c55245f4-e73e-457d-926b-61b770c3aba7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Jul 09 19:36:18.366932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:18.402023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:18.431798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Pushing event updated for resources: {'Port': ['ID=658d3478-5c70-41c8-b166-3afbdcb8c80f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:18.452458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:18.455030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:18.475652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bdd494c-fa0d-4ac6-8786-c117c7b4d223 req-f96ea98f-ce32-4778-82ce-d7f65a3b5d42 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0455925 Jul 09 19:36:18.522981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['5101166b-e6a4-4803-b0d8-114449bc902f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:18.548173 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.575865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Allocated IP 172.20.0.13 (4449fc44-4f02-471f-af55-e3fe1eca25bc/687400a4-0dc9-4cb2-8ef4-c00a437da418/396e354b-9967-4dd2-9ec8-6df435e32dcc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:18.609568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.685451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:18.850821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fe22-f558-4ed8-a4f7-19aa5dadbb66 req-31687942-9213-4a24-b1c2-01a4f00779e7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:18.862463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e78fe22-f558-4ed8-a4f7-19aa5dadbb66 req-31687942-9213-4a24-b1c2-01a4f00779e7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.5829668 Jul 09 19:36:18.959371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:19.080010 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e78fe22-f558-4ed8-a4f7-19aa5dadbb66 req-e006f314-ce86-44ca-8ced-000d09a256c9 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166448 Jul 09 19:36:19.091323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5494-9c5a-4c9b-bf78-760895f71a38 req-317b724c-065a-439c-b3b6-e1ea85fddf3d tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:19.095794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-571a5494-9c5a-4c9b-bf78-760895f71a38 req-317b724c-065a-439c-b3b6-e1ea85fddf3d tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1172581 Jul 09 19:36:19.137361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:19.203970 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:19.206597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:19.208088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/705e7151-2734-4dd6-be29-5c47ecd1f83d HTTP/1.1" status: 204 len: 168 time: 0.9846263 Jul 09 19:36:19.215058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-571a5494-9c5a-4c9b-bf78-760895f71a38 req-542719d5-5542-438b-b90b-3d6ec2287990 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154044 Jul 09 19:36:19.403065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:19.554597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:19.679801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:19.689757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0bb6a9c-8a3f-4e38-bf7a-586f661bc25e req-169396f3-5fa0-4783-92f0-b0ddb888dae8 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 210 time: 0.0512044 Jul 09 19:36:19.979490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 56709128-59cf-4fd0-adbc-ee361f41386e up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:19.983361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870729b2-cbfb-4243-b3db-0eb4cc992eed None None] Network 9380f82a-61bb-4808-84e2-4169f54ec948 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:19.991057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 5101166b-e6a4-4803-b0d8-114449bc902f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:20.085363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 5101166b-e6a4-4803-b0d8-114449bc902f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:20.086120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:20.118070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c9ebc-a717-4315-9724-9bf1e189665e req-f1c483a1-1165-4e45-8009-ed8a1b5b5f85 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:20.122000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Provisioning for port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:20.131522 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe0c9ebc-a717-4315-9724-9bf1e189665e req-f1c483a1-1165-4e45-8009-ed8a1b5b5f85 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 945 time: 0.1630616 Jul 09 19:36:20.169012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Provisioning complete for port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:20.170038 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:20.213437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe0c9ebc-a717-4315-9724-9bf1e189665e req-b13c23fb-c57a-423a-9380-b15dba2a6519 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796707 Jul 09 19:36:20.412459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945ef34-2e2d-4050-815f-1420887e7e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e7151-2734-4dd6-be29-5c47ecd1f83d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:20.500665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7141ce06-b76f-4042-a4b8-7bb2acc689da req-c6df9482-9fcd-4c9e-b6bf-7458c821489f tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0736611 Jul 09 19:36:20.534567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Transition to ACTIVE for port object 396e354b-9967-4dd2-9ec8-6df435e32dcc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:20.577475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:20.642235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:20.692912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:20.913705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648892ea-371f-4228-a8e6-3f33c49913a0 req-1f4db704-67ec-4465-a111-5439511247df tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:20.915353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-648892ea-371f-4228-a8e6-3f33c49913a0 req-1f4db704-67ec-4465-a111-5439511247df tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.1524758 Jul 09 19:36:20.965113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.040001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-648892ea-371f-4228-a8e6-3f33c49913a0 req-221119df-dd62-497a-b097-8c2a92e199e4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Jul 09 19:36:21.136778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:21.144668 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e30314-6744-489c-81df-16e638d78516" -d '{"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-plugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:21.150722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.154442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce136-3496-4098-be0e-b085d7b734fd req-ea739195-e018-4873-be32-0d4ffbbbb586 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:21.155941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d2ce136-3496-4098-be0e-b085d7b734fd req-ea739195-e018-4873-be32-0d4ffbbbb586 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 944 time: 1.7258427 Jul 09 19:36:21.222983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:21.231109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:21.235874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:21.255728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 56709128-59cf-4fd0-adbc-ee361f41386e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:21.316832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 56709128-59cf-4fd0-adbc-ee361f41386e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:21.332167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.343737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:21.344432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.358426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Pushing event updated for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:21.388248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.461017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d2ce136-3496-4098-be0e-b085d7b734fd req-d57ae214-1ceb-4112-93d3-73c2448baad2 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863622 Jul 09 19:36:21.469166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-f235f736-9ca3-46ac-92b4-f3ba7f612903 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7575793 Jul 09 19:36:21.524270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063985-b33d-453f-89ba-305343bfc85b req-1e2b69ad-16c5-4dc5-846b-ac8fe6936000 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:21.539834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5063985-b33d-453f-89ba-305343bfc85b req-1e2b69ad-16c5-4dc5-846b-ac8fe6936000 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1963525 Jul 09 19:36:21.585539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Request body: {'port': {'device_id': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:21.607597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Router ef42599c-279c-417a-9d08-7b86e655bea1 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:36:21.662992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] For port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:21.675898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5063985-b33d-453f-89ba-305343bfc85b req-1a12724a-68d6-4d69-b1d7-a0f80082982f tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331003 Jul 09 19:36:21.679798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:21.699054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:21.861068 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128429d7-8467-4db1-8c18-77a66b61fb85 x-openstack-request-id: req-128429d7-8467-4db1-8c18-77a66b61fb85 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:21.861474 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-plugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:21.861630 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-128429d7-8467-4db1-8c18-77a66b61fb85 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:21.862024 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f', 'code': 200} Jul 09 19:36:21.877915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1ff80-73e0-428c-b4ac-294fa874f190 None None] Pushing event updated for resources: {'Port': ['ID=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:21.966902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee74a2a5-22fa-4dc5-a2df-90a3926b4d80 None None] Provisioning for port 396e354b-9967-4dd2-9ec8-6df435e32dcc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:21.973024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee74a2a5-22fa-4dc5-a2df-90a3926b4d80 None None] Provisioning complete for port 396e354b-9967-4dd2-9ec8-6df435e32dcc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:21.973426 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee74a2a5-22fa-4dc5-a2df-90a3926b4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.015763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ee74a2a5-22fa-4dc5-a2df-90a3926b4d80 None None] Port 396e354b-9967-4dd2-9ec8-6df435e32dcc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:22.018754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.060851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=56709128-59cf-4fd0-adbc-ee361f41386e,segment=NetworkSegment(ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98),segment_id=ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:22.065375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:22.066286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.141401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:22.142144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.144221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Sync routers for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:22.154345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:22.154812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:22.210998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd66c-8c50-4aa9-8acc-7a8b39a611db req-7cbe0a2d-aa52-4b56-bc0f-ce40c066e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:22.214323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-548cd66c-8c50-4aa9-8acc-7a8b39a611db req-7cbe0a2d-aa52-4b56-bc0f-ce40c066e112 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 1097 time: 0.2306867 Jul 09 19:36:22.230354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440513-f8f5-4e17-b4da-bb2c9bc3df60 req-a689af95-1570-49ac-9f15-514df3cd53d3 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:22.240004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9440513-f8f5-4e17-b4da-bb2c9bc3df60 req-a689af95-1570-49ac-9f15-514df3cd53d3 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.2576895 Jul 09 19:36:22.330266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.331432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a770f587-f5d9-4940-9b9a-0044c440a57c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7715034 Jul 09 19:36:22.345197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:22.350091 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c655193-4090-4cbb-a1d9-258f871d8a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.413942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9440513-f8f5-4e17-b4da-bb2c9bc3df60 req-ae232dc1-7916-4462-b2fc-0c2a10365e30 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724701 Jul 09 19:36:22.427041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-548cd66c-8c50-4aa9-8acc-7a8b39a611db req-d95f829f-0998-486b-8057-7103cb9f655c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818101 Jul 09 19:36:22.481804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-201445a1-1fd1-4124-98c7-3bb56c883687 None None] Provisioning complete for port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:22.482173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-201445a1-1fd1-4124-98c7-3bb56c883687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:22.484762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:22.575204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d04c4-73e1-454f-b66f-5ade0ed3c3b4 req-1c31314f-1e61-4a27-87bc-65837d3dbd52 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:22.581196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-840d04c4-73e1-454f-b66f-5ade0ed3c3b4 req-1c31314f-1e61-4a27-87bc-65837d3dbd52 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 932 time: 0.5300386 Jul 09 19:36:22.705748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8b776c9-be11-4894-ad01-2c45c009e66b req-de40f397-9d66-4271-a3ed-a8f17c6e112f tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0641508 Jul 09 19:36:22.777425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-840d04c4-73e1-454f-b66f-5ade0ed3c3b4 req-76bad748-4fe8-431f-a94f-22821aee5294 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952028 Jul 09 19:36:22.903188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:23.028658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396e354b-9967-4dd2-9ec8-6df435e32dcc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:23.039477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.073083 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.088350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Transition to ACTIVE for port object 396e354b-9967-4dd2-9ec8-6df435e32dcc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:23.092608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:19Z', 'revision_number': 3, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:23.095936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:23.096415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.099255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17708383-0822-4786-ac96-7720545182d6 req-f5b7e732-bd7b-4048-9e71-262adcd49126 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:23.100610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.103063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17708383-0822-4786-ac96-7720545182d6 req-f5b7e732-bd7b-4048-9e71-262adcd49126 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.1530967 Jul 09 19:36:23.142521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Checking router: ef42599c-279c-417a-9d08-7b86e655bea1 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:23.142805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Updating router ef42599c-279c-417a-9d08-7b86e655bea1 port 658d3478-5c70-41c8-b166-3afbdcb8c80f binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:36:23.184878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17708383-0822-4786-ac96-7720545182d6 req-9e818516-0d19-44f2-be56-e532787012fd tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Jul 09 19:36:23.217095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:23.347346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.425409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Attempting to bind port 396e354b-9967-4dd2-9ec8-6df435e32dcc on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:23.425807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Attempting to bind port 396e354b-9967-4dd2-9ec8-6df435e32dcc by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:23.426118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Attempting to bind port 396e354b-9967-4dd2-9ec8-6df435e32dcc on network 4449fc44-4f02-471f-af55-e3fe1eca25bc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:23.435511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Port 396e354b-9967-4dd2-9ec8-6df435e32dcc on network 4449fc44-4f02-471f-af55-e3fe1eca25bc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:36:23.435511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Attempting to bind port 396e354b-9967-4dd2-9ec8-6df435e32dcc on network 4449fc44-4f02-471f-af55-e3fe1eca25bc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:23.445107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:23.445603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Checking segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:23.446003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Bound using segment: {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:23.446512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Bound port: 396e354b-9967-4dd2-9ec8-6df435e32dcc, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:23.446886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.604414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6fed4-9273-4322-b9a1-c5270c82cfa6 req-b66ee044-730e-449b-9197-780282896df4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:23.612144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.618784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3c6fed4-9273-4322-b9a1-c5270c82cfa6 req-b66ee044-730e-449b-9197-780282896df4 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1203089 Jul 09 19:36:23.696193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3c6fed4-9273-4322-b9a1-c5270c82cfa6 req-bb04cc5e-b540-4b55-907b-ec827213c05b tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753622 Jul 09 19:36:23.746109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:23.767949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d06e-b2f5-47a4-92d0-2dd7a720f0f9 req-14adde16-aeb3-4986-ac77-af58c8e908f0 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:23.770423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb20d06e-b2f5-47a4-92d0-2dd7a720f0f9 req-14adde16-aeb3-4986-ac77-af58c8e908f0 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2924781 Jul 09 19:36:23.806010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:23.845588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.864117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:23.867250 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf2103-9a8c-4aca-9bac-b25b355eac6d" -d '{"events": [{"server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "name": "network-vif-plugged", "status": "completed", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:23.948312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:23.948553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:23.949978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/396e354b-9967-4dd2-9ec8-6df435e32dcc HTTP/1.1" status: 200 len: 1092 time: 2.3934450 Jul 09 19:36:23.952463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:23.955995 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407" -d '{"events": [{"name": "network-changed", "server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:23.974168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb20d06e-b2f5-47a4-92d0-2dd7a720f0f9 req-7b78e504-7922-451c-aeca-9c903fcb092b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904974 Jul 09 19:36:24.061933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05fb06-08b9-40b5-ab46-7c7506a4e8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:24.102732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Allocated IP 172.20.0.1 (9380f82a-61bb-4808-84e2-4169f54ec948/d60e872e-7147-450e-8a44-b9146ccdad0d/c835f333-9908-44aa-b0ed-72a5b0a6312d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:24.116623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.158898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Transition to ACTIVE for port object 658d3478-5c70-41c8-b166-3afbdcb8c80f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:24.185967 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.242788 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:36:24.264969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Attempting to bind port 658d3478-5c70-41c8-b166-3afbdcb8c80f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:24.265491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Attempting to bind port 658d3478-5c70-41c8-b166-3afbdcb8c80f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:24.266333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Attempting to bind port 658d3478-5c70-41c8-b166-3afbdcb8c80f on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:24.281412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:24.281873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:24.282210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.282631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:24.283151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Bound port: 658d3478-5c70-41c8-b166-3afbdcb8c80f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:24.283604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.317384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8c9a7419-1251-4609-89f4-2be156464a88 req-63a7ba3a-2887-4019-982c-82c8c0d43173 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0313699 Jul 09 19:36:24.332658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec5a3b-db2c-4ee5-8c3a-fe77bd7852b8 None None] Pushing event updated for resources: {'Port': ['ID=658d3478-5c70-41c8-b166-3afbdcb8c80f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:24.413161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] For port 658d3478-5c70-41c8-b166-3afbdcb8c80f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:24.417571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.418950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] For port 658d3478-5c70-41c8-b166-3afbdcb8c80f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=658d3478-5c70-41c8-b166-3afbdcb8c80f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:24.437828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.442246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13f80-a7ce-44f9-b9d3-e90ea3c03b71 req-fd3288aa-31b3-498c-8d54-cbb55a0e320c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:24.443772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10f13f80-a7ce-44f9-b9d3-e90ea3c03b71 req-fd3288aa-31b3-498c-8d54-cbb55a0e320c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1840639 Jul 09 19:36:24.446556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Transition to ACTIVE for port object c835f333-9908-44aa-b0ed-72a5b0a6312d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:24.508881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec5a3b-db2c-4ee5-8c3a-fe77bd7852b8 None None] Pushing event updated for resources: {'Port': ['ID=658d3478-5c70-41c8-b166-3afbdcb8c80f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:24.512015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10f13f80-a7ce-44f9-b9d3-e90ea3c03b71 req-0cfb44e9-2fd7-4bd7-bdef-0fc1be741ae7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 Jul 09 19:36:24.536864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.548900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:24.554429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:35:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:24.599300 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278cc75-e653-4cec-bf10-5cb8178e31e4 x-openstack-request-id: req-a278cc75-e653-4cec-bf10-5cb8178e31e4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:24.600371 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "name": "network-vif-plugged", "status": "completed", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:24.601034 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a278cc75-e653-4cec-bf10-5cb8178e31e4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:24.601692 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e', 'code': 200} Jul 09 19:36:24.631944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Network 9380f82a-61bb-4808-84e2-4169f54ec948 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:24.634976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:24.639493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:24.645683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Pushing event updated for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:24.698422 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1af2d5-f072-4353-be83-98bfdc627df1 x-openstack-request-id: req-dc1af2d5-f072-4353-be83-98bfdc627df1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:24.698750 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:24.698960 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc1af2d5-f072-4353-be83-98bfdc627df1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:24.699367 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc', 'status': 'completed', 'code': 200} Jul 09 19:36:24.700547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:24.764823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880bd62-2dfb-4699-a970-cd6b681b7e43 req-e02c0e55-724f-4484-93da-507b74f965b0 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:24.766465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b880bd62-2dfb-4699-a970-cd6b681b7e43 req-e02c0e55-724f-4484-93da-507b74f965b0 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.1368759 Jul 09 19:36:24.807627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:24.851880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b880bd62-2dfb-4699-a970-cd6b681b7e43 req-2c91526d-649a-4b07-9142-f9dfb54269d6 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737207 Jul 09 19:36:24.939563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:25.152559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e949-7c34-490d-a0d2-514325bd64b6 req-e9a2052d-632a-4496-a278-cc1ec1c25abc tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:25.154470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9524e949-7c34-490d-a0d2-514325bd64b6 req-e9a2052d-632a-4496-a278-cc1ec1c25abc tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1101 time: 0.1882088 Jul 09 19:36:25.266744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9524e949-7c34-490d-a0d2-514325bd64b6 req-eba6c1bd-93f4-4943-998b-3059334dca7c tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049731 Jul 09 19:36:25.399092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9874ba71-b8a1-4a62-b2b9-dde29562b70c None None] Provisioning for port c835f333-9908-44aa-b0ed-72a5b0a6312d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:25.417118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3031294a-6989-4819-8139-4abaf194cbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:25.420818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9874ba71-b8a1-4a62-b2b9-dde29562b70c None None] Provisioning complete for port c835f333-9908-44aa-b0ed-72a5b0a6312d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:25.421226 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9874ba71-b8a1-4a62-b2b9-dde29562b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:25.471486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:25.522191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9874ba71-b8a1-4a62-b2b9-dde29562b70c None None] Port c835f333-9908-44aa-b0ed-72a5b0a6312d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:25.559980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:19Z', 'revision_number': 3, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:25.605374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f27957-67c2-404b-9cbb-6c8d2390a6ef None None] The sync data for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 is: [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:19Z', 'revision_number': 3, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:25.702698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594a77-3208-413f-ba32-b63f0dbf556c req-186546bc-49c1-471b-8112-32e653e6d766 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:25.704287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62594a77-3208-413f-ba32-b63f0dbf556c req-186546bc-49c1-471b-8112-32e653e6d766 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.1759322 Jul 09 19:36:25.724749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdcd58-8a21-4c29-abdc-b93e52248196 req-b91f6963-5c24-492a-aafb-4326e2e7d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:25.735358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bcdcd58-8a21-4c29-abdc-b93e52248196 req-b91f6963-5c24-492a-aafb-4326e2e7d969 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1915240 Jul 09 19:36:25.803201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62594a77-3208-413f-ba32-b63f0dbf556c req-fe42cac8-b070-42b6-8100-60d146422e50 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862114 Jul 09 19:36:25.872814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bcdcd58-8a21-4c29-abdc-b93e52248196 req-497c704e-1c03-46b5-a36b-49941098924f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186104 Jul 09 19:36:25.898226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:25.910189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:26.026335 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:26.058573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d42e2d-a6ed-405f-87fc-e3f5c33ac882 req-105043b8-1000-4c15-a1b5-671dfd32540c tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:26.067014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45d42e2d-a6ed-405f-87fc-e3f5c33ac882 req-105043b8-1000-4c15-a1b5-671dfd32540c tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2265770 Jul 09 19:36:26.090714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db02f45-0fbc-407b-8242-d485d642720d req-81683667-1818-4398-a04e-44163a81e2ef tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:26.092295 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7db02f45-0fbc-407b-8242-d485d642720d req-81683667-1818-4398-a04e-44163a81e2ef tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1034946 Jul 09 19:36:26.141785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7db02f45-0fbc-407b-8242-d485d642720d req-750977b4-ebf5-4491-8861-871f9a64ea04 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Jul 09 19:36:26.164212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Pushing event updated for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:26.201343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45d42e2d-a6ed-405f-87fc-e3f5c33ac882 req-5d88f720-8b47-475c-9230-8af2d552d6bb tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333752 Jul 09 19:36:26.251768 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:26.283437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Network 9380f82a-61bb-4808-84e2-4169f54ec948 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:26.286741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:26.513282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Router ef42599c-279c-417a-9d08-7b86e655bea1 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:36:26.702459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3203171f-b886-482c-a1c7-3f9204936adc req-110d717d-8345-428c-bc62-2fe009ffbda7 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0995071 Jul 09 19:36:26.884101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0c0ce1e2-dc22-4628-8a35-3d586e1bd7f9 None None] Provisioning complete for port c835f333-9908-44aa-b0ed-72a5b0a6312d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:26.885417 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c0ce1e2-dc22-4628-8a35-3d586e1bd7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:26.897497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:26.920938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-466a7640-2232-4eb2-8c43-4ff977c4a2df admin admin] 10.222.0.10 "PUT /v2.0/routers/ef42599c-279c-417a-9d08-7b86e655bea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5605826 Jul 09 19:36:26.979297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ce1e2-dc22-4628-8a35-3d586e1bd7f9 None None] Port c835f333-9908-44aa-b0ed-72a5b0a6312d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:26.983498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 658d3478-5c70-41c8-b166-3afbdcb8c80f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:27.008633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de72c4-6134-402d-a41d-f79b5f9b0403 req-3b96a774-b990-4cd7-84cb-baf83cc79a8d tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.018437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-72de72c4-6134-402d-a41d-f79b5f9b0403 req-3b96a774-b990-4cd7-84cb-baf83cc79a8d tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.3329411 Jul 09 19:36:27.064443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0603724-8ac0-4179-90a1-035e2a830113 req-f1677394-4917-4950-97d2-2388742156ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.075360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-f1677394-4917-4950-97d2-2388742156ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.2439406 Jul 09 19:36:27.116149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 658d3478-5c70-41c8-b166-3afbdcb8c80f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:27.121617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 658d3478-5c70-41c8-b166-3afbdcb8c80f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:27.122001 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.178787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-72de72c4-6134-402d-a41d-f79b5f9b0403 req-c06253e4-c351-4b48-a0f3-d877675a5b35 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592553 Jul 09 19:36:27.463731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0603724-8ac0-4179-90a1-035e2a830113 req-578ec934-e5d0-45d3-8424-53f823ec854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.466091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-578ec934-e5d0-45d3-8424-53f823ec854b service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.3175108 Jul 09 19:36:27.480637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.511603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:27.532858 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-6709d4c2-5e40-409f-9b0c-f916d9356fe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0595636 Jul 09 19:36:27.540717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 658d3478-5c70-41c8-b166-3afbdcb8c80f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=658d3478-5c70-41c8-b166-3afbdcb8c80f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:27.549395 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.599431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2eca-95ab-44ec-b654-9bdc3d697336 req-a6f60889-e4e6-4182-b940-753d213e1310 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.602166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0603724-8ac0-4179-90a1-035e2a830113 req-c3800f0f-13aa-4f77-bf76-10a3bd4b30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.604731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-c3800f0f-13aa-4f77-bf76-10a3bd4b30e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0567517 Jul 09 19:36:27.613491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-318d2eca-95ab-44ec-b654-9bdc3d697336 req-a6f60889-e4e6-4182-b940-753d213e1310 tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1101 time: 0.1957715 Jul 09 19:36:27.683541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-318d2eca-95ab-44ec-b654-9bdc3d697336 req-55dd6a2b-a0c4-47db-9cdc-adbd4d8546cb tempest-ServersAdminTestJSON-1478158482 tempest-ServersAdminTestJSON-1478158482-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661731 Jul 09 19:36:27.691252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-fb39ce69-07a6-42e2-a61b-62a85391008a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747945 Jul 09 19:36:27.705842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=658d3478-5c70-41c8-b166-3afbdcb8c80f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:27.730464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b664e0-737f-4c65-8de4-1150bb4c0196 req-8590e66a-4d9d-487b-b359-c485477184ea tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:27.730931 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.737692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0b664e0-737f-4c65-8de4-1150bb4c0196 req-8590e66a-4d9d-487b-b359-c485477184ea tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.3509247 Jul 09 19:36:27.754041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4918a6-1fc9-43a3-8a4e-73a8812604e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.797749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0b664e0-737f-4c65-8de4-1150bb4c0196 req-772502ab-e74d-4c50-bf8d-fc32329a771b tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Jul 09 19:36:27.891932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4918a6-1fc9-43a3-8a4e-73a8812604e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.909502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4918a6-1fc9-43a3-8a4e-73a8812604e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:27.955391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4918a6-1fc9-43a3-8a4e-73a8812604e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685100c1-d800-4934-a873-fdcb5ef0f261,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:27.972395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-d746461c-f448-4650-9fab-12e4a454372d service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582285 Jul 09 19:36:27.996266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb4918a6-1fc9-43a3-8a4e-73a8812604e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9b1138c1c4d40b390f78d19cbc5bd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820721 Jul 09 19:36:28.000943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:28.166755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:28.180095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c82e0b-9b00-48fe-b27f-109294602e92 req-003b96c8-2b85-4dfe-b30f-c50c988ecbe0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:28.188400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0c82e0b-9b00-48fe-b27f-109294602e92 req-003b96c8-2b85-4dfe-b30f-c50c988ecbe0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1895471 Jul 09 19:36:28.255194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:28.277454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0603724-8ac0-4179-90a1-035e2a830113 req-8da532ea-373e-4694-8a01-9748b7ecdfbe service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038657 Jul 09 19:36:28.312191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d591d-dca4-46d7-bdbd-1e679f190e2f req-7ab1f50a-9cae-4bbb-b8c0-cd7d89c6d9d1 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:28.313918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc2d591d-dca4-46d7-bdbd-1e679f190e2f req-7ab1f50a-9cae-4bbb-b8c0-cd7d89c6d9d1 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2193191 Jul 09 19:36:28.344176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0c82e0b-9b00-48fe-b27f-109294602e92 req-2360de2e-756b-450f-952f-b75a80cf90c1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547639 Jul 09 19:36:28.363257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-785a862e-bd3a-4dee-b3f5-daaa770f1e46 req-94e7850a-bc0b-4d38-b0e3-18b642a3d58f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0399711 Jul 09 19:36:28.415082 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:28.422471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:28.423834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/685100c1-d800-4934-a873-fdcb5ef0f261 HTTP/1.1" status: 204 len: 168 time: 0.4194002 Jul 09 19:36:28.432622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc2d591d-dca4-46d7-bdbd-1e679f190e2f req-9c359f4c-5044-40cc-b3f4-c9a16fbda492 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766175 Jul 09 19:36:28.436595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27968914-36ae-4dc6-8f25-38245859e587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685100c1-d800-4934-a873-fdcb5ef0f261,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:28.577398 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Sync routers for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:28.597976 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:28.602356 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:28.871051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 658d3478-5c70-41c8-b166-3afbdcb8c80f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:28.898053 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:28.996962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-58d138c3-1726-44a1-a40a-657199987d9d tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3192637 Jul 09 19:36:29.014483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:29.063744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 658d3478-5c70-41c8-b166-3afbdcb8c80f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:29.064005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.065518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.126201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32bc85b1-5520-49bb-b798-572c3bb925ad req-845c1854-30f1-48a3-a652-487dffc3b468 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.1153805 Jul 09 19:36:29.184373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-933449820', 'description': 'tempest-description-1157669599'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:29.248850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.261763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:29.354292 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:24Z', 'revision_number': 4, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c835f333-9908-44aa-b0ed-72a5b0a6312d', 'name': '', 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'mac_address': 'fa:16:3e:2c:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:23Z', 'updated_at': '2021-07-09T19:36:25Z', 'revision_number': 2, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'subnets': [{'id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:29.358449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcff-9b25-4c3a-87d3-a30cc747635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.398685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.403803 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Checking router: ef42599c-279c-417a-9d08-7b86e655bea1 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:29.408259 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Updating router ef42599c-279c-417a-9d08-7b86e655bea1 port c835f333-9908-44aa-b0ed-72a5b0a6312d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:36:29.454743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.459447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.495497 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.531602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecd26ee-9cfb-4e5f-a97e-15d78660816e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:29.667439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Allocated IP 172.25.3.242 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e9705e48-0ef9-4a35-ac12-5f7bab04a8b0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:29.752953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcff-9b25-4c3a-87d3-a30cc747635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.760121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcff-9b25-4c3a-87d3-a30cc747635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.762541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.763841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-219fae36-3082-4d3e-a3ce-092e4b837bc6 req-996076d8-137d-473b-a3f0-1d3a22621e6a tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5843718 Jul 09 19:36:29.816608 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.818671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-abc8fcff-9b25-4c3a-87d3-a30cc747635a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=950e9c43fcd1444e8179396bc236c1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529683 Jul 09 19:36:29.821395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:29.824871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8fcff-9b25-4c3a-87d3-a30cc747635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7327fa20-2d8c-409f-a3d9-7ddcd81e9868,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:29.851740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.858678 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Transition to ACTIVE for port object c835f333-9908-44aa-b0ed-72a5b0a6312d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:29.867097 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.902229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.922501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Pushing event updated for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:29.925265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.949398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:29.952475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:29.956399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:29.962064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:29.976519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc81ac-01d9-4402-9078-98f6106815d4 req-8fdcbbcc-89f9-4cae-90ae-1fd5fe611b49 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:29.978145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4dc81ac-01d9-4402-9078-98f6106815d4 req-8fdcbbcc-89f9-4cae-90ae-1fd5fe611b49 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.1122801 Jul 09 19:36:29.986027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=e9705e48-0ef9-4a35-ac12-5f7bab04a8b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:29.996599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.997602 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.998010 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.998525 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.998789 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.999209 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.999600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:29.999986 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:30.000379 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:30.000764 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:30.001163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:30.001555 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:30.005401 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Attempting to bind port c835f333-9908-44aa-b0ed-72a5b0a6312d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:30.006095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Attempting to bind port c835f333-9908-44aa-b0ed-72a5b0a6312d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:30.006636 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Attempting to bind port c835f333-9908-44aa-b0ed-72a5b0a6312d on network 9380f82a-61bb-4808-84e2-4169f54ec948 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:30.013193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:30.014510 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Checking segment: {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:30.015488 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.016058 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Bound using segment: {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:30.016701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Bound port: c835f333-9908-44aa-b0ed-72a5b0a6312d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ffe42b-b2c0-4360-8e64-5e7dbc0de001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:30.017575 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.050892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4dc81ac-01d9-4402-9078-98f6106815d4 req-c0d0991b-eda6-4fce-b717-3007b3cfe0f9 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 Jul 09 19:36:30.064586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.067182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.070590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7327fa20-2d8c-409f-a3d9-7ddcd81e9868 HTTP/1.1" status: 204 len: 168 time: 0.2448013 Jul 09 19:36:30.091896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1de85d-acc6-4fca-b771-c6e3663ba8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7327fa20-2d8c-409f-a3d9-7ddcd81e9868,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:30.116984 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] For port c835f333-9908-44aa-b0ed-72a5b0a6312d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:30.137224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.138440 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] For port c835f333-9908-44aa-b0ed-72a5b0a6312d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c835f333-9908-44aa-b0ed-72a5b0a6312d,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:30.144211 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.199948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.219953 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:30.221030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:30.285210 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92535f9-d05e-4d89-a83d-ef1dd69804de None None] Pushing event updated for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:30.395290 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:30.421836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.426872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.516137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f03c-8349-4eb7-b30b-6a6165790f4e req-b6289590-565e-42c8-a5ed-7528af0cb46f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:30.518746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=e9705e48-0ef9-4a35-ac12-5f7bab04a8b0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:30.525639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.531403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6230f03c-8349-4eb7-b30b-6a6165790f4e req-b6289590-565e-42c8-a5ed-7528af0cb46f tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 949 time: 0.1349809 Jul 09 19:36:30.543220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:30.545920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-c59d0637-c3bf-4abc-8f8c-72fd366061c4 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5479445 Jul 09 19:36:30.604250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6230f03c-8349-4eb7-b30b-6a6165790f4e req-ccecca0f-b02a-4c96-a472-7cc4a16aa9e4 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Jul 09 19:36:30.709794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-4dbaffc2-d082-4feb-bba2-5e31f963d119 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1576130 Jul 09 19:36:30.772639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:24Z', 'revision_number': 4, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c835f333-9908-44aa-b0ed-72a5b0a6312d', 'name': '', 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'mac_address': 'fa:16:3e:2c:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:23Z', 'updated_at': '2021-07-09T19:36:30Z', 'revision_number': 4, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'subnets': [{'id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:30.832120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348a552-8278-48be-a736-8f9dfa65bb58 req-4314422c-18a9-4456-9312-37c70eb29fa8 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:30.842967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b348a552-8278-48be-a736-8f9dfa65bb58 req-4314422c-18a9-4456-9312-37c70eb29fa8 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1227658 Jul 09 19:36:30.862368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-66f3caa2-0a56-49e1-bf6b-337be0217f8b tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:30.869586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-66f3caa2-0a56-49e1-bf6b-337be0217f8b tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1533096 Jul 09 19:36:30.875966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-979682fa-833a-4b20-8904-124fdecd2c5b tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:30.889742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ceef09-3981-44c8-ba5d-3826dd6f4b56 req-979682fa-833a-4b20-8904-124fdecd2c5b tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191486 Jul 09 19:36:30.907651 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ccd5b-3f1f-45bb-851f-ccf02b62cc30 None None] The sync data for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 is: [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:24Z', 'revision_number': 4, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c835f333-9908-44aa-b0ed-72a5b0a6312d', 'name': '', 'network_id': '9380f82a-61bb-4808-84e2-4169f54ec948', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'mac_address': 'fa:16:3e:2c:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:23Z', 'updated_at': '2021-07-09T19:36:30Z', 'revision_number': 4, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'subnets': [{'id': 'd60e872e-7147-450e-8a44-b9146ccdad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:30.932145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b348a552-8278-48be-a736-8f9dfa65bb58 req-f830517b-6829-4dbb-a0c3-152b60a9024a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Jul 09 19:36:31.123485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d670d-8c1a-49f3-928f-986789993974 req-0b99e101-25ff-40d6-a96f-a69f5d1796e1 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:31.125058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d3d670d-8c1a-49f3-928f-986789993974 req-0b99e101-25ff-40d6-a96f-a69f5d1796e1 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.0791945 Jul 09 19:36:31.150415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-9b2550c9-cebe-4ec8-b9e9-0c3c7d644c2e tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-933449820&fields=id&tenant_id=655a92f7d7b54600860e67231e0609f2 HTTP/1.1" status: 200 len: 267 time: 0.0666232 Jul 09 19:36:31.183231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d3d670d-8c1a-49f3-928f-986789993974 req-006f0e68-2292-49c9-a930-2a2c231936dd tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513811 Jul 09 19:36:31.243483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-6bd6eca7-b20d-4a56-830a-2c7e25460c70 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:31.249713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-6bd6eca7-b20d-4a56-830a-2c7e25460c70 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.0931394 Jul 09 19:36:31.264213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'port': {'security_groups': ['e163853c-fc34-4c31-b90d-cc1e70813a59', '5ecd26ee-9cfb-4e5f-a97e-15d78660816e']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:31.317167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:31.339927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c70e2457-3622-44ef-9fbf-a22815ed5512 req-417ec7d8-982b-4e91-bc5a-ea91383604f3 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.10 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0385332 Jul 09 19:36:31.377852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.464511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-network', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:31.500392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-d766cfd7-5b62-4a2e-a808-c01c33ea45cf tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1180913 Jul 09 19:36:31.512264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Made reservation on behalf of ebc13f796ce64adfb8a4f60da1d2a3cc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:31.513360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:31.514481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.529214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.539611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.662188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:31.667122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.710749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.719317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.734368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:31.771156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:31.771827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.785297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e735402-6491-4e2e-98c9-13d9cee870fa req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "PUT /v2.0/ports/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 981 time: 0.5266423 Jul 09 19:36:31.790730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:31.793411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Allocated IP 172.25.3.254 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/5b0fc92f-4786-428b-b33a-2941d683066f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:31.800608 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43" -d '{"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:31.838411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.861950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.899619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:31.923585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:36:31.929655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172cd87-cbe6-46f7-9c28-d96f51f1fee7 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:31.942840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd308e-5e77-459d-9ed5-813606f4dc05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:31.952552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:31.953040 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Added segment e5159153-6881-4031-a0d6-5083fba8d994 of type vlan for network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e Jul 09 19:36:31.965428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.021749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.042364 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.073485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:32.077970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:32.081669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:32.085177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=5b0fc92f-4786-428b-b33a-2941d683066f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:32.095605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3940-065f-47ef-a0ba-809582f0fc74 req-4522a159-33fa-4ed3-b65c-095dd637e9ce tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:32.097188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eaad3940-065f-47ef-a0ba-809582f0fc74 req-4522a159-33fa-4ed3-b65c-095dd637e9ce tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.1424770 Jul 09 19:36:32.102328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.103742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:32.104440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.190397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8721569 Jul 09 19:36:32.195491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:32.206829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Request body: {'subnet': {'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-subnet', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:32.209640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738101d3-f1a7-4573-b567-57a1cf5e7286 admin admin] Pushing event updated for resources: {'Network': ['ID=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:32.221649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eaad3940-065f-47ef-a0ba-809582f0fc74 req-c0cdd5e2-67f3-4acf-a450-60025cdf5fc2 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130831 Jul 09 19:36:32.235649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:36:32.248454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.264459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Made reservation on behalf of ebc13f796ce64adfb8a4f60da1d2a3cc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:32.270669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.360390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.432307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332864-0b83-435d-b1b5-aef758672aba req-382eab86-92f7-4bdf-81be-1a96421b58b5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:32.433905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60332864-0b83-435d-b1b5-aef758672aba req-382eab86-92f7-4bdf-81be-1a96421b58b5 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 949 time: 0.0676842 Jul 09 19:36:32.477100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60332864-0b83-435d-b1b5-aef758672aba req-b2e4de3a-6863-40b1-97e6-106da7487ee2 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Jul 09 19:36:32.616406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-829db7cf-0080-4325-96d0-77958573ceec tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-933449820&fields=id&tenant_id=655a92f7d7b54600860e67231e0609f2 HTTP/1.1" status: 200 len: 267 time: 0.0357955 Jul 09 19:36:32.686655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-c532bba0-1bef-471f-9c52-b4337b65e562 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:32.688177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-c532bba0-1bef-471f-9c52-b4337b65e562 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 984 time: 0.0657566 Jul 09 19:36:32.699662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'port': {'security_groups': ['e163853c-fc34-4c31-b90d-cc1e70813a59']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:32.788130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.846992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c835f333-9908-44aa-b0ed-72a5b0a6312d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:32.849268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.887762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.898725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.906198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c835f333-9908-44aa-b0ed-72a5b0a6312d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:32.911501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c835f333-9908-44aa-b0ed-72a5b0a6312d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:32.911886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:32.956644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37156871-2d60-4a61-8702-18fdcabf5f88,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:32.980735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:32.997417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Checking segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:32.997764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Network hostable DHCP agents. Network: 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:36:32.999730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.002199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=5b0fc92f-4786-428b-b33a-2941d683066f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:33.015699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.016601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.021971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.031230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:36:33.039702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.040842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:33.046705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-2729d3a0-6b70-4520-8595-93516641437a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5392323 Jul 09 19:36:33.046915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c835f333-9908-44aa-b0ed-72a5b0a6312d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c835f333-9908-44aa-b0ed-72a5b0a6312d,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:33.054209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:33.066739 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.078723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.079369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.081002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-72d56a3e-630f-4afd-8a2c-c75c5d930259 req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "PUT /v2.0/ports/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 942 time: 0.3862236 Jul 09 19:36:33.085270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.091017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.112168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-9db8db23-7a2c-4188-8d8e-e7a5c1a2d479 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0643582 Jul 09 19:36:33.115666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95121d-8442-4e29-89c1-1b059bf83295 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:33.126356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb56a2-2613-4332-b5fd-cb7042b596b9 None None] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:33.135939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:33.149107 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8871817-fc45-49b8-8f3d-0ae8a017dd74 x-openstack-request-id: req-b8871817-fc45-49b8-8f3d-0ae8a017dd74 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:33.149497 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:33.149920 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8871817-fc45-49b8-8f3d-0ae8a017dd74 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:33.151019 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:36:33.166777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-feec43e5-de98-4eaa-a2f6-5dde210482f5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9700062 Jul 09 19:36:33.169524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:33.176100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:33.194741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:33.230272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.231201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.257061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-62da3584-181f-4e38-b41c-4827cdeb4b39 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.259519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-a4a381e2-1b8f-410a-aa86-542ff72dab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.261802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-a4a381e2-1b8f-410a-aa86-542ff72dab4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.0786617 Jul 09 19:36:33.270224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e09baad8-1a3d-43cf-b4f5-ba46bb37c044 req-62da3584-181f-4e38-b41c-4827cdeb4b39 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1571298 Jul 09 19:36:33.350225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.412378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-8187464e-e599-4d68-9fec-48c947a2495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.413882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-8187464e-e599-4d68-9fec-48c947a2495a service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.1453991 Jul 09 19:36:33.426359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05a2cc-6bab-4657-9989-95d104a0a852 req-ddcfa851-f804-4fe9-8a44-dfd2eb83023c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.427768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fb05a2cc-6bab-4657-9989-95d104a0a852 req-ddcfa851-f804-4fe9-8a44-dfd2eb83023c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1033571 Jul 09 19:36:33.476292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-a122cb62-eb4c-4be4-95e6-0abda76c4933 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0475757 Jul 09 19:36:33.524527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fb05a2cc-6bab-4657-9989-95d104a0a852 req-9dea089e-fa9d-4443-8b57-d84773113d66 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902808 Jul 09 19:36:33.541553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:36:33.542505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.558853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-6e59acb6-1d94-4cc7-b2f8-4136387be24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.560750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-6e59acb6-1d94-4cc7-b2f8-4136387be24d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0713184 Jul 09 19:36:33.580493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:33.627307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-cefe484d-958b-47ba-8cbb-acc4fc79f650 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585506 Jul 09 19:36:33.635795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18429a-37a9-4c75-977c-32cadd093f0a req-fc4dc91b-7ee5-4e69-8ccb-ed40b0bb33d8 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.638892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af18429a-37a9-4c75-977c-32cadd093f0a req-fc4dc91b-7ee5-4e69-8ccb-ed40b0bb33d8 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2414517 Jul 09 19:36:33.757232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af18429a-37a9-4c75-977c-32cadd093f0a req-e4e487bb-22a2-477f-a5c3-d62f38dabf3e tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996158 Jul 09 19:36:33.845966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Allocated IP 172.20.0.2 (60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e/37156871-2d60-4a61-8702-18fdcabf5f88/3d1e143b-0497-4424-9ade-169c2eef77e7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:33.894738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab20c2-3a98-4d2b-bea4-f5bab756cbf2 req-3b1e192d-6bbb-4d15-95cd-08da5b76c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:33.898647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5ab20c2-3a98-4d2b-bea4-f5bab756cbf2 req-3b1e192d-6bbb-4d15-95cd-08da5b76c97f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 1096 time: 0.1827230 Jul 09 19:36:34.164073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.175590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Transition to ACTIVE for port object 3d1e143b-0497-4424-9ade-169c2eef77e7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:34.194515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Transition to ACTIVE for port object 3d1e143b-0497-4424-9ade-169c2eef77e7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:34.203474 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.250347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:34.256649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.257748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:34.262017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:34.270996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba8b5926-75f4-4a41-b084-72e5e6ca11de req-1e8cad0e-972e-4979-8640-cbabd83e2b46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13eafe92981b48c8920eb9781bf8ddf3&device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0433998 Jul 09 19:36:34.271806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Pushing event updated for resources: {'Port': ['ID=3d1e143b-0497-4424-9ade-169c2eef77e7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:34.288095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5ab20c2-3a98-4d2b-bea4-f5bab756cbf2 req-2a1ad234-09c0-4c48-b418-0b59ae90fe5a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492029 Jul 09 19:36:34.292126 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.334273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Attempting to bind port 3d1e143b-0497-4424-9ade-169c2eef77e7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:34.334697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Attempting to bind port 3d1e143b-0497-4424-9ade-169c2eef77e7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:34.335126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Attempting to bind port 3d1e143b-0497-4424-9ade-169c2eef77e7 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:34.337669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba8b5926-75f4-4a41-b084-72e5e6ca11de req-01878ac1-00fa-4c5f-8689-eac65f59c995 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=13eafe92981b48c8920eb9781bf8ddf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434732 Jul 09 19:36:34.340750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:34.340924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Checking segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:34.341294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.341691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Bound using segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:34.342152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Bound port: 3d1e143b-0497-4424-9ade-169c2eef77e7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:34.342534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.348224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-93c20590-2152-4d1b-80a1-21414d47a853 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5347810 Jul 09 19:36:34.366614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:34.369727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-8c617fbd-af17-4ba7-b954-8debeea387a0 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331161 Jul 09 19:36:34.410310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] For port 3d1e143b-0497-4424-9ade-169c2eef77e7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:34.413821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] For port 3d1e143b-0497-4424-9ade-169c2eef77e7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e143b-0497-4424-9ade-169c2eef77e7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:34.419236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.422888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.479105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3edb-ffce-402f-a026-6bdd3a375ce0 None None] Pushing event updated for resources: {'Port': ['ID=3d1e143b-0497-4424-9ade-169c2eef77e7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:34.506303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Allocated IP 172.25.3.231 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/ddb14d3c-30f8-4eeb-beae-3207910538b0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:34.529687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-e842b454-b58e-4948-930f-8f7e84f5b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:34.531209 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-e842b454-b58e-4948-930f-8f7e84f5b21d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=462d0c3329a2486eb46f396bca1c4ba3&device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 1095 time: 0.7850575 Jul 09 19:36:34.588115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff4be-3157-431f-914c-241911de7fe4 req-9a5f2e6f-0279-4795-8f68-7f4f48ee68b1 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:34.590381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f49ff4be-3157-431f-914c-241911de7fe4 req-9a5f2e6f-0279-4795-8f68-7f4f48ee68b1 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.3652370 Jul 09 19:36:34.670721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.675253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.707403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c679133b-f1bd-4d94-8d21-7a5d5d0fdb43 req-3379b8e3-a085-4f17-8147-ba07dac6e99b service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296404 Jul 09 19:36:34.708358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b5926-75f4-4a41-b084-72e5e6ca11de req-015dbfd1-4233-4b40-b376-5c70ac8b45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:34.710773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba8b5926-75f4-4a41-b084-72e5e6ca11de req-015dbfd1-4233-4b40-b376-5c70ac8b45ca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3628712 Jul 09 19:36:34.768272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-f81738a2-8570-4c3a-abbf-eb2dc5eded68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:34.769993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-f81738a2-8570-4c3a-abbf-eb2dc5eded68 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=462d0c3329a2486eb46f396bca1c4ba3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2216151 Jul 09 19:36:34.790984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f49ff4be-3157-431f-914c-241911de7fe4 req-76c65bab-5789-4698-aff5-ee7fa6685d80 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463416 Jul 09 19:36:34.811850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:34.925034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c835f333-9908-44aa-b0ed-72a5b0a6312d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:34.934700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:34.942974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:34.951699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:34.971758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Allocated IP 172.25.3.148 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/f40afec9-c515-46ba-b5c0-4735834fd2c9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:35.008465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb14d3c-30f8-4eeb-beae-3207910538b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:35.019843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c835f333-9908-44aa-b0ed-72a5b0a6312d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:35.020465 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.153081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:35.155802 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b010add-c1c8-41ea-8c96-ce7b23a7035c" -d '{"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:35.192947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-dda60e6d-8c28-43a8-b2a3-a3c52e9e9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:35.194971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa6e3f9d-0ff0-4c10-a840-04b78a53e407 req-dda60e6d-8c28-43a8-b2a3-a3c52e9e9437 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4028125 Jul 09 19:36:35.214214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-36d8460c-b0b4-4572-866f-cfb134a78cc8 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3632512 Jul 09 19:36:35.225899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:35.260501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.275526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.378931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-c460acc5-c3b6-43c0-955f-d5e5d575e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:35.380529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-c460acc5-c3b6-43c0-955f-d5e5d575e57b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=462d0c3329a2486eb46f396bca1c4ba3&device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1153684 Jul 09 19:36:35.383143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.391166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.442249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-8c78e582-77f3-4a51-bec9-0d95c901a10f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc HTTP/1.1" status: 200 len: 217 time: 0.0496941 Jul 09 19:36:35.465473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:35.477504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:35.482255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:35.484173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'Port': ['ID=f40afec9-c515-46ba-b5c0-4735834fd2c9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:35.503688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.536480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-cd5a9906-ed23-4682-8269-9a04bda27e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:35.538177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-cd5a9906-ed23-4682-8269-9a04bda27e0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=687400a4-0dc9-4cb2-8ef4-c00a437da418 HTTP/1.1" status: 200 len: 853 time: 0.0863571 Jul 09 19:36:35.678060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.721532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Allocated IP 172.25.3.59 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/98570840-07c8-414b-bb25-f35937fa9732) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:35.727927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-c2e06cfb-efba-4185-afb2-2b0bd820d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:35.729594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-c2e06cfb-efba-4185-afb2-2b0bd820d359 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4449fc44-4f02-471f-af55-e3fe1eca25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638672 Jul 09 19:36:35.810683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-a125b1e0-ebb3-4803-a19f-106e7c7b31dc tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:35.812337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-a125b1e0-ebb3-4803-a19f-106e7c7b31dc tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 949 time: 0.2145414 Jul 09 19:36:35.814877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.862119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ab4f3-be40-4fc6-9dfe-627a31058769 None None] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:35.875824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.914394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-9c741cf6-c703-4579-9987-96b98caef048 service neutron] 10.222.0.25 "GET /v2.0/networks/4449fc44-4f02-471f-af55-e3fe1eca25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649656 Jul 09 19:36:35.919702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:35.989225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-acc43c97-4a13-4b48-84e7-b58b91d2d546 None None] Provisioning for port 3d1e143b-0497-4424-9ade-169c2eef77e7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:36.038215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51719ef6-98a8-4129-b64b-9fe7feb57db1 req-6eed15a9-d771-47a4-95e9-21c07de83a40 service neutron] 10.222.0.25 "GET /v2.0/networks/4449fc44-4f02-471f-af55-e3fe1eca25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163230 Jul 09 19:36:36.043250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.086576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:36.089869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:36.093823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:36.121116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=98570840-07c8-414b-bb25-f35937fa9732,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:36.177241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba8b5926-75f4-4a41-b084-72e5e6ca11de req-7744332d-1fc9-40cd-8826-24737b3fa646 tempest-ServerShowV254Test-159240647 tempest-ServerShowV254Test-159240647-project] 10.222.0.59 "GET /v2.0/ports?device_id=d78966a6-bf0c-4cf4-9207-756521b5f2fc HTTP/1.1" status: 200 len: 210 time: 0.0357060 Jul 09 19:36:36.300906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.328727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-d1a7abf8-bf57-4dd1-bccb-35c49a7b2745 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324093 Jul 09 19:36:36.369219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.512053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-013703db-032b-4177-a157-843304139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:36.513574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-013703db-032b-4177-a157-843304139147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 1101 time: 0.1252501 Jul 09 19:36:36.513937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Deleting port dc568458-f151-4f4a-98b3-3528d38422ac {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:36.514460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.538709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Router e05c06ef-594f-4dcb-a7de-afe421f438cb is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:36:36.592195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.621334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.630499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.630725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.710416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-947be993-9a86-49ba-88ac-acd023c4e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:36.711918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-947be993-9a86-49ba-88ac-acd023c4e9ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1750853 Jul 09 19:36:36.734211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=98570840-07c8-414b-bb25-f35937fa9732,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:36.766636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] For port dc568458-f151-4f4a-98b3-3528d38422ac, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc568458-f151-4f4a-98b3-3528d38422ac,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:36.766998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.769261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event updated for resources: {'Port': ['ID=f40afec9-c515-46ba-b5c0-4735834fd2c9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:36.769806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-876d8884-4d89-44a6-911a-ba5f7bfa6b4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8 HTTP/1.1" status: 200 len: 217 time: 0.0487037 Jul 09 19:36:36.770943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.798596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Calling delete_port for dc568458-f151-4f4a-98b3-3528d38422ac owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:36.819805 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.821034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-49bde2e0-8992-419d-85a1-62133a0d9157 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6002138 Jul 09 19:36:36.821468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.824913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:36.840638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:36.869122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:36.871190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:36.893479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.895732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-c95c81aa-8889-4df6-a731-2a8dc44394bb tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5355246 Jul 09 19:36:36.897180 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:36.901813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-644fedbd-e427-47c1-a7bf-386305fb3728 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7313101 Jul 09 19:36:36.903772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:36.930752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-4efee551-8878-429a-8b02-99968cf37274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:36.932588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-4efee551-8878-429a-8b02-99968cf37274 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1501038 Jul 09 19:36:36.936249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-ed7af439-920e-4f5c-9e63-49d9c5b441aa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.1048164 Jul 09 19:36:36.937592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e143b-0497-4424-9ade-169c2eef77e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:37.017520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-d22938c0-18ca-471f-9f68-896e49574aed tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.1127617 Jul 09 19:36:37.055525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3d1e143b-0497-4424-9ade-169c2eef77e7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:37.062866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3d1e143b-0497-4424-9ade-169c2eef77e7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:37.063532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.074769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-7912c175-b907-4fca-9264-025b62a41f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:37.076407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-7912c175-b907-4fca-9264-025b62a41f12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364210 Jul 09 19:36:37.090993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:37.121166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-45da1d97-a468-49a9-8322-8e7e1a874edd tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:37.127574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-45da1d97-a468-49a9-8322-8e7e1a874edd tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1723351 Jul 09 19:36:37.162625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-6bfd6daf-30f8-4407-8162-b19458216459 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:37.174196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6933eae4-0a3c-40d4-9309-2ab3655f3299 req-6bfd6daf-30f8-4407-8162-b19458216459 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457311 Jul 09 19:36:37.188161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.240873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-f1ba7741-64de-4f59-9c5b-3f3abce9904f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485109 Jul 09 19:36:37.296177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event deleted for resources: {'Port': ['ID=dc568458-f151-4f4a-98b3-3528d38422ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:37.334920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] No DVR routers for this DVR port dc568458-f151-4f4a-98b3-3528d38422ac on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:37.359399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5c390924-dff9-4d6b-909f-a735d51757c6', 'dc568458-f151-4f4a-98b3-3528d38422ac', '7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:37.369728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc7e9dd3-49d8-414f-8a1e-8a3577368e7e req-7bc2d7ce-4c7b-403e-a94b-f1331bbdf9d3 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=2adbf580-a798-48a8-8519-3db0cdb0e017 HTTP/1.1" status: 200 len: 210 time: 0.0449035 Jul 09 19:36:37.372576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-89a46a2c-ea65-430d-a5f6-059a418d6e43 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:37.374033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3626cbb-eeb6-4d3a-89e7-4232f092226a req-89a46a2c-ea65-430d-a5f6-059a418d6e43 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.3512094 Jul 09 19:36:37.376906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.378822 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a459ae32-764f-463a-a8c1-89067c7232f7 req-582a81f6-c3dd-4276-8ea9-a5c9b5fe94a1 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "DELETE /v2.0/ports/dc568458-f151-4f4a-98b3-3528d38422ac HTTP/1.1" status: 204 len: 173 time: 1.5418737 Jul 09 19:36:37.379267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'name': 'network-vif-deleted', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:37.381532 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7b632-1abe-4c81-a315-61b5f6f166ed" -d '{"events": [{"server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "name": "network-vif-deleted", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:37.465959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-caa1123a-dd89-4804-ac7a-fd8b72959862 req-7d0b18f8-d59b-4c10-bfe2-3c4488de8fe2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127669 Jul 09 19:36:37.521192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.626868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3d1e143b-0497-4424-9ade-169c2eef77e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e143b-0497-4424-9ade-169c2eef77e7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:37.644124 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.710454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:35Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:37.768359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848ce4-dd9e-4bb0-9efc-11f7e28ff810 req-979e2106-0368-4cf9-9316-c5113adcf0d1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:37.776000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71848ce4-dd9e-4bb0-9efc-11f7e28ff810 req-979e2106-0368-4cf9-9316-c5113adcf0d1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1300375 Jul 09 19:36:37.803713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:37.804062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Updating router e05c06ef-594f-4dcb-a7de-afe421f438cb port ddb14d3c-30f8-4eeb-beae-3207910538b0 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:36:37.843499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71848ce4-dd9e-4bb0-9efc-11f7e28ff810 req-ff93245b-d122-484c-a00f-d7dfa503b8e7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665092 Jul 09 19:36:37.861249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3d1e143b-0497-4424-9ade-169c2eef77e7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:37.899194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:37.919886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:37.939711 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb5cea7-eaa2-41ab-ab46-b7d9f9459dca x-openstack-request-id: req-efb5cea7-eaa2-41ab-ab46-b7d9f9459dca {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:37.940240 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:37.940663 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efb5cea7-eaa2-41ab-ab46-b7d9f9459dca {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:37.941253 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:36:38.040271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.069411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 396e354b-9967-4dd2-9ec8-6df435e32dcc details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:38.071345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7efac-5e30-49b7-9d42-50d31e102c20 req-62c40220-cb2b-4d53-b60f-bc1aebc74e7e tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:38.073318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbd7efac-5e30-49b7-9d42-50d31e102c20 req-62c40220-cb2b-4d53-b60f-bc1aebc74e7e tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2761378 Jul 09 19:36:38.084259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61f3fb32-abc3-41b5-90c6-d1a9d74f4a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.186145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbd7efac-5e30-49b7-9d42-50d31e102c20 req-7eae9880-ab46-4385-b64a-5624449cb477 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021662 Jul 09 19:36:38.297362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:38.318996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '396e354b-9967-4dd2-9ec8-6df435e32dcc', 'network_id': '4449fc44-4f02-471f-af55-e3fe1eca25bc', 'port_id': '396e354b-9967-4dd2-9ec8-6df435e32dcc', 'mac_address': 'fa:16:3e:ba:74:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687400a4-0dc9-4cb2-8ef4-c00a437da418', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:38.384485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Allocated IP 172.20.0.1 (60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e/37156871-2d60-4a61-8702-18fdcabf5f88/63f82249-e837-4690-9212-6ca2bdbaeec7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:38.397620 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.414177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-c109f6e4-1766-49bb-b165-f84fb94191ea tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804981 Jul 09 19:36:38.420178 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.424161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396e354b-9967-4dd2-9ec8-6df435e32dcc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:38.429742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:38.443004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Transition to ACTIVE for port object ddb14d3c-30f8-4eeb-beae-3207910538b0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:38.454969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:38.457052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.484597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.516414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd915c-9698-4aaf-879f-5c692ff58b51 None None] Pushing event updated for resources: {'Port': ['ID=ddb14d3c-30f8-4eeb-beae-3207910538b0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:38.523354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Attempting to bind port ddb14d3c-30f8-4eeb-beae-3207910538b0 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:38.523723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Attempting to bind port ddb14d3c-30f8-4eeb-beae-3207910538b0 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:38.524083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Attempting to bind port ddb14d3c-30f8-4eeb-beae-3207910538b0 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:38.557396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:38.557684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:38.558703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.558703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:38.558970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Bound port: ddb14d3c-30f8-4eeb-beae-3207910538b0, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:38.559288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.596326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-dc398003-0015-412b-be52-f92f73b0f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:38.599283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-dc398003-0015-412b-be52-f92f73b0f3fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.6351678 Jul 09 19:36:38.614650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:38.634162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.639606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] For port ddb14d3c-30f8-4eeb-beae-3207910538b0, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:38.642913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] For port ddb14d3c-30f8-4eeb-beae-3207910538b0, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ddb14d3c-30f8-4eeb-beae-3207910538b0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:38.650686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Transition to ACTIVE for port object 63f82249-e837-4690-9212-6ca2bdbaeec7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:38.659784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.694064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.730347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-6b2170e8-9ea0-490f-8a0d-14fd8ba6c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:38.732533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-6b2170e8-9ea0-490f-8a0d-14fd8ba6c9cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.1219349 Jul 09 19:36:38.739051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:38.739906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:38.742034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:38.743686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd915c-9698-4aaf-879f-5c692ff58b51 None None] Pushing event updated for resources: {'Port': ['ID=ddb14d3c-30f8-4eeb-beae-3207910538b0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:38.748370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:38.752781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:38.807466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Pushing event updated for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:38.817838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:38.868150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84c3b-22cb-4c6a-b092-3a7b3007aff8 req-af669908-8ace-49c3-92b0-c1cf63264cd5 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:38.869869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ab84c3b-22cb-4c6a-b092-3a7b3007aff8 req-af669908-8ace-49c3-92b0-c1cf63264cd5 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 944 time: 0.7362907 Jul 09 19:36:38.871186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-2ecaa61f-4691-42e9-a183-78f1ddaafb54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.1266599 Jul 09 19:36:38.897724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:38.964659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['396e354b-9967-4dd2-9ec8-6df435e32dcc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:38.971297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ab84c3b-22cb-4c6a-b092-3a7b3007aff8 req-0345b166-d28b-4671-abc8-e10c55f0f4f0 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886855 Jul 09 19:36:38.995905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-d82a67d0-55ae-414f-bd50-b58f64d1beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:38.997539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-d82a67d0-55ae-414f-bd50-b58f64d1beef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.1124229 Jul 09 19:36:39.006639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61f3fb32-abc3-41b5-90c6-d1a9d74f4a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.021728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e143b-0497-4424-9ade-169c2eef77e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:39.039032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-710bcd41-bb5c-422a-aa27-fcb1b654e6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304940 Jul 09 19:36:39.040166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61f3fb32-abc3-41b5-90c6-d1a9d74f4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.043134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.047767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.067772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-61f3fb32-abc3-41b5-90c6-d1a9d74f4a8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13eafe92981b48c8920eb9781bf8ddf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1667261 Jul 09 19:36:39.070560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:39.140926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3d1e143b-0497-4424-9ade-169c2eef77e7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:39.141334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.142921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3fb32-abc3-41b5-90c6-d1a9d74f4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d36d6e-f371-4bbb-a1f6-b9dd1634ba8e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:39.232673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-def23443-6ec2-46ff-ad2e-a1dad9a90114 None None] Provisioning for port 63f82249-e837-4690-9212-6ca2bdbaeec7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:39.246450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.255306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-def23443-6ec2-46ff-ad2e-a1dad9a90114 None None] Provisioning complete for port 63f82249-e837-4690-9212-6ca2bdbaeec7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:39.255681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-def23443-6ec2-46ff-ad2e-a1dad9a90114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.275205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-f9c9ed7a-96aa-4066-a6a3-afaca9c47e83 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111967 Jul 09 19:36:39.314349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.376582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-def23443-6ec2-46ff-ad2e-a1dad9a90114 None None] Port 63f82249-e837-4690-9212-6ca2bdbaeec7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:39.391306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-94f01cca-254a-4750-85f8-957e53594dcd tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:39.393074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-94f01cca-254a-4750-85f8-957e53594dcd tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2342489 Jul 09 19:36:39.431561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:35Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:39.432476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.437485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.444426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b010add-c1c8-41ea-8c96-ce7b23a7035c req-35e36362-1717-4225-ae30-23c50a9b2bf0 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571910 Jul 09 19:36:39.446812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.460486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c4ac66e0-188d-457b-9538-f65ff373b8ac tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0617232 Jul 09 19:36:39.466605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'floatingip': {'port_id': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:39.470194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04f91f-d16e-49fd-94d8-178321e5abb3 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:35Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:39.509951 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.511857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.512828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.514071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6d36d6e-f371-4bbb-a1f6-b9dd1634ba8e HTTP/1.1" status: 204 len: 168 time: 0.4426060 Jul 09 19:36:39.574955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84921a-4879-46b0-b205-1e848a6df50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d36d6e-f371-4bbb-a1f6-b9dd1634ba8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:39.598677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Pushing event updated for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:39.604782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:39.708655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Allocated IP 172.25.3.81 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/6e69b46d-db4f-4331-b9c0-d579be714128) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:39.814130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:39.816835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:39.963153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.006625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:36:40.046040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.070632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc568458-f151-4f4a-98b3-3528d38422ac no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:40.113404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: dc568458-f151-4f4a-98b3-3528d38422ac {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:40.117826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc568458-f151-4f4a-98b3-3528d38422ac not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:40.170420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:40.203990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c3583c9e-2f8a-4c03-b887-e6cfa611cfa8 None None] Provisioning complete for port 63f82249-e837-4690-9212-6ca2bdbaeec7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:40.204807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3583c9e-2f8a-4c03-b887-e6cfa611cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.247083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3583c9e-2f8a-4c03-b887-e6cfa611cfa8 None None] Port 63f82249-e837-4690-9212-6ca2bdbaeec7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:40.253400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:40.260566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:36:40.264085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:40.359388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.366395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.487032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:40.506560 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Floating IP cd363505-07e0-4561-93c9-a91070415293 associated. External IP: 172.25.3.148, port: 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31. Jul 09 19:36:40.645548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=6e69b46d-db4f-4331-b9c0-d579be714128,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:40.671409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-223174387-network', 'tenant_id': 'f5a5f04488134351862300594f26c564'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:40.671725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:40.677161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aaa99515-9419-4f27-9b99-2135d68118bf admin admin] 10.222.0.10 "PUT /v2.0/routers/e05c06ef-594f-4dcb-a7de-afe421f438cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712762 Jul 09 19:36:40.703361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Made reservation on behalf of f5a5f04488134351862300594f26c564 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:40.706112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.725403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.747271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.775715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.802619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:36:40.921101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ddb14d3c-30f8-4eeb-beae-3207910538b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:40.966576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.971849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:40.972731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ddb14d3c-30f8-4eeb-beae-3207910538b0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:40.977294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ddb14d3c-30f8-4eeb-beae-3207910538b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:40.978914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.051097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event updated for resources: {'Port': ['ID=6e69b46d-db4f-4331-b9c0-d579be714128,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:41.059739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.192896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.217096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ddb14d3c-30f8-4eeb-beae-3207910538b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ddb14d3c-30f8-4eeb-beae-3207910538b0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:41.221390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.222232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.228234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:41.230341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.236186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.236852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.238339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-e0a17815-8a9f-4cf6-8720-ee476174b39f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8131146 Jul 09 19:36:41.240615 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Sync routers for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:41.255118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:41.256088 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:41.287299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:36:41.293790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bf828-faf0-48c4-a699-585733f9f4bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:41.310459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-64bdcb9c-dc93-4919-b01c-f3769edaf891 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0614579 Jul 09 19:36:41.313546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ddb14d3c-30f8-4eeb-beae-3207910538b0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:41.320429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c680cf5d-0e9c-4c85-bb9c-235da27a6eb1 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "PUT /v2.0/floatingips/cd363505-07e0-4561-93c9-a91070415293 HTTP/1.1" status: 200 len: 996 time: 1.8585291 Jul 09 19:36:41.321771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.322119 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Added segment 86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5 of type vlan for network cb4b0020-e34d-4b07-be8b-191e47e38e2b Jul 09 19:36:41.323473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:41.325747 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e46f5fe-9741-408b-98cc-7f6874c79b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:41.336264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.336604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.336986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.337347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.337942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.338266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.338591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.338909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.339230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.339549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.339866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.340205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:41.401544 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:41.414976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.432485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-c8b79e74-1ffd-4fd0-88e1-6f4a63c23999 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:41.443895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6928a94-5842-4130-b656-83d7bcd2bba0 req-c8b79e74-1ffd-4fd0-88e1-6f4a63c23999 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1300664 Jul 09 19:36:41.460951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-5f89fd02-03d4-4f99-90bd-8e6e487c6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:41.469162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-5f89fd02-03d4-4f99-90bd-8e6e487c6c55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1249115 Jul 09 19:36:41.478915 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc66ec57-634a-457b-9da8-72e752be075d x-openstack-request-id: req-dc66ec57-634a-457b-9da8-72e752be075d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:41.479139 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adbf580-a798-48a8-8519-3db0cdb0e017", "name": "network-vif-deleted", "tag": "dc568458-f151-4f4a-98b3-3528d38422ac", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:41.479548 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc66ec57-634a-457b-9da8-72e752be075d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:41.479668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.480205 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adbf580-a798-48a8-8519-3db0cdb0e017', 'name': 'network-vif-deleted', 'tag': 'dc568458-f151-4f4a-98b3-3528d38422ac', 'status': 'completed', 'code': 200} Jul 09 19:36:41.480578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:41.481178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.569415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:41.582502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:41.583945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:41.598495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1077957 Jul 09 19:36:41.598929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:41.603379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d561e81-965c-4e6d-8a57-acf0a765734d admin admin] Pushing event updated for resources: {'Network': ['ID=cb4b0020-e34d-4b07-be8b-191e47e38e2b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:41.606786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Request body: {'subnet': {'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-223174387-subnet', 'tenant_id': 'f5a5f04488134351862300594f26c564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:41.632977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-204a194a-21ac-475a-8f87-5d6fa07c7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:41.642887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-204a194a-21ac-475a-8f87-5d6fa07c7667 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.1726854 Jul 09 19:36:41.646823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Made reservation on behalf of f5a5f04488134351862300594f26c564 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:41.655742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.659418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:36:41.776814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-b9b72874-c376-48c3-ad1d-30b0f5b707e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 999 time: 0.1327343 Jul 09 19:36:41.784544 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'cd363505-07e0-4561-93c9-a91070415293', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'port_id': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'mac_address': 'fa:16:3e:66:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:36:35Z', 'updated_at': '2021-07-09T19:36:40Z', 'revision_number': 1, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:41.816179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Checking router: 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:41.826192 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:41.826969 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:41.843564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-0f3d3dff-989c-4f3d-aab5-b173aeafa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:41.845548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-0f3d3dff-989c-4f3d-aab5-b173aeafa6f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0623810 Jul 09 19:36:41.890562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-44ae789b-126d-4cd7-b36b-a91199dbab92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393898 Jul 09 19:36:41.903485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:41.904783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-9816b0c0-8a61-4df7-890a-4a178d3f9ccf service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:41.912460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-9816b0c0-8a61-4df7-890a-4a178d3f9ccf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142252 Jul 09 19:36:41.927375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:41.965176 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:42.015270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f59125-35a7-49bd-a127-56d0e08b8d9c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:42.018498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Checking segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:42.018860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Network hostable DHCP agents. Network: cb4b0020-e34d-4b07-be8b-191e47e38e2b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:36:42.025392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-d9caf71d-b213-4b74-a0ee-f5816bee3c74 service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110761 Jul 09 19:36:42.049284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecb8c6-e517-4fc6-a96f-33d116a9de03 req-019ab128-0a1f-415b-b922-b2124cae4143 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.051159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efecb8c6-e517-4fc6-a96f-33d116a9de03 req-019ab128-0a1f-415b-b922-b2124cae4143 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1672406 Jul 09 19:36:42.052712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:36:42.080935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cb4b0020-e34d-4b07-be8b-191e47e38e2b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:42.090172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 396e354b-9967-4dd2-9ec8-6df435e32dcc up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:42.090581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.091177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:42.092044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b5c1f4-a15e-4109-a567-8132cd1b72ca None None] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:42.127463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f40996c-0240-4fe9-af96-a4b299deb94b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5271060 Jul 09 19:36:42.131033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efecb8c6-e517-4fc6-a96f-33d116a9de03 req-93e7056f-3f8d-4bb8-b40c-4430400f64b1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739739 Jul 09 19:36:42.172505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ba52423-50a5-4c77-9a95-ab258d1a0ce1 req-c268c2f5-71a4-444d-8386-adfbdd0a5b00 service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343541 Jul 09 19:36:42.340246 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'cd363505-07e0-4561-93c9-a91070415293', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'port_id': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'mac_address': 'fa:16:3e:66:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:36:35Z', 'updated_at': '2021-07-09T19:36:40Z', 'revision_number': 1, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:42.359464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 396e354b-9967-4dd2-9ec8-6df435e32dcc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:42.368532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 396e354b-9967-4dd2-9ec8-6df435e32dcc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:42.369118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:42.373608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667a3c6-1a7b-44ba-b988-f3bc723407ed None None] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:36:42.378369 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d169c-65c2-4668-a8c5-ad835af938af None None] The sync data for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 is: [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'cd363505-07e0-4561-93c9-a91070415293', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'port_id': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'mac_address': 'fa:16:3e:66:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:36:35Z', 'updated_at': '2021-07-09T19:36:40Z', 'revision_number': 1, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:42.381556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16cd9a-1994-4dfb-9672-9b8c9dd1ef89 req-71a384ae-ac56-42fd-bd78-65dedbe88f7d tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.383363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb16cd9a-1994-4dfb-9672-9b8c9dd1ef89 req-71a384ae-ac56-42fd-bd78-65dedbe88f7d tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 945 time: 0.1112137 Jul 09 19:36:42.435687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb16cd9a-1994-4dfb-9672-9b8c9dd1ef89 req-9c247a7d-b22f-4c94-bff2-a840132598ef tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Jul 09 19:36:42.521784 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49427c1-fcba-47f1-9510-e3536a4b99ae x-openstack-request-id: req-a49427c1-fcba-47f1-9510-e3536a4b99ae {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:42.522395 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:42.522395 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a49427c1-fcba-47f1-9510-e3536a4b99ae {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:42.522876 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:36:42.528413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:39Z', 'revision_number': 2, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:42.566589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:42.566826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Updating router e05c06ef-594f-4dcb-a7de-afe421f438cb port 63f82249-e837-4690-9212-6ca2bdbaeec7 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:36:42.570917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfa35ff4-b3cb-4843-abcd-cfeb9c5e66cd req-efdae3bb-fda9-40b2-ab44-ec1fae6242bb tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips/ebf3491e-bc5a-45cf-98ca-6f71346d511b HTTP/1.1" status: 200 len: 692 time: 0.0631135 Jul 09 19:36:42.611184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:42.612941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:42.619619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-80be8f09-86f4-4f3b-bef8-5b6fb777d79b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.621407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-80be8f09-86f4-4f3b-bef8-5b6fb777d79b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 821 time: 0.1657133 Jul 09 19:36:42.627901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-b251a8ec-bc67-4430-840f-97d1b4886a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.629504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-b251a8ec-bc67-4430-840f-97d1b4886a62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1099613 Jul 09 19:36:42.692909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:42.699244 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22ebdd-f364-4efd-baa6-1f7d6d5b1f01" -d '{"events": [{"server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:42.700591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-8b260bd6-bf4e-4c73-9f22-897c5b7b497c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/quotas/ebc13f796ce64adfb8a4f60da1d2a3cc HTTP/1.1" status: 200 len: 375 time: 0.0624838 Jul 09 19:36:42.704437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35ff4-b3cb-4843-abcd-cfeb9c5e66cd req-e7217a6b-7b09-4c66-a61f-76e5279f6cf8 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.706106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfa35ff4-b3cb-4843-abcd-cfeb9c5e66cd req-e7217a6b-7b09-4c66-a61f-76e5279f6cf8 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1265578 Jul 09 19:36:42.718376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-cfa35ff4-b3cb-4843-abcd-cfeb9c5e66cd req-261856a4-49a0-48dd-b7f4-3294fe5e0901 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:42.730446 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11847ceb-7766-4717-badc-c7b9cf78b2e6 None None] New status for floating IP cd363505-07e0-4561-93c9-a91070415293: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:36:42.731551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfa35ff4-b3cb-4843-abcd-cfeb9c5e66cd req-261856a4-49a0-48dd-b7f4-3294fe5e0901 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189710 Jul 09 19:36:42.852645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-b8babf89-f7c0-48ca-9bfa-3a1191fce1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:42.855412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-b8babf89-f7c0-48ca-9bfa-3a1191fce1dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.2162356 Jul 09 19:36:42.908363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ddb14d3c-30f8-4eeb-beae-3207910538b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:42.916462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:42.955151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-237d8b43-211f-4d54-a8c4-7de0c7149998 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429709 Jul 09 19:36:42.972838 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:42.977635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-3d0e384c-2bee-41ed-81b4-57d6a1ac0aa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 999 time: 0.1124890 Jul 09 19:36:43.077981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:43.079018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-7d20d674-4964-401e-a4b0-1870c352d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:43.080686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-7d20d674-4964-401e-a4b0-1870c352d59f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0919912 Jul 09 19:36:43.104492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ddb14d3c-30f8-4eeb-beae-3207910538b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:43.104995 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.124067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-9c87ff40-5c43-4964-9258-294fad7ae9f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339816 Jul 09 19:36:43.126273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-4b9a327d-5f44-422d-aa82-412eca724739 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604686 Jul 09 19:36:43.184178 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.199617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Transition to ACTIVE for port object 63f82249-e837-4690-9212-6ca2bdbaeec7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:43.227060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.235533 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-03a90ac4-6dd3-47af-bdb1-00fce55aea33 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1001 time: 0.1274879 Jul 09 19:36:43.286546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-91e1fb9b-53f1-4d57-9ecd-4f905b56bf57 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547925 Jul 09 19:36:43.288500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-8bb252cf-38ad-44fd-8ff0-18ea28f33e9a service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488752 Jul 09 19:36:43.294595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b190f5-a68e-44ee-896a-5f0200e568ee None None] Pushing event updated for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:43.316737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-af3f2cc0-2b98-4597-a14b-80d06af5f342 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:43.330339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-af3f2cc0-2b98-4597-a14b-80d06af5f342 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 942 time: 0.0793757 Jul 09 19:36:43.381182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Attempting to bind port 63f82249-e837-4690-9212-6ca2bdbaeec7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:43.381749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Attempting to bind port 63f82249-e837-4690-9212-6ca2bdbaeec7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:43.382419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Attempting to bind port 63f82249-e837-4690-9212-6ca2bdbaeec7 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:43.390277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:43.390653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Checking segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:43.391065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.391463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Bound using segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:43.391933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Bound port: 63f82249-e837-4690-9212-6ca2bdbaeec7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:43.393030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.412765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46f5fe-9741-408b-98cc-7f6874c79b2c req-9b419668-4bf2-4c6c-9665-418dfb4d7e82 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151788 Jul 09 19:36:43.488236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-5cf7d7cc-1497-4c09-a7bb-6f8c0df2eddd tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1001 time: 0.0744255 Jul 09 19:36:43.559925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] For port 63f82249-e837-4690-9212-6ca2bdbaeec7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:43.564415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] For port 63f82249-e837-4690-9212-6ca2bdbaeec7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63f82249-e837-4690-9212-6ca2bdbaeec7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:43.574362 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.633602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-dd639216-ef7f-447d-b47f-46cc65b5c036 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:43.635574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-dd639216-ef7f-447d-b47f-46cc65b5c036 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1464410 Jul 09 19:36:43.652087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-3947624f-c626-400e-88c8-065c8575a537 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:43.653124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-3947624f-c626-400e-88c8-065c8575a537 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082204 Jul 09 19:36:43.661685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b190f5-a68e-44ee-896a-5f0200e568ee None None] Pushing event updated for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:43.666336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:43.666957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:43.760809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-9a2c0441-65e6-410c-a109-03b6e940ecd8 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1001 time: 0.0960941 Jul 09 19:36:43.784430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:43.803114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-6f9b4fb6-850f-4f3a-b48a-2c11e15427f1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:43.804753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-6f9b4fb6-850f-4f3a-b48a-2c11e15427f1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 813 time: 0.1780858 Jul 09 19:36:43.824072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-7aba1f77-b9b6-4e0a-ab1a-ec636a2c3e78 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/quotas/f5a5f04488134351862300594f26c564 HTTP/1.1" status: 200 len: 375 time: 0.0113187 Jul 09 19:36:43.863392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:43.880220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-b2a63118-869a-40dc-940d-ab3272bca2fe tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450351 Jul 09 19:36:43.971737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:44.029396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-d4a9cc23-39be-4a89-ab82-3c7bc415d58f service neutron] 10.222.0.10 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418638 Jul 09 19:36:44.076807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:44.082069 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:44.082380 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Floating IP cd363505-07e0-4561-93c9-a91070415293 disassociated. External IP: 172.25.3.148, port: 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31. Jul 09 19:36:44.143371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-27be0402-7d5a-4745-b25b-144379d697de service neutron] 10.222.0.10 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052043 Jul 09 19:36:44.266925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:43Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:44.334579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7a917-1a41-484d-9f7e-e3cd63c08e9a None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:43Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:44.370076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:36:44.409713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-bacea1e9-d7c6-4a5f-bdcb-f35106898825 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips/ebf3491e-bc5a-45cf-98ca-6f71346d511b HTTP/1.1" status: 200 len: 692 time: 0.1064668 Jul 09 19:36:44.547015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:44.555796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:44.566281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Sync routers for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:44.579239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:44.581671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:44.604662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6811878-df04-496d-abe4-afce972971a5 req-88604275-5707-45c4-b674-264ee9de6e9f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:44.610706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-be6f27f7-bced-4d86-8420-d4fc2c871775 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "PUT /v2.0/floatingips/cd363505-07e0-4561-93c9-a91070415293 HTTP/1.1" status: 200 len: 695 time: 0.8425279 Jul 09 19:36:44.613013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-88604275-5707-45c4-b674-264ee9de6e9f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.2034132 Jul 09 19:36:44.614183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:44.620046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-7f84ebc0-fcc4-4672-bdf4-b811d62ea019 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:44.623942 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c769b7-295f-435e-8551-07210ce8e2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:44.627113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-7f84ebc0-fcc4-4672-bdf4-b811d62ea019 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131443 Jul 09 19:36:44.711167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-e4735d50-e988-4612-b12e-3f14e7527128 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0811443 Jul 09 19:36:44.731156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-2bed235c-df78-4ca2-8e34-06952ec83c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:44.738410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-2bed235c-df78-4ca2-8e34-06952ec83c44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1038518 Jul 09 19:36:44.749899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:44.818354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-96027ca4-c183-4168-b207-69074e0d747e tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.1081841 Jul 09 19:36:44.931986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-4cb1d25a-45a9-4121-b6ad-4076b7af5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:44.935803 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-4cb1d25a-45a9-4121-b6ad-4076b7af5c65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.1965494 Jul 09 19:36:44.970570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63f82249-e837-4690-9212-6ca2bdbaeec7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:45.004056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-9edb9aa8-1384-41c1-a798-1496763c5af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0620296 Jul 09 19:36:45.065392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-e602d5cd-ab85-4e7d-896c-647fa1c98bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:45.074569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-e602d5cd-ab85-4e7d-896c-647fa1c98bb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0688059 Jul 09 19:36:45.125740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-62f6c540-9074-47a5-b0cd-f77a04d056d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480099 Jul 09 19:36:45.137447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-fe07d435-5448-40e1-a40e-25342f712d4a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:45.137447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-fe07d435-5448-40e1-a40e-25342f712d4a tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 950 time: 0.2478924 Jul 09 19:36:45.181915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 63f82249-e837-4690-9212-6ca2bdbaeec7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:45.196128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Deleting port 6e69b46d-db4f-4331-b9c0-d579be714128 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:45.196760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.199671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 63f82249-e837-4690-9212-6ca2bdbaeec7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:45.200081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.239291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-bf634e24-f39c-4572-a6f3-52e0e5301c77 service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940695 Jul 09 19:36:45.359902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2c6c58-7b0a-4b1a-ba59-f8e02021cb00 req-78884173-eb36-4e8b-82c2-c543b8ccca02 service neutron] 10.222.0.10 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091747 Jul 09 19:36:45.412938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.415989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.416387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.443314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Calling delete_port for 6e69b46d-db4f-4331-b9c0-d579be714128 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:45.444269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:45.471960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-3928a366-b622-4049-bc55-e1087b8a817e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:45.473615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-3928a366-b622-4049-bc55-e1087b8a817e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 821 time: 0.3200827 Jul 09 19:36:45.486620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Checking router: 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:45.500881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 63f82249-e837-4690-9212-6ca2bdbaeec7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63f82249-e837-4690-9212-6ca2bdbaeec7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:45.507204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:45.507951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:45.518014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'port': {'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'admin_state_up': True, 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:45.569848 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.572030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Deleting port 5c390924-dff9-4d6b-909f-a735d51757c6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:45.572386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.709333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:45.742483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:45.804606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] For port 5c390924-dff9-4d6b-909f-a735d51757c6, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5c390924-dff9-4d6b-909f-a735d51757c6,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:45.804935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:45.981394 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee19d66-d4a4-429f-95db-f40c3037b5e3 x-openstack-request-id: req-fee19d66-d4a4-429f-95db-f40c3037b5e3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:45.981690 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:45.981995 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fee19d66-d4a4-429f-95db-f40c3037b5e3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:45.982538 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc', 'code': 200} Jul 09 19:36:46.071890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:46.100673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d4ec7-41b6-48fd-9410-7d113c8c10b6 None None] The sync data for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 is: [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:31Z', 'revision_number': 4, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3', 'name': '', 'network_id': '33392fb4-6bce-41a7-a272-53b75524c857', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'mac_address': 'fa:16:3e:ca:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:29Z', 'updated_at': '2021-07-09T19:35:39Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'subnets': [{'id': '444797af-a1e8-45eb-aedb-575ceb0fe2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:46.144257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f358c68-33ab-422c-a19d-cd1a5ed181c9 req-7d342311-e664-49d7-bf0c-43bbe67b18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:46.145924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f358c68-33ab-422c-a19d-cd1a5ed181c9 req-7d342311-e664-49d7-bf0c-43bbe67b18cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1274431 Jul 09 19:36:46.159557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8e06-db9c-4298-9f73-132bd86b7f8d req-3f62e24a-122f-4a6c-9a20-6e5c415f5366 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:46.161046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d2f8e06-db9c-4298-9f73-132bd86b7f8d req-3f62e24a-122f-4a6c-9a20-6e5c415f5366 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d378941-d560-432c-ac7d-3571931f17b7 HTTP/1.1" status: 200 len: 950 time: 0.1299107 Jul 09 19:36:46.177782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Calling delete_port for 5c390924-dff9-4d6b-909f-a735d51757c6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:46.186147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Made reservation on behalf of ebc13f796ce64adfb8a4f60da1d2a3cc for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:46.191146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.227932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f358c68-33ab-422c-a19d-cd1a5ed181c9 req-cfdaf136-38ef-46b1-a51c-09af7a139981 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Jul 09 19:36:46.242194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d2f8e06-db9c-4298-9f73-132bd86b7f8d req-943ca786-36b3-471f-adc1-33ea8cdb9d11 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705526 Jul 09 19:36:46.273991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.424853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event deleted for resources: {'Port': ['ID=6e69b46d-db4f-4331-b9c0-d579be714128,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:46.431927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb609-29f0-4e4f-a75b-8445b71f9f57 req-1aaa4dcf-61aa-4451-8a6d-3c06633fdf16 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:46.433933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9dbb609-29f0-4e4f-a75b-8445b71f9f57 req-1aaa4dcf-61aa-4451-8a6d-3c06633fdf16 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.0774679 Jul 09 19:36:46.490792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9dbb609-29f0-4e4f-a75b-8445b71f9f57 req-01310d3c-54e4-49e5-b8ec-5b371767c084 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Jul 09 19:36:46.585078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8e0f7-67b3-4e0d-907d-ed3ce4154915 None None] New status for floating IP cd363505-07e0-4561-93c9-a91070415293: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:36:46.635145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-4590161e-dc4d-493c-a471-84d5d0b2d07b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:46.635859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4a7a8e8-ab5c-4274-a182-df1024a6d9e0 req-282c521e-2888-41d5-9afe-cdbecf694865 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 210 time: 0.0381968 Jul 09 19:36:46.636630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-4590161e-dc4d-493c-a471-84d5d0b2d07b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 813 time: 0.3437157 Jul 09 19:36:46.650584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.653163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.654295 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6811878-df04-496d-abe4-afce972971a5 req-7ecff6ad-ef46-400b-b171-09b8f5a2b9a1 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "DELETE /v2.0/floatingips/ebf3491e-bc5a-45cf-98ca-6f71346d511b HTTP/1.1" status: 204 len: 173 time: 1.8351486 Jul 09 19:36:46.661009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Request body: {'port': {'device_id': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'admin_state_up': True, 'tenant_id': 'f5a5f04488134351862300594f26c564'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:46.711534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Allocated IP 172.20.0.8 (60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e/37156871-2d60-4a61-8702-18fdcabf5f88/95c3f5cd-a86b-4ff3-a199-b6e51f55ff70) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:46.714384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.727171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5c390924-dff9-4d6b-909f-a735d51757c6', '7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:46.762558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event deleted for resources: {'Port': ['ID=5c390924-dff9-4d6b-909f-a735d51757c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:46.867671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413a35f-0395-4cd9-8989-1dcc6b805eb9 req-15edf001-6549-485b-a098-e7a8458964d4 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:46.875734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6413a35f-0395-4cd9-8989-1dcc6b805eb9 req-15edf001-6549-485b-a098-e7a8458964d4 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 946 time: 0.1224363 Jul 09 19:36:46.884246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] No DVR routers for this DVR port 5c390924-dff9-4d6b-909f-a735d51757c6 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:46.935051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:46.937012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b35cceb7-f025-4a86-86d5-db2c9dbd2259 req-0b240f9f-60ac-4c94-b2f0-a58ef26bf829 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "DELETE /v2.0/ports/5c390924-dff9-4d6b-909f-a735d51757c6 HTTP/1.1" status: 204 len: 173 time: 1.7929430 Jul 09 19:36:46.940514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'name': 'network-vif-deleted', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:46.940898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63f82249-e837-4690-9212-6ca2bdbaeec7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:46.942765 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2713b19e-2149-47c8-bd4f-bdfb41cefd81" -d '{"events": [{"server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "name": "network-vif-deleted", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:46.953211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b99d73a-6fda-487e-ab68-bfff232cc3d4 req-b1f6ebbd-4a53-4a7f-b343-6a4137130659 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 210 time: 0.1047239 Jul 09 19:36:46.967774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6413a35f-0395-4cd9-8989-1dcc6b805eb9 req-4c6f579d-e3e4-439b-bfd8-f4ce3a5dd478 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910599 Jul 09 19:36:47.042222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 63f82249-e837-4690-9212-6ca2bdbaeec7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:47.042604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.044111 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf48f67-6685-45ff-aac7-42dae88623e6 x-openstack-request-id: req-faf48f67-6685-45ff-aac7-42dae88623e6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:47.044400 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:47.044649 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faf48f67-6685-45ff-aac7-42dae88623e6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:47.045105 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:36:47.090493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-33d347e1-199e-4f3b-bb17-87c0326ff4de tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips/cd363505-07e0-4561-93c9-a91070415293 HTTP/1.1" status: 200 len: 693 time: 0.0784528 Jul 09 19:36:47.093830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Made reservation on behalf of f5a5f04488134351862300594f26c564 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:47.097367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.195267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-5fa7ae41-130d-4d94-adfc-62141c70f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.197620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-5fa7ae41-130d-4d94-adfc-62141c70f5c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=655a92f7d7b54600860e67231e0609f2&device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 1096 time: 0.1307485 Jul 09 19:36:47.230853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.299932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Transition to ACTIVE for port object 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:47.360162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-38b5f47d-7b2c-4aad-b6b3-d422a6d003e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.361807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-38b5f47d-7b2c-4aad-b6b3-d422a6d003e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 200 len: 921 time: 0.1494505 Jul 09 19:36:47.374102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91227812-67aa-40d7-8b79-3f744f08bc33 req-1425b1ab-8a87-4988-b4cd-799ecaec195b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.378023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91227812-67aa-40d7-8b79-3f744f08bc33 req-1425b1ab-8a87-4988-b4cd-799ecaec195b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.1461525 Jul 09 19:36:47.378752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-b0e376c0-5288-41c1-a8de-7d35f4210950 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.380147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-b0e376c0-5288-41c1-a8de-7d35f4210950 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.2772932 Jul 09 19:36:47.428560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-d0f3dfde-f022-43e8-93d0-a1f9d9b0ebc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 200 len: 217 time: 0.0497186 Jul 09 19:36:47.453439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-e54fc418-bcc4-4563-b418-5cc8ee4deff3 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0624826 Jul 09 19:36:47.455620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Allocated IP 172.20.0.7 (cb4b0020-e34d-4b07-be8b-191e47e38e2b/81f59125-35a7-49bd-a127-56d0e08b8d9c/a48c1f75-c8e2-41c3-8c93-e758dfc981d5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:36:47.473778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.509483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91227812-67aa-40d7-8b79-3f744f08bc33 req-e78415e2-8cf9-4ff6-9b56-bc9bc86fbe3c tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec388c5-5f97-4508-9062-5bf36da45723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191630 Jul 09 19:36:47.529373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-96fe3564-66eb-458a-949c-75abca46c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.533567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-96fe3564-66eb-458a-949c-75abca46c535 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 200 len: 860 time: 0.0968919 Jul 09 19:36:47.571848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-61a55cd9-7e36-49c5-9f07-499b68a8d76c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.1113327 Jul 09 19:36:47.593026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:47.600575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:47.604718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:47.647107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-da807c66-94a0-4656-a714-b5846a00d745 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33392fb4-6bce-41a7-a272-53b75524c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661564 Jul 09 19:36:47.782198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event updated for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:47.862691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5deee3-9b7c-41da-bfb9-5e9595622ade req-77d0a9ae-5680-4017-abe6-14863d646942 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.864199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d5deee3-9b7c-41da-bfb9-5e9595622ade req-77d0a9ae-5680-4017-abe6-14863d646942 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3267925 Jul 09 19:36:47.877884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-bfc43c45-0127-4646-b67e-693a20f8a7e9 service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139907 Jul 09 19:36:47.912012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:47.912644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.924302 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5f337-9bbf-4cab-9c58-644b9f1c26da x-openstack-request-id: req-afe5f337-9bbf-4cab-9c58-644b9f1c26da {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:47.924561 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d378941-d560-432c-ac7d-3571931f17b7", "name": "network-vif-deleted", "tag": "5c390924-dff9-4d6b-909f-a735d51757c6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:47.924799 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afe5f337-9bbf-4cab-9c58-644b9f1c26da {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:47.925162 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d378941-d560-432c-ac7d-3571931f17b7', 'name': 'network-vif-deleted', 'tag': '5c390924-dff9-4d6b-909f-a735d51757c6', 'status': 'completed', 'code': 200} Jul 09 19:36:47.938252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a246c9d-4cb2-4fdd-8c4a-a40a0a404913 None None] Provisioning for port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:47.942827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a246c9d-4cb2-4fdd-8c4a-a40a0a404913 None None] Provisioning complete for port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:47.943514 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a246c9d-4cb2-4fdd-8c4a-a40a0a404913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:47.986363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-20374652-518f-4e61-97ad-e324cdd96db9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4739385 Jul 09 19:36:47.990202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a246c9d-4cb2-4fdd-8c4a-a40a0a404913 None None] Port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:36:47.992076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3c769b7-295f-435e-8551-07210ce8e2c5 req-d5ecba19-5493-4dcb-8658-618f16d1762b service neutron] 10.222.0.59 "GET /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066802 Jul 09 19:36:48.017602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Request body: {'port': {'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:48.024901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.083406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-3dd82869-3595-4d26-bf7c-6ad035ed5309 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:48.084868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-3dd82869-3595-4d26-bf7c-6ad035ed5309 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 945 time: 0.2930613 Jul 09 19:36:48.107312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Deleting port f40afec9-c515-46ba-b5c0-4735834fd2c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:48.107653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.182399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921b5f-4c2e-4a0d-83ad-5b3ec5197ee2 req-37e2cfd5-a315-4fd8-9f81-b8d02015f986 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:48.184008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc921b5f-4c2e-4a0d-83ad-5b3ec5197ee2 req-37e2cfd5-a315-4fd8-9f81-b8d02015f986 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.0630763 Jul 09 19:36:48.222638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc921b5f-4c2e-4a0d-83ad-5b3ec5197ee2 req-0a545736-69a5-410b-a71e-e248bae02fdd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jul 09 19:36:48.260893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.273947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.380551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:36:48.387493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd8b3-0fab-45c0-8963-5c4ec24e9411 req-ef7ba1b8-7204-4648-b05f-0785e3475d2b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:48.389057 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e0fd8b3-0fab-45c0-8963-5c4ec24e9411 req-ef7ba1b8-7204-4648-b05f-0785e3475d2b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 931 time: 0.0666964 Jul 09 19:36:48.393144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.393484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.400462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:36:48.423352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:36:48.427310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e0fd8b3-0fab-45c0-8963-5c4ec24e9411 req-b8d7fb13-3d34-4a35-9884-5279276cae32 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 09 19:36:48.433091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Calling delete_port for f40afec9-c515-46ba-b5c0-4735834fd2c9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:48.435641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:48.489701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.513180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Deleting port 56709128-59cf-4fd0-adbc-ee361f41386e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:48.513523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.536839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ab43090-c822-4255-a03e-5058853834d4 req-939fb786-a65e-4310-a0c2-aabd4abc1ced tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=81d0c0e407d74c01b89223456af655b4 HTTP/1.1" status: 200 len: 1656 time: 0.0775251 Jul 09 19:36:48.916731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:48.917369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:48.942032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43090-c822-4255-a03e-5058853834d4 req-210fa7f9-5d99-4e5d-9e3a-4d0076cc3b57 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:48.943526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ab43090-c822-4255-a03e-5058853834d4 req-210fa7f9-5d99-4e5d-9e3a-4d0076cc3b57 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks?id=b569971a-e00d-4ad3-972f-71015b44c373&id=b569971a-e00d-4ad3-972f-71015b44c373&id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 787 time: 0.4002774 Jul 09 19:36:48.954166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-9ab43090-c822-4255-a03e-5058853834d4 req-66604141-3bd7-465e-8f86-fef1459cd782 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:48.955210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ab43090-c822-4255-a03e-5058853834d4 req-66604141-3bd7-465e-8f86-fef1459cd782 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058358 Jul 09 19:36:48.991774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-08cf4ba5-fd55-4083-8454-5ad20e7e8515 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3428960 Jul 09 19:36:49.023141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Request body: {'port': {'device_id': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:49.086462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] For port 56709128-59cf-4fd0-adbc-ee361f41386e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=56709128-59cf-4fd0-adbc-ee361f41386e,segment=NetworkSegment(ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98),segment_id=ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:49.086862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.119065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623c3f-c416-4721-b775-62d5cdcc5f42 req-29e3b824-7380-4604-847d-abab2d931432 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:49.121526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Calling delete_port for 56709128-59cf-4fd0-adbc-ee361f41386e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:49.123786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd623c3f-c416-4721-b775-62d5cdcc5f42 req-29e3b824-7380-4604-847d-abab2d931432 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 946 time: 0.0709591 Jul 09 19:36:49.159472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd623c3f-c416-4721-b775-62d5cdcc5f42 req-3e37f0bf-64a8-4a3f-bb21-56191b421573 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Jul 09 19:36:49.279511 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.306499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.310772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:49.328411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.332836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa904000-01ba-4672-8907-75dfc8668b77 req-9e1deaed-ed5b-4b2a-b1e7-56e9ee5a85c1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:49.334360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa904000-01ba-4672-8907-75dfc8668b77 req-9e1deaed-ed5b-4b2a-b1e7-56e9ee5a85c1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 931 time: 0.0674736 Jul 09 19:36:49.383185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event deleted for resources: {'Port': ['ID=f40afec9-c515-46ba-b5c0-4735834fd2c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:49.396437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa904000-01ba-4672-8907-75dfc8668b77 req-9bf3c147-ebac-4f9a-abb2-3913a2f2b99e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Jul 09 19:36:49.454408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Transition to ACTIVE for port object 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:49.475503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.621248 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.624633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.626784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5390c5f3-db6b-4ce7-8595-e43c9a732da0 req-f2b4256a-dac0-4566-956b-9f783f849fa6 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "DELETE /v2.0/floatingips/cd363505-07e0-4561-93c9-a91070415293 HTTP/1.1" status: 204 len: 173 time: 2.0271375 Jul 09 19:36:49.710564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Pushing event updated for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:49.758138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-11d31062-32c3-44fd-b6c6-52a690dc8390 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips/767e9f1e-4944-4fb9-bdf3-b0315f501fbe HTTP/1.1" status: 200 len: 692 time: 0.0849931 Jul 09 19:36:49.768761 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.782847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['56709128-59cf-4fd0-adbc-ee361f41386e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:49.886036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-4aa26102-15f8-4445-a8c3-89a76ad01369 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:49.887514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-4aa26102-15f8-4445-a8c3-89a76ad01369 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1213434 Jul 09 19:36:49.894517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Attempting to bind port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:49.894969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Attempting to bind port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:49.895330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Attempting to bind port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:49.898623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-7bb9b86b-de7c-4562-bbe5-0e753895dbc3 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:36:49.900267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-7bb9b86b-de7c-4562-bbe5-0e753895dbc3 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072370 Jul 09 19:36:49.928357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-207d7b0e-d6fa-410e-abdc-ade021464032 req-f5370894-4248-447c-8961-e085d14ea071 tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cbc2292-4a70-4efe-9952-3155f7658609 HTTP/1.1" status: 200 len: 210 time: 0.1576240 Jul 09 19:36:49.935562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Pushing event deleted for resources: {'Port': ['ID=56709128-59cf-4fd0-adbc-ee361f41386e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:49.942717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:36:49.943048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Attempting to bind port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:49.977462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:49.977804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Checking segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:49.978330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Bound using segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:49.978784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Bound port: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:49.979152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:49.979945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-6bd911e0-296d-46c0-9116-142e3adc109a tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0735881 Jul 09 19:36:50.046229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-9e6becf2-b958-4e9d-ad12-7f49fb4d6473 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0603282 Jul 09 19:36:50.068923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:50.072278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:50.094654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.097255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] No DVR routers for this DVR port 56709128-59cf-4fd0-adbc-ee361f41386e on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:50.107229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.109145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-912f50a4-f057-4f24-a7b7-b52298e4cff1 req-f6f365a2-4a7b-48c8-ace2-ea72018d2b3b tempest-ServerPasswordTestJSON-261017971 tempest-ServerPasswordTestJSON-261017971-project] 10.222.0.25 "DELETE /v2.0/ports/56709128-59cf-4fd0-adbc-ee361f41386e HTTP/1.1" status: 204 len: 173 time: 2.0155323 Jul 09 19:36:50.112990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'name': 'network-vif-deleted', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:50.120724 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab6be4-93c4-4d2d-bd63-a0ec3ae3d892" -d '{"events": [{"server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "name": "network-vif-deleted", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:50.129877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5c390924-dff9-4d6b-909f-a735d51757c6 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:50.159542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 5c390924-dff9-4d6b-909f-a735d51757c6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:50.159935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5c390924-dff9-4d6b-909f-a735d51757c6 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:50.211822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.212851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.214404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-935102bc-a30d-4850-9a50-c0568086075f service neutron] 10.222.0.59 "PUT /v2.0/ports/95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 1091 time: 2.2110524 Jul 09 19:36:50.216455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Deleting port 98570840-07c8-414b-bb25-f35937fa9732 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:50.218579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.354902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed313-d0a4-461f-ac3e-476fb4279a61 req-4fdaad08-8898-4df2-8d07-711acbe4fa03 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.362102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0eed313-d0a4-461f-ac3e-476fb4279a61 req-4fdaad08-8898-4df2-8d07-711acbe4fa03 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.2604346 Jul 09 19:36:50.363884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935102bc-a30d-4850-9a50-c0568086075f service neutron] Pushing event updated for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:50.386658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.387263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.402825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Calling delete_port for 98570840-07c8-414b-bb25-f35937fa9732 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:50.454578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0eed313-d0a4-461f-ac3e-476fb4279a61 req-93268476-06be-42f2-99fb-4c7495fbdb4f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881674 Jul 09 19:36:50.465318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:50.482220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-8ac203ff-dad6-45db-b880-a22737d8f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.486148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-8ac203ff-dad6-45db-b880-a22737d8f4e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1094 time: 0.2068191 Jul 09 19:36:50.497696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.558415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-312acd26-b2d6-4bfa-9811-1be665ac24a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.0571496 Jul 09 19:36:50.605568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Transition to ACTIVE for port object a48c1f75-c8e2-41c3-8c93-e758dfc981d5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:36:50.642236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.690102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.722601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-7b387c8d-3a44-475b-bd68-dbf3105faac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.724165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-7b387c8d-3a44-475b-bd68-dbf3105faac9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1444380 Jul 09 19:36:50.763460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event deleted for resources: {'Port': ['ID=98570840-07c8-414b-bb25-f35937fa9732,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:50.778134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:50.792254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.792608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.792955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.793316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.793653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.794087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.794300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.794630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.794958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.795282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.795611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.795932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:36:50.816391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.819274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.830849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9019c3ba-aff7-4f17-bc75-6e43a9c11dfc req-1b6715d0-a2f3-4bd1-b5c6-a9a72e3d105f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "DELETE /v2.0/floatingips/767e9f1e-4944-4fb9-bdf3-b0315f501fbe HTTP/1.1" status: 204 len: 173 time: 0.7785456 Jul 09 19:36:50.885384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6325436c-2b39-432b-a75d-267123ff1fde req-48c032b5-9c28-43d8-9b1c-1b3a7ddead11 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups/5ecd26ee-9cfb-4e5f-a97e-15d78660816e HTTP/1.1" status: 200 len: 1807 time: 0.0407236 Jul 09 19:36:50.887282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:36:50.887635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:36:50.887978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:50.897046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7e14e-81fb-41b6-9755-60e023cbc291 req-efe13f7d-0b60-448d-a2c1-b19099d5f8ad tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.898620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7b7e14e-81fb-41b6-9755-60e023cbc291 req-efe13f7d-0b60-448d-a2c1-b19099d5f8ad tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 943 time: 0.1997676 Jul 09 19:36:50.903413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-e9825cbf-fb82-438a-b447-5aca8f6615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:50.904873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-e9825cbf-fb82-438a-b447-5aca8f6615ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530890 Jul 09 19:36:50.913093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:36:50.913445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:36:50.948052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:36:50.948329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Checking segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:36:50.948714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Bound using segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:36:50.949175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Bound port: a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:36:50.949531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.951599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6325436c-2b39-432b-a75d-267123ff1fde req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:50.974739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6325436c-2b39-432b-a75d-267123ff1fde req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.018231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7b7e14e-81fb-41b6-9755-60e023cbc291 req-5d9cb068-1fcd-4576-9c37-18a8050811d1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118610 Jul 09 19:36:51.026437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6325436c-2b39-432b-a75d-267123ff1fde req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.029497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6325436c-2b39-432b-a75d-267123ff1fde req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.041701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6325436c-2b39-432b-a75d-267123ff1fde req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ecd26ee-9cfb-4e5f-a97e-15d78660816e HTTP/1.1" status: 204 len: 173 time: 0.1550615 Jul 09 19:36:51.053258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603005e-72b5-48c6-bf17-a1158ca90f23 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecd26ee-9cfb-4e5f-a97e-15d78660816e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:51.076435 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5dbabb-2133-4522-91ba-e7ff058f8326 x-openstack-request-id: req-eb5dbabb-2133-4522-91ba-e7ff058f8326 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:51.076727 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbc2292-4a70-4efe-9952-3155f7658609", "name": "network-vif-deleted", "tag": "56709128-59cf-4fd0-adbc-ee361f41386e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:51.077109 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb5dbabb-2133-4522-91ba-e7ff058f8326 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:51.085676 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbc2292-4a70-4efe-9952-3155f7658609', 'name': 'network-vif-deleted', 'tag': '56709128-59cf-4fd0-adbc-ee361f41386e', 'status': 'completed', 'code': 200} Jul 09 19:36:51.117196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-932370a0-d664-4a36-8cd4-5a1c92fa1b53 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006671 Jul 09 19:36:51.121969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:36:51.125601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:36:51.181351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.241300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8364f-fe33-430f-999f-c3b306db5535 req-ec9839ef-5bb2-49c7-8884-7f5b8d57d7db tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.242641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.242931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3a8364f-fe33-430f-999f-c3b306db5535 req-ec9839ef-5bb2-49c7-8884-7f5b8d57d7db tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.0636237 Jul 09 19:36:51.243509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.245004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] 10.222.0.59 "PUT /v2.0/ports/a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 1091 time: 2.2342632 Jul 09 19:36:51.293241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3a8364f-fe33-430f-999f-c3b306db5535 req-6aef01ee-0108-4457-b954-64a29eb58738 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Jul 09 19:36:51.317591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baebf9-943b-42de-930b-882ce4bb2447 service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:51.349003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71f0b5eb-2ab4-4549-bf9d-c2c21e33a4e7 req-66cbcdd2-87c5-4760-8431-3241b16a3038 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218935 Jul 09 19:36:51.369104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892292a-89e7-40f9-a45e-a1e45b9783d5 req-1f5259e8-b020-466c-9f08-c84e82d06a1e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.370698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5892292a-89e7-40f9-a45e-a1e45b9783d5 req-1f5259e8-b020-466c-9f08-c84e82d06a1e tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.2227547 Jul 09 19:36:51.379831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-e34c7554-cc09-4beb-9bb8-6606b83bc56f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips/7184e05f-3695-4b98-9930-7797aff21223 HTTP/1.1" status: 200 len: 693 time: 0.0607119 Jul 09 19:36:51.426650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-18bad229-5f6d-4faf-9230-84bbf2bdbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.428149 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-18bad229-5f6d-4faf-9230-84bbf2bdbaef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1094 time: 0.1305275 Jul 09 19:36:51.458820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5892292a-89e7-40f9-a45e-a1e45b9783d5 req-ca9c1a0a-053d-4d06-a056-a74ae0be1961 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/security-groups?id=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Jul 09 19:36:51.480436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-88a4155c-a8e3-4b4e-b95e-b7a49fad5409 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.487248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-88a4155c-a8e3-4b4e-b95e-b7a49fad5409 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1065910 Jul 09 19:36:51.494778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-533654ce-0b53-400c-b7db-e8ddb8a63f3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.0497770 Jul 09 19:36:51.538420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-25d226f4-3fc7-42d1-9483-476a172db9ae tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0501916 Jul 09 19:36:51.545925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:51.556240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-bb4a19d6-f555-42af-8826-92ea8690b3a7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.557199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-bb4a19d6-f555-42af-8826-92ea8690b3a7 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 950 time: 0.1618195 Jul 09 19:36:51.562859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-c4add5d5-371d-4d0f-bcca-b568448aeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:51.564388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-c4add5d5-371d-4d0f-bcca-b568448aeb4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.0613914 Jul 09 19:36:51.617598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-6f3aaefb-1a79-46d1-8cd6-a838fb198170 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450604 Jul 09 19:36:51.629453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-22aa11fa-a315-4334-b3c9-70f94c56716d tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0754337 Jul 09 19:36:51.678167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Deleting subnet da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:36:51.687436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.779501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Deleting port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:51.779849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.781448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.832570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.847292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-a37e5db1-ccec-46a7-831c-a962d4bc87ba service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704240 Jul 09 19:36:51.865164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Deleting port 5b0fc92f-4786-428b-b33a-2941d683066f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:51.865502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.941291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.982255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:51.984307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.988369 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87e54490-2178-483d-b0c2-cfab7a094412 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da6c5cef-c7c0-4bfb-a600-f2a6a402cfdf HTTP/1.1" status: 204 len: 168 time: 0.4390564 Jul 09 19:36:51.988369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.989347 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:51.989915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:52.001443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Calling delete_port for 5b0fc92f-4786-428b-b33a-2941d683066f owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:52.023238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] For port 7a0dcf9b-a397-4a63-a052-ea868c1665e8, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7a0dcf9b-a397-4a63-a052-ea868c1665e8,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:52.023606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.085093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Calling delete_port for 7a0dcf9b-a397-4a63-a052-ea868c1665e8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:52.096523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b789d8b6-f5c3-4671-ba29-319cad10c17a req-bfe5bec3-c28d-4ff0-92f6-e0725cd1a1f2 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388489 Jul 09 19:36:52.122131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215f77c-7fbe-4b11-a5d8-bc8646b8bb59 req-cdd1489c-2e50-47ce-af52-4fe67de7aeff tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:52.123642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e215f77c-7fbe-4b11-a5d8-bc8646b8bb59 req-cdd1489c-2e50-47ce-af52-4fe67de7aeff tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.2503469 Jul 09 19:36:52.127843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.149550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.154922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 56709128-59cf-4fd0-adbc-ee361f41386e no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:52.177156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 56709128-59cf-4fd0-adbc-ee361f41386e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:52.177490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event deleted for resources: {'Port': ['ID=5b0fc92f-4786-428b-b33a-2941d683066f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:52.178020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 56709128-59cf-4fd0-adbc-ee361f41386e not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:52.245499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e215f77c-7fbe-4b11-a5d8-bc8646b8bb59 req-2059d2f5-48b5-46f9-ae28-07e571012f9d tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130569 Jul 09 19:36:52.246398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.249494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.250791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be4c45b0-5c95-4fba-99f0-b778229bcf99 req-10ccccfb-fae2-4110-8806-129a578bccaa tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "DELETE /v2.0/floatingips/7184e05f-3695-4b98-9930-7797aff21223 HTTP/1.1" status: 204 len: 173 time: 0.6204014 Jul 09 19:36:52.296160 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cd87bd3-1fdf-409e-92b0-39e582d3b68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.303448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.318189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5603b9a5-a928-4e9d-aee2-c36001ba1445']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:52.349285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:52.349425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9ffe4a-813f-487a-99ae-fcdfbc7c2b98') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:52.364976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.412592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.415824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.428115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7a0dcf9b-a397-4a63-a052-ea868c1665e8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:52.428531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:36:52.428935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:36:52.432086 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:36:52.764145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2f7ec-2de3-4545-808d-5d7f68cc87c5 req-a1001b59-4934-492f-8213-2239f37e6fee tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:52.766354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebc2f7ec-2de3-4545-808d-5d7f68cc87c5 req-a1001b59-4934-492f-8213-2239f37e6fee tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 943 time: 0.0754478 Jul 09 19:36:52.770149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Pushing event deleted for resources: {'Port': ['ID=7a0dcf9b-a397-4a63-a052-ea868c1665e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:52.837959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] No DVR routers for this DVR port 7a0dcf9b-a397-4a63-a052-ea868c1665e8 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:52.841072 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.843112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebc2f7ec-2de3-4545-808d-5d7f68cc87c5 req-9a256f4e-388a-46aa-9d00-eca728a563dd tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613308 Jul 09 19:36:52.845073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.847305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42ca8f10-9a7b-4944-97de-d83bf810886b req-5fc28902-786e-4cb8-ac13-02db841b851c tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.25 "DELETE /v2.0/ports/7a0dcf9b-a397-4a63-a052-ea868c1665e8 HTTP/1.1" status: 204 len: 173 time: 1.2821951 Jul 09 19:36:52.859710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb0363-3cf5-4112-8229-eba231456a19 req-4347de99-5068-4482-84a9-0ed1fc0edf7b tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:52.868318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ddb0363-3cf5-4112-8229-eba231456a19 req-4347de99-5068-4482-84a9-0ed1fc0edf7b tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.4985447 Jul 09 19:36:52.871077 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:52.873420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] 10.222.0.10 "DELETE /v2.0/networks/5603b9a5-a928-4e9d-aee2-c36001ba1445 HTTP/1.1" status: 204 len: 168 time: 0.8825369 Jul 09 19:36:52.903375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98746-765c-45c4-8683-33a0fffcbc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5603b9a5-a928-4e9d-aee2-c36001ba1445,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:52.947466 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ddb0363-3cf5-4112-8229-eba231456a19 req-3e97351e-6f19-4f80-ac9c-6e221b806338 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778050 Jul 09 19:36:52.957199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-6113cc4c-cccd-4150-9a7d-890d8dde19ba tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips/595ba661-bd20-4fb9-8952-a61f04b19abf HTTP/1.1" status: 200 len: 693 time: 0.0701654 Jul 09 19:36:53.036350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.082803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:53.094518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}, {'name': 'network-changed', 'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}, {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-deleted', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:53.100898 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad69907b-cfde-476b-8287-1dc3c4692beb" -d '{"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}, {"name": "network-changed", "server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}, {"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-deleted", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:53.141943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-d33aaadf-7df9-44bd-8fdf-1cc5544a0289 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:53.142871 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-d33aaadf-7df9-44bd-8fdf-1cc5544a0289 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1742215 Jul 09 19:36:53.178671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-74cf1960-dc43-4df2-87b2-8e74d4b70925 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32836bb5681d46989cbcb7f16efa62ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923254 Jul 09 19:36:53.180199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:53.208355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-111177a1-4a01-4456-b855-4c87f0cd5615 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0585465 Jul 09 19:36:53.226688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33dfb9-c68e-47f2-a8f0-a36f2cd7cf6a req-ffbfa270-c2b6-4e29-9dcc-f8efe736e7a0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:53.228737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c33dfb9-c68e-47f2-a8f0-a36f2cd7cf6a req-ffbfa270-c2b6-4e29-9dcc-f8efe736e7a0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.1086409 Jul 09 19:36:53.269165 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-46cb2a62-89cf-4771-9312-1bdd7c92f81f tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0543408 Jul 09 19:36:53.274850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.291367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c33dfb9-c68e-47f2-a8f0-a36f2cd7cf6a req-0a1acf60-bf1c-4b35-8d46-89301179416f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533645 Jul 09 19:36:53.304771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.372094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.376619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.378305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cec388c5-5f97-4508-9062-5bf36da45723 HTTP/1.1" status: 204 len: 168 time: 0.1966531 Jul 09 19:36:53.389701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b29ca8-2d5b-4bd8-aa57-8ff1ac6231dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec388c5-5f97-4508-9062-5bf36da45723,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:53.426278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Deleting port e9705e48-0ef9-4a35-ac12-5f7bab04a8b0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:53.427928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.512272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1373ea7-b65d-4f12-8a69-b5995a1e9540 req-8d1dba6e-c429-4baa-9503-12a85ac5d1a0 tempest-ServersAdminTestJSON-460959109 tempest-ServersAdminTestJSON-460959109-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e9b38-9df1-4281-8d4b-ba8949b6859b HTTP/1.1" status: 200 len: 210 time: 0.0437832 Jul 09 19:36:53.522147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.522477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.546976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Calling delete_port for e9705e48-0ef9-4a35-ac12-5f7bab04a8b0 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:53.597205 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28743094-51e5-46e0-b64f-5b4f3cacbe04 x-openstack-request-id: req-28743094-51e5-46e0-b64f-5b4f3cacbe04 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:53.597514 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "status": "completed", "code": 200}, {"server_uuid": "095e9b38-9df1-4281-8d4b-ba8949b6859b", "name": "network-vif-deleted", "tag": "7a0dcf9b-a397-4a63-a052-ea868c1665e8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:53.597968 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28743094-51e5-46e0-b64f-5b4f3cacbe04 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:53.599040 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:36:53.599489 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'status': 'completed', 'code': 200} Jul 09 19:36:53.600041 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e9b38-9df1-4281-8d4b-ba8949b6859b', 'name': 'network-vif-deleted', 'tag': '7a0dcf9b-a397-4a63-a052-ea868c1665e8', 'status': 'completed', 'code': 200} Jul 09 19:36:53.779315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.808724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-6f0c11bf-733f-4c71-9ec3-bac9437e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:53.810418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-6f0c11bf-733f-4c71-9ec3-bac9437e7630 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1094 time: 0.1601377 Jul 09 19:36:53.812234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Pushing event deleted for resources: {'Port': ['ID=e9705e48-0ef9-4a35-ac12-5f7bab04a8b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:53.864762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:53.909580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff9d4-7010-4f91-8bed-7a246a326cbd req-796b6231-5ac9-4719-87a1-33801671c38b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:53.911635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec1ff9d4-7010-4f91-8bed-7a246a326cbd req-796b6231-5ac9-4719-87a1-33801671c38b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1515234 Jul 09 19:36:53.919353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.922396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:53.923909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0d06c7b-a714-4ff5-988e-a0fb778fddc6 req-738f8a9b-8c00-46cb-b1b5-e51c3caeb1c2 tempest-FloatingIPDetailsTestJSON-1845798539 tempest-FloatingIPDetailsTestJSON-1845798539-project] 10.222.0.10 "DELETE /v2.0/floatingips/595ba661-bd20-4fb9-8952-a61f04b19abf HTTP/1.1" status: 204 len: 173 time: 0.6477976 Jul 09 19:36:53.930612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:54.021854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-a94cb66a-346a-4074-9a52-cc9937a2d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.023348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-a94cb66a-346a-4074-9a52-cc9937a2d997 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.1984503 Jul 09 19:36:54.037940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec1ff9d4-7010-4f91-8bed-7a246a326cbd req-4b22d315-bf87-49b6-a57c-b38994e23237 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154983 Jul 09 19:36:54.145761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-e55e405b-d7ad-4104-8069-895b256ad70e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.1017394 Jul 09 19:36:54.151276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:54.177165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:54.272355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.296426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fb9d2-e514-4508-a53b-940e2f042f37 req-9bea6e83-236e-4098-99a3-c4fdfaea4653 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.296687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:54.298494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b67fb9d2-e514-4508-a53b-940e2f042f37 req-9bea6e83-236e-4098-99a3-c4fdfaea4653 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 943 time: 0.1233847 Jul 09 19:36:54.342360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:54.349508 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.350263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:54.359247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-71338ea5-e4d1-4014-92a1-2982ab196232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.361191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-71338ea5-e4d1-4014-92a1-2982ab196232 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.2084115 Jul 09 19:36:54.383140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-a64561f0-948a-424e-963b-1348af081132 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.384438 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-a64561f0-948a-424e-963b-1348af081132 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.59 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.2129376 Jul 09 19:36:54.421214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b67fb9d2-e514-4508-a53b-940e2f042f37 req-cd4b5802-d3f7-47f3-9674-956f8d6b27d5 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819621 Jul 09 19:36:54.499353 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:36:54.512467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcbb85-e738-4b6c-8292-2e4d12521e64 req-d6fc13ee-974f-4960-86d0-6cc49bff5917 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.514130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbfcbb85-e738-4b6c-8292-2e4d12521e64 req-d6fc13ee-974f-4960-86d0-6cc49bff5917 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 945 time: 0.2737415 Jul 09 19:36:54.568910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.572536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:54.672275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:54.685398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'port_id': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'mac_address': 'fa:16:3e:8c:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f59125-35a7-49bd-a127-56d0e08b8d9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:36:54.702213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbfcbb85-e738-4b6c-8292-2e4d12521e64 req-306cf022-78e4-47e0-89fa-005ce6cf9b87 tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/security-groups?id=e163853c-fc34-4c31-b90d-cc1e70813a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665754 Jul 09 19:36:54.711132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-4fd5d01d-cbcb-4470-aa01-124f413ff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.713533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-4fd5d01d-cbcb-4470-aa01-124f413ff72e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393288 Jul 09 19:36:54.741559 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.779074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:36:54.824649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:54.834803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.865043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Deleting port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:54.865514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.889197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558a135-88aa-43f7-8958-4c1ad4f4dd12 req-21037e8f-3084-4673-96d4-f02707765b88 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:54.895145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4558a135-88aa-43f7-8958-4c1ad4f4dd12 req-21037e8f-3084-4673-96d4-f02707765b88 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.2619450 Jul 09 19:36:54.927658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:54.960211 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1a5d-1446-45bc-8ad5-829bc73f8ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:54.962986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-c62cf9bd-c234-4583-9c0f-10c32b528914 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394915 Jul 09 19:36:55.032645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4558a135-88aa-43f7-8958-4c1ad4f4dd12 req-a3f6d218-8a54-4c1a-a8d5-1cf6a4eff34d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338224 Jul 09 19:36:55.044828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] For port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:55.045362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.067861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Calling delete_port for 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:55.086927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:55.100050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['a48c1f75-c8e2-41c3-8c93-e758dfc981d5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:55.137228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-8ed8bd03-6258-4454-8181-8b663e423107 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672435 Jul 09 19:36:55.237498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Deleting port c835f333-9908-44aa-b0ed-72a5b0a6312d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:55.238479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.346714 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.357685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-499f892e-3aaf-4635-aab5-8963900ab1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:55.359212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-499f892e-3aaf-4635-aab5-8963900ab1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1095 time: 0.1603985 Jul 09 19:36:55.359682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:55.479084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] For port c835f333-9908-44aa-b0ed-72a5b0a6312d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c835f333-9908-44aa-b0ed-72a5b0a6312d,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:55.481058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.507419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Calling delete_port for c835f333-9908-44aa-b0ed-72a5b0a6312d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:55.528335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.577877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-209ebba7-d989-4900-b872-90a71a65a590 req-2e7a9c69-49f5-4ed5-a9e0-1db4893e615c tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0682704 Jul 09 19:36:55.653990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Pushing event deleted for resources: {'Port': ['ID=2cdebd6c-fc12-4e8a-8193-cd482fbc1c31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:55.731112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] No DVR routers for this DVR port 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:36:55.735502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:55.744403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c621fd9f-76b3-43e5-8e85-05edc0af648f req-7824dd47-f9aa-468b-b25b-0744903d0f4c tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.59 "DELETE /v2.0/ports/2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 HTTP/1.1" status: 204 len: 173 time: 1.2985635 Jul 09 19:36:55.748137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'name': 'network-vif-deleted', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:55.754898 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753eda4d-46b6-4685-a86e-84dbdaeb2d7d" -d '{"events": [{"server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "name": "network-vif-deleted", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:55.800426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-d7fc6349-5ccf-427f-a5ae-37c8d38da697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:55.802300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-d7fc6349-5ccf-427f-a5ae-37c8d38da697 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.4282563 Jul 09 19:36:55.808480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6f6b8461-cdd2-49dd-9f51-33a28f142e6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3b39c47338c48cfa23ebaf01309b0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457657 Jul 09 19:36:55.809279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:55.981968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-4ce839dd-e2c4-42be-9881-c700567ee9d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.1699693 Jul 09 19:36:56.074884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.120522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-038a9109-8c5f-4eed-984f-e71499dcc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:56.122445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-038a9109-8c5f-4eed-984f-e71499dcc621 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.1157422 Jul 09 19:36:56.124820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.165266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:56.173504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d430a-5373-494d-9c6f-3c6a896fc54e req-7a508558-d1b7-4508-93a9-894a92c5631a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:56.175072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac7d430a-5373-494d-9c6f-3c6a896fc54e req-7a508558-d1b7-4508-93a9-894a92c5631a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.9332442 Jul 09 19:36:56.218932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-63959409-3b50-468c-9fce-7b7bc28ca910 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832593 Jul 09 19:36:56.240646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadca50-05ad-4843-b9cf-d4d81de25977 req-08c69863-2bf5-4a4f-8bb2-f72796dad3b9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:56.249427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-abadca50-05ad-4843-b9cf-d4d81de25977 req-08c69863-2bf5-4a4f-8bb2-f72796dad3b9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 944 time: 0.4014342 Jul 09 19:36:56.259096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac7d430a-5373-494d-9c6f-3c6a896fc54e req-f858507e-8a4a-49f1-9dc6-244ee105df16 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703018 Jul 09 19:36:56.359710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.416481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c835f333-9908-44aa-b0ed-72a5b0a6312d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:56.448356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.451438 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.452699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ef0ca3d-f95b-41b0-bbc1-9297f04e6935 HTTP/1.1" status: 204 len: 168 time: 0.6421525 Jul 09 19:36:56.469077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-abadca50-05ad-4843-b9cf-d4d81de25977 req-0e6a1f6c-ea5b-459c-a684-35cc413800d8 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186170 Jul 09 19:36:56.470506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2cdebd6c-fc12-4e8a-8193-cd482fbc1c31'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:36:56.495895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54efcc7-85c3-489f-a4b5-3d9957d2a7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0ca3d-f95b-41b0-bbc1-9297f04e6935,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:56.551510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 7a0dcf9b-a397-4a63-a052-ea868c1665e8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:56.551888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7a0dcf9b-a397-4a63-a052-ea868c1665e8 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:56.574652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-78585dd9-52e8-440b-9f7b-49a7848d5dbc service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374534 Jul 09 19:36:56.599690 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.608952 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762ae3a-8b00-4b11-8e0f-12e1962d3952 x-openstack-request-id: req-5762ae3a-8b00-4b11-8e0f-12e1962d3952 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:56.609442 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941ac766-cb01-46fb-b50f-5b85cab54cac", "name": "network-vif-deleted", "tag": "2cdebd6c-fc12-4e8a-8193-cd482fbc1c31", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:56.609583 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5762ae3a-8b00-4b11-8e0f-12e1962d3952 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:56.616576 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941ac766-cb01-46fb-b50f-5b85cab54cac', 'name': 'network-vif-deleted', 'tag': '2cdebd6c-fc12-4e8a-8193-cd482fbc1c31', 'status': 'completed', 'code': 200} Jul 09 19:36:56.684937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25518afb-0ebb-44fe-ab1d-00b71cafe45f req-930208ed-6f38-47cf-bc98-b87ef3d3618f tempest-ServerRescueTestJSONUnderV235-988303636 tempest-ServerRescueTestJSONUnderV235-988303636-project] 10.222.0.10 "GET /v2.0/ports?device_id=941ac766-cb01-46fb-b50f-5b85cab54cac HTTP/1.1" status: 200 len: 210 time: 0.0792243 Jul 09 19:36:56.807893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:56.917875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad69907b-cfde-476b-8287-1dc3c4692beb req-7eb56a76-5f17-4cbe-95fa-d151fe3eae52 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408411 Jul 09 19:36:57.014355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17ba6-3491-4cde-9fe1-73b263ff7fe8 req-47665873-3bbe-4697-ae0c-fceec43dbf2c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:57.015987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b17ba6-3491-4cde-9fe1-73b263ff7fe8 req-47665873-3bbe-4697-ae0c-fceec43dbf2c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.2651987 Jul 09 19:36:57.019457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:57.019786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-967a4fdd-6ace-4945-a2f9-4a700535e8ab req-d71bd0ab-afc9-4897-8466-fe1920280394 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0554087 Jul 09 19:36:57.119790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b17ba6-3491-4cde-9fe1-73b263ff7fe8 req-06d7ba87-6863-49b2-a7bb-f56291983fd2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920362 Jul 09 19:36:57.129033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-da43ff62-c290-4bb9-8e24-3739b63491f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af5b188cee5b4677bc72d19aa52d1ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077442 Jul 09 19:36:57.129363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:57.185862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Router ef42599c-279c-417a-9d08-7b86e655bea1 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:36:57.207421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.272758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.359004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:36:57.364718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c8e27358-97ae-4df7-b535-6a21416c5d20 admin admin] 10.222.0.10 "PUT /v2.0/routers/ef42599c-279c-417a-9d08-7b86e655bea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4329591 Jul 09 19:36:57.371053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:57.375399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Sync routers for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:36:57.380356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.384406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.392008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c960bdd-328a-448c-90ee-393c1fba021d HTTP/1.1" status: 204 len: 168 time: 0.2576771 Jul 09 19:36:57.402181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:57.403565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:57.413781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f76cb-f050-4f65-9105-c46223ef0103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c960bdd-328a-448c-90ee-393c1fba021d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:57.605366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e39ac-5750-4074-850a-ddfb84daaa40 req-512befb8-8007-41a9-a6a6-31f3eddf4418 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:57.606908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-506e39ac-5750-4074-850a-ddfb84daaa40 req-512befb8-8007-41a9-a6a6-31f3eddf4418 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 946 time: 0.1778536 Jul 09 19:36:57.619666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.700362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:57.711001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-506e39ac-5750-4074-850a-ddfb84daaa40 req-ad8be54f-4b32-49ed-8984-dab193d140be tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Jul 09 19:36:57.733140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.800451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:57.889295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:57.893884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:57.930879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb37b6-6767-4613-94c4-bd324641034d req-a0ae04cf-d225-4228-aa9d-c275b88420eb tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:57.933762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8bb37b6-6767-4613-94c4-bd324641034d req-a0ae04cf-d225-4228-aa9d-c275b88420eb tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 944 time: 0.1433494 Jul 09 19:36:57.956409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Deleting port 658d3478-5c70-41c8-b166-3afbdcb8c80f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:57.956874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.007895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:58.012586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:58.012960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.018558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:56Z', 'revision_number': 5, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port': {'id': '658d3478-5c70-41c8-b166-3afbdcb8c80f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:17Z', 'updated_at': '2021-07-09T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:58.083707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Checking router: ef42599c-279c-417a-9d08-7b86e655bea1 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:36:58.103457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Routers {'ef42599c-279c-417a-9d08-7b86e655bea1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:36:58.104596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ef42599c-279c-417a-9d08-7b86e655bea1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:58.144610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8bb37b6-6767-4613-94c4-bd324641034d req-d88904d4-fe91-4c7b-b790-afdd0520e849 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032816 Jul 09 19:36:58.213458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] Set router ef42599c-279c-417a-9d08-7b86e655bea1 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:36:58.243139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] For port 658d3478-5c70-41c8-b166-3afbdcb8c80f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=658d3478-5c70-41c8-b166-3afbdcb8c80f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:58.243581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.271619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Calling delete_port for 658d3478-5c70-41c8-b166-3afbdcb8c80f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:58.276151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:57Z', 'revision_number': 6, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:36:58.310672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9cbf1-1b24-4077-9f9a-c45bc8fb1245 None None] The sync data for ids ['ef42599c-279c-417a-9d08-7b86e655bea1'] in n-d-800087-3 is: [{'id': 'ef42599c-279c-417a-9d08-7b86e655bea1', 'name': 'tempest-FloatingIPDetailsTestJSON-2022358535-router', 'tenant_id': '81d0c0e407d74c01b89223456af655b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:16Z', 'updated_at': '2021-07-09T19:36:57Z', 'revision_number': 6, 'project_id': '81d0c0e407d74c01b89223456af655b4', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:36:58.444086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.468927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c49f0a8-1f33-4400-bfe1-9a2fff034226 req-39ea5221-939b-4ba6-a81d-4e4688072b41 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0731025 Jul 09 19:36:58.496668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:58.498149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:36:58.502292 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05757224-76b1-4e25-8ff0-0eb469dda7c0" -d '{"events": [{"server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "name": "network-vif-plugged", "status": "completed", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:36:58.508515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.509820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:36:58.666065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:36:58.669161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:58.691842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:36:58.692244 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.744124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:58.791116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.863353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c835f333-9908-44aa-b0ed-72a5b0a6312d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:58.872448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:58.924781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c835f333-9908-44aa-b0ed-72a5b0a6312d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:58.925225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c835f333-9908-44aa-b0ed-72a5b0a6312d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:58.955474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2009007653-network', 'tenant_id': '432e19d04ce74567be7062127ce71ae5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:36:58.959271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=658d3478-5c70-41c8-b166-3afbdcb8c80f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:58.968590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.035131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:59.041080 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.042152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:36:59.044991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Made reservation on behalf of 432e19d04ce74567be7062127ce71ae5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:36:59.047559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.064311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591edfb-11ad-4ca8-976d-822456018a6e req-54f0eb0c-5673-4761-a112-67e6b7798985 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:59.073725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b591edfb-11ad-4ca8-976d-822456018a6e req-54f0eb0c-5673-4761-a112-67e6b7798985 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.3063385 Jul 09 19:36:59.092846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.112891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.150319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:36:59.150726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2cdebd6c-fc12-4e8a-8193-cd482fbc1c31 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:36:59.155447 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f86944f-2544-441d-b025-19f16df73208 x-openstack-request-id: req-0f86944f-2544-441d-b025-19f16df73208 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:36:59.155824 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "name": "network-vif-plugged", "status": "completed", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:36:59.156610 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f86944f-2544-441d-b025-19f16df73208 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:36:59.157017 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'code': 200} Jul 09 19:36:59.216183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:59.440327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6acbd-61c9-493e-b564-4d7768ecbad9 req-13501f3d-d70c-4cf2-b16b-1ea1e2e2b7ad tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:59.441960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5b6acbd-61c9-493e-b564-4d7768ecbad9 req-13501f3d-d70c-4cf2-b16b-1ea1e2e2b7ad tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.1155903 Jul 09 19:36:59.459794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Deleting port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:36:59.460577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.557858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5b6acbd-61c9-493e-b564-4d7768ecbad9 req-bb71e11e-999e-4457-9a44-20590acdd369 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022840 Jul 09 19:36:59.609993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] For port f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,segment=NetworkSegment(38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf),segment_id=38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:36:59.610762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.614031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.619639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.626876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b591edfb-11ad-4ca8-976d-822456018a6e req-07f8bade-b40c-4e43-a356-343495ba9896 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519471 Jul 09 19:36:59.628576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Calling delete_port for f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:36:59.697523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.697982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef42599c-279c-417a-9d08-7b86e655bea1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:36:59.704570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.705738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-675d7794-4121-4102-9294-1e746e38e6f5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ef42599c-279c-417a-9d08-7b86e655bea1 HTTP/1.1" status: 204 len: 168 time: 2.3284013 Jul 09 19:36:59.713458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:36:59.725905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6cebd691-a6a9-4374-848a-ca8960b87209 req-a152a52d-d095-400a-9885-74e6b8d7ae35 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0367436 Jul 09 19:36:59.763903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f4190-0cb5-4f3a-8d7b-a96b6112b087 req-1630c673-5837-4048-9ffc-de52b79d8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:36:59.765587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f49f4190-0cb5-4f3a-8d7b-a96b6112b087 req-1630c673-5837-4048-9ffc-de52b79d8af7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.2121229 Jul 09 19:36:59.835385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Deleting subnet d60e872e-7147-450e-8a44-b9146ccdad0d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:36:59.843502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.846429 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.848997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f49f4190-0cb5-4f3a-8d7b-a96b6112b087 req-5a3be4dd-ccff-4360-b891-a2a59dd8d664 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763874 Jul 09 19:36:59.871243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:36:59.873196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.900068 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.911652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.913474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:36:59.931097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:59.953708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c33688-403d-4218-94d3-5ee7f0c4b343,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:36:59.959191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:36:59.959684 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Added segment 47a81699-1332-4651-afea-3e5e8f430120 of type vlan for network 84bf565a-71c8-4857-b041-e7e4e12b1af1 Jul 09 19:36:59.991601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:00.005403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '5101166b-e6a4-4803-b0d8-114449bc902f', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '5101166b-e6a4-4803-b0d8-114449bc902f', 'mac_address': 'fa:16:3e:9a:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:00.029364 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.050380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.063795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5101166b-e6a4-4803-b0d8-114449bc902f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:00.084004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:00.088289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.124855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.130408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.144176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:00.159454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.160458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:00.161283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.177004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['5101166b-e6a4-4803-b0d8-114449bc902f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:00.234344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] Pushing event updated for resources: {'Network': ['ID=84bf565a-71c8-4857-b041-e7e4e12b1af1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:00.237443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6b16a18e-4f55-417e-b939-ffbb954df060 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4910533 Jul 09 19:37:00.240598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:00.247698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:37:00.248598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Request body: {'subnet': {'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2009007653-subnet', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:00.268385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.307520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.312292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d60e872e-7147-450e-8a44-b9146ccdad0d HTTP/1.1" status: 204 len: 168 time: 0.5976603 Jul 09 19:37:00.313186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38900f2-e9e0-46cc-948f-1cf52315caf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60e872e-7147-450e-8a44-b9146ccdad0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:00.314974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Made reservation on behalf of 432e19d04ce74567be7062127ce71ae5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:00.317362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.319558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:00.344814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a9f4d-69c4-45aa-baea-ffd1e76f3a38 None None] Network 9380f82a-61bb-4808-84e2-4169f54ec948 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:00.409272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-907017ac-4b56-4dd0-9dde-6f6fa5bf3169 req-cc54f0f0-971f-4a76-9e50-d463652d2414 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0887089 Jul 09 19:37:00.426109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:00.480985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.540853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:00.549365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ad2a95e9-f63b-4e7d-9b5e-2ae24684cb35 admin admin] 10.222.0.10 "PUT /v2.0/routers/20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587369 Jul 09 19:37:00.550265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:00.554484 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Sync routers for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:00.565098 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:00.566301 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:00.624167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Deleting port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:00.624584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.627914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.693212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] DHCP port deletion for 9380f82a-61bb-4808-84e2-4169f54ec948 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:37:00.722876 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:00.755920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] For port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:00.756293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.760812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a027d432-329c-4852-bcbc-b5a03cbe0aee,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:00.765697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.788073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Calling delete_port for 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:00.797941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Deleting port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:00.798322 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.818090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Checking segment: {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:00.818468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Network hostable DHCP agents. Network: 84bf565a-71c8-4857-b041-e7e4e12b1af1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:37:00.925698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] For port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,segment=NetworkSegment(69ffe42b-b2c0-4360-8e64-5e7dbc0de001),segment_id=69ffe42b-b2c0-4360-8e64-5e7dbc0de001)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:00.925698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:00.942674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Calling delete_port for 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:00.952492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:37:00.996041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 84bf565a-71c8-4857-b041-e7e4e12b1af1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:01.013025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:01.023182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.065894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66dc7ba-969c-412f-9aff-aefc5dcee0eb None None] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:01.068520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 658d3478-5c70-41c8-b166-3afbdcb8c80f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:01.071031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a6c0c-f114-443c-a4a0-659c64159ad4 req-04e0ef2d-6fc3-457c-842c-cc9a719e47ed tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:01.072719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-856a6c0c-f114-443c-a4a0-659c64159ad4 req-04e0ef2d-6fc3-457c-842c-cc9a719e47ed tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2430217 Jul 09 19:37:01.082633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9a8f838-a57f-4200-a4ce-adad71b10604 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8409991 Jul 09 19:37:01.084411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1949258-c733-4c96-92aa-1d6e26a17abe req-aa0166f2-2548-4173-896d-ba2074cc0d7e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:01.086045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1949258-c733-4c96-92aa-1d6e26a17abe req-aa0166f2-2548-4173-896d-ba2074cc0d7e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.1855719 Jul 09 19:37:01.086732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:01.089172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.102174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:01.131274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:01.136589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.140120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] No DVR routers for this DVR port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:01.192982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-856a6c0c-f114-443c-a4a0-659c64159ad4 req-7e1aed8b-0238-4b72-9e60-e4f5e1c193e4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120243 Jul 09 19:37:01.213609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:01.215184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.216678 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6506e162-e9f9-4c41-ad70-216825570adf" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:01.218918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.220717 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.223234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 658d3478-5c70-41c8-b166-3afbdcb8c80f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:01.223683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 658d3478-5c70-41c8-b166-3afbdcb8c80f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:01.224313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:01.246016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.253409 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:37:01.257321 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '998d8205-d458-495b-a291-ab9e20a93c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:36:59Z', 'revision_number': 5, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port': {'id': '998d8205-d458-495b-a291-ab9e20a93c12', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:23Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.259917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9380f82a-61bb-4808-84e2-4169f54ec948']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.273209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ffe42b-b2c0-4360-8e64-5e7dbc0de001') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.273608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ffe42b-b2c0-4360-8e64-5e7dbc0de001') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.281996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:01.283176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:01.284844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.300296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] No DVR routers for this DVR port 13fdce27-cb3f-4bfc-acbe-0a11e9d95e84 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:01.302246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764c9da-f0f6-439b-8b58-ff9424dd4187 None None] Pushing event deleted for resources: {'Port': ['ID=13fdce27-cb3f-4bfc-acbe-0a11e9d95e84,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:01.306041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1949258-c733-4c96-92aa-1d6e26a17abe req-e8b7dd9c-ea36-4b59-84ce-baabaf89774a tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808257 Jul 09 19:37:01.313949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.326810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:37:01.327230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:37:01.329123 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:37:01.344723 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Checking router: 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:01.363652 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Routers {'20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:01.364228 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.406165 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.412330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.420222 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12881d5b-e2ed-4450-b06a-d327175e8be7 x-openstack-request-id: req-12881d5b-e2ed-4450-b06a-d327175e8be7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:01.420521 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:01.420775 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12881d5b-e2ed-4450-b06a-d327175e8be7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:01.421186 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'code': 200} Jul 09 19:37:01.428036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.437172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] 10.222.0.10 "DELETE /v2.0/networks/9380f82a-61bb-4808-84e2-4169f54ec948 HTTP/1.1" status: 204 len: 168 time: 1.1153660 Jul 09 19:37:01.450127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-84bf565a-71c8-4857-b041-e7e4e12b1af1', 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'fixed_ips': [{'subnet_id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:37:01.452627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.474050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0759-f037-4df2-92a7-423673b07d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=9380f82a-61bb-4808-84e2-4169f54ec948,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:01.533421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7aa8fda9-b241-40b2-a6c2-0d55ba927d25 req-fc00431f-ebb0-422a-8399-a86d37984f1d tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0697725 Jul 09 19:37:01.553622 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] Set router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:01.627360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Deleting port 998d8205-d458-495b-a291-ab9e20a93c12 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:01.629718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.643301 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:37:01Z', 'revision_number': 6, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:01.680539 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675555a-5d8f-4cb3-85e1-0d12a52b85b3 None None] The sync data for ids ['20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c'] in n-d-800087-3 is: [{'id': '20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1241148849-router', 'tenant_id': '655a92f7d7b54600860e67231e0609f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:37:01Z', 'revision_number': 6, 'project_id': '655a92f7d7b54600860e67231e0609f2', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:01.719378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:01.776835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.802195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2681974f-e1c5-492e-9cfd-a86902cb4b12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81d0c0e407d74c01b89223456af655b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792556 Jul 09 19:37:01.803748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:01.873768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccc083-8a61-4069-a8d4-ad51fac67347 req-f256dacc-84ce-48cf-a376-c867c20c93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:01.875297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58ccc083-8a61-4069-a8d4-ad51fac67347 req-f256dacc-84ce-48cf-a376-c867c20c93ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1096 time: 0.1377871 Jul 09 19:37:01.876734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.896596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] For port 998d8205-d458-495b-a291-ab9e20a93c12, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=998d8205-d458-495b-a291-ab9e20a93c12,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:01.896979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.916760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Calling delete_port for 998d8205-d458-495b-a291-ab9e20a93c12 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:01.925989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.928919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58ccc083-8a61-4069-a8d4-ad51fac67347 req-697ef7e9-3b3a-4d3d-860b-c04cc1db0599 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Jul 09 19:37:01.968461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Allocated IP 172.20.0.2 (84bf565a-71c8-4857-b041-e7e4e12b1af1/a027d432-329c-4852-bcbc-b5a03cbe0aee/14880d84-a217-46c3-a8df-c2fc745c9e10) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:01.985013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.989946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:01.991943 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e02e3b8e-de05-4924-aa31-44404ff651a1 HTTP/1.1" status: 204 len: 168 time: 0.1868856 Jul 09 19:37:02.015918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baed80-b00a-4f4e-940f-c9750c676eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02e3b8e-de05-4924-aa31-44404ff651a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:02.148133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:02.330902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 5101166b-e6a4-4803-b0d8-114449bc902f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:02.331282 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.360961 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.379049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Transition to ACTIVE for port object 14880d84-a217-46c3-a8df-c2fc745c9e10 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:02.400783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Transition to ACTIVE for port object 14880d84-a217-46c3-a8df-c2fc745c9e10 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:02.445874 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.460953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.500547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:02.539790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Pushing event updated for resources: {'Port': ['ID=14880d84-a217-46c3-a8df-c2fc745c9e10,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:02.552079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.604379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:02.608113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:02.618774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:02.646820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511f68-00a7-4358-9822-55d006efbee9 req-2aead363-9b47-4445-8684-d65d8c87a69f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:02.648547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70511f68-00a7-4358-9822-55d006efbee9 req-2aead363-9b47-4445-8684-d65d8c87a69f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.1335058 Jul 09 19:37:02.725024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70511f68-00a7-4358-9822-55d006efbee9 req-0832d03c-b290-48e1-bf35-a6a6d3239b85 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700440 Jul 09 19:37:02.843390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Attempting to bind port 14880d84-a217-46c3-a8df-c2fc745c9e10 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:02.843819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Attempting to bind port 14880d84-a217-46c3-a8df-c2fc745c9e10 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:02.844449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Attempting to bind port 14880d84-a217-46c3-a8df-c2fc745c9e10 on network 84bf565a-71c8-4857-b041-e7e4e12b1af1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:02.847618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:02.876573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:02.876944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Checking segment: {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:02.877375 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.877764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Bound using segment: {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:02.878222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Bound port: 14880d84-a217-46c3-a8df-c2fc745c9e10, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:02.878600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:02.913571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.004245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 998d8205-d458-495b-a291-ab9e20a93c12 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:03.007506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-995c8ae5-37a8-4936-9c70-d2a40e347218 req-6ff517cf-3881-40a5-8107-f6fa06d4993a tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0539787 Jul 09 19:37:03.044867 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.078021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] For port 14880d84-a217-46c3-a8df-c2fc745c9e10, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:03.102316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] For port 14880d84-a217-46c3-a8df-c2fc745c9e10, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14880d84-a217-46c3-a8df-c2fc745c9e10,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:03.109303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.160560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Allocated IP 172.25.3.18 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4de90878-4c38-414d-a2b6-64d4a6270962) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:03.281267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-8cc41565-82e6-47d8-9803-13f9cf6c26e4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2258520 Jul 09 19:37:03.299915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:03.312943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.367973 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.369051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.372816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe9e6-bb2b-45c2-8ea9-ab8b4b4d0fc8 None None] Pushing event updated for resources: {'Port': ['ID=14880d84-a217-46c3-a8df-c2fc745c9e10,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:03.400490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.422738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:03.425353 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744d234-c8b1-4b59-bb65-d6d63938a93a" -d '{"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-plugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:03.455854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa929b3f-74c4-4388-bcb0-951ce87f9e0a req-3ca8f37c-6886-47f4-8519-68fb155c0aff tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:03.467950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa929b3f-74c4-4388-bcb0-951ce87f9e0a req-3ca8f37c-6886-47f4-8519-68fb155c0aff tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.8232710 Jul 09 19:37:03.514355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.526430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:03.532782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:03.547511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:03.607923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:03.610359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Pushing event updated for resources: {'Port': ['ID=4de90878-4c38-414d-a2b6-64d4a6270962,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:03.612595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:03.612969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f0d1bf77-10fc-4e49-b2e4-47a2c9f0b0a3 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:03.619989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:03.710648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:03.775676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Allocated IP 172.25.3.21 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/64929e3a-401b-49ce-a680-dd0a9a9d6a59) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:03.812805 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa929b3f-74c4-4388-bcb0-951ce87f9e0a req-6e636bd3-5314-4aae-a243-568e49dff7fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439486 Jul 09 19:37:03.815131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Pushing event deleted for resources: {'Port': ['ID=998d8205-d458-495b-a291-ab9e20a93c12,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:03.932686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1828118161-network', 'tenant_id': '4c51044e283d4e61a7e19aa7f597fc8e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:04.015546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.037564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Made reservation on behalf of 4c51044e283d4e61a7e19aa7f597fc8e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:04.043694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.083994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.100434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.156220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.158717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.265672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.274772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.302647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.303536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:37:04.316682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.317935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0970e972-9418-4c0d-b254-f4aca093e60a admin admin] 10.222.0.10 "DELETE /v2.0/routers/20d9379a-5b0f-4027-aa70-9fbfa2dcbf4c HTTP/1.1" status: 204 len: 168 time: 3.7670448 Jul 09 19:37:04.323509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:37:04.327332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:04.345820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.346176 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Added segment 598bfc35-eb2d-4146-a456-f732a28d6b9b of type vlan for network b01e817d-00fd-42e4-82a4-ad051dd6f984 Jul 09 19:37:04.464592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.546130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Deleting subnet 444797af-a1e8-45eb-aedb-575ceb0fe2a6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:37:04.555169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.589916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2fed5-0696-447a-8c91-a64a90f91cc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:04.653912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.679410 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f9fb9-669e-4ee6-85fd-5f143dafe913 x-openstack-request-id: req-619f9fb9-669e-4ee6-85fd-5f143dafe913 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:04.679999 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-plugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:04.679999 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-619f9fb9-669e-4ee6-85fd-5f143dafe913 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:04.680362 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f', 'code': 200} Jul 09 19:37:04.741634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.764334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.776714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.777722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:04.778311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.836719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:04.994274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14880d84-a217-46c3-a8df-c2fc745c9e10 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:05.006628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:05.009027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b01e817d-00fd-42e4-82a4-ad051dd6f984,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:05.032616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.035183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:05.038600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:05.048191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3e753bd2-9fde-45d0-a0e8-0742c88ac4b4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3360524 Jul 09 19:37:05.054106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:05.057525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:37:05.079313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event updated for resources: {'Port': ['ID=64929e3a-401b-49ce-a680-dd0a9a9d6a59,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:05.110611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Request body: {'subnet': {'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1828118161-subnet', 'tenant_id': '4c51044e283d4e61a7e19aa7f597fc8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:05.160316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444797af-a1e8-45eb-aedb-575ceb0fe2a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:05.175172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 14880d84-a217-46c3-a8df-c2fc745c9e10 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:05.217719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.218502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19c11d33-e4af-4c44-a10d-7034c0928864 req-5d813ea8-b244-4507-9d34-e5160eb86c10 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1878841 Jul 09 19:37:05.220860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d7615-3653-499b-b74c-321d3b14adee None None] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:05.232931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.237355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e6c9d8af-256c-47ef-b4f2-7796f72775a5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/444797af-a1e8-45eb-aedb-575ceb0fe2a6 HTTP/1.1" status: 204 len: 168 time: 0.9047809 Jul 09 19:37:05.245508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:05.324058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Provisioning for port 14880d84-a217-46c3-a8df-c2fc745c9e10 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:05.340598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.342805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Provisioning complete for port 14880d84-a217-46c3-a8df-c2fc745c9e10 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:05.344364 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.374451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Made reservation on behalf of 4c51044e283d4e61a7e19aa7f597fc8e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:05.377280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.515524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.589385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.660135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] For port 14880d84-a217-46c3-a8df-c2fc745c9e10, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14880d84-a217-46c3-a8df-c2fc745c9e10,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:05.665158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.675961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.682651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.706289 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.782701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1dfd-adae-4790-83be-afde15f9c4d0 None None] Pushing event updated for resources: {'Port': ['ID=14880d84-a217-46c3-a8df-c2fc745c9e10,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:05.813733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.843462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event updated for resources: {'Port': ['ID=64929e3a-401b-49ce-a680-dd0a9a9d6a59,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:05.846512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:05.854764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-35031ad8-30f0-42e7-b59e-3c6cc70eb179 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5705922 Jul 09 19:37:05.921597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-ef8eb95a-c0d9-40a1-8580-5dc03603d61f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0657825 Jul 09 19:37:05.961271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751fb1-fb85-4939-9576-20c2c7a96a1e req-fc131e27-f6ac-45e7-9069-eafd96d79108 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:05.968635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-81751fb1-fb85-4939-9576-20c2c7a96a1e req-fc131e27-f6ac-45e7-9069-eafd96d79108 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4562805 Jul 09 19:37:05.984888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.015752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33392fb4-6bce-41a7-a272-53b75524c857']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:06.033659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:06.034364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bf6f8e-ca0b-4be4-bc98-de77ae2ccddf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:06.059660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-0aa1d5ef-67e9-4f63-829a-ab687761117c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:06.070108 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.073506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6621d628-be5c-4c59-9063-a55c3f54adfd req-0aa1d5ef-67e9-4f63-829a-ab687761117c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1509736 Jul 09 19:37:06.092558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.107904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:37:06.108546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:37:06.186870 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:37:06.199592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.203853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e6f4dfd9-7779-4e5b-93c8-d6fc8203818a None None] Provisioning complete for port 14880d84-a217-46c3-a8df-c2fc745c9e10 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:06.204236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6f4dfd9-7779-4e5b-93c8-d6fc8203818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.244355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.247915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] 10.222.0.10 "DELETE /v2.0/networks/33392fb4-6bce-41a7-a272-53b75524c857 HTTP/1.1" status: 204 len: 168 time: 0.9924505 Jul 09 19:37:06.282752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-81751fb1-fb85-4939-9576-20c2c7a96a1e req-b6e84525-05f7-4cf2-9451-181754239939 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105986 Jul 09 19:37:06.283540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204060cf-7d98-4c66-a216-39e6de7c418b admin admin] Pushing event deleted for resources: {'Network': ['ID=33392fb4-6bce-41a7-a272-53b75524c857,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:06.473591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:37:06.477653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.555880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:06.628574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00336032-c1d0-41a8-a1f2-ebf165908e7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=655a92f7d7b54600860e67231e0609f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688455 Jul 09 19:37:06.629454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:06.645867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbf053f-c434-4e11-ac70-e96c65da2173,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:06.687611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-c6300614-dcc2-48c4-b54a-e3e8ae64087f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:06.694014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-c6300614-dcc2-48c4-b54a-e3e8ae64087f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 821 time: 0.2853527 Jul 09 19:37:06.720264 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-f8359919-bd6b-48a3-91f8-fa0dba8f8c4b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/quotas/ebc13f796ce64adfb8a4f60da1d2a3cc HTTP/1.1" status: 200 len: 375 time: 0.0180218 Jul 09 19:37:06.743257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae51d4f8-c8a3-4223-8b65-8cb067639d18 req-659cc546-b05d-4d1a-aa06-5cb873041b64 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0670571 Jul 09 19:37:06.744304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Checking segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:06.745068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Network hostable DHCP agents. Network: b01e817d-00fd-42e4-82a4-ad051dd6f984, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:37:06.776298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.778048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:37:06.804963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b01e817d-00fd-42e4-82a4-ad051dd6f984) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:06.815081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:06.820995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76d47d-d659-4c3f-81b4-5b87f1780071 None None] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:06.823262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:06.823850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.857608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.860854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Sync routers for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:06.891647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d862def0-2220-49f6-bdb4-a5c4e826da92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7902734 Jul 09 19:37:06.936587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.938826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-52a2722c-f631-4a0f-9db3-3556bd1231fe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8420968 Jul 09 19:37:06.942259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:06.969111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14880d84-a217-46c3-a8df-c2fc745c9e10 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:06.991261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.994534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:06.995828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e163853c-fc34-4c31-b90d-cc1e70813a59 HTTP/1.1" status: 204 len: 168 time: 0.3656528 Jul 09 19:37:07.011468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9a7c5-d7ba-4fbb-bd42-d5c35930ed48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163853c-fc34-4c31-b90d-cc1e70813a59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:07.042800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:07.050553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:07.056492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-48fd736e-cd23-4a98-a502-48a4c95290ca tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3264501 Jul 09 19:37:07.176588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-61977550-a42c-4e5e-ad88-28c0efd6cac4 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191299 Jul 09 19:37:07.301725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 14880d84-a217-46c3-a8df-c2fc745c9e10 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:07.302201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:07.309305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0391c9-3374-4518-a776-7969e42e7ba5 None None] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:07.317985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-ff72f958-abe3-4d98-90f0-9e3c49db9aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396098 Jul 09 19:37:07.333360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:07.913392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:04Z', 'revision_number': 3, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:08.032323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Checking router: ff815b50-f4ee-4fe9-b171-8e5ea69c56dc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:08.049405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Updating router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc port 4de90878-4c38-414d-a2b6-64d4a6270962 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:37:08.093844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-4701bc3d-c7e5-4258-aa5d-f63cafcf3430 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:08.100540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-4701bc3d-c7e5-4258-aa5d-f63cafcf3430 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 813 time: 1.2346594 Jul 09 19:37:08.127182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-2d0edcb3-ca73-4b9f-a01d-b3241038d901 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/quotas/f5a5f04488134351862300594f26c564 HTTP/1.1" status: 200 len: 375 time: 0.0255437 Jul 09 19:37:08.206791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:08.396253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-701b2a0d-2772-43e1-a713-1b93bd7ad24e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2671595 Jul 09 19:37:08.638459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-36872313-c1c0-420a-ae56-550ddcb11d7e service neutron] 10.222.0.10 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412806 Jul 09 19:37:08.760653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:08.800663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Transition to ACTIVE for port object 4de90878-4c38-414d-a2b6-64d4a6270962 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:08.819295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:08.865489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-c73fe478-5c85-45a9-ab4f-b19d9b1dd219 service neutron] 10.222.0.10 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258415 Jul 09 19:37:08.904755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:08.984874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Attempting to bind port 4de90878-4c38-414d-a2b6-64d4a6270962 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:08.985477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Attempting to bind port 4de90878-4c38-414d-a2b6-64d4a6270962 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:08.985601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Attempting to bind port 4de90878-4c38-414d-a2b6-64d4a6270962 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:08.987641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Pushing event updated for resources: {'Port': ['ID=4de90878-4c38-414d-a2b6-64d4a6270962,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:08.987781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-fc8cb9ca-a3e0-4b6e-9459-53f8feaccf9a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:08.992505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-fc8cb9ca-a3e0-4b6e-9459-53f8feaccf9a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 0.2063165 Jul 09 19:37:09.005959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.006295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.009567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.017654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.018252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.018751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.019254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.020261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.021005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.021874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.022827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.024085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:09.025598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-96f1b57f-ecc1-45fc-8975-51ad92d336ee tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/quotas/4c51044e283d4e61a7e19aa7f597fc8e HTTP/1.1" status: 200 len: 375 time: 0.0277414 Jul 09 19:37:09.027770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:09.034149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:09.034760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:09.035311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:09.035976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Bound port: 4de90878-4c38-414d-a2b6-64d4a6270962, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:09.036534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:09.108045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7f7ae69d-5499-4672-b6b3-bc4e961fd125 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814574 Jul 09 19:37:09.175802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] For port 4de90878-4c38-414d-a2b6-64d4a6270962, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:09.192979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] For port 4de90878-4c38-414d-a2b6-64d4a6270962, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4de90878-4c38-414d-a2b6-64d4a6270962,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:09.204774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:09.309849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Allocated IP 172.20.0.1 (84bf565a-71c8-4857-b041-e7e4e12b1af1/a027d432-329c-4852-bcbc-b5a03cbe0aee/5711bc6a-a88e-41c5-b38d-56a9b972b7f4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:09.320383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:09.339892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:09.343017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83be83a-b965-4734-afa1-11f1a78e4927 None None] Pushing event updated for resources: {'Port': ['ID=4de90878-4c38-414d-a2b6-64d4a6270962,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:09.423229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2187ff29-8fc4-4a80-927d-501207e36240 req-f911cb8d-4331-41e3-a909-33e9a876bf27 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 210 time: 0.0975232 Jul 09 19:37:09.509821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-fbf2a0f2-9a21-46b2-917e-7fbc0b52f80e service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007685 Jul 09 19:37:09.610518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:09.721360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:09.827654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-bf240be5-34b4-4103-b7f6-7d6d5b845d57 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:09.831681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-bf240be5-34b4-4103-b7f6-7d6d5b845d57 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.25 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 821 time: 0.4792204 Jul 09 19:37:09.846929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'port': {'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'admin_state_up': True, 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:09.859945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-882be564-55cc-4a2e-9cc2-8b923d4d0b2f service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421974 Jul 09 19:37:09.903060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Transition to ACTIVE for port object 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:09.934145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39896376-8961-4099-af03-3d20f8002378 req-d5833dd0-0346-4d2c-9736-cc9652464951 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1634555 Jul 09 19:37:09.975662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:04Z', 'revision_number': 3, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:10.087177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:10.146175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2cf8a-b57d-41fc-9f2f-7f26710be598 None None] The sync data for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 is: [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:04Z', 'revision_number': 3, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:10.260161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:10.298797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:10.299384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Made reservation on behalf of ebc13f796ce64adfb8a4f60da1d2a3cc for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:10.317895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:10.339384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:10.354243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:10.470495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83a4535f-b1f4-4d02-a3bf-7e1927296486 req-5ff6ebf2-d6d5-448b-8a46-4c111b81c322 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 210 time: 0.1269226 Jul 09 19:37:10.560974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45660af3-689a-403b-ad8a-a1709728ec79 req-4fac7efb-8acd-4b51-bd4f-96953fbcae69 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 210 time: 0.2530100 Jul 09 19:37:10.611426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:10.965418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-164054da-1d7b-4591-8807-89c55e9a1731 req-08622a20-ddb4-4cbd-9887-a5832f54a36e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 210 time: 0.1426923 Jul 09 19:37:10.983858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2dbf7ce9-1cf1-41ca-afa9-36b68da079dc None None] Provisioning for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:10.994673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2dbf7ce9-1cf1-41ca-afa9-36b68da079dc None None] Provisioning complete for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:10.995849 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7ce9-1cf1-41ca-afa9-36b68da079dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.040370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4de90878-4c38-414d-a2b6-64d4a6270962 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:11.112471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Allocated IP 172.20.0.9 (60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e/37156871-2d60-4a61-8702-18fdcabf5f88/a33ec40d-a1f7-45ec-8f5f-b3d0702e6782) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:11.191584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7ce9-1cf1-41ca-afa9-36b68da079dc None None] Port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:37:11.268674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4de90878-4c38-414d-a2b6-64d4a6270962 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:11.281342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4de90878-4c38-414d-a2b6-64d4a6270962 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:11.281705 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.295423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.450725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:11.574810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.633443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Transition to ACTIVE for port object a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:11.643117 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.659942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18fcc8fe-77ec-4e29-9a39-8dfb3a80706d req-d2115e82-23b8-4fed-9691-8830850d21a9 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1523395 Jul 09 19:37:11.727967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 4de90878-4c38-414d-a2b6-64d4a6270962, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4de90878-4c38-414d-a2b6-64d4a6270962,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:11.734511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.834116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f475c-2245-4a72-ad37-6135e4bab3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:11.876657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=4de90878-4c38-414d-a2b6-64d4a6270962,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:12.021274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebdf5b2e-d405-4c70-97a6-00535da470a9 req-db785729-f6b6-4609-b107-3c879890b344 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 210 time: 0.1182520 Jul 09 19:37:12.029707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.048313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:12.051232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-51d90711-c6d8-46e6-84c1-dfe0b45405f9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:12.056564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-51d90711-c6d8-46e6-84c1-dfe0b45405f9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 813 time: 0.5386448 Jul 09 19:37:12.073483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f475c-2245-4a72-ad37-6135e4bab3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.093552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f475c-2245-4a72-ad37-6135e4bab3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.114921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Request body: {'port': {'device_id': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'admin_state_up': True, 'tenant_id': 'f5a5f04488134351862300594f26c564'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:12.219128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a725cdc5-6157-4b30-9af3-a0c526e01c18 req-a21a4589-d4a2-43ad-a1c2-61bcdf61b2aa tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 210 time: 0.1402771 Jul 09 19:37:12.313655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:12.320358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:12.336339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event updated for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:12.387613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:12.404934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0a3f475c-2245-4a72-ad37-6135e4bab3c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cdadbec90a44cee8640a6a8a18c88ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9531333 Jul 09 19:37:12.442059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:12.484836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f475c-2245-4a72-ad37-6135e4bab3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e654b-4b65-4e66-a9e0-7b8836d3cc8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:12.612660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.628522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.704660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:12.717648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.739806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:12.744837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-04a21afc-4450-45e4-9eda-5ea9ceb76a14 None None] Provisioning for port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:12.754426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.754878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-04a21afc-4450-45e4-9eda-5ea9ceb76a14 None None] Provisioning complete for port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:12.755280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04a21afc-4450-45e4-9eda-5ea9ceb76a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.786298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.801381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.810190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-04a21afc-4450-45e4-9eda-5ea9ceb76a14 None None] Port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:37:12.891863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f530-8bf1-453f-b870-17c3809b0257 req-dff1ddd7-a9ea-4b8c-9511-4d53739f5e5f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:12.916693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33f7f530-8bf1-453f-b870-17c3809b0257 req-dff1ddd7-a9ea-4b8c-9511-4d53739f5e5f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 931 time: 0.4217112 Jul 09 19:37:12.918668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Made reservation on behalf of f5a5f04488134351862300594f26c564 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:12.922333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:12.955471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-3b880407-7a81-4e2f-8a9c-dc590ea17eba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1137352 Jul 09 19:37:13.011607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Request body: {'port': {'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:13.017196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4de90878-4c38-414d-a2b6-64d4a6270962 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:13.092089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33f7f530-8bf1-453f-b870-17c3809b0257 req-e4b4443c-7d2b-41a7-a765-10ca5f550eaa tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742482 Jul 09 19:37:13.153022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5b9191c-a80e-4bfc-9dc8-61dd23a63fab req-13aaa63b-ab85-4f99-bbd2-14b69158f0fa tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1359086 Jul 09 19:37:13.266449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4de90878-4c38-414d-a2b6-64d4a6270962 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:13.266698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:13.271405 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:13.276149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:13.291826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:13.298060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:13.315562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e2e654b-4b65-4e66-a9e0-7b8836d3cc8e HTTP/1.1" status: 204 len: 168 time: 0.8644285 Jul 09 19:37:13.645209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffd9f3-c801-4a4b-b6b9-be2c490ef3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e654b-4b65-4e66-a9e0-7b8836d3cc8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:13.667749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:13.671709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7c43191-256b-4aa0-97f7-e646e3c4a504 req-bdb8004c-4e01-42fb-b823-540f65982e5c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 210 time: 0.0472622 Jul 09 19:37:13.850521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-325c7d1e-d2a6-49e5-9ff5-b5ea65d0fe2c None None] Provisioning complete for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:13.853060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-325c7d1e-d2a6-49e5-9ff5-b5ea65d0fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:13.891812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:13.901093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7c29cd19-a03d-48c7-9961-82a997dfe0b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff815b50-f4ee-4fe9-b171-8e5ea69c56dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9512920 Jul 09 19:37:13.905464 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Sync routers for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:13.919815 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:13.920670 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:13.977967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-325c7d1e-d2a6-49e5-9ff5-b5ea65d0fe2c None None] Port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:37:14.014151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6263676e-8d10-4c86-88b5-08ee779205a1 req-1cde35a6-6263-4d52-b640-7093d3899da5 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 210 time: 0.0989869 Jul 09 19:37:14.048430 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:14.115523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Allocated IP 172.20.0.6 (cb4b0020-e34d-4b07-be8b-191e47e38e2b/81f59125-35a7-49bd-a127-56d0e08b8d9c/5465463b-b601-4e9f-b2ae-33a5dada1afc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:14.199346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-44245f67-48fd-4330-ba28-6530cac0b130 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:14.201765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-44245f67-48fd-4330-ba28-6530cac0b130 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 1.0246248 Jul 09 19:37:14.202389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:14.249666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'port': {'device_id': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'admin_state_up': True, 'tenant_id': '4c51044e283d4e61a7e19aa7f597fc8e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:14.546471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8312ee-c8e1-41a1-97b6-ee0f28699213 req-8f4a69d9-e3d5-4e5a-bd8c-fe04fbcaebd5 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:14.553525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8312ee-c8e1-41a1-97b6-ee0f28699213 req-8f4a69d9-e3d5-4e5a-bd8c-fe04fbcaebd5 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 931 time: 0.2085414 Jul 09 19:37:14.554685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5711bc6a-a88e-41c5-b38d-56a9b972b7f4', 'name': '', 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'mac_address': 'fa:16:3e:5a:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:08Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 2, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'subnets': [{'id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:14.614588 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Checking router: ff815b50-f4ee-4fe9-b171-8e5ea69c56dc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:14.614955 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Updating router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:37:14.670127 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:14.673178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8312ee-c8e1-41a1-97b6-ee0f28699213 req-8b377a11-f493-4507-9e46-214d9c596a37 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109297 Jul 09 19:37:14.731133 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdfb6834-1331-4199-8850-2be56f088650 req-c8adfba5-9d1c-4b35-bc1a-26a1aac3d5c3 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.2562571 Jul 09 19:37:14.792655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Made reservation on behalf of 4c51044e283d4e61a7e19aa7f597fc8e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:14.800253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:14.984772 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:14.997679 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Transition to ACTIVE for port object 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:15.005718 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.063791 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fea45-ca7b-47f1-9f4a-2dcade487f11 None None] Pushing event updated for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:15.154056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb16818-0d22-490c-a82b-9196132e821c req-17b0ac63-a67d-4126-a6e4-f53e4f65f6cd tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2091966 Jul 09 19:37:15.159508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:15.186832 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Attempting to bind port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:15.187523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Attempting to bind port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:15.188081 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Attempting to bind port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 on network 84bf565a-71c8-4857-b041-e7e4e12b1af1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:15.196400 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:15.197157 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Checking segment: {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:15.197735 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.198367 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Bound using segment: {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:15.201183 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Bound port: 5711bc6a-a88e-41c5-b38d-56a9b972b7f4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a81699-1332-4651-afea-3e5e8f430120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:15.201854 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.234102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.315728 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] For port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:15.321769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] For port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:15.324242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b19ab2e-0341-4277-b27a-5b1b666f9742 req-8971ca3f-41af-47af-bcaf-dc38c347b7ce tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 210 time: 0.2264833 Jul 09 19:37:15.336627 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.406297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.416527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.498266 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:15.499095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:36:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:15.595886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:15.615450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['a48c1f75-c8e2-41c3-8c93-e758dfc981d5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:15.639738 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fea45-ca7b-47f1-9f4a-2dcade487f11 None None] Pushing event updated for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:15.754932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Pushing event updated for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:15.779538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Network cb4b0020-e34d-4b07-be8b-191e47e38e2b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:15.786316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Allocated IP 172.25.3.16 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/777d77b0-4966-41e9-9e42-0b33532443d3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:15.851550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:15.871476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:15.928602 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:16.036967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.083540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-449cd547-f04d-4557-b497-405cd6a82f09 req-cd0909a0-6899-49ef-95e9-6f60ff614ded tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 210 time: 0.1868639 Jul 09 19:37:16.111657 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.161617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Allocated IP 172.20.0.5 (b01e817d-00fd-42e4-82a4-ad051dd6f984/cdbf053f-c434-4e11-ac70-e96c65da2173/28b25999-56f5-4c32-baa3-08598d93c17d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:16.174161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:16.175029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.187413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:16.190876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:16.196085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:16.203415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event updated for resources: {'Port': ['ID=777d77b0-4966-41e9-9e42-0b33532443d3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:16.223240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a662ace5-2d28-4c46-8144-704de868692d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1338024 Jul 09 19:37:16.253804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Request body: {'port': {'device_id': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:16.302390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.377499 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5711bc6a-a88e-41c5-b38d-56a9b972b7f4', 'name': '', 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'mac_address': 'fa:16:3e:5a:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:08Z', 'updated_at': '2021-07-09T19:37:15Z', 'revision_number': 4, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'subnets': [{'id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:16.433288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.458239 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a830a6-8c9f-4b62-bf24-84e12465b404 None None] The sync data for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 is: [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5711bc6a-a88e-41c5-b38d-56a9b972b7f4', 'name': '', 'network_id': '84bf565a-71c8-4857-b041-e7e4e12b1af1', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'mac_address': 'fa:16:3e:5a:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:08Z', 'updated_at': '2021-07-09T19:37:15Z', 'revision_number': 4, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'subnets': [{'id': 'a027d432-329c-4852-bcbc-b5a03cbe0aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:16.516943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:16.557545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.720955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.750545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Transition to ACTIVE for port object a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:16.754085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.777684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.800297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:16.808114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.026608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:17.031797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event updated for resources: {'Port': ['ID=777d77b0-4966-41e9-9e42-0b33532443d3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:17.033989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.064263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.071679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb16818-0d22-490c-a82b-9196132e821c req-b38a83c1-0ed6-4d4d-a610-11fe81d4d6be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9165308 Jul 09 19:37:17.187578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb16818-0d22-490c-a82b-9196132e821c req-992f548b-4158-401a-977a-96f919e0bf5c tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.1128569 Jul 09 19:37:17.191543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:17.200011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:17.200382 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.254361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Pushing event updated for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:17.312963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a23f49-437b-4ab1-a848-5ba0def9fc9f req-b1e917b6-b8c8-44f7-8d0d-738efc4414ba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:17.316105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2a23f49-437b-4ab1-a848-5ba0def9fc9f req-b1e917b6-b8c8-44f7-8d0d-738efc4414ba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 931 time: 0.9071262 Jul 09 19:37:17.422911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.491424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb16818-0d22-490c-a82b-9196132e821c req-59b2cfa4-74aa-414d-bb89-46ae9583d4c3 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:17.497673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb16818-0d22-490c-a82b-9196132e821c req-59b2cfa4-74aa-414d-bb89-46ae9583d4c3 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.3037033 Jul 09 19:37:17.498761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:17.511436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.575335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.606893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2a23f49-437b-4ab1-a848-5ba0def9fc9f req-487c255a-e806-483a-950d-6a5ad856f3b4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398596 Jul 09 19:37:17.634582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:17.688386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:17.748465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:17.749368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Attempting to bind port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:17.749859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Attempting to bind port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:17.750289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Attempting to bind port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:17.768708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:37:17.769076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Attempting to bind port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 on network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:17.777394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:17.777757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Checking segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:17.778148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Bound using segment: {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:17.778981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Bound port: a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5159153-6881-4031-a0d6-5083fba8d994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:17.779353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:17.781446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:17.784082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:17.838854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-019a53ec-8ac9-4334-b551-f64aeb98b9b3 req-a5440104-8910-42a1-b854-37474af1ce40 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0549006 Jul 09 19:37:18.015652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.016376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.088520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:18.092961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:18.150789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.230685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-bcfb79a9-7ddf-49d3-b217-c7822d6ee9f8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9866545 Jul 09 19:37:18.243991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.244623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.246057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] 10.222.0.25 "PUT /v2.0/ports/a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 1091 time: 5.2483830 Jul 09 19:37:18.249250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:18.251362 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b0c56-de09-42b9-91b5-6db1c2033a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:18.257922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17d86f-ea52-4861-a1d0-89495bee5736 req-7181f1d3-005c-4df0-af8a-0e9ac389197f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.266502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5465463b-b601-4e9f-b2ae-33a5dada1afc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:18.270616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4f17d86f-ea52-4861-a1d0-89495bee5736 req-7181f1d3-005c-4df0-af8a-0e9ac389197f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 931 time: 0.1648979 Jul 09 19:37:18.280959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Request body: {'port': {'device_id': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:18.306807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.389650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4f17d86f-ea52-4861-a1d0-89495bee5736 req-772a1708-3b27-429c-ac1a-0b9417448fa1 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162004 Jul 09 19:37:18.405980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Transition to ACTIVE for port object 5465463b-b601-4e9f-b2ae-33a5dada1afc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:18.439565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.449122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e21ec0-cacb-48c6-acff-37bfa177dc22 req-723223b8-ca33-4052-b04b-740d42ab0779 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.450935 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5e21ec0-cacb-48c6-acff-37bfa177dc22 req-723223b8-ca33-4052-b04b-740d42ab0779 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 931 time: 0.5664012 Jul 09 19:37:18.491250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b3f2-f2d6-4e88-9f9c-b8925182019f service neutron] Pushing event updated for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:18.520299 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.549036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba2b0ed4-39b1-4085-8a2d-b4ba5956df10 req-b193081c-b0e0-4c46-a086-dc013b43887a tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips/8a65664b-7927-4e28-a48d-58622576efaa HTTP/1.1" status: 200 len: 692 time: 0.1165385 Jul 09 19:37:18.599334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:18.714007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b0ed4-39b1-4085-8a2d-b4ba5956df10 req-a2a92685-ea88-4629-ab9e-2db3a29b6aca tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.722465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba2b0ed4-39b1-4085-8a2d-b4ba5956df10 req-a2a92685-ea88-4629-ab9e-2db3a29b6aca tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1724763 Jul 09 19:37:18.724610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:18.729800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5e21ec0-cacb-48c6-acff-37bfa177dc22 req-1eec418d-a1eb-4b23-9fd3-0778b041c9ff tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430646 Jul 09 19:37:18.783831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-dc847c50-3b06-4633-b150-036585029c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:18.785555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-dc847c50-3b06-4633-b150-036585029c82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1094 time: 0.3764141 Jul 09 19:37:18.931262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:19.019359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:19.020172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.029868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-900a2872-ee21-472b-91f2-c1af7b2890dc req-186b424c-3935-4aee-bbf9-fbfbe4e42cc8 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=432e19d04ce74567be7062127ce71ae5 HTTP/1.1" status: 200 len: 695 time: 0.1180873 Jul 09 19:37:19.103020 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1524ee-28ce-4a89-8716-3631d371f959 x-openstack-request-id: req-4a1524ee-28ce-4a89-8716-3631d371f959 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:19.103322 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:19.103834 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a1524ee-28ce-4a89-8716-3631d371f959 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:19.104239 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'status': 'completed', 'code': 200} Jul 09 19:37:19.152868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-08903c6e-5ee4-4835-986d-ae1afbbbafd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 217 time: 0.0528104 Jul 09 19:37:19.183783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a2872-ee21-472b-91f2-c1af7b2890dc req-a4ba725a-8a79-4aad-b5be-ca573b12861a tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:19.185679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-900a2872-ee21-472b-91f2-c1af7b2890dc req-a4ba725a-8a79-4aad-b5be-ca573b12861a tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks?id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 787 time: 0.1549146 Jul 09 19:37:19.261500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Attempting to bind port 5465463b-b601-4e9f-b2ae-33a5dada1afc on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:19.261915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Attempting to bind port 5465463b-b601-4e9f-b2ae-33a5dada1afc by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:19.262166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Attempting to bind port 5465463b-b601-4e9f-b2ae-33a5dada1afc on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:19.285998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Port 5465463b-b601-4e9f-b2ae-33a5dada1afc on network cb4b0020-e34d-4b07-be8b-191e47e38e2b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:37:19.286428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Attempting to bind port 5465463b-b601-4e9f-b2ae-33a5dada1afc on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:19.302922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-2035e346-83bf-4f43-902f-d621016c5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:19.304934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-2035e346-83bf-4f43-902f-d621016c5b97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1334155 Jul 09 19:37:19.309207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:19.309554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Checking segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:19.310051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Bound using segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:19.310516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Bound port: 5465463b-b601-4e9f-b2ae-33a5dada1afc, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:19.310877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.352704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9384862d-b54a-4325-83b5-32b0cfdf6178 req-97c05c32-4379-4854-926d-4f7aafc55290 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0554240 Jul 09 19:37:19.672850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd98a-a99c-432a-b0ca-a96737563a99 req-0b63899b-8cef-46fb-bf27-8c6ff1044875 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:19.674703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec5bd98a-a99c-432a-b0ca-a96737563a99 req-0b63899b-8cef-46fb-bf27-8c6ff1044875 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 943 time: 0.5975251 Jul 09 19:37:19.782917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:19.798057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.808422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-a388ace2-f655-4be1-be11-8d96523b06de tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips/8a65664b-7927-4e28-a48d-58622576efaa HTTP/1.1" status: 200 len: 692 time: 0.0560596 Jul 09 19:37:19.842049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Transition to ACTIVE for port object 28b25999-56f5-4c32-baa3-08598d93c17d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:19.849194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec5bd98a-a99c-432a-b0ca-a96737563a99 req-f84e6527-e2e8-4bea-93de-d996987be033 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366718 Jul 09 19:37:19.856077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:19.858269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.861592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-49e2c350-62c7-43af-865e-fc242f4b17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:19.863118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-49e2c350-62c7-43af-865e-fc242f4b17cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5501831 Jul 09 19:37:19.865749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:19.903757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.983465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:19.984100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:19.985536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] 10.222.0.59 "PUT /v2.0/ports/5465463b-b601-4e9f-b2ae-33a5dada1afc HTTP/1.1" status: 200 len: 1091 time: 3.7456992 Jul 09 19:37:19.987788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:20.074269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-00a200d0-f601-49f2-aa7d-9debc4860aff tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.082591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-00a200d0-f601-49f2-aa7d-9debc4860aff tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.2620592 Jul 09 19:37:20.146180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ef191656-35ae-4e5a-9195-b3fe66bf0027 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0604963 Jul 09 19:37:20.159433 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-f968c852-b04c-49c4-ae06-9466c33ae07d service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863357 Jul 09 19:37:20.168932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Attempting to bind port 28b25999-56f5-4c32-baa3-08598d93c17d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:20.169417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Attempting to bind port 28b25999-56f5-4c32-baa3-08598d93c17d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:20.169846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Attempting to bind port 28b25999-56f5-4c32-baa3-08598d93c17d on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:20.206287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-255b682b-f284-4201-8d08-a5d35902d353 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0567093 Jul 09 19:37:20.293170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Port 28b25999-56f5-4c32-baa3-08598d93c17d on network b01e817d-00fd-42e4-82a4-ad051dd6f984 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:37:20.293719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Attempting to bind port 28b25999-56f5-4c32-baa3-08598d93c17d on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:20.311283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a1a38-5b72-4a3d-9954-f82313753f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:20.332319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:20.332843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Checking segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:20.333447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Bound using segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:20.334006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Bound port: 28b25999-56f5-4c32-baa3-08598d93c17d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:20.334644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.362545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Deleting port 777d77b0-4966-41e9-9e42-0b33532443d3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:20.363300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.411863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a24c8cdc-ecf9-4b0d-866d-c246c1ccbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.414453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-a24c8cdc-ecf9-4b0d-866d-c246c1ccbde4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 1094 time: 0.3530710 Jul 09 19:37:20.419352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29b6c91f-b1d7-4982-85ec-85e2daa4afce req-8e3e3e7b-d640-41b4-98b1-5ac972494239 service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464252 Jul 09 19:37:20.429595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abd475-ee21-4c17-8122-851ffb7561c6 req-77d4d3b4-8f37-45ea-a83e-46b31a7e4265 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.431741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0abd475-ee21-4c17-8122-851ffb7561c6 req-77d4d3b4-8f37-45ea-a83e-46b31a7e4265 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 943 time: 0.2638626 Jul 09 19:37:20.483471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.484200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.502209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Calling delete_port for 777d77b0-4966-41e9-9e42-0b33532443d3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:20.532074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-f128d5c8-663f-49fc-a046-fcc3f791cc34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc HTTP/1.1" status: 200 len: 217 time: 0.0993123 Jul 09 19:37:20.629056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:20.642598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:20.657492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.666005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-ef4bcf56-a0f7-4727-9953-74e4f84bc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.667570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-ef4bcf56-a0f7-4727-9953-74e4f84bc027 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.1058142 Jul 09 19:37:20.680413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0abd475-ee21-4c17-8122-851ffb7561c6 req-8415de80-9fac-42f6-b268-37c982b91790 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412560 Jul 09 19:37:20.694377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.725416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event deleted for resources: {'Port': ['ID=777d77b0-4966-41e9-9e42-0b33532443d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:20.764927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-628e1767-7870-484e-8b3c-0b0de9d7eacc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509903 Jul 09 19:37:20.766194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.766805 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.768305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] 10.222.0.59 "PUT /v2.0/ports/28b25999-56f5-4c32-baa3-08598d93c17d HTTP/1.1" status: 200 len: 1091 time: 2.5045586 Jul 09 19:37:20.821749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.825407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:20.841710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9d3f4a8-d5bc-451d-951e-a71ddfdab390 req-ab8ef3d3-d996-4575-b39f-21003e19a825 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a65664b-7927-4e28-a48d-58622576efaa HTTP/1.1" status: 204 len: 173 time: 0.6342943 Jul 09 19:37:20.883307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a954fe8-2bb2-46e2-9273-45ac38cc085f service neutron] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:20.947501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-5212d1fa-6a8a-4e6f-94ca-ac8babfcd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:20.949408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-5212d1fa-6a8a-4e6f-94ca-ac8babfcd9a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1094 time: 0.4291942 Jul 09 19:37:21.007716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac3502-a904-4171-8e57-133498967975 req-f6be6eb6-16cc-4bd2-9ba2-be150d1b6b53 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.015403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ac3502-a904-4171-8e57-133498967975 req-f6be6eb6-16cc-4bd2-9ba2-be150d1b6b53 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 943 time: 0.0821154 Jul 09 19:37:21.066530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ac3502-a904-4171-8e57-133498967975 req-e4363c89-974b-4009-9408-14a3ea983293 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499840 Jul 09 19:37:21.095044 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-f6370f2a-013e-476e-ac40-595264c54414 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016160 Jul 09 19:37:21.110166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-d2b36699-e7f5-4784-94d4-b3b02bdb3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.112205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-d2b36699-e7f5-4784-94d4-b3b02bdb3243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 1094 time: 0.2685478 Jul 09 19:37:21.112655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc'}, {'name': 'network-changed', 'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:21.121896 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e57af-ed68-4fec-a7c0-a27db17f1881" -d '{"events": [{"name": "network-changed", "server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc"}, {"name": "network-changed", "server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:21.219319 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-0ed49024-82f8-484f-b190-42f7159c452e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28b25999-56f5-4c32-baa3-08598d93c17d HTTP/1.1" status: 200 len: 217 time: 0.0843852 Jul 09 19:37:21.238636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b93e5-71ce-456c-9b34-6955929a9e75 req-3c8a2972-d8ea-4b67-8e6c-b8109a51f53c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.245971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c32b93e5-71ce-456c-9b34-6955929a9e75 req-3c8a2972-d8ea-4b67-8e6c-b8109a51f53c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 946 time: 0.4130948 Jul 09 19:37:21.264110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dc4804a-4010-4a1f-9bb4-537326c30285 req-0861c11f-5418-46f1-aabe-fb11d692dbd9 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0463810 Jul 09 19:37:21.307448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-00690bf1-569f-4ed4-885d-4cbba9f2feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.309045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-00690bf1-569f-4ed4-885d-4cbba9f2feb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.3465161 Jul 09 19:37:21.388120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-283b2947-0e7a-4b7e-b350-0f0ee9cc0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.389688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-283b2947-0e7a-4b7e-b350-0f0ee9cc0fc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.1333315 Jul 09 19:37:21.396102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-e6924e22-783a-4713-9fd1-af1a67cdaea3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 217 time: 0.0771990 Jul 09 19:37:21.423090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c32b93e5-71ce-456c-9b34-6955929a9e75 req-bef08ddf-cf8b-4de6-9ae5-5a640d608767 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d96831-949c-4412-9207-64f291b00edb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762483 Jul 09 19:37:21.514275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-832efce9-2aca-4113-a870-cb83d73319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.516279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-832efce9-2aca-4113-a870-cb83d73319cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1042631 Jul 09 19:37:21.520936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-29d0919b-b700-458f-89a5-2b5c2484349b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239190 Jul 09 19:37:21.523824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cb2a0d6-0e38-4055-8780-403b60411d67 req-b7c2a1ae-44d9-4bee-9836-ac0a1a88898d service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979216 Jul 09 19:37:21.777717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-7b9921ce-dde4-4435-8f69-6a60cedb917f service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332728 Jul 09 19:37:21.794347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e7e7-bd0d-4515-a51b-b2cd9c38b659 req-34e43f14-93fe-4204-aa04-b79cb17288ba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.795920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c593e7e7-bd0d-4515-a51b-b2cd9c38b659 req-34e43f14-93fe-4204-aa04-b79cb17288ba tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 943 time: 0.2141817 Jul 09 19:37:21.798261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-28127a75-fa71-4cde-a522-e44805e70123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.799739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-28127a75-fa71-4cde-a522-e44805e70123 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692103 Jul 09 19:37:21.961968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-6517e1fd-2612-4743-ab2b-c5dda1bcbf83 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:21.963818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-6517e1fd-2612-4743-ab2b-c5dda1bcbf83 tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6 HTTP/1.1" status: 200 len: 946 time: 0.1200683 Jul 09 19:37:21.966663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c593e7e7-bd0d-4515-a51b-b2cd9c38b659 req-ce6711d4-7cf4-487c-abd4-89ff01924e4a tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576748 Jul 09 19:37:21.990330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-67e7fe61-e5e0-4653-878a-825808c95d41 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6003191 Jul 09 19:37:21.994077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:22.028393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b30450-c6f2-44df-93ec-cb3061136f47 req-8eaba61e-2067-4e07-b3da-5d94ee9a5d46 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275326 Jul 09 19:37:22.034370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-bd351a95-6e16-4136-a348-1c18e42c8be3 service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242210 Jul 09 19:37:22.083629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.179979 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b5f1c-de30-446f-8698-f5541ea622cf x-openstack-request-id: req-c55b5f1c-de30-446f-8698-f5541ea622cf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:22.180373 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:22.180917 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c55b5f1c-de30-446f-8698-f5541ea622cf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:22.181325 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc', 'status': 'completed', 'code': 200} Jul 09 19:37:22.181638 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d', 'status': 'completed', 'code': 200} Jul 09 19:37:22.208495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Deleting port 396e354b-9967-4dd2-9ec8-6df435e32dcc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:22.221106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.306479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5886ff8c-3416-4293-9db6-a1615756846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.388245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.401328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] For port 396e354b-9967-4dd2-9ec8-6df435e32dcc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=396e354b-9967-4dd2-9ec8-6df435e32dcc,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:22.401732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.457186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Calling delete_port for 396e354b-9967-4dd2-9ec8-6df435e32dcc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:22.514743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:22.595726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Allocated IP 172.25.3.226 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e339ba7f-69f9-4b8d-95ec-f4c08d5d71be) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:22.617849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27b0c56-de09-42b9-91b5-6db1c2033a8c req-9b693471-81e5-405c-a6f7-bc0a2c2c0ca2 service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770657 Jul 09 19:37:22.680600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-bf35c6d5-1efe-4a28-8417-11e41f601217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:22.682317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-bf35c6d5-1efe-4a28-8417-11e41f601217 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 1094 time: 0.4705465 Jul 09 19:37:22.744738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985eb423-8aa2-45fa-b541-b918492a760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.768871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.783847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['396e354b-9967-4dd2-9ec8-6df435e32dcc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:22.798935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-9df539d8-7b72-4deb-87ea-64f67e108a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:22.800519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-9df539d8-7b72-4deb-87ea-64f67e108a42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.1074939 Jul 09 19:37:22.815663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a699a-7d67-4808-9ffe-7fb0aa434319 req-30f82bc1-ddcd-4369-90ea-86846c8d04b5 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:22.821742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b26a699a-7d67-4808-9ffe-7fb0aa434319 req-30f82bc1-ddcd-4369-90ea-86846c8d04b5 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 943 time: 0.2185087 Jul 09 19:37:22.831239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.837713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Pushing event deleted for resources: {'Port': ['ID=396e354b-9967-4dd2-9ec8-6df435e32dcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:22.881886 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-0388a120-37c1-4a31-be41-0bf2241c4e21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc HTTP/1.1" status: 200 len: 217 time: 0.0577593 Jul 09 19:37:22.907983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] No DVR routers for this DVR port 396e354b-9967-4dd2-9ec8-6df435e32dcc on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:22.912641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:22.920690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6903f97c-382c-425a-aaa2-95eff7d51177 req-7f77b529-2f5e-4a09-8772-e43ad90c2d1c tempest-AttachSCSIVolumeTestJSON-199108469 tempest-AttachSCSIVolumeTestJSON-199108469-project] 10.222.0.25 "DELETE /v2.0/ports/396e354b-9967-4dd2-9ec8-6df435e32dcc HTTP/1.1" status: 204 len: 173 time: 0.9507008 Jul 09 19:37:22.923065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'name': 'network-vif-deleted', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:22.925585 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f112f858-f38f-4530-8fff-16aa7a91d89d" -d '{"events": [{"server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "name": "network-vif-deleted", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:23.000895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.002951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b26a699a-7d67-4808-9ffe-7fb0aa434319 req-a95f9973-60e3-4509-a4bc-4139d8ede170 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790688 Jul 09 19:37:23.004656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-1cb858a5-5cea-4fcb-bed3-9e28c160e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:23.006149 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-1cb858a5-5cea-4fcb-bed3-9e28c160e0e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.1128023 Jul 09 19:37:23.076909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-8ce5fd3e-d0ae-4ccd-bacf-05e124ddcffa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600879 Jul 09 19:37:23.081672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:23.094570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:23.098316 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.115351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:23.182297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event updated for resources: {'Port': ['ID=e339ba7f-69f9-4b8d-95ec-f4c08d5d71be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:23.239439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985eb423-8aa2-45fa-b541-b918492a760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.250299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985eb423-8aa2-45fa-b541-b918492a760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.287191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-3d2a30fe-8323-4516-94f1-7859356aa556 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019019 Jul 09 19:37:23.316375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-985eb423-8aa2-45fa-b541-b918492a760d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7126fec536ed410fbae6b92e8b11aad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982821 Jul 09 19:37:23.317632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:23.337656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eb423-8aa2-45fa-b541-b918492a760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b58e96-ac9a-41f7-948a-a346ac2bee51,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:23.391565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.429097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830371c0-cda3-4102-adbc-2fddd3ddf832 req-5e40d19a-bf47-4974-9389-f9b76ea0de61 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:23.431266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-830371c0-cda3-4102-adbc-2fddd3ddf832 req-5e40d19a-bf47-4974-9389-f9b76ea0de61 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 943 time: 0.1475289 Jul 09 19:37:23.435258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-e06910f2-3d1f-43c4-ae3c-1633b2165933 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379347 Jul 09 19:37:23.455317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.490813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.493176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.501405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-830371c0-cda3-4102-adbc-2fddd3ddf832 req-53cfd3c3-9609-4145-8bb7-de935b4950b1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573173 Jul 09 19:37:23.651129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-d9a9ac01-377b-4ebd-bbca-12f2d76fa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:23.653108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-d9a9ac01-377b-4ebd-bbca-12f2d76fa1a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 1094 time: 0.1232750 Jul 09 19:37:23.765217 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4506a3c8-b0a8-4904-a883-456188f22c28 req-26a1749f-4d78-43f1-a18d-fefe9ea5468c tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0790832 Jul 09 19:37:23.811143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.830293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.899318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event updated for resources: {'Port': ['ID=e339ba7f-69f9-4b8d-95ec-f4c08d5d71be,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:23.904183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-2bf8b956-a0b1-4a93-998a-95761a6912aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:23.905847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-2bf8b956-a0b1-4a93-998a-95761a6912aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 923 time: 0.2363009 Jul 09 19:37:23.956461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-cb1fd5f9-077f-4570-843b-e91acce15dd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28b25999-56f5-4c32-baa3-08598d93c17d HTTP/1.1" status: 200 len: 217 time: 0.0413799 Jul 09 19:37:23.956728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.968920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.971741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:23.975341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5b58e96-ac9a-41f7-948a-a346ac2bee51 HTTP/1.1" status: 204 len: 168 time: 0.6317654 Jul 09 19:37:23.989465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d020fc-a338-4612-b945-bb1d9b35deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b58e96-ac9a-41f7-948a-a346ac2bee51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:23.994894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:24.015288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-f7e54c42-fe7e-404d-a780-04ae138094bc tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0258706 Jul 09 19:37:24.036865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-26ae51b5-f1a8-4386-8d4a-8eda94ae64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.041796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-26ae51b5-f1a8-4386-8d4a-8eda94ae64e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.0747392 Jul 09 19:37:24.086077 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5a098b-5c57-4c82-8d54-5b4a219f58e9 x-openstack-request-id: req-fa5a098b-5c57-4c82-8d54-5b4a219f58e9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:24.086417 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6", "name": "network-vif-deleted", "tag": "396e354b-9967-4dd2-9ec8-6df435e32dcc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:24.086706 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa5a098b-5c57-4c82-8d54-5b4a219f58e9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:24.087343 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8047da6-0d96-4678-8aaa-ae8b9eaf7bd6', 'name': 'network-vif-deleted', 'tag': '396e354b-9967-4dd2-9ec8-6df435e32dcc', 'status': 'completed', 'code': 200} Jul 09 19:37:24.095373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-62cf4610-cf7e-4910-bd8b-23ab1940a723 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454330 Jul 09 19:37:24.097660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-fc6c937d-fd1f-43d9-a3e6-e50486e533cd tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0811214 Jul 09 19:37:24.260175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-7629ec4b-5b81-45b1-9ec2-98ff977b8db6 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.261719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf0a73c-361e-4832-904b-96c3bdecbbe9 req-7629ec4b-5b81-45b1-9ec2-98ff977b8db6 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1611829 Jul 09 19:37:24.298963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed99b9-eb4c-4cc7-a73d-e507422f270c req-6b5e1ec9-eb76-4178-a756-1967fc5936fc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.300506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3aed99b9-eb4c-4cc7-a73d-e507422f270c req-6b5e1ec9-eb76-4178-a756-1967fc5936fc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 943 time: 0.1143706 Jul 09 19:37:24.309324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:37:24.321691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-e169454a-04bf-4297-bd2e-18d5166ed7a5 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120256 Jul 09 19:37:24.476642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3aed99b9-eb4c-4cc7-a73d-e507422f270c req-093313b3-0f7d-4c40-8763-382c4ad44b79 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461022 Jul 09 19:37:24.500754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba1aa-c827-4efa-b121-f0e042e98b1a req-a80b656c-b23a-4a36-be05-b8e107e2c535 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.501785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-595ba1aa-c827-4efa-b121-f0e042e98b1a req-a80b656c-b23a-4a36-be05-b8e107e2c535 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 943 time: 0.0878806 Jul 09 19:37:24.513581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:24.526193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-975e57af-ed68-4fec-a7c0-a27db17f1881 req-5b8ac272-7f26-4409-9d2f-c62fd875a7ad service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942730 Jul 09 19:37:24.553894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:24.604805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:24.605442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-595ba1aa-c827-4efa-b121-f0e042e98b1a req-599715c1-aa70-43ec-a223-4e2d53820f63 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 Jul 09 19:37:24.619722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:24.631170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d6d9d02d-5066-49b5-93d8-55d6341c7a99 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips/8bdf2ca9-6c35-4cd6-9c04-e1ca31c5d61e HTTP/1.1" status: 200 len: 693 time: 0.1006892 Jul 09 19:37:24.657011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:24.662214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:24.724573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:24.789261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-5d5657ff-8306-46f8-b2fb-f9141f2fc590 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.791043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-5d5657ff-8306-46f8-b2fb-f9141f2fc590 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1534190 Jul 09 19:37:24.855335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-5a147b85-27f6-4b32-879a-2d821ce859be tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0567987 Jul 09 19:37:24.862890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf09064-c900-4537-83ca-798edf8c5ccc req-1633a299-2709-4dca-9610-918b4140592b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:24.865757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebf09064-c900-4537-83ca-798edf8c5ccc req-1633a299-2709-4dca-9610-918b4140592b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 943 time: 0.0906887 Jul 09 19:37:24.921798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-8a107f81-7212-4358-80d2-a51e8d3822f3 tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0597622 Jul 09 19:37:24.936073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-027873f6-a0b8-42e6-946a-ea15f145ff4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:24.945741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebf09064-c900-4537-83ca-798edf8c5ccc req-5ca1a805-de4c-4c9d-a92c-a71856f1a68e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726299 Jul 09 19:37:24.982160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:25.073566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Deleting port e339ba7f-69f9-4b8d-95ec-f4c08d5d71be {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:25.073913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.137754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eedf878b-1e0e-4fdd-b7fe-576226842568 req-eb5fe007-ff78-4b29-9ea0-9589c8f258f3 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0545213 Jul 09 19:37:25.203165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.203557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.228240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Calling delete_port for e339ba7f-69f9-4b8d-95ec-f4c08d5d71be owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:25.240071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.411512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.506546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Pushing event deleted for resources: {'Port': ['ID=e339ba7f-69f9-4b8d-95ec-f4c08d5d71be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:25.513217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.515799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:25.516959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f12c1ac-9148-47cb-81b0-874ca1ef0e5b req-d4b5824d-021c-41eb-ab5a-d6487ec5434d tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "DELETE /v2.0/floatingips/8bdf2ca9-6c35-4cd6-9c04-e1ca31c5d61e HTTP/1.1" status: 204 len: 173 time: 0.5943711 Jul 09 19:37:25.701044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ca5e-a5ab-4473-9905-7105552a21fa req-76dcf621-356e-470a-8a5a-594c319fab86 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:25.703159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f52ca5e-a5ab-4473-9905-7105552a21fa req-76dcf621-356e-470a-8a5a-594c319fab86 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 944 time: 0.0671930 Jul 09 19:37:25.746974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f52ca5e-a5ab-4473-9905-7105552a21fa req-f133d33c-ec69-4931-9087-2dbbeec8a1d4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Jul 09 19:37:25.811735 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-c1a92d84-d41f-430c-880a-f98d9ac06e07 req-c0bc1e6f-cd36-4ae0-9c63-ef498df780ec tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] show failed (client error): The resource could not be found. Jul 09 19:37:25.812841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1a92d84-d41f-430c-880a-f98d9ac06e07 req-c0bc1e6f-cd36-4ae0-9c63-ef498df780ec tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips/8bdf2ca9-6c35-4cd6-9c04-e1ca31c5d61e HTTP/1.1" status: 404 len: 350 time: 0.0378003 Jul 09 19:37:25.989010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:37:26.013122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa714f-36c2-491d-b5e1-2528346ca6df req-836d4efb-d392-4a92-b7c0-beabe3546ff2 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:26.016356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5faa714f-36c2-491d-b5e1-2528346ca6df req-836d4efb-d392-4a92-b7c0-beabe3546ff2 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 943 time: 0.0813634 Jul 09 19:37:26.077579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5faa714f-36c2-491d-b5e1-2528346ca6df req-13580ec1-dc24-4cbb-97b0-68e1c4598878 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Jul 09 19:37:26.134472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:26.148946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '28b25999-56f5-4c32-baa3-08598d93c17d', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'port_id': '28b25999-56f5-4c32-baa3-08598d93c17d', 'mac_address': 'fa:16:3e:28:6b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbf053f-c434-4e11-ac70-e96c65da2173', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:26.173578 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-6b6ca226-e216-4182-82d5-fa6714bd1eab req-b2840d88-64d8-45dd-b6e4-c65986d6d04a tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] show failed (client error): The resource could not be found. Jul 09 19:37:26.186440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:26.195108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b6ca226-e216-4182-82d5-fa6714bd1eab req-b2840d88-64d8-45dd-b6e4-c65986d6d04a tempest-FloatingIPsTestJSON-492178188 tempest-FloatingIPsTestJSON-492178188-project] 10.222.0.10 "GET /v2.0/floatingips/8bdf2ca9-6c35-4cd6-9c04-e1ca31c5d61e HTTP/1.1" status: 404 len: 350 time: 0.0623510 Jul 09 19:37:26.200497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.223954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:26.269760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:26.271315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.278243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.279620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5465463b-b601-4e9f-b2ae-33a5dada1afc details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:37:26.341739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:26.345182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:26.490446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee60ba-f19f-47c1-b742-eb255336a19f req-e53df922-1486-4342-ba46-3cf93949a9d1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:26.491838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81ee60ba-f19f-47c1-b742-eb255336a19f req-e53df922-1486-4342-ba46-3cf93949a9d1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 943 time: 0.1410549 Jul 09 19:37:26.563563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:26.565296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ebcbb5a-fe40-464c-86e9-aa89921d97d2 req-c1494329-3573-46b9-9246-524c4c9a1011 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0669825 Jul 09 19:37:26.580483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81ee60ba-f19f-47c1-b742-eb255336a19f req-6182b564-3455-43d5-b950-8cff2430328d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Jul 09 19:37:26.600196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '5465463b-b601-4e9f-b2ae-33a5dada1afc', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'port_id': '5465463b-b601-4e9f-b2ae-33a5dada1afc', 'mac_address': 'fa:16:3e:90:2b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f59125-35a7-49bd-a127-56d0e08b8d9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:26.670083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:26.677103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.687409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:26.687790 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.713860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5465463b-b601-4e9f-b2ae-33a5dada1afc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:26.751891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:26.799162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.851758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.860411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:26.902721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:26.955817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:26.958676 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848ecbb-0db0-41dd-a247-f070935faef3" -d '{"events": [{"server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "name": "network-vif-plugged", "status": "completed", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:27.014261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:27.023083 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:27.028193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 396e354b-9967-4dd2-9ec8-6df435e32dcc no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:27.039899 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf5196-921c-45db-b8e2-c6fe8c861a1f x-openstack-request-id: req-bbcf5196-921c-45db-b8e2-c6fe8c861a1f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:27.040479 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "name": "network-vif-plugged", "status": "completed", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:27.040994 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbcf5196-921c-45db-b8e2-c6fe8c861a1f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:27.041615 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'code': 200} Jul 09 19:37:27.113391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 396e354b-9967-4dd2-9ec8-6df435e32dcc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:27.114684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 396e354b-9967-4dd2-9ec8-6df435e32dcc not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:27.121470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['28b25999-56f5-4c32-baa3-08598d93c17d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:27.127022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['5465463b-b601-4e9f-b2ae-33a5dada1afc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:27.212962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f3ab-e96d-4546-8ecd-bd1d6a8b4812 req-8cf1573b-6e18-4f74-9545-e5d196924cf8 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:27.220783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2968f3ab-e96d-4546-8ecd-bd1d6a8b4812 req-8cf1573b-6e18-4f74-9545-e5d196924cf8 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 944 time: 0.2276423 Jul 09 19:37:27.307991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f22e5-8270-4a89-9fc3-65ee1714c8ec req-d082ef08-df51-4e87-92c4-49faba3e9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:27.309621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f04f22e5-8270-4a89-9fc3-65ee1714c8ec req-d082ef08-df51-4e87-92c4-49faba3e9104 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1096 time: 0.1834481 Jul 09 19:37:27.325508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2968f3ab-e96d-4546-8ecd-bd1d6a8b4812 req-f43a1957-c0eb-4a6e-bd3c-19a397a32059 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034601 Jul 09 19:37:27.406229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6456d500-7ab8-4c0f-811b-1286b5fce7b3 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:27.414732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6456d500-7ab8-4c0f-811b-1286b5fce7b3 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.2289829 Jul 09 19:37:27.447989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f04f22e5-8270-4a89-9fc3-65ee1714c8ec req-26ad826b-4dd9-4236-aa53-6657569a7cfa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217954 Jul 09 19:37:27.453229 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-16a83423-6a67-4ace-8e96-1b63d95df081 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/quotas/cf73713f95a5497b8d376e1d5e5b1adb HTTP/1.1" status: 200 len: 375 time: 0.0314181 Jul 09 19:37:27.469412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:27.521362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Deleting port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:27.522852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:27.564641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-04fe81bf-8d16-45ac-87b8-a6e3eb043f23 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104958 Jul 09 19:37:27.654403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad99766-3c20-4c83-a54b-67af23707141 req-0c4bb3be-2001-4266-aab4-453d8389f938 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:27.655693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bad99766-3c20-4c83-a54b-67af23707141 req-0c4bb3be-2001-4266-aab4-453d8389f938 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 944 time: 0.1938505 Jul 09 19:37:27.698766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] For port 5711bc6a-a88e-41c5-b38d-56a9b972b7f4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:27.699513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:27.725055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:27.726985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bad99766-3c20-4c83-a54b-67af23707141 req-5f7228d7-938a-4f70-b8c2-9a91c029b33b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605862 Jul 09 19:37:27.731595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Calling delete_port for 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:27.752570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-658f7c44-e1d0-4711-bce0-5af8249741c5 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777151 Jul 09 19:37:27.919489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-875bfe8d-61d1-4a14-b1a2-2c759457c241 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660018 Jul 09 19:37:27.988397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:27.993691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:28.052769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5711bc6a-a88e-41c5-b38d-56a9b972b7f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:28.158464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:28.183514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaadbc-ad5f-4b51-9bdd-cf39534434c3 req-15ee756f-9eb6-4a7c-a15e-28ac5efbe99a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:28.201428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78aaadbc-ad5f-4b51-9bdd-cf39534434c3 req-15ee756f-9eb6-4a7c-a15e-28ac5efbe99a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 944 time: 0.2222624 Jul 09 19:37:28.309831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:28.326036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:28.330539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78aaadbc-ad5f-4b51-9bdd-cf39534434c3 req-a9b639e6-2470-43a1-9498-b4226d87d81f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282511 Jul 09 19:37:28.416290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24dbab1a-933c-4c39-9191-c2a70d9c6ae7 req-56bb4067-ffde-4ff1-8b41-02b80fb9c593 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1050010 Jul 09 19:37:28.487946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:28.550298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-548a68fb-708e-4188-af71-39ac2e02137b req-67eb6f5c-68be-4def-8b68-39126e93869e tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 210 time: 0.1310701 Jul 09 19:37:28.605765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:28.691047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8f82-1f1d-43aa-bd78-8abc298563cb req-44262329-2d20-440c-b90b-fc71d61512c7 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:28.708148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-195b8f82-1f1d-43aa-bd78-8abc298563cb req-44262329-2d20-440c-b90b-fc71d61512c7 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 945 time: 0.1284304 Jul 09 19:37:28.839663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-195b8f82-1f1d-43aa-bd78-8abc298563cb req-345274ed-56c0-4caf-ad7b-3e1700b35e5a tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295140 Jul 09 19:37:28.941790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-d7ae982d-7778-4894-b95c-7bea2cc7fbc1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:28.945909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-d7ae982d-7778-4894-b95c-7bea2cc7fbc1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.59 "GET /v2.0/ports?device_id=41608382-779e-4c4e-af81-2629b8bf54d9 HTTP/1.1" status: 200 len: 944 time: 0.1924260 Jul 09 19:37:28.964182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:28.976386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:29.043385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:29.046812 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784057f4-a6f1-4574-9954-ef0d8c9ce925" -d '{"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-unplugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:29.128018 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd4985-58ba-418a-819d-7e39127af37b x-openstack-request-id: req-01fd4985-58ba-418a-819d-7e39127af37b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:29.128588 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-unplugged", "status": "completed", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:29.129110 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01fd4985-58ba-418a-819d-7e39127af37b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:29.129825 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f', 'code': 200} Jul 09 19:37:29.155747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Deleting port 5101166b-e6a4-4803-b0d8-114449bc902f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:29.156319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.234741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453dfe35-9ed9-4aeb-8c2b-655b82ae80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.316116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] For port 5101166b-e6a4-4803-b0d8-114449bc902f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5101166b-e6a4-4803-b0d8-114449bc902f,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:29.316402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.338193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Calling delete_port for 5101166b-e6a4-4803-b0d8-114449bc902f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:29.466859 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453dfe35-9ed9-4aeb-8c2b-655b82ae80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.475831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453dfe35-9ed9-4aeb-8c2b-655b82ae80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.539847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9491-7ff4-4316-82e4-e41208f86497 req-7cfe60fc-01ff-4893-aa0f-07a14ec56947 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:29.547925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9fe9491-7ff4-4316-82e4-e41208f86497 req-7cfe60fc-01ff-4893-aa0f-07a14ec56947 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 944 time: 0.6094749 Jul 09 19:37:29.558282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:29.564049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2280b43e-26bd-412b-9862-d34382a5fd5f admin admin] 10.222.0.10 "PUT /v2.0/routers/ff815b50-f4ee-4fe9-b171-8e5ea69c56dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768573 Jul 09 19:37:29.569101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Sync routers for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:29.570954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:29.585861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:29.587281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:29.609614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-453dfe35-9ed9-4aeb-8c2b-655b82ae80a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2abe51a0f43a47358e8b3bc07f3fdffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320167 Jul 09 19:37:29.611575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9fe9491-7ff4-4316-82e4-e41208f86497 req-2cbc518d-9230-43a5-81f4-c1c7e0786c68 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626562 Jul 09 19:37:29.614349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:29.668356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfe35-9ed9-4aeb-8c2b-655b82ae80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bcb18d-5905-46e1-8b3f-f1dbd262b649,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:29.734487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.780367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.808036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:29.828602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae700-d03a-4c85-86bf-0f1fdb23fb75 req-40b04786-4338-416c-8878-58d745df1daf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:29.833153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e24ae700-d03a-4c85-86bf-0f1fdb23fb75 req-40b04786-4338-416c-8878-58d745df1daf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 944 time: 0.3528626 Jul 09 19:37:29.846349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event deleted for resources: {'Port': ['ID=5101166b-e6a4-4803-b0d8-114449bc902f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:29.908397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a28a78d-b5ef-4940-8bb6-a4f9839eb8a2 req-d5eb0193-816a-41e1-b86b-017c1b838546 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0557220 Jul 09 19:37:29.918754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.937159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.966618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] No DVR routers for this DVR port 5101166b-e6a4-4803-b0d8-114449bc902f on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:29.970249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:29.972284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79b1e2c4-4676-4fbb-9cc8-5021d7b4b766 req-88df932e-a4ce-4df8-85a4-59a65ef9cf45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.59 "DELETE /v2.0/ports/5101166b-e6a4-4803-b0d8-114449bc902f HTTP/1.1" status: 204 len: 173 time: 1.0200462 Jul 09 19:37:29.998101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:30.028556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-d566b9ec-1ade-4896-ada6-f3e83342670c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:30.030426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-d566b9ec-1ade-4896-ada6-f3e83342670c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.2908587 Jul 09 19:37:30.047506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Request body: {'port': {'device_id': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'admin_state_up': True, 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:30.058266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-deleted', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:30.062038 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b229e2-0a92-4e49-80ee-693c3d55fab7" -d '{"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-deleted", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:30.082318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e24ae700-d03a-4c85-86bf-0f1fdb23fb75 req-fb402bb3-1c2d-475d-84f7-fa04c02291da tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370787 Jul 09 19:37:30.143892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 28b25999-56f5-4c32-baa3-08598d93c17d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:30.152431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 28b25999-56f5-4c32-baa3-08598d93c17d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:30.153290 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.245711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.260477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:27Z', 'revision_number': 5, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port': {'id': '4de90878-4c38-414d-a2b6-64d4a6270962', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:03Z', 'updated_at': '2021-07-09T19:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:30.291521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.299364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Checking router: ff815b50-f4ee-4fe9-b171-8e5ea69c56dc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:30.300436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.302020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0bcb18d-5905-46e1-8b3f-f1dbd262b649 HTTP/1.1" status: 204 len: 168 time: 0.6868417 Jul 09 19:37:30.312118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a89256e8-d0d4-4e22-b75c-91a79f1df943 req-da0b1f03-4a5e-46d8-abe7-7a74bfc563df tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 210 time: 0.2427173 Jul 09 19:37:30.320222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Deleting port 4de90878-4c38-414d-a2b6-64d4a6270962 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:30.320686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.326761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67698a-c025-400a-aedc-472be8457391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bcb18d-5905-46e1-8b3f-f1dbd262b649,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:30.352366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:30.356026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.420268 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df045e-4a6a-4571-a8a6-1a88cbcb98a7 x-openstack-request-id: req-11df045e-4a6a-4571-a8a6-1a88cbcb98a7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:30.420765 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41608382-779e-4c4e-af81-2629b8bf54d9", "name": "network-vif-deleted", "tag": "5101166b-e6a4-4803-b0d8-114449bc902f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:30.421072 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11df045e-4a6a-4571-a8a6-1a88cbcb98a7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:30.421558 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41608382-779e-4c4e-af81-2629b8bf54d9', 'name': 'network-vif-deleted', 'tag': '5101166b-e6a4-4803-b0d8-114449bc902f', 'status': 'completed', 'code': 200} Jul 09 19:37:30.438909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Routers {'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:30.440551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:30.470305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] For port 4de90878-4c38-414d-a2b6-64d4a6270962, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4de90878-4c38-414d-a2b6-64d4a6270962,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:30.470867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.486059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Calling delete_port for 4de90878-4c38-414d-a2b6-64d4a6270962 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:30.521332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3381b12-12cd-4d76-9ca4-0d505d5f1cff req-3a9dd500-1984-4a21-b43b-ade31feae40b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:30.523789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3381b12-12cd-4d76-9ca4-0d505d5f1cff req-3a9dd500-1984-4a21-b43b-ade31feae40b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 945 time: 0.1448488 Jul 09 19:37:30.525501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:30.563601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.610379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Allocated IP 172.20.0.9 (c092d454-fb1a-44b0-a441-305352ce08fb/5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea/5dbba765-d383-4bff-bd70-f09bba5e38e2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:30.625026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:30.630719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] Set router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:30.714965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:30Z', 'revision_number': 6, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:30.718731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.719588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5465463b-b601-4e9f-b2ae-33a5dada1afc up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:30.771860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99317d-da1e-4aa0-b419-b1ef63c2aa5a None None] The sync data for ids ['ff815b50-f4ee-4fe9-b171-8e5ea69c56dc'] in n-d-800087-3 is: [{'id': 'ff815b50-f4ee-4fe9-b171-8e5ea69c56dc', 'name': 'tempest-FloatingIPsTestJSON-2009007653-router', 'tenant_id': '432e19d04ce74567be7062127ce71ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:01Z', 'updated_at': '2021-07-09T19:37:30Z', 'revision_number': 6, 'project_id': '432e19d04ce74567be7062127ce71ae5', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:30.849072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:30.851427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:30.862369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 5465463b-b601-4e9f-b2ae-33a5dada1afc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:30.868175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 5465463b-b601-4e9f-b2ae-33a5dada1afc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:30.869182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.911225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635d3c8-cdbf-4efc-825f-c22ad11f950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.917512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:30.986138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.001055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31fbc-778e-4888-a9cd-4b09fb56bc1d req-abd6f748-0208-4b60-8296-55a003a6b9c0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:31.008786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0af31fbc-778e-4888-a9cd-4b09fb56bc1d req-abd6f748-0208-4b60-8296-55a003a6b9c0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.1608772 Jul 09 19:37:31.009558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3381b12-12cd-4d76-9ca4-0d505d5f1cff req-600d6614-e0ef-44e5-9adc-c0929ab43333 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598885 Jul 09 19:37:31.049245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:31.056069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.091142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0af31fbc-778e-4888-a9cd-4b09fb56bc1d req-8237a044-9877-4b48-a6a3-8da45590ad0b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812724 Jul 09 19:37:31.137883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d'}, {'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:31.141546 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a307d-66f7-4535-8be9-44d71862f700" -d '{"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-plugged", "status": "completed", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d"}, {"server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "name": "network-vif-plugged", "status": "completed", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:31.206406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:31.213058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:31.263083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:31.263426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5711bc6a-a88e-41c5-b38d-56a9b972b7f4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:31.271513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.280924 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635d3c8-cdbf-4efc-825f-c22ad11f950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.313535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Network c092d454-fb1a-44b0-a441-305352ce08fb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:31.317268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:31.355967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635d3c8-cdbf-4efc-825f-c22ad11f950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.367640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:31.384777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcc46f96-7409-47d6-a971-58d0063e600e req-4def0aaa-096e-42c1-a5fa-12fb0081f5fb tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0674384 Jul 09 19:37:31.555506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.569312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4635d3c8-cdbf-4efc-825f-c22ad11f950c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2597ecfddde74664bd1ea20a0460b6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186022 Jul 09 19:37:31.575691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:31.576350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.589439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:31.610149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Pushing event deleted for resources: {'Port': ['ID=4de90878-4c38-414d-a2b6-64d4a6270962,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:31.614635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d3c8-cdbf-4efc-825f-c22ad11f950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e582036-45d5-4d9e-890b-fa97bdf2f275,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:31.618410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:31.654197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-a11b467e-b15e-4f78-8f97-9a5e763cd42a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6130896 Jul 09 19:37:31.665732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f8b45170-1446-4ff4-95bd-45047d12354f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:31.668188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f8b45170-1446-4ff4-95bd-45047d12354f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3008087 Jul 09 19:37:31.675804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Request body: {'port': {'device_id': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:31.757808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-ef1a24c4-2350-406a-b79f-6966b37f54b9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0776434 Jul 09 19:37:31.776227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:31.792317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.802945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.860984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.901512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.903861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ad31c-ef79-42af-86ab-eb69fb2cba6b req-e4f522e1-3139-4bc1-9245-b6f8b8897e54 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:31.905415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fb3ad31c-ef79-42af-86ab-eb69fb2cba6b req-e4f522e1-3139-4bc1-9245-b6f8b8897e54 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 945 time: 0.2933505 Jul 09 19:37:31.914687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.915721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:31.919938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.015542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.016063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff815b50-f4ee-4fe9-b171-8e5ea69c56dc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:37:32.022865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.024275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44c43caa-fa57-46b6-84a0-42b166c5e92d admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff815b50-f4ee-4fe9-b171-8e5ea69c56dc HTTP/1.1" status: 204 len: 168 time: 2.4394851 Jul 09 19:37:32.028849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fb3ad31c-ef79-42af-86ab-eb69fb2cba6b req-cc1e53c6-8b9a-4f79-8bbd-feedf6aeebca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071434 Jul 09 19:37:32.030062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:32.096407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Deleting subnet a027d432-329c-4852-bcbc-b5a03cbe0aee {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:37:32.109015 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57939555-0c28-4686-bfff-959ef47aeb61 x-openstack-request-id: req-57939555-0c28-4686-bfff-959ef47aeb61 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:32.109747 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-plugged", "status": "completed", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d", "code": 200}, {"server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "name": "network-vif-plugged", "status": "completed", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:32.109747 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57939555-0c28-4686-bfff-959ef47aeb61 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:32.110545 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d', 'code': 200} Jul 09 19:37:32.110545 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc', 'code': 200} Jul 09 19:37:32.111338 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.188832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.200702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.204507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.205893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e582036-45d5-4d9e-890b-fa97bdf2f275 HTTP/1.1" status: 204 len: 168 time: 0.6138999 Jul 09 19:37:32.244822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e1ac-8ac9-4ab0-b34b-e2dab96400d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e582036-45d5-4d9e-890b-fa97bdf2f275,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:32.333478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.641424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e04a-adcf-46e2-a874-cb709d9c8421 req-612e2434-d2ff-4672-b4b3-83e904161816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:32.642858 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d25e04a-adcf-46e2-a874-cb709d9c8421 req-612e2434-d2ff-4672-b4b3-83e904161816 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 1096 time: 0.3151777 Jul 09 19:37:32.645473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.657579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6104ee-7027-450e-af9a-583ed1d09c7b req-1b27857a-067b-4e93-b32c-8c44a1aab830 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:32.659297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6104ee-7027-450e-af9a-583ed1d09c7b req-1b27857a-067b-4e93-b32c-8c44a1aab830 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 931 time: 0.3302882 Jul 09 19:37:32.663425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbba765-d383-4bff-bd70-f09bba5e38e2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:32.682057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df133e-4978-4248-a671-409a4b06a20b req-0f8e46ec-3e2f-4622-95fe-be656e301562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:32.683561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16df133e-4978-4248-a671-409a4b06a20b req-0f8e46ec-3e2f-4622-95fe-be656e301562 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 1096 time: 0.3537750 Jul 09 19:37:32.705156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.741857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Transition to ACTIVE for port object 5dbba765-d383-4bff-bd70-f09bba5e38e2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:32.746163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.815195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d25e04a-adcf-46e2-a874-cb709d9c8421 req-890f931e-ef6c-4157-b4ec-7d7ed5a0d179 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365640 Jul 09 19:37:32.836663 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.844281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.853917 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6104ee-7027-450e-af9a-583ed1d09c7b req-3cd367b4-62b7-431f-ada0-6f0e2c81bf4c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668296 Jul 09 19:37:32.855730 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16df133e-4978-4248-a671-409a4b06a20b req-8b589ae8-5e27-4295-b6bf-4e6f4ac0bea5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558137 Jul 09 19:37:32.861240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.899781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:32.907364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4de90878-4c38-414d-a2b6-64d4a6270962 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:32.908463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a027d432-329c-4852-bcbc-b5a03cbe0aee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:32.934941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4de90878-4c38-414d-a2b6-64d4a6270962 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:32.936185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4de90878-4c38-414d-a2b6-64d4a6270962 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:32.946185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:32.951302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652b76f-7fa6-4180-91d4-afff5ac937bb None None] Network 84bf565a-71c8-4857-b041-e7e4e12b1af1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:32.960475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a2b70a6f-42ae-409e-88f3-158c63549a15 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a027d432-329c-4852-bcbc-b5a03cbe0aee HTTP/1.1" status: 204 len: 168 time: 0.9287558 Jul 09 19:37:32.962404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:33.052412 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f associated. External IP: 172.25.3.21, port: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70. Jul 09 19:37:33.070478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Attempting to bind port 5dbba765-d383-4bff-bd70-f09bba5e38e2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:33.070955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Attempting to bind port 5dbba765-d383-4bff-bd70-f09bba5e38e2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:33.071502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Attempting to bind port 5dbba765-d383-4bff-bd70-f09bba5e38e2 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:33.125859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Port 5dbba765-d383-4bff-bd70-f09bba5e38e2 on network c092d454-fb1a-44b0-a441-305352ce08fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:37:33.126182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Attempting to bind port 5dbba765-d383-4bff-bd70-f09bba5e38e2 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:33.135963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:33.136222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Deleting port b4913431-4e28-42c2-85b5-74975d270d05 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:33.136341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Checking segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:33.136465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.136737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Bound using segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:33.137112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Bound port: 5dbba765-d383-4bff-bd70-f09bba5e38e2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:33.137490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.192691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] DHCP port deletion for 84bf565a-71c8-4857-b041-e7e4e12b1af1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:37:33.212907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.251156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] For port b4913431-4e28-42c2-85b5-74975d270d05, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b4913431-4e28-42c2-85b5-74975d270d05,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:33.252049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.266916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Deleting port 14880d84-a217-46c3-a8df-c2fc745c9e10 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:33.267609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.274595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Calling delete_port for b4913431-4e28-42c2-85b5-74975d270d05 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:33.352210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] For port 14880d84-a217-46c3-a8df-c2fc745c9e10, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14880d84-a217-46c3-a8df-c2fc745c9e10,segment=NetworkSegment(47a81699-1332-4651-afea-3e5e8f430120),segment_id=47a81699-1332-4651-afea-3e5e8f430120)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:33.352969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.371076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Calling delete_port for 14880d84-a217-46c3-a8df-c2fc745c9e10 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:33.401441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c55e-946f-4b4f-aa47-a3bd05ac86b7 req-3217cdf3-c0c9-4e9d-b948-363e50940a47 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:33.408579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9b7c55e-946f-4b4f-aa47-a3bd05ac86b7 req-3217cdf3-c0c9-4e9d-b948-363e50940a47 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.4178793 Jul 09 19:37:33.468987 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.499858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] Pushing event deleted for resources: {'Port': ['ID=14880d84-a217-46c3-a8df-c2fc745c9e10,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:33.503747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10700148-e739-4486-8b08-ba8ed2047d96 None None] No DVR routers for this DVR port 14880d84-a217-46c3-a8df-c2fc745c9e10 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:33.540187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9b7c55e-946f-4b4f-aa47-a3bd05ac86b7 req-ecc0cdb4-8de7-4a41-82fa-32e7284a1899 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306641 Jul 09 19:37:33.601891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Deleting port 14880d84-a217-46c3-a8df-c2fc745c9e10 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:33.603829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.688987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:33.708537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:33.710969 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ca723fd-d3c9-4a72-b21e-0dcdb8521312 req-8bf72137-aa31-44d9-bab6-852a14a8ea34 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0380425 Jul 09 19:37:33.772372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] For port 14880d84-a217-46c3-a8df-c2fc745c9e10, host n-d-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:33.772727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.785412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.788840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:33.789773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Calling delete_port for 14880d84-a217-46c3-a8df-c2fc745c9e10 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:33.795952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Port 14880d84-a217-46c3-a8df-c2fc745c9e10 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:37:33.799447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.813756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.854474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:33.857273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:33.859333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] 10.222.0.25 "PUT /v2.0/ports/5dbba765-d383-4bff-bd70-f09bba5e38e2 HTTP/1.1" status: 200 len: 1091 time: 2.1899948 Jul 09 19:37:33.862992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:33.867009 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:33.873840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Pushing event deleted for resources: {'Port': ['ID=14880d84-a217-46c3-a8df-c2fc745c9e10,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:33.901177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] No DVR routers for this DVR port 14880d84-a217-46c3-a8df-c2fc745c9e10 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:33.904757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4913431-4e28-42c2-85b5-74975d270d05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:33.961075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420a53-e0c0-4f57-8126-5557dea1f0de service neutron] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:33.994479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:34.047185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 5101166b-e6a4-4803-b0d8-114449bc902f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:34.047696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5101166b-e6a4-4803-b0d8-114449bc902f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:34.068813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:34.073936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.081347 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:34.099588 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:34.101815 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.131058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3c723-49e3-4dd6-afed-cb62392b3481 req-32da0e09-477c-4819-a46c-57c5d131cfa8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.141855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79a3c723-49e3-4dd6-afed-cb62392b3481 req-32da0e09-477c-4819-a46c-57c5d131cfa8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 945 time: 0.3028123 Jul 09 19:37:34.169520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.170411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f57895f0-32d8-48ee-b60d-1018e7d9632e tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "PUT /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 995 time: 2.4041908 Jul 09 19:37:34.196632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bf565a-71c8-4857-b041-e7e4e12b1af1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.214211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-c938b21c-f2a8-4e7a-8cc5-1aa9aff3c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.220728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-c938b21c-f2a8-4e7a-8cc5-1aa9aff3c0d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 1094 time: 0.2504706 Jul 09 19:37:34.264631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a81699-1332-4651-afea-3e5e8f430120') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.264921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a81699-1332-4651-afea-3e5e8f430120') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.342339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-c42a3698-697f-40fd-9fbe-dc238772ddf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2 HTTP/1.1" status: 200 len: 217 time: 0.1015656 Jul 09 19:37:34.368199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4bbc789-9d41-4c09-9dc9-cc08ff46b392 req-602a8411-7a89-40fb-a16a-19d8b082c801 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0340486 Jul 09 19:37:34.370073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.376134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79a3c723-49e3-4dd6-afed-cb62392b3481 req-67ee5c8e-348d-4983-817e-ef468964d990 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332213 Jul 09 19:37:34.377935 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:34.400331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.426985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-b7e47926-6008-450d-94c5-1f99770c3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.429713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-b7e47926-6008-450d-94c5-1f99770c3da3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.0803645 Jul 09 19:37:34.456091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-2e7559f3-63d9-4422-be10-9020fef81b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.467350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-2e7559f3-63d9-4422-be10-9020fef81b0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.2448835 Jul 09 19:37:34.472516 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb543aa-5ec7-4aa0-be4d-2f206579bd71 x-openstack-request-id: req-edb543aa-5ec7-4aa0-be4d-2f206579bd71 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:34.473622 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:34.474718 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edb543aa-5ec7-4aa0-be4d-2f206579bd71 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:34.475860 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'status': 'completed', 'code': 200} Jul 09 19:37:34.583851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-863430c3-e0c9-4801-ba15-f27bc37a9bab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648727 Jul 09 19:37:34.682103 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:32Z', 'revision_number': 1, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.704924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-cf85d090-984f-4226-9d41-da0702375917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.706472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-cf85d090-984f-4226-9d41-da0702375917 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2234693 Jul 09 19:37:34.713408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-bf848a98-e1b6-487c-8cfb-49015fbc933f service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206310 Jul 09 19:37:34.764279 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:34.784734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:34.785909 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:34.828472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-66859a3b-1818-419d-a26c-0d66b8630377 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 998 time: 0.1141021 Jul 09 19:37:34.854433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:37:34.855218 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:37:34.856824 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:37:34.899471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92134b23-61ee-437c-a24a-5f661aa6a871 req-0530bf32-5308-407c-9c9b-2fd4cfc88b3a service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787856 Jul 09 19:37:34.908071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f7a431ec-8b5b-40c0-bedc-2d1528104c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:34.924491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-f7a431ec-8b5b-40c0-bedc-2d1528104c55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.0864539 Jul 09 19:37:34.969698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:34.986406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:35.002446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:35.007274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] 10.222.0.10 "DELETE /v2.0/networks/84bf565a-71c8-4857-b041-e7e4e12b1af1 HTTP/1.1" status: 204 len: 168 time: 2.0413709 Jul 09 19:37:35.038924 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:35.053677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b86b-df01-4f59-9c35-fe97d9e9a78a admin admin] Pushing event deleted for resources: {'Network': ['ID=84bf565a-71c8-4857-b041-e7e4e12b1af1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:35.067630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-7756c4fa-ac1d-403c-a15a-756338a39956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.070026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-7756c4fa-ac1d-403c-a15a-756338a39956 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384962 Jul 09 19:37:35.076965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-0d87ac81-fe02-41fe-a777-3275a880d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.078831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-0d87ac81-fe02-41fe-a777-3275a880d3db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 1094 time: 0.1078746 Jul 09 19:37:35.079400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14880d84-a217-46c3-a8df-c2fc745c9e10 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:35.111259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfeef0-3929-4aca-8c0e-c95752475e78 req-51959358-3ca5-47c4-a38a-3514bbdd1047 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.112795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77bfeef0-3929-4aca-8c0e-c95752475e78 req-51959358-3ca5-47c4-a38a-3514bbdd1047 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 943 time: 0.2863092 Jul 09 19:37:35.123259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 14880d84-a217-46c3-a8df-c2fc745c9e10 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:35.126058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14880d84-a217-46c3-a8df-c2fc745c9e10 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:35.228720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77bfeef0-3929-4aca-8c0e-c95752475e78 req-9aecc6ca-108f-46f2-b22d-63c58c92311a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069794 Jul 09 19:37:35.366747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-0c729b7a-da9c-4fd8-9e29-b3075e2ff2e5 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850230 Jul 09 19:37:35.432578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-4be98e18-6d36-41ed-ba25-ae0767703cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.434344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-4be98e18-6d36-41ed-ba25-ae0767703cf5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 905 time: 0.3361008 Jul 09 19:37:35.450380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:35.483414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-d9c51ce5-2d5c-428b-bfe8-7eeb3dba576f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2 HTTP/1.1" status: 200 len: 217 time: 0.0399785 Jul 09 19:37:35.535702 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:32Z', 'revision_number': 1, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:35.554726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-821f804f-e6a0-460d-be70-537e653212a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=432e19d04ce74567be7062127ce71ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018069 Jul 09 19:37:35.555736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:35.582913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Router 35b4674e-409a-425a-813b-33d5aeb79e6c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:35.597401 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6152f-a780-400c-9a86-432d989a9415 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:32Z', 'revision_number': 1, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:35.598935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9f84-4f53-486a-a7e2-672b41edd207 req-a7750fa2-56cc-4216-891a-223f8f06dc61 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.602987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c4e65a6-48ad-468a-8f78-b6482a981177 req-42e12cfa-af46-4f1a-8cf7-d618143b0f10 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349188 Jul 09 19:37:35.606449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aea9f84-4f53-486a-a7e2-672b41edd207 req-a7750fa2-56cc-4216-891a-223f8f06dc61 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.1547999 Jul 09 19:37:35.613733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-5a5096b4-6299-43ac-929b-5274206cec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:35.615206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-5a5096b4-6299-43ac-929b-5274206cec06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.1211119 Jul 09 19:37:35.727726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-dd19c2bf-668d-4785-830d-2b921f7aef51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976391 Jul 09 19:37:35.748141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:35.760580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aea9f84-4f53-486a-a7e2-672b41edd207 req-6e0c9676-936a-49d7-8668-36e1d04faab7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531870 Jul 09 19:37:35.866302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:35.873800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c00ab1fd-399b-4cfc-bcdc-8323b2499c6b admin admin] 10.222.0.10 "PUT /v2.0/routers/35b4674e-409a-425a-813b-33d5aeb79e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3393660 Jul 09 19:37:35.877862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Sync routers for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:35.888612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:35.897808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:35.898456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:35.929697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a523803-f981-49a3-8a12-9f1bbc7c6202 req-bb5fedf5-1bda-42af-92e9-c30cacc279b5 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0879834 Jul 09 19:37:35.957980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:35.966103 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bd73b-8e6b-4ad9-ba8f-0b750e468248 None None] New status for floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:37:36.010149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-76a99131-9c9c-4030-b426-ca6860bfb91f service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627094 Jul 09 19:37:36.136883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d6d2ff4-f24f-4782-9816-1d07f81c2f4f req-ba5d0471-ff9b-40bd-a13a-8e8945803c57 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181984 Jul 09 19:37:36.165610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.182855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.185552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75c33688-403d-4218-94d3-5ee7f0c4b343 HTTP/1.1" status: 204 len: 168 time: 0.6252317 Jul 09 19:37:36.207500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846f49a-49d3-42c0-a855-5e27a6362257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c33688-403d-4218-94d3-5ee7f0c4b343,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:36.215724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:36.251363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16272941-8ced-40c5-9f1f-bfbc64b073ee req-3cc52ea0-bcec-45f0-8b82-784185ce0d58 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:36.255338 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16272941-8ced-40c5-9f1f-bfbc64b073ee req-3cc52ea0-bcec-45f0-8b82-784185ce0d58 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 945 time: 0.2762051 Jul 09 19:37:36.303836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16272941-8ced-40c5-9f1f-bfbc64b073ee req-7ad157f4-6380-4011-aa42-8117c075dd0d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Jul 09 19:37:36.307133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.446399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-4ce8e067-7b45-4d5b-9186-2ecf08b84d9f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:36.453863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-4ce8e067-7b45-4d5b-9186-2ecf08b84d9f tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1894577 Jul 09 19:37:36.526138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:37:33Z', 'revision_number': 5, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port': {'id': '533a5063-6749-498e-8aeb-0198f30fc97b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:22Z', 'updated_at': '2021-07-09T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:36.541821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.567529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Checking router: 35b4674e-409a-425a-813b-33d5aeb79e6c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:36.584018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Routers {'35b4674e-409a-425a-813b-33d5aeb79e6c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:36.585527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['35b4674e-409a-425a-813b-33d5aeb79e6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:36.607739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:36.610531 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a644ee-04f4-4c72-a066-d498a7489016" -d '{"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:36.620898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-23ec72ce-fe56-476b-87c9-1025b8e0ed4d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.1602004 Jul 09 19:37:36.639677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:36.673804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0805c7-2717-43ee-b902-4c675e1b108f req-dba33057-540c-4e7a-aaf5-e5f859aa80cb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:36.675369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f0805c7-2717-43ee-b902-4c675e1b108f req-dba33057-540c-4e7a-aaf5-e5f859aa80cb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.1209857 Jul 09 19:37:36.677855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Deleting port 533a5063-6749-498e-8aeb-0198f30fc97b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:36.678241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.701637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] Set router 35b4674e-409a-425a-813b-33d5aeb79e6c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:36.759406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.768289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] For port 533a5063-6749-498e-8aeb-0198f30fc97b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=533a5063-6749-498e-8aeb-0198f30fc97b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:36.768570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:36.771531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:37:36Z', 'revision_number': 6, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:36.787511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Calling delete_port for 533a5063-6749-498e-8aeb-0198f30fc97b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:36.808060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648076b3-9544-4611-8c2e-bb62db315160 None None] The sync data for ids ['35b4674e-409a-425a-813b-33d5aeb79e6c'] in n-d-800087-3 is: [{'id': '35b4674e-409a-425a-813b-33d5aeb79e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-319682337-router', 'tenant_id': '462d0c3329a2486eb46f396bca1c4ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:21Z', 'updated_at': '2021-07-09T19:37:36Z', 'revision_number': 6, 'project_id': '462d0c3329a2486eb46f396bca1c4ba3', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:36.887755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f0805c7-2717-43ee-b902-4c675e1b108f req-c2c5c726-3c4f-4db1-802c-02f644c06e02 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Jul 09 19:37:37.055826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.095961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=533a5063-6749-498e-8aeb-0198f30fc97b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:37.203425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.347862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.351294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.411129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.411930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b4674e-409a-425a-813b-33d5aeb79e6c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:37:37.419569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.424221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ff400d7e-fb9e-4810-b56a-d3dee1b998d9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/35b4674e-409a-425a-813b-33d5aeb79e6c HTTP/1.1" status: 204 len: 168 time: 1.5344129 Jul 09 19:37:37.425782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:37.504603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8751dff8-0655-4ea0-8861-0aecd0ae2d9d req-d662dd5d-a657-4bbb-9048-5596a7eed093 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96e36d285cac4bd786ac36b36c9c8c47&device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0346940 Jul 09 19:37:37.512356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.522520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.530853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Deleting subnet 687400a4-0dc9-4cb2-8ef4-c00a437da418 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:37:37.534795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.566469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8751dff8-0655-4ea0-8861-0aecd0ae2d9d req-db59be07-aceb-4848-bdf1-50c6b2dfac62 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=96e36d285cac4bd786ac36b36c9c8c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543699 Jul 09 19:37:37.582779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4b4c7-acad-4463-a206-bc8a4a49a5e6 req-f6ab7081-b9ea-409b-8c09-abf77dae8e82 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:37.590859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37f4b4c7-acad-4463-a206-bc8a4a49a5e6 req-f6ab7081-b9ea-409b-8c09-abf77dae8e82 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 943 time: 0.1750684 Jul 09 19:37:37.619512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.684545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37f4b4c7-acad-4463-a206-bc8a4a49a5e6 req-575f0b49-9f24-40b8-a569-3ed669e92051 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925910 Jul 09 19:37:37.732120 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f associated. External IP: 172.25.3.21, port: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70. Jul 09 19:37:37.772634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.833513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:37.845800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.875476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:37.883964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89063e-6e8d-4c9f-995b-ed8f31528a6e None None] Network 4449fc44-4f02-471f-af55-e3fe1eca25bc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:37.888854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/687400a4-0dc9-4cb2-8ef4-c00a437da418 HTTP/1.1" status: 204 len: 168 time: 0.4493291 Jul 09 19:37:37.891013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:37.943034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed827-3463-474a-a3f5-6071aee9519b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687400a4-0dc9-4cb2-8ef4-c00a437da418,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:38.069830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.239445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Deleting port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:38.239780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.244714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:37:38.321726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-network', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:38.356733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec801dce-57cb-4233-bbd9-0a3b18be5bad req-30e578d5-99da-4b4c-bdb0-b6a2aa5c0dd8 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0562313 Jul 09 19:37:38.358561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] DHCP port deletion for 4449fc44-4f02-471f-af55-e3fe1eca25bc request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:37:38.392942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] For port 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14c46211-5ee1-47b6-91ef-3e0145a35ba7,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:38.393305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.406508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-51cdad7b-5b40-47f9-a411-96773782ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:38.408087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-51cdad7b-5b40-47f9-a411-96773782ab13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.2470911 Jul 09 19:37:38.410987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Made reservation on behalf of cf8bfa5abf2d490996f828c18f07501d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:38.414401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.435452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Calling delete_port for 14c46211-5ee1-47b6-91ef-3e0145a35ba7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:38.440868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.471327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Deleting port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:38.472448 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.538923 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa9631-3385-4b5a-b9ec-e138e179689f x-openstack-request-id: req-09aa9631-3385-4b5a-b9ec-e138e179689f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:38.539526 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:38.539526 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09aa9631-3385-4b5a-b9ec-e138e179689f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:38.539752 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:37:38.556320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] For port 14c46211-5ee1-47b6-91ef-3e0145a35ba7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=14c46211-5ee1-47b6-91ef-3e0145a35ba7,segment=NetworkSegment(a454062e-ab4d-4f43-b9a7-a0b69dbe12e5),segment_id=a454062e-ab4d-4f43-b9a7-a0b69dbe12e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:38.557004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.574751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Calling delete_port for 14c46211-5ee1-47b6-91ef-3e0145a35ba7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:38.598454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751dff8-0655-4ea0-8861-0aecd0ae2d9d req-cc343565-615a-4c43-a826-88c14a0ed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:38.600816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8751dff8-0655-4ea0-8861-0aecd0ae2d9d req-cc343565-615a-4c43-a826-88c14a0ed3b6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0223212 Jul 09 19:37:38.652004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-ecc58008-aba3-4547-96ef-9654385119e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:38.653647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-ecc58008-aba3-4547-96ef-9654385119e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2362742 Jul 09 19:37:38.682703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:38.731963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-8848fda2-527c-4b0d-acc3-f7df5f0c443c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.0560102 Jul 09 19:37:38.736338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.739866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.767595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25817459-5e44-4a5f-ba56-7ec00e6ff4b1 req-e52a833d-f67c-449a-a070-4bab399542c0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:38.769104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25817459-5e44-4a5f-ba56-7ec00e6ff4b1 req-e52a833d-f67c-449a-a070-4bab399542c0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 945 time: 0.2153974 Jul 09 19:37:38.777912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] No DVR routers for this DVR port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:38.786526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed887e-cd1b-4288-8239-17c6c546b08c None None] Pushing event deleted for resources: {'Port': ['ID=14c46211-5ee1-47b6-91ef-3e0145a35ba7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:38.808231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Pushing event deleted for resources: {'Port': ['ID=14c46211-5ee1-47b6-91ef-3e0145a35ba7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:38.810029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:38.820191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:38.838355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:38.839270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:38.865406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] No DVR routers for this DVR port 14c46211-5ee1-47b6-91ef-3e0145a35ba7 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:38.938459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:38.954156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-21f58d3e-61ba-44dc-94fd-aa2ccea91539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:38.955733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-21f58d3e-61ba-44dc-94fd-aa2ccea91539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1967924 Jul 09 19:37:38.959532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b4913431-4e28-42c2-85b5-74975d270d05 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:38.981594 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.000357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b4913431-4e28-42c2-85b5-74975d270d05 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:39.001105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b4913431-4e28-42c2-85b5-74975d270d05 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:39.001914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 533a5063-6749-498e-8aeb-0198f30fc97b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:39.011537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25817459-5e44-4a5f-ba56-7ec00e6ff4b1 req-d0a7a12a-60ae-451e-a6e6-52901cc5d4b7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084386 Jul 09 19:37:39.035383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 533a5063-6749-498e-8aeb-0198f30fc97b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:39.035899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 533a5063-6749-498e-8aeb-0198f30fc97b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:39.036557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14c46211-5ee1-47b6-91ef-3e0145a35ba7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:39.066340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 14c46211-5ee1-47b6-91ef-3e0145a35ba7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:39.066689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 14c46211-5ee1-47b6-91ef-3e0145a35ba7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:39.088522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:39.106706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:37:39.123418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.133329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:39.147262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4449fc44-4f02-471f-af55-e3fe1eca25bc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:39.149475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17ebbeb-28f5-48c1-aa18-913debd4cb25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:39.164452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:39.164744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454062e-ab4d-4f43-b9a7-a0b69dbe12e5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:39.166777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.167117 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Added segment 46d8eecc-bf60-46eb-8521-5cc769e8c93c of type vlan for network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca Jul 09 19:37:39.185898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.263269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.269657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.276636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:39.279648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:37:39.280048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.281989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:37:39.282972 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:37:39.337787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-f8fc6c10-9d06-4abc-b339-4ba5d1a6d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:39.343128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-f8fc6c10-9d06-4abc-b339-4ba5d1a6d6ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426681 Jul 09 19:37:39.376463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-da9d91d5-fdfe-4e2d-9cf7-8f5b2dd21f87 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "PUT /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 997 time: 2.7482567 Jul 09 19:37:39.423450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.425261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.426013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:39.426777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.444745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:39.445760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] 10.222.0.10 "DELETE /v2.0/networks/4449fc44-4f02-471f-af55-e3fe1eca25bc HTTP/1.1" status: 204 len: 168 time: 1.5205913 Jul 09 19:37:39.457859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:37Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:39.461570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:39.475323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-bcf52ab5-7088-44e6-9515-cbf065606521 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:39.487610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-bcf52ab5-7088-44e6-9515-cbf065606521 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports/95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 942 time: 0.1046190 Jul 09 19:37:39.488009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:39.499940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:39.500586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:39.627257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:39.764376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c11c9-850f-4afc-9047-38aa9802bdc9 req-f9a1c6d4-6123-414b-ab9f-ac0191f2fe87 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:39.765684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c7c11c9-850f-4afc-9047-38aa9802bdc9 req-f9a1c6d4-6123-414b-ab9f-ac0191f2fe87 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.5758600 Jul 09 19:37:39.859936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0219152 Jul 09 19:37:39.868719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:39.880437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Request body: {'subnet': {'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-subnet', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:39.887949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af513-c7cb-4804-9dc8-64b1bb2377b9 admin admin] Pushing event updated for resources: {'Network': ['ID=71b23e90-ed87-4bb5-a6b2-266f8ee6eaca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:39.905923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:37:39.942154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-96e61091-950b-421c-b227-8ced954f784c service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820358 Jul 09 19:37:39.953552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b736f-754f-4421-87f3-1418a3a4720b admin admin] Pushing event deleted for resources: {'Network': ['ID=4449fc44-4f02-471f-af55-e3fe1eca25bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:39.972047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c7c11c9-850f-4afc-9047-38aa9802bdc9 req-afe65482-aedb-44bf-a86c-8b36529706e6 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620827 Jul 09 19:37:40.003345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-cc889ad9-276d-4190-89c7-65cdb552f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.012809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-cc889ad9-276d-4190-89c7-65cdb552f806 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.3797028 Jul 09 19:37:40.038099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Made reservation on behalf of cf8bfa5abf2d490996f828c18f07501d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:40.044161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.122375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8751dff8-0655-4ea0-8861-0aecd0ae2d9d req-29ccd85a-4e71-41c0-a6d9-34ca10c33fdc tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.0942712 Jul 09 19:37:40.168267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-2c029311-8dee-4f85-bb9c-2e01fc7c2d54 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.169905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-2c029311-8dee-4f85-bb9c-2e01fc7c2d54 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 945 time: 0.4177244 Jul 09 19:37:40.178358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:37Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:40.216971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957a21b-295b-4328-af60-5ca2166599fa None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:37Z', 'revision_number': 3, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:40.283793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-916aec30-00f1-4864-9a4b-1609da1f6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.285356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-916aec30-00f1-4864-9a4b-1609da1f6c08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2716255 Jul 09 19:37:40.353583 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-3e7ab0a4-dbcb-4e45-a7e6-e67358a67847 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.0602591 Jul 09 19:37:40.382402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:37:40.398721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3a644ee-04f4-4c72-a066-d498a7489016 req-aca86f63-4a53-4e4c-bc2e-1a0065509492 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413826 Jul 09 19:37:40.447761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-9964d54b-cdc8-47fd-b185-d7764918053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.449560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-9964d54b-cdc8-47fd-b185-d7764918053c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.0870500 Jul 09 19:37:40.495398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8019048-1c9b-46aa-b668-40bcd3df2289 req-022c1021-8119-4d1f-9223-27fa27968ec4 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.503314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8019048-1c9b-46aa-b668-40bcd3df2289 req-022c1021-8119-4d1f-9223-27fa27968ec4 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 943 time: 0.3268275 Jul 09 19:37:40.513109 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.525280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Deleting port 5465463b-b601-4e9f-b2ae-33a5dada1afc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:40.525982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.564146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}, {'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:40.566123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:40.566515 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6411987-15bb-41a4-98da-daf037201136" -d '{"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}, {"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:40.585048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'mac_address': 'fa:16:3e:6e:ac:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:40.591530 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9383c5-ae92-4b40-bab0-6872b961a214 None None] New status for floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:37:40.644418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-446643ef-8515-418f-811b-5a911704f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:40.646481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-446643ef-8515-418f-811b-5a911704f125 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855361 Jul 09 19:37:40.669734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8019048-1c9b-46aa-b668-40bcd3df2289 req-b0168593-2d77-48cb-8dd4-01dbe6f59094 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650240 Jul 09 19:37:40.685034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.713236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbba765-d383-4bff-bd70-f09bba5e38e2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:40.740231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.762304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:40.776047 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.863206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-7251e96e-f6aa-44ae-a70c-1cc249191c6a service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096260 Jul 09 19:37:40.870576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] For port 5465463b-b601-4e9f-b2ae-33a5dada1afc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=5465463b-b601-4e9f-b2ae-33a5dada1afc,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:40.870955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:40.893107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Calling delete_port for 5465463b-b601-4e9f-b2ae-33a5dada1afc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:40.916896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:41.064271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-3ed33d3f-a80b-4192-abba-e7979bea282c service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932361 Jul 09 19:37:41.071960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09f9a1e2-3b0e-4a4f-b50a-85a9d81f7c71 req-dbd8f53f-9b75-4eb3-af9c-492c20678ca9 tempest-ServerShowV257Test-1416449252 tempest-ServerShowV257Test-1416449252-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e985fd-b995-47e8-800d-74ea14a00063 HTTP/1.1" status: 200 len: 210 time: 0.1374798 Jul 09 19:37:41.074804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913b5c46-3ddc-42b1-9672-584b566d658a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:41.096310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Deleting port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:41.096649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.107426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5dbba765-d383-4bff-bd70-f09bba5e38e2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:41.121494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Checking segment: {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:41.122048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Network hostable DHCP agents. Network: 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:37:41.175510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:41.189413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:37:41.205069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:41.213411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.214815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.234525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df5d10-08dd-4b3e-a40d-4d976ecfc7d2 None None] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:41.238630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:41.239541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:41.243765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] For port c16f0ddf-0a93-4ab0-98fd-a5746be6bae4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:41.244137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.248415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-fb3c34b9-8fa6-4cc2-bc71-4a9cfb0fdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.250142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-fb3c34b9-8fa6-4cc2-bc71-4a9cfb0fdc89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1096 time: 0.1360331 Jul 09 19:37:41.269969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Calling delete_port for c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:41.271413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4079c7cf-52e1-4609-969d-b747d69f7770 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3967471 Jul 09 19:37:41.274988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:41.280934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:41.355667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.376917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.378110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.414927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['a48c1f75-c8e2-41c3-8c93-e758dfc981d5', '5465463b-b601-4e9f-b2ae-33a5dada1afc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:41.418905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-a67650b7-adfc-41f9-9ea5-fa6e91b8da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.420567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-a67650b7-adfc-41f9-9ea5-fa6e91b8da64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.1584752 Jul 09 19:37:41.479499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Pushing event deleted for resources: {'Port': ['ID=5465463b-b601-4e9f-b2ae-33a5dada1afc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:41.487165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] No DVR routers for this DVR port 5465463b-b601-4e9f-b2ae-33a5dada1afc on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:41.490217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.493742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa6c3c8c-ae3f-4ce3-976f-f2161f406bcc req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.59 "DELETE /v2.0/ports/5465463b-b601-4e9f-b2ae-33a5dada1afc HTTP/1.1" status: 204 len: 173 time: 1.3044808 Jul 09 19:37:41.502789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'name': 'network-vif-deleted', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:41.506716 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a1302-936e-4204-944a-7073ed34a2be" -d '{"events": [{"server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "name": "network-vif-deleted", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:41.540770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.541117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.542048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.542048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.542670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.542809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.543048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.543691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.544217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.544560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.545007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.545351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0639de6-a8e5-4f88-bd5c-220b7cac6300 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:41.549794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-5a0c3323-e46c-4c07-b669-d9437db43c92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 1000 time: 0.1227665 Jul 09 19:37:41.596581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-00f039c8-24ba-4f10-a7ef-d03cdd88abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.603854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-00f039c8-24ba-4f10-a7ef-d03cdd88abb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.0532293 Jul 09 19:37:41.628178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.643534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec580-5ff0-47b5-840a-44aaaa21987d req-eb1f40b2-3e83-4296-952c-47a5ede9f52f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.645727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-083ec580-5ff0-47b5-840a-44aaaa21987d req-eb1f40b2-3e83-4296-952c-47a5ede9f52f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.3354659 Jul 09 19:37:41.676977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:41.704360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f276e7-4538-4310-9ece-036d530fe0bd req-d286c8c9-d948-4dcd-9e58-3023cf7ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:41.712500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-d286c8c9-d948-4dcd-9e58-3023cf7ace2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077724 Jul 09 19:37:41.722367 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.783523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Pushing event deleted for resources: {'Port': ['ID=c16f0ddf-0a93-4ab0-98fd-a5746be6bae4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:41.853807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:41.872994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-083ec580-5ff0-47b5-840a-44aaaa21987d req-90e9b2db-f405-4143-853f-0d40c927f3c0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399965 Jul 09 19:37:42.226078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f7f51e6-b6d2-43de-b501-0102538731e0 req-f61c1cea-6294-4c66-9756-536719001684 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6acd6c9-9db0-47bc-bb51-f062558f0236 HTTP/1.1" status: 200 len: 210 time: 0.0636325 Jul 09 19:37:42.340055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-c27cc68d-6e52-4e23-a6b5-c0d6d45350f3 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265850 Jul 09 19:37:42.369007 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a2bb5-8c31-43c0-bcc3-cd4ca693ffd3 x-openstack-request-id: req-750a2bb5-8c31-43c0-bcc3-cd4ca693ffd3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:42.369417 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:42.369674 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-750a2bb5-8c31-43c0-bcc3-cd4ca693ffd3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:42.370074 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:37:42.370411 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'status': 'completed', 'code': 200} Jul 09 19:37:42.469743 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfd278-e49a-4d13-9e46-cf7e8217fafa x-openstack-request-id: req-1ddfd278-e49a-4d13-9e46-cf7e8217fafa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:42.470042 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6acd6c9-9db0-47bc-bb51-f062558f0236", "name": "network-vif-deleted", "tag": "5465463b-b601-4e9f-b2ae-33a5dada1afc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:42.470302 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ddfd278-e49a-4d13-9e46-cf7e8217fafa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:42.470720 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6acd6c9-9db0-47bc-bb51-f062558f0236', 'name': 'network-vif-deleted', 'tag': '5465463b-b601-4e9f-b2ae-33a5dada1afc', 'status': 'completed', 'code': 200} Jul 09 19:37:42.472616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'fixed_ips': [{'subnet_id': '913b5c46-3ddc-42b1-9672-584b566d658a'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:37:42.474345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:42.476495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:42.507604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:40Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:42.523483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:42.549313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:42.551799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:42.599094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01f276e7-4538-4310-9ece-036d530fe0bd req-35f9014b-a6a0-4f8b-bcea-30b3eba9d9fb service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580581 Jul 09 19:37:42.609631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-2fb4620f-7ef5-45a6-95b1-82144f6691d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:42.611949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-2fb4620f-7ef5-45a6-95b1-82144f6691d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.2363503 Jul 09 19:37:42.619652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:42.620418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:42.679618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-66f45b87-bdee-4784-8e67-6007cdfd81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:42.686220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-66f45b87-bdee-4784-8e67-6007cdfd81af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1096 time: 0.2937524 Jul 09 19:37:42.790402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Allocated IP 172.20.0.2 (71b23e90-ed87-4bb5-a6b2-266f8ee6eaca/913b5c46-3ddc-42b1-9672-584b566d658a/1045c3b7-7550-4087-8995-868b6908ecca) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:42.802539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:42.856368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Allocated IP 172.25.3.47 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/519b635e-9de5-497e-bc0a-e8c72867c4a9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:42.905810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-c30d93cb-d945-4852-8bdf-ac8757a4f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:42.907317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-c30d93cb-d945-4852-8bdf-ac8757a4f01e service neutron] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2843018 Jul 09 19:37:42.964735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-78c65041-5ad8-41f4-923d-b80b5409e1c9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.1552644 Jul 09 19:37:43.076009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:43.105953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-ca97dbee-6c38-4a8c-b01f-c111a9afc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.108750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-ca97dbee-6c38-4a8c-b01f-c111a9afc357 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.4144607 Jul 09 19:37:43.197472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.258004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:43.331005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-e3dbf17c-2f85-4211-b7ff-b64680b221d8 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.332427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-e3dbf17c-2f85-4211-b7ff-b64680b221d8 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports/a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 942 time: 0.3666561 Jul 09 19:37:43.342899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-20fd15e5-f80c-488a-bf06-2250329a18a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.4127512 Jul 09 19:37:43.349762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Transition to ACTIVE for port object 1045c3b7-7550-4087-8995-868b6908ecca will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:43.351241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a536a1-2436-4aa9-9fc1-27bc2487d4b2 req-cf91863f-f71a-43a1-9aea-f9b1c55dc4e1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.353352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5a536a1-2436-4aa9-9fc1-27bc2487d4b2 req-cf91863f-f71a-43a1-9aea-f9b1c55dc4e1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 944 time: 0.6401336 Jul 09 19:37:43.389302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Router 976a64e0-25a1-4f82-8ac2-724184883d90 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:43.402215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ca72-608c-4bef-a577-148456abec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.403906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-1f76ab37-9b81-42fd-adc6-9b2f9e8f166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.406371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-1f76ab37-9b81-42fd-adc6-9b2f9e8f166f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.0518205 Jul 09 19:37:43.406890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25682ec3-74df-4fb2-be24-b420fc02fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.408563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Transition to ACTIVE for port object 1045c3b7-7550-4087-8995-868b6908ecca will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:43.427712 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.489200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Pushing event updated for resources: {'Port': ['ID=1045c3b7-7550-4087-8995-868b6908ecca,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:43.506360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:43.511044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:43.514658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:43.525420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5a536a1-2436-4aa9-9fc1-27bc2487d4b2 req-8b78225f-179b-4ce7-b3cd-2451917fbf8a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179636 Jul 09 19:37:43.531031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ca72-608c-4bef-a577-148456abec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.571721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.578706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-1258d6f3-55fc-4d61-82df-185996a7e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.580439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-1258d6f3-55fc-4d61-82df-185996a7e763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600306 Jul 09 19:37:43.581012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ca72-608c-4bef-a577-148456abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.593217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-35f70397-898c-4f54-ba4e-a452b95c9614 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 1000 time: 0.4749401 Jul 09 19:37:43.627302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Attempting to bind port 1045c3b7-7550-4087-8995-868b6908ecca on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:43.627905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Attempting to bind port 1045c3b7-7550-4087-8995-868b6908ecca by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:43.628559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Attempting to bind port 1045c3b7-7550-4087-8995-868b6908ecca on network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:43.636042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:43.637080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Checking segment: {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:43.637540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.638174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Bound using segment: {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:43.638904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Bound port: 1045c3b7-7550-4087-8995-868b6908ecca, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:43.640409 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.656903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:40Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:43.713596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726947c5-310e-4cc8-bf3a-d267aa55e042 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:17:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:40Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:43.738442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.747621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-24780631-93e3-4420-b0ae-2098a3a0f8a6 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565902 Jul 09 19:37:43.760727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f2d0ca72-608c-4bef-a577-148456abec64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96e36d285cac4bd786ac36b36c9c8c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016227 Jul 09 19:37:43.770293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] For port 1045c3b7-7550-4087-8995-868b6908ecca, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:43.778353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] For port 1045c3b7-7550-4087-8995-868b6908ecca, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1045c3b7-7550-4087-8995-868b6908ecca,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:43.783510 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:43.783723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:43.810426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-42d71bf0-2c19-4835-b0e1-6d3c6e4ddcd3 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.3024535 Jul 09 19:37:43.816785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:43.830769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0ca72-608c-4bef-a577-148456abec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ed62a-8e47-41dc-8b14-1a2ac74c2af1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:43.880448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:43.890427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:43.891013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a94ec-80a3-4d1e-8bab-d291bcaae86b None None] Pushing event updated for resources: {'Port': ['ID=1045c3b7-7550-4087-8995-868b6908ecca,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:43.895753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-bb141eba-afd6-4c46-959f-b7418720a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.898424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-bb141eba-afd6-4c46-959f-b7418720a534 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.2876692 Jul 09 19:37:43.931712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Pushing event updated for resources: {'Port': ['ID=519b635e-9de5-497e-bc0a-e8c72867c4a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:43.954510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25544a5-8007-4ac8-a64b-fd0e0d1477fe req-b60c1736-5924-4451-a3b1-e55386b33d8c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:43.956172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a25544a5-8007-4ac8-a64b-fd0e0d1477fe req-b60c1736-5924-4451-a3b1-e55386b33d8c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.2826138 Jul 09 19:37:43.995847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:44.000478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5465463b-b601-4e9f-b2ae-33a5dada1afc no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:44.002779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e8d7f1c5-dd4c-4ddf-bdd9-1906a139b04f admin admin] 10.222.0.10 "PUT /v2.0/routers/976a64e0-25a1-4f82-8ac2-724184883d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398042 Jul 09 19:37:44.008865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:44.037911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 5465463b-b601-4e9f-b2ae-33a5dada1afc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:44.038244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 5465463b-b601-4e9f-b2ae-33a5dada1afc not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:44.059335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.112174 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25682ec3-74df-4fb2-be24-b420fc02fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.121338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-f3890b46-f3db-43f4-bc3a-25623e68c450 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:44.135865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ad6e1b-7266-4de9-9e32-295143863ee7 req-f3890b46-f3db-43f4-bc3a-25623e68c450 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.3241911 Jul 09 19:37:44.141040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25682ec3-74df-4fb2-be24-b420fc02fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.178857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a25544a5-8007-4ac8-a64b-fd0e0d1477fe req-ef1fd0ea-b708-4b5f-a40c-c8e4c19bed50 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057099 Jul 09 19:37:44.185339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-4e69e77c-24b6-4df1-9e59-121084d54636 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991246 Jul 09 19:37:44.232074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.255406 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Sync routers for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:44.269586 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:44.273222 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:44.301963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-25682ec3-74df-4fb2-be24-b420fc02fc67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=387c23a8e7214651a521b2bc887a7b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1977127 Jul 09 19:37:44.310724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6411987-15bb-41a4-98da-daf037201136 req-afe64f24-2ecc-4be4-8061-411c6b5eda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:44.312409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-afe64f24-2ecc-4be4-8061-411c6b5eda3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052768 Jul 09 19:37:44.317032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:44.402459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:44.430328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-7ee87168-c59e-40e3-9e9f-41a696eadc8a service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050603 Jul 09 19:37:44.443231 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:44.476196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 5dbba765-d383-4bff-bd70-f09bba5e38e2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:44.481195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5dbba765-d383-4bff-bd70-f09bba5e38e2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:44.481867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.519206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-e859217b-ca5e-4eb9-85c6-903b564e0161 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.2249806 Jul 09 19:37:44.563503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682ec3-74df-4fb2-be24-b420fc02fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291b8c9-53ef-41d9-a1a6-bfb39d3f1a88,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:44.604638 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.616436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.619721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.623789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/091ed62a-8e47-41dc-8b14-1a2ac74c2af1 HTTP/1.1" status: 204 len: 168 time: 0.8365240 Jul 09 19:37:44.636115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.646070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:44.650950 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dca10a-9785-4319-8746-983d7da853a8" -d '{"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-plugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:44.656530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81589fa8-ba7a-46e7-974d-12b2be9259b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ed62a-8e47-41dc-8b14-1a2ac74c2af1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:44.678356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-7040b277-1da9-44f0-97ca-86e444dd1a71 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:44.685106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:44.686339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:37:41Z', 'revision_number': 5, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:44.690633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-7040b277-1da9-44f0-97ca-86e444dd1a71 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports/a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 942 time: 0.1902153 Jul 09 19:37:44.695355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.697772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.721339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Checking router: 976a64e0-25a1-4f82-8ac2-724184883d90 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:44.730882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Routers {'976a64e0-25a1-4f82-8ac2-724184883d90'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:44.731722 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['976a64e0-25a1-4f82-8ac2-724184883d90'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:44.763384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:44.883850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6411987-15bb-41a4-98da-daf037201136 req-0943259f-2b56-44a1-b557-524859872ddb service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080915 Jul 09 19:37:44.919962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.922977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:44.948303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.010309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1045c3b7-7550-4087-8995-868b6908ecca up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:45.028468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195518-c734-4975-9a7d-1f3c02f8c117 req-ec3269aa-14e5-478e-977f-7091333cfb64 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:45.034054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48195518-c734-4975-9a7d-1f3c02f8c117 req-ec3269aa-14e5-478e-977f-7091333cfb64 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.5884171 Jul 09 19:37:45.105730 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-1cd658fd-0322-4756-9855-9e320fe4b03b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.1669662 Jul 09 19:37:45.141945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1045c3b7-7550-4087-8995-868b6908ecca completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:45.144882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] Set router 976a64e0-25a1-4f82-8ac2-724184883d90 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:45.182388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48195518-c734-4975-9a7d-1f3c02f8c117 req-28f60ffd-2d40-458c-a9e8-68a79e08804d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033278 Jul 09 19:37:45.199920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.203169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.213486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3291b8c9-53ef-41d9-a1a6-bfb39d3f1a88 HTTP/1.1" status: 204 len: 168 time: 0.8861063 Jul 09 19:37:45.220552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06b6f1-aa64-44b0-83b8-a23ec2c23d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291b8c9-53ef-41d9-a1a6-bfb39d3f1a88,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:45.223353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Deleting port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:45.223706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.427270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] For port 0875ab64-9b0b-4003-b1bd-5a62c7ef3987, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:45.428552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.430722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-576457ba-451d-4009-b463-3668f1b4f492 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:45.436548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-576457ba-451d-4009-b463-3668f1b4f492 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.3296623 Jul 09 19:37:45.449925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.519482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af19c62-103f-432f-baec-ae3ed83736b7 None None] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:45.525285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Calling delete_port for 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:45.531179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:37:41Z', 'revision_number': 5, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:45.564344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-615feec4-c844-4ed6-9218-6204546b3cdf tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.1241505 Jul 09 19:37:45.579725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0b8e6-454e-4ece-a2da-2b023eedd0b2 None None] The sync data for ids ['976a64e0-25a1-4f82-8ac2-724184883d90'] in n-d-800087-3 is: [{'id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891689012-router', 'tenant_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:35:35Z', 'updated_at': '2021-07-09T19:37:41Z', 'revision_number': 5, 'project_id': '23f53f3bd3bc447486fa2b5cdc0925c8', 'gw_port': {'id': '0875ab64-9b0b-4003-b1bd-5a62c7ef3987', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976a64e0-25a1-4f82-8ac2-724184883d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:35:36Z', 'updated_at': '2021-07-09T19:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:45.645201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:45.721180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f4d86-ad44-43d3-a74b-42cc639ac0a2 req-2bed9256-9b49-4fa5-8286-64ae16668af4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:45.728855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.729446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-903f4d86-ad44-43d3-a74b-42cc639ac0a2 req-2bed9256-9b49-4fa5-8286-64ae16668af4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3191202 Jul 09 19:37:45.730272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Provisioning for port 1045c3b7-7550-4087-8995-868b6908ecca completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:45.749746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Provisioning complete for port 1045c3b7-7550-4087-8995-868b6908ecca triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:45.750062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.890047 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:45.946575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] For port 1045c3b7-7550-4087-8995-868b6908ecca, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1045c3b7-7550-4087-8995-868b6908ecca,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:45.954872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.028721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cbc07-019f-4738-8e54-ed065535a948 None None] Pushing event updated for resources: {'Port': ['ID=1045c3b7-7550-4087-8995-868b6908ecca,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:46.142814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:46.173732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de5ab314-e017-4c91-b4c6-a22505a73d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.176216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-752a3ea2-9399-475b-b94b-009b97f371e9 None None] Provisioning complete for port 1045c3b7-7550-4087-8995-868b6908ecca triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:46.176587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752a3ea2-9399-475b-b94b-009b97f371e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.249837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-903f4d86-ad44-43d3-a74b-42cc639ac0a2 req-8ce7b5d2-4569-4b58-9555-a527bdcb734c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195119 Jul 09 19:37:46.267082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:37:46.320636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.351927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0875ab64-9b0b-4003-b1bd-5a62c7ef3987,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:46.375400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.390599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.390928 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f disassociated. External IP: 172.25.3.21, port: a33ec40d-a1f7-45ec-8f5f-b3d0702e6782. Jul 09 19:37:46.463382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.545322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:46.555077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Sync routers for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:46.565226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.566880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:46.567566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:46.568082 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.581397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de5ab314-e017-4c91-b4c6-a22505a73d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.590247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de5ab314-e017-4c91-b4c6-a22505a73d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.602492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.603725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81335c6a-a514-4977-bfc4-5b0ab8e4bab7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3277731 Jul 09 19:37:46.612256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:46.624214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c99a50-91da-4e44-bff6-fd33decb81fe req-0f829867-81f9-48c3-bf79-c50eba4b20aa tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:46.625742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1c99a50-91da-4e44-bff6-fd33decb81fe req-0f829867-81f9-48c3-bf79-c50eba4b20aa tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 945 time: 0.2092247 Jul 09 19:37:46.640696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.641424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976a64e0-25a1-4f82-8ac2-724184883d90 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:37:46.652129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.654496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28535286-d61e-4c9f-8396-2e64940715c9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/976a64e0-25a1-4f82-8ac2-724184883d90 HTTP/1.1" status: 204 len: 168 time: 2.6445653 Jul 09 19:37:46.671572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:46.689767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:46.717697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1c99a50-91da-4e44-bff6-fd33decb81fe req-c562ad06-d1bf-43c4-b5b1-0bc028196c2f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790308 Jul 09 19:37:46.725268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-de5ab314-e017-4c91-b4c6-a22505a73d54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85aceb6660c8400993a288c63b63e812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807924 Jul 09 19:37:46.725887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:46.743144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab314-e017-4c91-b4c6-a22505a73d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db2577c-cbcf-4620-99b9-730fdd4c4a03,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:46.767699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Deleting subnet dbbd8865-731c-4637-b382-ace15fdfc604 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:37:46.771209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.835891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.866424 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c9f8dd-547a-4d06-a7fe-051b3cbe4d96 x-openstack-request-id: req-e6c9f8dd-547a-4d06-a7fe-051b3cbe4d96 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:46.866983 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-plugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:46.866983 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6c9f8dd-547a-4d06-a7fe-051b3cbe4d96 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:46.867446 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'code': 200} Jul 09 19:37:46.952496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.981307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:46.985715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6e09-6bb0-46ce-91c6-2384e497338d req-916d8281-e70a-4a15-8ff9-fb62647f2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:46.986774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:46.988074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52ff6e09-6bb0-46ce-91c6-2384e497338d req-916d8281-e70a-4a15-8ff9-fb62647f2c1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 1096 time: 0.1161904 Jul 09 19:37:47.015773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:44Z', 'revision_number': 3, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:47.024696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.057851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52ff6e09-6bb0-46ce-91c6-2384e497338d req-6718a6c7-0be4-40e8-85d7-fc40ea837d22 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Jul 09 19:37:47.059725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Checking router: 7a901f26-c6c9-45ea-8291-6b7b8b34e133 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:47.060359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Updating router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 port 519b635e-9de5-497e-bc0a-e8c72867c4a9 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:37:47.076319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.107722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbd8865-731c-4637-b382-ace15fdfc604,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:47.109971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.111416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.113391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-17c5984f-1fb9-4c10-9d6e-06a66e6ac166 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dbbd8865-731c-4637-b382-ace15fdfc604 HTTP/1.1" status: 204 len: 168 time: 0.4395258 Jul 09 19:37:47.115823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:47.153101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b2f68-b1fe-4358-9e55-37c12f8bc353 None None] Network b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:47.222361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.254015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.258198 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.262801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6db2577c-cbcf-4620-99b9-730fdd4c4a03 HTTP/1.1" status: 204 len: 168 time: 0.5325892 Jul 09 19:37:47.298789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84680b64-ee76-411c-8e8e-d3465872e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db2577c-cbcf-4620-99b9-730fdd4c4a03,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:47.353512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Deleting port 2c0223e4-7ece-46dc-9371-19e49a15466f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:47.353963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.379831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:47.383439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.390170 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:47.401853 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:47.402904 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:47.405626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1045c3b7-7550-4087-8995-868b6908ecca up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:47.478065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-b731944f-3eaf-4a86-8570-748681ee16bc tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "PUT /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 694 time: 1.8337669 Jul 09 19:37:47.510813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:47.513294 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a007a2-8afc-49a1-9141-0b1481f541d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:47.575680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] For port 2c0223e4-7ece-46dc-9371-19e49a15466f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2c0223e4-7ece-46dc-9371-19e49a15466f,segment=NetworkSegment(33b64b7f-0de5-4c83-b4e9-2c8674ada206),segment_id=33b64b7f-0de5-4c83-b4e9-2c8674ada206)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:47.576709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.598950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Calling delete_port for 2c0223e4-7ece-46dc-9371-19e49a15466f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:47.610937 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:47.625773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-bb7ffd8d-2611-422e-b12e-ed65212dc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:47.628402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-bb7ffd8d-2611-422e-b12e-ed65212dc52f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1096 time: 0.1495636 Jul 09 19:37:47.631959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1045c3b7-7550-4087-8995-868b6908ecca triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:47.632324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.734775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.746013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e6a92-9b8c-4cbf-92ef-2f7066f684c5 None None] DHCP port deletion for b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:37:47.776525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] No DVR routers for this DVR port 2c0223e4-7ece-46dc-9371-19e49a15466f on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:47.878294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.886623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-7e5ebe2f-e9a8-41dc-b646-7448b6f55779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:47.888695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-7e5ebe2f-e9a8-41dc-b646-7448b6f55779 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2085333 Jul 09 19:37:47.890803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.891797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:47.909659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b64b7f-0de5-4c83-b4e9-2c8674ada206') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:47.909954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b64b7f-0de5-4c83-b4e9-2c8674ada206') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:47.921224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.934945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.942702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:37:47.943102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.965118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-788147b0-8d49-49a5-a31f-cec6557c8b1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 217 time: 0.0562456 Jul 09 19:37:47.969106 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:47.989958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:48.005051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0223e4-7ece-46dc-9371-19e49a15466f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:48.017092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:48.017760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c16f0ddf-0a93-4ab0-98fd-a5746be6bae4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:37:48.020599 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:37:48.031575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c70e88-9be4-4dae-9448-5afc616ef6c4 req-af9dc959-e424-46bf-87fc-427e5fcd1c29 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:48.036970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6c70e88-9be4-4dae-9448-5afc616ef6c4 req-af9dc959-e424-46bf-87fc-427e5fcd1c29 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.5568967 Jul 09 19:37:48.063858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:48.078219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Transition to ACTIVE for port object 519b635e-9de5-497e-bc0a-e8c72867c4a9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:48.080840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.086429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.099096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6c70e88-9be4-4dae-9448-5afc616ef6c4 req-a908fcda-e94c-4d12-aeab-9be23363189f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611618 Jul 09 19:37:48.100152 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:48.106040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.117687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8 HTTP/1.1" status: 204 len: 168 time: 1.0008056 Jul 09 19:37:48.127658 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:48.131275 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:48.175834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147cd74-c2eb-4d90-ba04-4eaf554531d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fbd9ed-fa87-4c65-8bf6-603775e9bbd8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:48.275033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa473be1-46a8-4966-b659-29b5dafaa74a None None] Pushing event updated for resources: {'Port': ['ID=519b635e-9de5-497e-bc0a-e8c72867c4a9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:48.283180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Attempting to bind port 519b635e-9de5-497e-bc0a-e8c72867c4a9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:48.283588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Attempting to bind port 519b635e-9de5-497e-bc0a-e8c72867c4a9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:48.284125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Attempting to bind port 519b635e-9de5-497e-bc0a-e8c72867c4a9 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:48.294718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:48.295210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:48.295788 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.296111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:48.296902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Bound port: 519b635e-9de5-497e-bc0a-e8c72867c4a9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:48.297329 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.315827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-d4ea421f-c74c-43dd-a920-e0b032ff7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:48.317365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-d4ea421f-c74c-43dd-a920-e0b032ff7f36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.3454735 Jul 09 19:37:48.374606 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:48.398995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:48.428486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] For port 519b635e-9de5-497e-bc0a-e8c72867c4a9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:48.436354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] For port 519b635e-9de5-497e-bc0a-e8c72867c4a9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=519b635e-9de5-497e-bc0a-e8c72867c4a9,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:48.445230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.451127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-aa50df14-a026-426e-8833-5d6e01e78f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:48.453461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-aa50df14-a026-426e-8833-5d6e01e78f3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272793 Jul 09 19:37:48.471520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Allocated IP 172.20.0.1 (71b23e90-ed87-4bb5-a6b2-266f8ee6eaca/913b5c46-3ddc-42b1-9672-584b566d658a/29af6356-5db9-4b6c-b59c-eb7cc39a3026) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:37:48.505875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cdcdec88-2669-4e9d-8030-83adbd61e5fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=462d0c3329a2486eb46f396bca1c4ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054196 Jul 09 19:37:48.509898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:48.605448 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.623427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:48.623427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:48.626218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.675635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.707650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa473be1-46a8-4966-b659-29b5dafaa74a None None] Pushing event updated for resources: {'Port': ['ID=519b635e-9de5-497e-bc0a-e8c72867c4a9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:48.773352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.776284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:48.777616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28d96831-949c-4412-9207-64f291b00edb HTTP/1.1" status: 204 len: 168 time: 0.2666728 Jul 09 19:37:48.800539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60096e-fd7e-48b3-974e-553745617b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d96831-949c-4412-9207-64f291b00edb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:48.859957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:48.896131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:48.926431 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a541d-072a-401a-8ba1-00eb9c222ea5 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:49.027865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2c0223e4-7ece-46dc-9371-19e49a15466f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:49.042552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.060737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Transition to ACTIVE for port object 29af6356-5db9-4b6c-b59c-eb7cc39a3026 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:49.073395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0808235-dfe8-4355-af64-af18be2a685a req-f62e8d51-6c81-4762-b5e0-4d733e16054c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:49.077169 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0808235-dfe8-4355-af64-af18be2a685a req-f62e8d51-6c81-4762-b5e0-4d733e16054c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1531446 Jul 09 19:37:49.104996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-aa0f1213-c861-44b7-a2c7-48b79d603421 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447182 Jul 09 19:37:49.106536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.109593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2c0223e4-7ece-46dc-9371-19e49a15466f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:49.109876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2c0223e4-7ece-46dc-9371-19e49a15466f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:49.110303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:49.158185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:49.158583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0875ab64-9b0b-4003-b1bd-5a62c7ef3987 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:49.171172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:49.174673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0808235-dfe8-4355-af64-af18be2a685a req-30b65180-8d5c-4703-afb5-231f3a23b958 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912254 Jul 09 19:37:49.218964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:49.228198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:37:49.265961 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a704d-cad4-44b3-adac-63554e5a59cd x-openstack-request-id: req-af3a704d-cad4-44b3-adac-63554e5a59cd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:49.266257 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:49.266508 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af3a704d-cad4-44b3-adac-63554e5a59cd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:49.266900 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'status': 'completed', 'code': 200} Jul 09 19:37:49.313890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Pushing event updated for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:49.350076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.393931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:44Z', 'revision_number': 3, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:49.441952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18ce4559-09c6-4e6c-a12f-4f9212a5a674 req-d82d146b-359d-40cd-8313-2b532d5982ac service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255422 Jul 09 19:37:49.463792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:49.491905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-ff84db22-916f-43cd-b1e8-f4db15009acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:49.498634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-ff84db22-916f-43cd-b1e8-f4db15009acb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 1096 time: 0.2013671 Jul 09 19:37:49.500635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1eb105-76ea-4d71-b724-51091403078f None None] The sync data for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 is: [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:44Z', 'revision_number': 3, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:49.502442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b8e10-2554-4332-b2ef-b42938190855 None None] New status for floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:37:49.666530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5b724e38-be8a-4c73-9ce3-ccad1b11dd42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23f53f3bd3bc447486fa2b5cdc0925c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978393 Jul 09 19:37:49.669209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:49.746079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.777027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f948c5a1-33bd-4294-97a9-9aa2a5d02c24 None None] Provisioning for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:49.789364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-83abba4b-4784-4d78-a5dd-ba336eede1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:49.790895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f948c5a1-33bd-4294-97a9-9aa2a5d02c24 None None] Provisioning complete for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:49.791202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f948c5a1-33bd-4294-97a9-9aa2a5d02c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.791407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-83abba4b-4784-4d78-a5dd-ba336eede1d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.2676198 Jul 09 19:37:49.808851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde617d-54bf-4147-885b-d8c8b6e57307 req-3f542af5-4e19-47ad-8362-e024c50850c7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:49.817092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dde617d-54bf-4147-885b-d8c8b6e57307 req-3f542af5-4e19-47ad-8362-e024c50850c7 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 945 time: 0.3041987 Jul 09 19:37:49.859079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f948c5a1-33bd-4294-97a9-9aa2a5d02c24 None None] Port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:37:49.889928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.896183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-49062b45-d7c8-4c91-85c9-6295a3334b14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 200 len: 217 time: 0.0757785 Jul 09 19:37:49.964110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7cc5d-cb66-4018-aa59-45a022b1d7aa req-97c86a90-ea72-4a1e-ad30-7e7a3783560a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:49.976001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31a7cc5d-cb66-4018-aa59-45a022b1d7aa req-97c86a90-ea72-4a1e-ad30-7e7a3783560a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.2729478 Jul 09 19:37:49.990756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:49.996316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9dde617d-54bf-4147-885b-d8c8b6e57307 req-06d876ae-ecbf-421b-b90c-944fc6eb0f11 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782250 Jul 09 19:37:50.051874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-6a6aedfc-49b2-4718-8e9a-bb36066e4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:50.057044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-6a6aedfc-49b2-4718-8e9a-bb36066e4b49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1399682 Jul 09 19:37:50.058051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31a7cc5d-cb66-4018-aa59-45a022b1d7aa req-9ea3a799-f4a0-425c-9095-8b0782667646 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Jul 09 19:37:50.168689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:50.173826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:50.174722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-7af7d4fb-9e89-4518-bea1-11e6ffe3e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:50.182074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-7af7d4fb-9e89-4518-bea1-11e6ffe3e849 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140790 Jul 09 19:37:50.183151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:50.185944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:50.189846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55dde630-434a-40a5-a0f7-b7ba44753e8a HTTP/1.1" status: 204 len: 168 time: 0.5195599 Jul 09 19:37:50.262478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Pushing event updated for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:50.270585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:50.367793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03810b0-4a62-4927-ad93-f71b1752c397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dde630-434a-40a5-a0f7-b7ba44753e8a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:50.391600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-55c7f454-f754-4a84-ac2c-474f0ede9586 service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005675 Jul 09 19:37:50.507837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361f0e-6a83-4ee0-809b-56fa1469737f req-76e9a8d6-f146-4ed3-9fa5-b26708cca3a4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:50.509447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4361f0e-6a83-4ee0-809b-56fa1469737f req-76e9a8d6-f146-4ed3-9fa5-b26708cca3a4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1453679 Jul 09 19:37:50.512642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:37:50.514321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:50.605651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a007a2-8afc-49a1-9141-0b1481f541d9 req-bee968fb-4b02-4815-b914-5dd6057f87fa service neutron] 10.222.0.25 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058682 Jul 09 19:37:50.642498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4361f0e-6a83-4ee0-809b-56fa1469737f req-faca3e09-314a-4a2b-bc00-d4737c9b305a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258762 Jul 09 19:37:50.920612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:51.142579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 519b635e-9de5-497e-bc0a-e8c72867c4a9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:51.197991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f30fd7e3-c55e-4220-9a85-f0b8be4a1924 None None] Provisioning complete for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:51.202542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f30fd7e3-c55e-4220-9a85-f0b8be4a1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:51.313844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:51.332687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20dc6cff-c9f4-4f9c-8dd5-bd5bed8a171e admin admin] 10.222.0.10 "PUT /v2.0/routers/7a901f26-c6c9-45ea-8291-6b7b8b34e133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7178152 Jul 09 19:37:51.429051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f30fd7e3-c55e-4220-9a85-f0b8be4a1924 None None] Port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:37:51.488991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 519b635e-9de5-497e-bc0a-e8c72867c4a9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:51.508629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 519b635e-9de5-497e-bc0a-e8c72867c4a9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:51.509405 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:51.718548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:51.784920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 519b635e-9de5-497e-bc0a-e8c72867c4a9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=519b635e-9de5-497e-bc0a-e8c72867c4a9,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:51.790932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:51.888669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=519b635e-9de5-497e-bc0a-e8c72867c4a9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:52.192229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-2b4886bb-b851-4d4e-9702-2b29e06dffd1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:52.195276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-2b4886bb-b851-4d4e-9702-2b29e06dffd1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1211700 Jul 09 19:37:52.253091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:52.286053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-26268b5c-239e-4bcd-b810-7afe69a1b942 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0838633 Jul 09 19:37:52.296118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:52.302092 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c716467-0d4a-4fe9-bda7-10d1c965a1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.393555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.431320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Sync routers for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:52.447063 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:52.448920 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:52.536099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:52.648332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.669035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-256051201-network', 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:52.697986 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:52.714986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:37:52.714986 n-d-800087-3 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 19:37:52.714986 n-d-800087-3 neutron-server[93771]: [parameters: {'project_id': 'fe876aadc6cc4b99974c30b4d02a936d', 'id': '9d8b9e36-ea3a-45e1-9d45-944516897431', 'expiration': datetime.datetime(2021, 7, 9, 19, 39, 52, 700810)}] Jul 09 19:37:52.714986 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:37:52.715508 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:37:52.743717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50724e-4bfa-4f5e-a1fe-cefdc8481f68 req-8f9e6de4-2833-4bf1-ab5d-e867160316f4 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:52.745646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd50724e-4bfa-4f5e-a1fe-cefdc8481f68 req-8f9e6de4-2833-4bf1-ab5d-e867160316f4 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 945 time: 0.2856245 Jul 09 19:37:52.747088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:52.750093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.770516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.824900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd50724e-4bfa-4f5e-a1fe-cefdc8481f68 req-2bb607bf-38b4-4916-b575-250c8ea5b49a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Jul 09 19:37:52.933970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.940580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:52.941830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:49Z', 'revision_number': 4, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '29af6356-5db9-4b6c-b59c-eb7cc39a3026', 'name': '', 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'mac_address': 'fa:16:3e:c6:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:47Z', 'updated_at': '2021-07-09T19:37:49Z', 'revision_number': 2, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'subnets': [{'id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:52.957909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 519b635e-9de5-497e-bc0a-e8c72867c4a9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:52.974333 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Checking router: 7a901f26-c6c9-45ea-8291-6b7b8b34e133 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:52.974685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Updating router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:37:52.976710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:37:52.996257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1849d115-e108-4ff9-a5ec-1890fa377c35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:53.013059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.015071 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Added segment dccd100e-9038-4ae8-a7a4-b0ec2675d8ef of type vlan for network f60ffb44-cf1d-494c-91e8-3663a00a04a4 Jul 09 19:37:53.072736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.082034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.089745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 519b635e-9de5-497e-bc0a-e8c72867c4a9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:53.091489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.118483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.120342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:53.121273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.173930 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.204922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.210775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.220761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-bd8408ff-81de-4111-bda3-ba99be564902 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:53.222217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-bd8408ff-81de-4111-bda3-ba99be564902 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ef3f6eb-fc98-4325-87ea-ab681e40ae0d HTTP/1.1" status: 200 len: 945 time: 0.3245838 Jul 09 19:37:53.233182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.278551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd97bc7e-968f-4a6f-8a1e-a7df74866174 req-9fb82c08-b8bc-4060-b36a-7548f6c7c77c tempest-FloatingIPsNegativeTestJSON-280968559 tempest-FloatingIPsNegativeTestJSON-280968559-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=cf8bfa5abf2d490996f828c18f07501d HTTP/1.1" status: 200 len: 217 time: 0.1540487 Jul 09 19:37:53.279794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7381935 Jul 09 19:37:53.292631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:53.297864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Request body: {'subnet': {'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-256051201-subnet', 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:37:53.302268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da3aa-9132-41bc-88ea-5ebf7899dd53 admin admin] Pushing event updated for resources: {'Network': ['ID=f60ffb44-cf1d-494c-91e8-3663a00a04a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:53.323666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:37:53.387104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.391956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.478753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe876aadc6cc4b99974c30b4d02a936d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2215168 Jul 09 19:37:53.478753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa198d6-1275-4666-ba44-69ead9e941d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f82e22-853d-409d-a0c9-6c358d3c7ed8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:53.480148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:53.518146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:37:53.525167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.531614 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.544524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Transition to ACTIVE for port object 29af6356-5db9-4b6c-b59c-eb7cc39a3026 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:37:53.552035 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.565052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.593956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.608482 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f associated. External IP: 172.25.3.21, port: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70. Jul 09 19:37:53.634549 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Pushing event updated for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:53.658132 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.661187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.665871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29f82e22-853d-409d-a0c9-6c358d3c7ed8 HTTP/1.1" status: 204 len: 168 time: 0.1820352 Jul 09 19:37:53.681365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e2c5d-5cfa-4433-abf7-e13aa2ff8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f82e22-853d-409d-a0c9-6c358d3c7ed8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:53.701636 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.712129 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.712619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.713099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.713763 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.714273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.714825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.715286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.715761 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.716219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.716734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.717323 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:53.756721 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Attempting to bind port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:37:53.757283 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Attempting to bind port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:37:53.757781 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Attempting to bind port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 on network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:37:53.764270 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:37:53.764640 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Checking segment: {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:53.765227 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.765754 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Bound using segment: {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:37:53.766528 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Bound port: 29af6356-5db9-4b6c-b59c-eb7cc39a3026, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8eecc-bf60-46eb-8521-5cc769e8c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:37:53.767058 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.827230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Deleting port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:53.827570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.887120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] For port 29af6356-5db9-4b6c-b59c-eb7cc39a3026, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:37:53.890599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] For port 29af6356-5db9-4b6c-b59c-eb7cc39a3026, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29af6356-5db9-4b6c-b59c-eb7cc39a3026,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:37:53.898781 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:53.993415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:53.994029 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:53.997371 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17a7f3-28b7-4fd4-826d-5e043757a69a None None] Pushing event updated for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:54.166824 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:54.191820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:54.196556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a80a7e0-d8a6-401e-8134-202e5d72302a req-853ac90b-dcb1-46f4-b860-1c0c9e7ad012 tempest-FloatingIPsNegativeTestJSON-280968559 tempest-FloatingIPsNegativeTestJSON-280968559-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0422230 Jul 09 19:37:54.213578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa34b6d-164d-456e-947c-9a83f5b72643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.404734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa34b6d-164d-456e-947c-9a83f5b72643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.418496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa34b6d-164d-456e-947c-9a83f5b72643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.455367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0aa34b6d-164d-456e-947c-9a83f5b72643 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d712dfe3e99843b59e6125636cd4ea61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586067 Jul 09 19:37:54.455491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:54.508038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34b6d-164d-456e-947c-9a83f5b72643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b593b-7d06-4249-8c63-ef179ca4c814,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:54.513540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:49Z', 'revision_number': 4, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '29af6356-5db9-4b6c-b59c-eb7cc39a3026', 'name': '', 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'mac_address': 'fa:16:3e:c6:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:47Z', 'updated_at': '2021-07-09T19:37:53Z', 'revision_number': 4, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'subnets': [{'id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:54.535312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.547490 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ee0533-6e8a-4a3f-9473-423ccf09f662 None None] The sync data for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 is: [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:49Z', 'revision_number': 4, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '29af6356-5db9-4b6c-b59c-eb7cc39a3026', 'name': '', 'network_id': '71b23e90-ed87-4bb5-a6b2-266f8ee6eaca', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'mac_address': 'fa:16:3e:c6:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:47Z', 'updated_at': '2021-07-09T19:37:53Z', 'revision_number': 4, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'subnets': [{'id': '913b5c46-3ddc-42b1-9672-584b566d658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:54.578377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.644570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:54.716884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] For port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:54.717539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.742388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.746170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.750533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a3b593b-7d06-4249-8c63-ef179ca4c814 HTTP/1.1" status: 204 len: 168 time: 0.2938838 Jul 09 19:37:54.761037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Calling delete_port for a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:54.772539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45142f8a-20c2-42a2-a47d-3808c47ae45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b593b-7d06-4249-8c63-ef179ca4c814,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:54.815067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07265a3f-f4b7-4524-9f79-e6542c59a4b6 req-06507c4f-5db5-4e06-8ed2-d95d52da23cf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:54.823218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07265a3f-f4b7-4524-9f79-e6542c59a4b6 req-06507c4f-5db5-4e06-8ed2-d95d52da23cf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 945 time: 0.1836929 Jul 09 19:37:54.859114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64fab8f0-a4f9-4e07-bbba-eb458c363d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.900428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07265a3f-f4b7-4524-9f79-e6542c59a4b6 req-558250de-6553-45b9-995c-7c6356ce399f tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756934 Jul 09 19:37:54.921590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:37:54.937861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a08380b-834b-4cd3-9c23-f43411ca3a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:54.950907 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.019994 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-6768f8d0-25e7-4f1f-b5b8-e88aa2c932e0 req-102f168f-831a-42ff-95b5-c687568e5758 tempest-FloatingIPsNegativeTestJSON-280968559 tempest-FloatingIPsNegativeTestJSON-280968559-project] show failed (client error): The resource could not be found. Jul 09 19:37:55.022613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6768f8d0-25e7-4f1f-b5b8-e88aa2c932e0 req-102f168f-831a-42ff-95b5-c687568e5758 tempest-FloatingIPsNegativeTestJSON-280968559 tempest-FloatingIPsNegativeTestJSON-280968559-project] 10.222.0.10 "GET /v2.0/floatingips/fb9d71fc-369c-4262-bb40-ed47f73004b5 HTTP/1.1" status: 404 len: 350 time: 0.0778847 Jul 09 19:37:55.037801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:55.042287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29af6356-5db9-4b6c-b59c-eb7cc39a3026 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:55.180588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:37:55.184787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:55.185428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.227279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb8da13-b93d-4a82-9516-421f9ff4d0aa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:55.261775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.263478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.263912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.265204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.265577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.270816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.271670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.272023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.272366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.272989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.274810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.275163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:37:55.312550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.369974 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.419318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 29af6356-5db9-4b6c-b59c-eb7cc39a3026, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29af6356-5db9-4b6c-b59c-eb7cc39a3026,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:55.428915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.467742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:37:55.479562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.482750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:37:55.519498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:55.520133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:55.553685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc16ade-436f-4ab8-ab01-56b2471ed53f req-a2908bbb-9cb3-4f7f-ac87-2b2e27492b9b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:55.558658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:37:55.560879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2dc16ade-436f-4ab8-ab01-56b2471ed53f req-a2908bbb-9cb3-4f7f-ac87-2b2e27492b9b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.1893845 Jul 09 19:37:55.562571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Network hostable DHCP agents. Network: f60ffb44-cf1d-494c-91e8-3663a00a04a4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:37:55.595991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:55.602105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-48115212-2209-4314-aec3-7746ab166b5d tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "PUT /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 995 time: 3.3137660 Jul 09 19:37:55.608577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:55.611774 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d6d5e8-96a8-4029-aee1-28adfeee3504" -d '{"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:55.660296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.662799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:37:55.678452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:55.721293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event deleted for resources: {'Port': ['ID=a33ec40d-a1f7-45ec-8f5f-b3d0702e6782,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:55.725862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f60ffb44-cf1d-494c-91e8-3663a00a04a4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:37:55.738716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:55.739939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.767597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c169da3-773a-4373-9483-d4128e3bb169 None None] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:55.767958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2dc16ade-436f-4ab8-ab01-56b2471ed53f req-85386f26-5e1c-493b-804f-7dcd08f46af4 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060916 Jul 09 19:37:55.812783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64fab8f0-a4f9-4e07-bbba-eb458c363d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.813462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] No DVR routers for this DVR port a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:37:55.817570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.821509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f047da6d-bd34-4391-92cd-23ff6a3eb6e9 req-3d19a486-6665-4e12-a964-9ed879e031f0 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.25 "DELETE /v2.0/ports/a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 HTTP/1.1" status: 204 len: 173 time: 2.5676939 Jul 09 19:37:55.831414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f6ac9e94-66fb-40f0-84cc-d4a3e0324d78 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5365808 Jul 09 19:37:55.837167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-ae5530db-ff9d-4f44-9cd8-b81b0b82018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:55.859449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-ae5530db-ff9d-4f44-9cd8-b81b0b82018a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.2323966 Jul 09 19:37:55.865275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64fab8f0-a4f9-4e07-bbba-eb458c363d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:55.917946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:56.034135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64fab8f0-a4f9-4e07-bbba-eb458c363d02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=254337211c5d4797be31e19f035cbf76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3809414 Jul 09 19:37:56.039283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:37:56.042375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fab8f0-a4f9-4e07-bbba-eb458c363d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c085a9-52b4-474a-aa20-e12c62626021,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:56.240614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.247530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.301030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.392760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-f1be23f4-c494-4e7b-b03c-35751c3d8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:56.394351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-f1be23f4-c494-4e7b-b03c-35751c3d8551 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.5336056 Jul 09 19:37:56.443823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:37:56.546058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:56.561825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.564397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.565611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89c085a9-52b4-474a-aa20-e12c62626021 HTTP/1.1" status: 204 len: 168 time: 0.5213888 Jul 09 19:37:56.579667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:37:56.580177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a33ec40d-a1f7-45ec-8f5f-b3d0702e6782 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:37:56.626558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4f5d8-1204-4bec-baca-b9305e1b9b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c085a9-52b4-474a-aa20-e12c62626021,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:56.638241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-ff30e025-186f-4a4b-a4ec-01f10b99a30c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 998 time: 0.2369866 Jul 09 19:37:56.748393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:56.775324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-c1e8360a-7587-488c-8dbe-08eb8f5980f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:56.791412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-c1e8360a-7587-488c-8dbe-08eb8f5980f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1518826 Jul 09 19:37:56.884990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:53Z', 'revision_number': 8, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:56.937665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-51252b5f-9e2d-42a8-a245-1448219da248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:56.944807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5479f8c-dd6f-4669-8137-75ac4e8fc8b9 None None] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:37:56.951036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-51252b5f-9e2d-42a8-a245-1448219da248 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567087 Jul 09 19:37:56.969339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:37:57.015948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Deleting port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:37:57.017220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.110606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29af6356-5db9-4b6c-b59c-eb7cc39a3026 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:37:57.125752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-2ab1161f-fb69-4490-ad4f-36b98778396e service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734512 Jul 09 19:37:57.207717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:37:57.208684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:57.222537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] For port 29af6356-5db9-4b6c-b59c-eb7cc39a3026, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29af6356-5db9-4b6c-b59c-eb7cc39a3026,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:57.223437 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.260460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Calling delete_port for 29af6356-5db9-4b6c-b59c-eb7cc39a3026 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:37:57.291555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c71ec04-718d-4240-b5cf-ceb498be9c53 req-3bfbc14b-ac71-4d17-9e90-72ed964e6197 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649151 Jul 09 19:37:57.351332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:57.363875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51d5a0-23b3-444b-9f47-e3832846e899 req-2b7b5b2d-4bc7-4d5e-bd64-ce7c17a115be tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:57.372754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b51d5a0-23b3-444b-9f47-e3832846e899 req-2b7b5b2d-4bc7-4d5e-bd64-ce7c17a115be tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2256417 Jul 09 19:37:57.408401 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0128c361-41e1-44e0-9cf1-0f7184ee5a03 x-openstack-request-id: req-0128c361-41e1-44e0-9cf1-0f7184ee5a03 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:57.408703 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:57.409548 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0128c361-41e1-44e0-9cf1-0f7184ee5a03 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:57.410385 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:37:57.415014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '28b25999-56f5-4c32-baa3-08598d93c17d', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'port_id': '28b25999-56f5-4c32-baa3-08598d93c17d', 'mac_address': 'fa:16:3e:28:6b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbf053f-c434-4e11-ac70-e96c65da2173', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:37:57.448701 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b51d5a0-23b3-444b-9f47-e3832846e899 req-7278da0a-4cbf-446f-9205-5ee37c1124c9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746274 Jul 09 19:37:57.488988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.508714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 29af6356-5db9-4b6c-b59c-eb7cc39a3026 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:37:57.509089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.555639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:37:57.615407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-62800f33-0b2a-45a0-bf85-9ebf743c04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:57.615734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:57.617026 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-62800f33-0b2a-45a0-bf85-9ebf743c04ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.1603310 Jul 09 19:37:57.715068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:57.730626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-f32d1656-3ac9-41b1-bd86-7303727b3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:57.732371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-f32d1656-3ac9-41b1-bd86-7303727b3bf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.1087034 Jul 09 19:37:57.734021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.809392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:57.826680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['28b25999-56f5-4c32-baa3-08598d93c17d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:37:57.938318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:58.043576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-a40dc1f6-ba7c-4327-b3ad-9dc03f9c60f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 998 time: 0.3017480 Jul 09 19:37:58.048726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:58.070887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:37:58.096263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-e6ceade0-f0bb-44c4-b84f-96b3e5cecdfe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:58.101366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-e6ceade0-f0bb-44c4-b84f-96b3e5cecdfe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.1924808 Jul 09 19:37:58.142918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-7cfb0ced-35d0-43a5-aa92-7494317730b6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0309217 Jul 09 19:37:58.160540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:53Z', 'revision_number': 8, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:37:58.218550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a4533-1a45-4b30-b8a6-45b7e3d67836 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c89f352d-a979-40e0-91eb-8bc0f9b3613f', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'port_id': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'mac_address': 'fa:16:3e:32:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:37:05Z', 'updated_at': '2021-07-09T19:37:53Z', 'revision_number': 8, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:37:58.227973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-44342a0b-c215-48de-bd66-b5400949ed35 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715172 Jul 09 19:37:58.246026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:58.266462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:37:58.300870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:37:58.314123 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:58.382762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-7e4a96d6-f651-4daf-a5d6-bf25c1e59ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224351 Jul 09 19:37:58.419764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:58.513610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=29af6356-5db9-4b6c-b59c-eb7cc39a3026,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:37:58.567085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-105dea4e-c3e6-445f-9026-8f79c98fb5aa service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773200 Jul 09 19:37:58.618712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-c0ecf8e8-8369-4eb4-9e53-99c611de084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:58.620361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-c0ecf8e8-8369-4eb4-9e53-99c611de084f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.5655546 Jul 09 19:37:58.663562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e893f0-bb40-4586-9065-740393741673 None None] New status for floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:37:58.672018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996e54-249d-4ff8-af07-2b0719f4eda4 req-a9c716ae-0c40-4209-99cc-88c5d3a7aaf8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:58.679265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8996e54-249d-4ff8-af07-2b0719f4eda4 req-a9c716ae-0c40-4209-99cc-88c5d3a7aaf8 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 944 time: 0.9259791 Jul 09 19:37:58.864340 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8996e54-249d-4ff8-af07-2b0719f4eda4 req-8c746683-f0c1-499c-976b-6cb85ac5067d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841142 Jul 09 19:37:58.991284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-ed9e31ac-fbca-426e-94ce-07af810aec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:58.994957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-ed9e31ac-fbca-426e-94ce-07af810aec9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3446939 Jul 09 19:37:59.129279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:37:59.166053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f12d2d-3ca5-4d33-8f6d-480eb9b8e8a2 req-206556b4-aa55-45b6-b22f-e6da08df20ac tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:59.178512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61f12d2d-3ca5-4d33-8f6d-480eb9b8e8a2 req-206556b4-aa55-45b6-b22f-e6da08df20ac tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1345882 Jul 09 19:37:59.234784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61f12d2d-3ca5-4d33-8f6d-480eb9b8e8a2 req-8c5f846d-4ee4-40a2-8503-0dccf1295d98 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533180 Jul 09 19:37:59.234871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8faa421-d48d-44d0-8714-e85e38cdcfc3 req-3cb4b8a4-2b25-48e2-a20e-69329e635986 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 997 time: 0.2658751 Jul 09 19:37:59.411168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'name': 'network-vif-deleted', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:37:59.414194 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c656fa06-5ddb-45a0-a14e-c7fe08c09773" -d '{"events": [{"server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "name": "network-vif-deleted", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:37:59.418650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa421-d48d-44d0-8714-e85e38cdcfc3 req-03ab47a6-7838-4a02-a68e-be4c5bf87fb9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:37:59.420446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8faa421-d48d-44d0-8714-e85e38cdcfc3 req-03ab47a6-7838-4a02-a68e-be4c5bf87fb9 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1734295 Jul 09 19:37:59.435735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-a8faa421-d48d-44d0-8714-e85e38cdcfc3 req-e07e2981-004e-4240-a30a-af7f3e0d040c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:37:59.449850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8faa421-d48d-44d0-8714-e85e38cdcfc3 req-e07e2981-004e-4240-a30a-af7f3e0d040c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153451 Jul 09 19:37:59.539037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-109a23a8-05f4-46e4-9572-b5f11136b036 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278666 Jul 09 19:37:59.554796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2cd84d5-26c8-4e00-8fe3-f61f1e729312 req-2f617d3b-5c79-4869-b4b8-388b8bb2c1fb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 210 time: 0.0545375 Jul 09 19:37:59.643576 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00def6fe-9c74-4c71-b95a-760cff74b9a2 x-openstack-request-id: req-00def6fe-9c74-4c71-b95a-760cff74b9a2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:37:59.643936 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3f6eb-fc98-4325-87ea-ab681e40ae0d", "name": "network-vif-deleted", "tag": "a33ec40d-a1f7-45ec-8f5f-b3d0702e6782", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:37:59.644190 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00def6fe-9c74-4c71-b95a-760cff74b9a2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:37:59.644630 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3f6eb-fc98-4325-87ea-ab681e40ae0d', 'name': 'network-vif-deleted', 'tag': 'a33ec40d-a1f7-45ec-8f5f-b3d0702e6782', 'status': 'completed', 'code': 200} Jul 09 19:37:59.768253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65d6d5e8-96a8-4029-aee1-28adfeee3504 req-19fd5147-3cd7-4f6b-81d4-49aafa408c25 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123811 Jul 09 19:38:00.038597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-73fa4349-8e1e-4f2c-bc4c-38029589cb81 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.2693195 Jul 09 19:38:00.047563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:00.085260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:00.162047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-85549911-78a0-44e5-9caf-066b812e7d4c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:00.174827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-85549911-78a0-44e5-9caf-066b812e7d4c tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports/95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 942 time: 0.1353095 Jul 09 19:38:00.219830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 28b25999-56f5-4c32-baa3-08598d93c17d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:00.220342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:00.281904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a941e-1785-4009-8aeb-c38ae7231094 req-013b730e-4c1f-4afe-930b-b835491f70d0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:00.286120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd1a941e-1785-4009-8aeb-c38ae7231094 req-013b730e-4c1f-4afe-930b-b835491f70d0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 943 time: 0.1649044 Jul 09 19:38:00.326749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:00.338572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-18961013-0bb2-4e93-a954-8be96c162b5e admin admin] 10.222.0.10 "PUT /v2.0/routers/7a901f26-c6c9-45ea-8291-6b7b8b34e133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2970929 Jul 09 19:38:00.340988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:00.401395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd1a941e-1785-4009-8aeb-c38ae7231094 req-bf8450dc-ef61-4952-a32a-7d6a97930036 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980814 Jul 09 19:38:00.401806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Sync routers for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:00.450475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:00.451183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:00.641427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-ae04b728-290a-4f6c-a4a9-75bc6b3ca7a7 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.2535875 Jul 09 19:38:00.816516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c85564a-e52f-459b-aa1a-105054d123f1 req-5fb51da7-b26f-4f50-bc14-83cc30ba7fab tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 210 time: 0.0538681 Jul 09 19:38:00.851655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:00.988803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.017969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:01.046714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:01.059178 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9edf3-c48f-4aed-b922-3687b6d6d18e" -d '{"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-plugged", "status": "completed", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:01.073787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-3c4968d4-3403-4299-8179-896faf2964ae tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:01.084798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-3c4968d4-3403-4299-8179-896faf2964ae tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.4367476 Jul 09 19:38:01.110708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:01.118018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-3690b4cc-dfd5-4c40-8b3c-1e53a78a0427 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:01.119598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-3690b4cc-dfd5-4c40-8b3c-1e53a78a0427 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.2878585 Jul 09 19:38:01.137014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:01.138497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.149069 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f27ded-28d9-48fd-a460-91c19ee1f8b1 x-openstack-request-id: req-f0f27ded-28d9-48fd-a460-91c19ee1f8b1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:01.149446 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-plugged", "status": "completed", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:01.149759 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0f27ded-28d9-48fd-a460-91c19ee1f8b1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:01.150198 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d', 'code': 200} Jul 09 19:38:01.189097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:01.288850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-4ac8aecc-962b-4512-80e2-1dd42c5337be tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 1000 time: 0.2025061 Jul 09 19:38:01.295020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.306803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:01.397556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:01.398156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:01.403943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.404689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.449801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:01.452121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Deleting port 519b635e-9de5-497e-bc0a-e8c72867c4a9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:01.452715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.466490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'mac_address': 'fa:16:3e:6e:ac:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:01.531462 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.553389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dbba765-d383-4bff-bd70-f09bba5e38e2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:01.601629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:37:57Z', 'revision_number': 5, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port': {'id': '519b635e-9de5-497e-bc0a-e8c72867c4a9', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:37:42Z', 'updated_at': '2021-07-09T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:01.691066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:01.697485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Checking router: 7a901f26-c6c9-45ea-8291-6b7b8b34e133 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:01.706658 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.710226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] For port 519b635e-9de5-497e-bc0a-e8c72867c4a9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=519b635e-9de5-497e-bc0a-e8c72867c4a9,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:01.710463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.13 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/6822ba22-12d7-47f3-aefb-ab7c88f2370e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:01.710830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.712926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.720788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:01.721275 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f disassociated. External IP: 172.25.3.21, port: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70. Jul 09 19:38:01.800266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Routers {'7a901f26-c6c9-45ea-8291-6b7b8b34e133'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:01.800924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:01.814671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c1c11-9824-48c0-aafe-f95b3719c6ea req-2716e983-f101-4327-bc7d-5d5b39c36fb0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:01.822504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b0c1c11-9824-48c0-aafe-f95b3719c6ea req-2716e983-f101-4327-bc7d-5d5b39c36fb0 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.1509457 Jul 09 19:38:01.839699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Calling delete_port for 519b635e-9de5-497e-bc0a-e8c72867c4a9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:01.848724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5dbba765-d383-4bff-bd70-f09bba5e38e2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:01.933799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b0c1c11-9824-48c0-aafe-f95b3719c6ea req-a77620cc-ddc1-40a6-a654-d110339f2516 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092951 Jul 09 19:38:01.938101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:01.941699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-c4d8a555-14c4-4017-b909-cd86231a36c7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:01.952442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-c4d8a555-14c4-4017-b909-cd86231a36c7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.3561015 Jul 09 19:38:01.995298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] Set router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:02.012196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.133987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.137831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:38:01Z', 'revision_number': 6, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:02.245927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba334e2d-3a8d-48bc-b0b3-4a79e48c7aef None None] The sync data for ids ['7a901f26-c6c9-45ea-8291-6b7b8b34e133'] in n-d-800087-3 is: [{'id': '7a901f26-c6c9-45ea-8291-6b7b8b34e133', 'name': 'tempest-FloatingIPsNegativeTestJSON-1257746380-router', 'tenant_id': 'cf8bfa5abf2d490996f828c18f07501d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:37:41Z', 'updated_at': '2021-07-09T19:38:01Z', 'revision_number': 6, 'project_id': 'cf8bfa5abf2d490996f828c18f07501d', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:02.270924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:02.274905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:02.299821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:02.425017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:02.461435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:02.462311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.485910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a15280d8-7c48-4f5a-b359-149fc68963a7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3560514 Jul 09 19:38:02.496717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48a8f-7691-4829-a5a5-c7ceb60cff85 req-6ccb3391-f931-45dc-8974-b04cdf038e16 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:02.498318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5a48a8f-7691-4829-a5a5-c7ceb60cff85 req-6ccb3391-f931-45dc-8974-b04cdf038e16 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 932 time: 0.1908751 Jul 09 19:38:02.544435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5a48a8f-7691-4829-a5a5-c7ceb60cff85 req-4d40f764-0d6b-458a-a96a-0c3785de682f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Jul 09 19:38:02.554362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:02.590937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Request body: {'port': {'device_id': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:02.654296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:02.690296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5dbba765-d383-4bff-bd70-f09bba5e38e2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:02.690678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.750791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Deleting port 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:02.751150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.756210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:02.821321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.833707 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.900757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e56ad7-a782-4a0d-85af-135f1d72847f req-05697fb8-9687-41e1-89a3-eb93d69e8314 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:02.904100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:02.909024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98e56ad7-a782-4a0d-85af-135f1d72847f req-05697fb8-9687-41e1-89a3-eb93d69e8314 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1517608 Jul 09 19:38:02.909378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.988502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:02.993839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:02.997664 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:03.010121 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:03.010750 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:03.010986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:03.058140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-85ddd7a0-1e6e-4e07-ad44-1f545ba147f1 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "PUT /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 695 time: 1.7548902 Jul 09 19:38:03.069637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:03.071985 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:03.077990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-745d1b0c-718e-4d1c-bd08-5231d80abbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.100783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98e56ad7-a782-4a0d-85af-135f1d72847f req-e1968cfd-281a-43fd-a115-a241729a0bdc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902890 Jul 09 19:38:03.121680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.152044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:03.155554 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0479a-a530-4e0d-8d44-80ca5842e894" -d '{"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-plugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:03.228381 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:03.235580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 519b635e-9de5-497e-bc0a-e8c72867c4a9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:03.278930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 519b635e-9de5-497e-bc0a-e8c72867c4a9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:03.279450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 519b635e-9de5-497e-bc0a-e8c72867c4a9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:03.279720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29af6356-5db9-4b6c-b59c-eb7cc39a3026 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:03.306839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=519b635e-9de5-497e-bc0a-e8c72867c4a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:03.331240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 29af6356-5db9-4b6c-b59c-eb7cc39a3026 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:03.331471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29af6356-5db9-4b6c-b59c-eb7cc39a3026 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:03.416946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-745d1b0c-718e-4d1c-bd08-5231d80abbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.429112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-745d1b0c-718e-4d1c-bd08-5231d80abbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.438120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6822ba22-12d7-47f3-aefb-ab7c88f2370e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:03.463078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.464239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.470262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] For port 28b25999-56f5-4c32-baa3-08598d93c17d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=28b25999-56f5-4c32-baa3-08598d93c17d,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:03.471066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.517065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-745d1b0c-718e-4d1c-bd08-5231d80abbf6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=797d156e23394ed1b0afc84700a1d043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580111 Jul 09 19:38:03.517906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:03.521428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1b0c-718e-4d1c-bd08-5231d80abbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c68eab-8aa9-49db-a8a6-4cb8e068d5ef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:03.525802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Transition to ACTIVE for port object 6822ba22-12d7-47f3-aefb-ab7c88f2370e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:03.544515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.547112 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:03.572249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Calling delete_port for 28b25999-56f5-4c32-baa3-08598d93c17d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:03.585471 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:03.595495 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:03.596660 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:03.600519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cef267-4770-4e48-9d79-2c08463d826c req-4bdf168e-5689-40de-93e1-42dcece91345 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:03.602040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38cef267-4770-4e48-9d79-2c08463d826c req-4bdf168e-5689-40de-93e1-42dcece91345 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=2552ce56-f1ea-4a97-b083-ef42665144c4 HTTP/1.1" status: 200 len: 945 time: 0.2234976 Jul 09 19:38:03.662453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:03.680748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.752491 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:03.755798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38cef267-4770-4e48-9d79-2c08463d826c req-9223acc2-40d6-472f-9842-1ac7d0a0d195 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439686 Jul 09 19:38:03.768676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.825867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Attempting to bind port 6822ba22-12d7-47f3-aefb-ab7c88f2370e on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:03.826199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Attempting to bind port 6822ba22-12d7-47f3-aefb-ab7c88f2370e by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:03.826525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Attempting to bind port 6822ba22-12d7-47f3-aefb-ab7c88f2370e on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:03.836885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Port 6822ba22-12d7-47f3-aefb-ab7c88f2370e on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:03.836885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Attempting to bind port 6822ba22-12d7-47f3-aefb-ab7c88f2370e on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:03.843555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:03.843959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:03.844394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:03.844919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Bound port: 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:03.845403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.887311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.890171 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.899822 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35c68eab-8aa9-49db-a8a6-4cb8e068d5ef HTTP/1.1" status: 204 len: 168 time: 0.3739076 Jul 09 19:38:03.932632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.940117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:03.946975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55599c-d4da-4b00-9cee-af49ac3de4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c68eab-8aa9-49db-a8a6-4cb8e068d5ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:04.018586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:04.031752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:04.044434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.093741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-550f3c8c-cf0f-43da-a5c3-3234b30758bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.096242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-550f3c8c-cf0f-43da-a5c3-3234b30758bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 1.0167930 Jul 09 19:38:04.104091 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b07d6b-561f-4a8b-959c-88485d64e72c x-openstack-request-id: req-c7b07d6b-561f-4a8b-959c-88485d64e72c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:04.104402 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:04.104777 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7b07d6b-561f-4a8b-959c-88485d64e72c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:04.105284 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:38:04.138822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.211737 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:04.229807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:04.240237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.243943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a901f26-c6c9-45ea-8291-6b7b8b34e133 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:04.252325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.253503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f240dac-f777-4f4c-87a1-4d5c5de23e57 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7a901f26-c6c9-45ea-8291-6b7b8b34e133 HTTP/1.1" status: 204 len: 168 time: 3.9113622 Jul 09 19:38:04.276002 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc19680-5a28-48c2-bf4f-6d0cae9a0269 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:36:38Z', 'revision_number': 4, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '63f82249-e837-4690-9212-6ca2bdbaeec7', 'name': '', 'network_id': '60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'mac_address': 'fa:16:3e:54:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:38Z', 'updated_at': '2021-07-09T19:36:45Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'subnets': [{'id': '37156871-2d60-4a61-8702-18fdcabf5f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:04.334539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:04.341937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.341937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.343384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-ed912883-dcd1-40d7-a251-54f6956d51b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/6822ba22-12d7-47f3-aefb-ab7c88f2370e HTTP/1.1" status: 200 len: 1092 time: 1.7586019 Jul 09 19:38:04.343840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:04.354705 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1628695-c57d-4db1-a427-171abc553348" -d '{"events": [{"name": "network-changed", "server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:04.369016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event deleted for resources: {'Port': ['ID=28b25999-56f5-4c32-baa3-08598d93c17d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:04.553230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] No DVR routers for this DVR port 28b25999-56f5-4c32-baa3-08598d93c17d on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:04.570360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efbe2-7ab4-4c91-8830-813c76917e29 req-6b0e6cc8-d8a7-4e90-965c-0058b3e9e26f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.571023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.578704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b5efbe2-7ab4-4c91-8830-813c76917e29 req-6b0e6cc8-d8a7-4e90-965c-0058b3e9e26f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3509567 Jul 09 19:38:04.581401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9406f829-63e4-40cb-a99e-fb9be50c81f2 req-a5521123-3451-42f7-a024-aa8836385d8f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "DELETE /v2.0/ports/28b25999-56f5-4c32-baa3-08598d93c17d HTTP/1.1" status: 204 len: 173 time: 2.6230435 Jul 09 19:38:04.616225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-24d85ce0-a0c9-4930-a94a-3b0d9a7a7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.617985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-24d85ce0-a0c9-4930-a94a-3b0d9a7a7c46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 1095 time: 0.2171617 Jul 09 19:38:04.643468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Deleting subnet 913b5c46-3ddc-42b1-9672-584b566d658a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:38:04.668694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.697591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-f84eb021-a059-42b1-8dc8-4b39998f0b2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e HTTP/1.1" status: 200 len: 217 time: 0.0693116 Jul 09 19:38:04.753521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-e3d6ff81-6991-4c1d-b84b-b6a949035c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.761429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-e3d6ff81-6991-4c1d-b84b-b6a949035c51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.6540148 Jul 09 19:38:04.767866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-d19918fc-545c-44ed-9d10-98052ded3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.769348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-d19918fc-545c-44ed-9d10-98052ded3429 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 1096 time: 0.6631730 Jul 09 19:38:04.779849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:04.796603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b5efbe2-7ab4-4c91-8830-813c76917e29 req-80820f7d-9a96-4f71-8275-7e74191511cc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979952 Jul 09 19:38:04.881247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:04.902344 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130110da-7985-4dd2-937e-754bb8c3f7a9 x-openstack-request-id: req-130110da-7985-4dd2-937e-754bb8c3f7a9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:04.904691 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-plugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:04.905094 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-130110da-7985-4dd2-937e-754bb8c3f7a9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:04.905673 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'code': 200} Jul 09 19:38:04.907753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-028270ec-0d31-4a3b-aa73-10d5b36d53c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.1374247 Jul 09 19:38:04.920038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97936c01-b8e5-40fa-91a1-ed4bd1a04274 None None] New status for floating IP c89f352d-a979-40e0-91eb-8bc0f9b3613f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:38:04.939391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-2605e581-e88d-4f2a-be04-91ca845cd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:04.943947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-2605e581-e88d-4f2a-be04-91ca845cd0e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.2404535 Jul 09 19:38:04.982898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-2fdc7be9-d64b-4dad-9689-e3eeeb184224 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325625 Jul 09 19:38:04.987617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c695409b-4851-47cd-a2ec-aadfcbd26739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.106794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-d294be34-9e98-4cc8-8a39-86ad19de036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:05.108527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-d294be34-9e98-4cc8-8a39-86ad19de036a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1393046 Jul 09 19:38:05.193613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-811932ac-3088-40b7-817d-ff2fb16edeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:05.195153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-811932ac-3088-40b7-817d-ff2fb16edeeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 200 len: 922 time: 0.4064236 Jul 09 19:38:05.205041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.247747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-a7a15f52-d370-44ce-85f6-3c766dab3678 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573292 Jul 09 19:38:05.328005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-dd252e1b-c55f-4d0e-a097-896bf636567e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 200 len: 217 time: 0.1254215 Jul 09 19:38:05.454293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-41f339cd-7d42-4f75-9cdc-2b25bf30305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:05.456161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-41f339cd-7d42-4f75-9cdc-2b25bf30305c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 200 len: 860 time: 0.1163805 Jul 09 19:38:05.617435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055501f5-7ebc-4962-9f54-b58186537334 req-625e0d3e-7c3a-4d1a-b4f7-011ca221246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:05.620948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-625e0d3e-7c3a-4d1a-b4f7-011ca221246e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4729137 Jul 09 19:38:05.632129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.649527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1279cd73-a414-4de8-bdff-0f9434d732cd req-767f44a5-e792-461c-b853-faacb5eb4186 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717418 Jul 09 19:38:05.666485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e3d15-709c-4079-9626-e4339544402b None None] Network 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:05.678393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c695409b-4851-47cd-a2ec-aadfcbd26739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.723129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.727976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/913b5c46-3ddc-42b1-9672-584b566d658a HTTP/1.1" status: 204 len: 168 time: 1.3794007 Jul 09 19:38:05.731879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1369bec-c690-4e63-9cea-81c0e583594f req-55b86a9b-9447-4635-a398-373896e6b0fc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:05.734208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1369bec-c690-4e63-9cea-81c0e583594f req-55b86a9b-9447-4635-a398-373896e6b0fc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 944 time: 0.4844034 Jul 09 19:38:05.747059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:05.808806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1369bec-c690-4e63-9cea-81c0e583594f req-f369f1cf-f6fa-45be-97f9-51c07d605ebd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620849 Jul 09 19:38:05.870083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-8c3ca058-d3a7-402b-b809-48cfc000d403 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405541 Jul 09 19:38:05.878054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c695409b-4851-47cd-a2ec-aadfcbd26739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:05.882198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80029d-1dbf-4e67-96a9-122baf91ec8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913b5c46-3ddc-42b1-9672-584b566d658a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:05.942191 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3698090c-f7ac-4d5c-bd2b-bbe44403d014 x-openstack-request-id: req-3698090c-f7ac-4d5c-bd2b-bbe44403d014 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:05.942531 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:05.942793 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3698090c-f7ac-4d5c-bd2b-bbe44403d014 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:05.943205 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e', 'status': 'completed', 'code': 200} Jul 09 19:38:06.054797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695409b-4851-47cd-a2ec-aadfcbd26739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80addf3-8ae3-45af-a9ca-2179d9757c24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:06.060380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-055501f5-7ebc-4962-9f54-b58186537334 req-8b83c41f-bc17-4839-8a8f-085411a79e86 service neutron] 10.222.0.10 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748054 Jul 09 19:38:06.112900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:06.134688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1628695-c57d-4db1-a427-171abc553348 req-106df9b3-079a-468d-9e1f-244691b1a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:06.135870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-106df9b3-079a-468d-9e1f-244691b1a814 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 1095 time: 0.1678228 Jul 09 19:38:06.156484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-deleted', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:06.158803 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f876df72-0691-4c00-aed3-edc7e1dacc49" -d '{"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-deleted", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:06.163533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c695409b-4851-47cd-a2ec-aadfcbd26739 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5c9388c7156423da7247824efe787a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2794106 Jul 09 19:38:06.187168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:06.190183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 28b25999-56f5-4c32-baa3-08598d93c17d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:06.190653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 28b25999-56f5-4c32-baa3-08598d93c17d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:06.191357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-d5333cc6-a1ab-4066-ab4c-73ad7292a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:06.192994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-d5333cc6-a1ab-4066-ab4c-73ad7292a872 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7274399 Jul 09 19:38:06.302437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1628695-c57d-4db1-a427-171abc553348 req-394c397a-75fa-4fdf-8e84-ccb6ea1286f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:06.304342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-394c397a-75fa-4fdf-8e84-ccb6ea1286f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.1609428 Jul 09 19:38:06.321589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] DHCP port deletion for 71b23e90-ed87-4bb5-a6b2-266f8ee6eaca request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:38:06.442383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-3f67d656-00f3-4eec-80d6-51232d49b0cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e HTTP/1.1" status: 200 len: 217 time: 0.0968919 Jul 09 19:38:06.448163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Deleting port 1045c3b7-7550-4087-8995-868b6908ecca {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:06.448965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.481108 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.519730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1628695-c57d-4db1-a427-171abc553348 req-6073a8fb-6964-4186-9a74-c936c7cd5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:06.522348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-6073a8fb-6964-4186-9a74-c936c7cd5246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.0716236 Jul 09 19:38:06.527014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] For port 1045c3b7-7550-4087-8995-868b6908ecca, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1045c3b7-7550-4087-8995-868b6908ecca,segment=NetworkSegment(46d8eecc-bf60-46eb-8521-5cc769e8c93c),segment_id=46d8eecc-bf60-46eb-8521-5cc769e8c93c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:06.527705 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.564824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-9693df45-d2ee-43a6-b42c-79d30f045947 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339065 Jul 09 19:38:06.571025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Calling delete_port for 1045c3b7-7550-4087-8995-868b6908ecca owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:06.679739 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.709586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-fde74436-2fca-41c2-a9d7-420c4318a931 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084298 Jul 09 19:38:06.734092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:06.740184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.745880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794887954', 'description': 'tempest-description--1465641369'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:06.776107 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.828255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] Pushing event deleted for resources: {'Port': ['ID=1045c3b7-7550-4087-8995-868b6908ecca,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:06.832050 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69736c2a-e603-44e2-b404-81cc2bda548d x-openstack-request-id: req-69736c2a-e603-44e2-b404-81cc2bda548d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:06.832345 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552ce56-f1ea-4a97-b083-ef42665144c4", "name": "network-vif-deleted", "tag": "28b25999-56f5-4c32-baa3-08598d93c17d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:06.832603 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69736c2a-e603-44e2-b404-81cc2bda548d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:06.833108 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552ce56-f1ea-4a97-b083-ef42665144c4', 'name': 'network-vif-deleted', 'tag': '28b25999-56f5-4c32-baa3-08598d93c17d', 'status': 'completed', 'code': 200} Jul 09 19:38:06.863187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Deleting port 1045c3b7-7550-4087-8995-868b6908ecca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:06.863555 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.866148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a2196-d7ce-427c-b6f1-13eb5a2707f4 None None] No DVR routers for this DVR port 1045c3b7-7550-4087-8995-868b6908ecca on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:06.868870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:06.932452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-0f7bd327-0c16-41c6-950a-f3822dc9d760 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589051 Jul 09 19:38:06.958996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e84a2-0206-401b-a1d6-b441268cdd98 req-703f6c3a-83a7-42c8-b82b-f7ef3b9d178d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:06.966653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd8e84a2-0206-401b-a1d6-b441268cdd98 req-703f6c3a-83a7-42c8-b82b-f7ef3b9d178d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3561785 Jul 09 19:38:06.988110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1045c3b7-7550-4087-8995-868b6908ecca no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:07.042033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1045c3b7-7550-4087-8995-868b6908ecca {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:07.046251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1045c3b7-7550-4087-8995-868b6908ecca not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:07.085817 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f7ad8a9-cdd1-4911-a589-543b6f93c3ca req-12d478d9-8078-48a5-a3b1-a68d37e099b0 service neutron] 10.222.0.59 "GET /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689773 Jul 09 19:38:07.097307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] For port 1045c3b7-7550-4087-8995-868b6908ecca, host n-d-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:07.100183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.125940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Calling delete_port for 1045c3b7-7550-4087-8995-868b6908ecca owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:07.129659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Port 1045c3b7-7550-4087-8995-868b6908ecca was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:38:07.143549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.168889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.172726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd8e84a2-0206-401b-a1d6-b441268cdd98 req-cf31bf69-a4fd-48ec-b54e-7f80b9ade97e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628680 Jul 09 19:38:07.186509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.187692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d80addf3-8ae3-45af-a9ca-2179d9757c24 HTTP/1.1" status: 204 len: 168 time: 0.9879751 Jul 09 19:38:07.232277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1628695-c57d-4db1-a427-171abc553348 req-79de332f-c161-470b-8e04-a00f8af43c95 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645147 Jul 09 19:38:07.249573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18e234-696e-4fc9-a662-77b968eafaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80addf3-8ae3-45af-a9ca-2179d9757c24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:07.255888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1045c3b7-7550-4087-8995-868b6908ecca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:07.278951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] No DVR routers for this DVR port 1045c3b7-7550-4087-8995-868b6908ecca on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:07.372923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-71b31e40-afc3-4028-ad2b-35ff5f6137bb tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 200 len: 693 time: 0.1191969 Jul 09 19:38:07.391121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.417343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b23e90-ed87-4bb5-a6b2-266f8ee6eaca']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:07.425729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.437535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8eecc-bf60-46eb-8521-5cc769e8c93c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:07.437740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8eecc-bf60-46eb-8521-5cc769e8c93c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:07.439412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.465586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.494268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931b3d1-f964-4c8f-9f45-b063004c5a86 req-07e14544-e68b-4dff-85d8-322bf2ad05d6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:07.501775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7931b3d1-f964-4c8f-9f45-b063004c5a86 req-07e14544-e68b-4dff-85d8-322bf2ad05d6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 944 time: 0.2653184 Jul 09 19:38:07.516519 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.519687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7836888 Jul 09 19:38:07.520085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:07.528561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f999d-c4ab-4e18-a0c3-345a029f4390 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd548cdf-158a-40df-805f-5d5cd5a2988e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:07.529333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'security_group_rule': {'security_group_id': 'fd548cdf-158a-40df-805f-5d5cd5a2988e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:07.531365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.540978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:38:07.541262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:38:07.543035 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:38:07.616144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7931b3d1-f964-4c8f-9f45-b063004c5a86 req-0d58e9dc-7041-4ed8-8cee-9429dfb03b03 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134038 Jul 09 19:38:07.648924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.650973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:07.659480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] 10.222.0.10 "DELETE /v2.0/networks/71b23e90-ed87-4bb5-a6b2-266f8ee6eaca HTTP/1.1" status: 204 len: 168 time: 1.7894442 Jul 09 19:38:07.696747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dac183-5f6d-4514-9826-e757350f6d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=71b23e90-ed87-4bb5-a6b2-266f8ee6eaca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:08.089158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:08.243865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-edffb3e3-267e-489c-8311-5991d4d21cbe tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:08.255257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-edffb3e3-267e-489c-8311-5991d4d21cbe tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.8756697 Jul 09 19:38:08.373214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-f2dfffd2-4559-4274-b807-ca0ebee4c043 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 696 time: 0.1170197 Jul 09 19:38:08.384855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee5a4d-315e-460b-aa05-24a838bf8797 req-ba0001fc-8fb8-44fc-8fe0-999c60afaac2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:08.387512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.392051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fee5a4d-315e-460b-aa05-24a838bf8797 req-ba0001fc-8fb8-44fc-8fe0-999c60afaac2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4986856 Jul 09 19:38:08.439204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-405b8353-6dd1-41f0-8454-1f4a52ada5a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf8bfa5abf2d490996f828c18f07501d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425100 Jul 09 19:38:08.444710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:08.444856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fee5a4d-315e-460b-aa05-24a838bf8797 req-66c70394-6dac-40c4-9157-3db1da589905 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Jul 09 19:38:08.530863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-d548f3b6-024c-45a1-b577-4ff57836d0b4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 696 time: 0.1467485 Jul 09 19:38:08.619403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.635138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.705720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.747656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.772742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ed236f-909a-4f0b-b773-e070268d84a5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:08.786463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.788239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ae5afa18-3bce-4798-aea8-2a9da880ecdd tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2664225 Jul 09 19:38:08.790763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:08.804534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'security_group_rule': {'security_group_id': 'fd548cdf-158a-40df-805f-5d5cd5a2988e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:08.821005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Deleting port 64929e3a-401b-49ce-a680-dd0a9a9d6a59 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:08.821988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.857090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.902476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.905087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.910000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f17ebbeb-28f5-48c1-aa18-913debd4cb25 HTTP/1.1" status: 204 len: 168 time: 0.4654219 Jul 09 19:38:08.932667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbfb13-4b1f-4dac-808d-94889465e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17ebbeb-28f5-48c1-aa18-913debd4cb25,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:08.939954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4066a9-4b5c-4bc6-9bbb-c6263d4301b0 req-b9c26a44-c3ed-4d17-be29-f0636f59a168 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:08.950374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf4066a9-4b5c-4bc6-9bbb-c6263d4301b0 req-b9c26a44-c3ed-4d17-be29-f0636f59a168 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2021031 Jul 09 19:38:08.953445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.953778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:08.973357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Calling delete_port for 64929e3a-401b-49ce-a680-dd0a9a9d6a59 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:09.032321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.046020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.080216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832ffb90-218e-43cf-b787-4297ed8b6dfd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:09.099283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.100997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7a7e1709-23da-4ec6-9437-ef4b686d332e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091753 Jul 09 19:38:09.104599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:09.111887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:09.127897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf4066a9-4b5c-4bc6-9bbb-c6263d4301b0 req-1086a8ae-5a57-406e-84c3-3bf97f86f969 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764939 Jul 09 19:38:09.169520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.238272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.327887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event deleted for resources: {'Port': ['ID=64929e3a-401b-49ce-a680-dd0a9a9d6a59,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:09.412450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.415439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.417490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.419079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dab3d32-042e-4ab8-a48d-41806f25bf57 req-89570bb7-652d-4751-8285-e9bfe29fe4b2 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "DELETE /v2.0/floatingips/c89f352d-a979-40e0-91eb-8bc0f9b3613f HTTP/1.1" status: 204 len: 173 time: 0.8686318 Jul 09 19:38:09.597506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc0e3c-502a-49fe-97e3-720a1e194eb0 req-c0b45db7-0c41-47e6-a819-b67e9a2aaa22 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:09.600331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28cc0e3c-502a-49fe-97e3-720a1e194eb0 req-c0b45db7-0c41-47e6-a819-b67e9a2aaa22 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 944 time: 0.1740060 Jul 09 19:38:09.667718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Allocated IP 172.25.3.192 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/d1cb672d-d0d0-4fd9-b65d-a4db993031ca) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:09.719952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28cc0e3c-502a-49fe-97e3-720a1e194eb0 req-35afe396-5225-40ee-8c8a-61eb195bb589 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119511 Jul 09 19:38:09.866846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c8ef-03f6-4374-a9eb-b68829cc1ec2 req-1e574bf7-6629-4348-94f4-20ac4d84f92b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:09.868386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b23c8ef-03f6-4374-a9eb-b68829cc1ec2 req-1e574bf7-6629-4348-94f4-20ac4d84f92b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1296637 Jul 09 19:38:09.907079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:09.931573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:09.954737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b23c8ef-03f6-4374-a9eb-b68829cc1ec2 req-94de693d-84c7-416c-a929-9fb79bbbd0ea tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780704 Jul 09 19:38:10.016552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:10.102763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:10.115671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:10.122598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:10.344531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637cbdf6-ed58-46e4-ae65-6b227978fc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:10.438415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'Port': ['ID=d1cb672d-d0d0-4fd9-b65d-a4db993031ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:10.459922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:10.523671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268d6d-10cc-4abd-8151-52d0001f0c24 req-a6e00738-2e3e-49c0-bc1c-a9c0f379f54b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:10.532867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9268d6d-10cc-4abd-8151-52d0001f0c24 req-a6e00738-2e3e-49c0-bc1c-a9c0f379f54b tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.1249993 Jul 09 19:38:10.592210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6822ba22-12d7-47f3-aefb-ab7c88f2370e details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:10.617186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9268d6d-10cc-4abd-8151-52d0001f0c24 req-e62a6dca-605e-4c24-8cdb-26a401abc945 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828364 Jul 09 19:38:10.745416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:10.837020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:10.872066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:10.899616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '6822ba22-12d7-47f3-aefb-ab7c88f2370e', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': '6822ba22-12d7-47f3-aefb-ab7c88f2370e', 'mac_address': 'fa:16:3e:9c:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:10.962540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbec8d-7df6-49d6-80ec-aff58a53bfce req-d7292331-efd8-498b-878e-b05d17fb36d9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:10.970920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-babbec8d-7df6-49d6-80ec-aff58a53bfce req-d7292331-efd8-498b-878e-b05d17fb36d9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4681885 Jul 09 19:38:11.004527 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.044806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6822ba22-12d7-47f3-aefb-ab7c88f2370e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:11.095719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-babbec8d-7df6-49d6-80ec-aff58a53bfce req-7933c238-a4fd-4634-b515-616641d2c9cd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230643 Jul 09 19:38:11.104335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afee968-cf5d-4a68-a653-4039a6ba0478 req-5de2bf9b-0976-43b8-a024-398c61cba3bc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:11.110654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:11.119017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637cbdf6-ed58-46e4-ae65-6b227978fc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.125371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.125735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9afee968-cf5d-4a68-a653-4039a6ba0478 req-5de2bf9b-0976-43b8-a024-398c61cba3bc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 944 time: 0.1249490 Jul 09 19:38:11.148738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637cbdf6-ed58-46e4-ae65-6b227978fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.195935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9afee968-cf5d-4a68-a653-4039a6ba0478 req-e9d76a82-80e6-4c51-b22e-34b444d67680 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691574 Jul 09 19:38:11.247868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-network', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:11.272436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Made reservation on behalf of 9d655b0bf1cf4a77a7f34314d962583c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:11.275151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.286424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.287082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:11.297989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.301215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.302896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.303197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.303693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.304518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.304864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.305710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.306055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.306418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.306742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.307139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:11.311010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:11.314226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-637cbdf6-ed58-46e4-ae65-6b227978fc3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b67efc7aabbd41808263b2a429bfeb59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3814807 Jul 09 19:38:11.324353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cbdf6-ed58-46e4-ae65-6b227978fc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76def750-5785-4217-be27-9d8e97b454b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:11.393999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.409225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.419962 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.438317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.483978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6822ba22-12d7-47f3-aefb-ab7c88f2370e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:11.488401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'Port': ['ID=d1cb672d-d0d0-4fd9-b65d-a4db993031ca,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:11.536653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7916a2-bb86-42de-8142-2f5304fcc655 req-bf755c0d-32cc-410c-aff1-09a1fcac293b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:11.544813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c7916a2-bb86-42de-8142-2f5304fcc655 req-bf755c0d-32cc-410c-aff1-09a1fcac293b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2041073 Jul 09 19:38:11.578493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.585480 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.647466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.670106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:38:11.696177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c7916a2-bb86-42de-8142-2f5304fcc655 req-2e456d4b-b3bf-43fa-8acb-58a28e6677e9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503687 Jul 09 19:38:11.713530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.713889 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Added segment 12e9a822-4208-44b7-a946-99d0b036a48f of type vlan for network e59d5230-2589-4f24-ba2c-4d41f6889e30 Jul 09 19:38:11.715217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.717830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.718981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76def750-5785-4217-be27-9d8e97b454b7 HTTP/1.1" status: 204 len: 168 time: 0.4067845 Jul 09 19:38:11.765379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4f699-781b-41be-bb9a-f0f080fe2f0d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:11.782212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-80d3ea8c-176d-4751-8c97-58da006d957a tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:11.783804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-80d3ea8c-176d-4751-8c97-58da006d957a tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.59 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.2292726 Jul 09 19:38:11.784861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.795298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e5d484c3-39c8-4f8c-9704-e7ead3d60652 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6891499 Jul 09 19:38:11.838760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:11.844905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6cce-4ebc-49f1-be53-eb80ddeba0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76def750-5785-4217-be27-9d8e97b454b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:12.006741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.009382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:12.010028 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.014008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Deleting port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:12.016203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.142560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] For port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:12.142936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.148089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e59d5230-2589-4f24-ba2c-4d41f6889e30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:12.158084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Calling delete_port for 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:12.159922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:38:12.174792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5db6586d-0ef0-477a-9666-0889fb7932c5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3360057 Jul 09 19:38:12.178438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:12.195959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Request body: {'subnet': {'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-subnet', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:12.245419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4541b-a93e-4fe7-851c-3eb5bbb2af34 req-e0f81a47-c776-4e19-afb9-1fe0a98fa6c4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:12.260920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f4541b-a93e-4fe7-851c-3eb5bbb2af34 req-e0f81a47-c776-4e19-afb9-1fe0a98fa6c4 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/ports?device_id=d87557d9-6f60-4561-8727-27d669f7f02f HTTP/1.1" status: 200 len: 945 time: 0.3819134 Jul 09 19:38:12.335091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Made reservation on behalf of 9d655b0bf1cf4a77a7f34314d962583c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:12.338323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.512672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.525250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:12.586701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Pushing event deleted for resources: {'Port': ['ID=95c3f5cd-a86b-4ff3-a199-b6e51f55ff70,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:12.599659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6822ba22-12d7-47f3-aefb-ab7c88f2370e up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:12.646650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6dd94-d728-4955-9f06-5f4e5427a95e req-10d3d9e2-8d05-44fa-a169-d464559a9b84 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:12.655793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6b6dd94-d728-4955-9f06-5f4e5427a95e req-10d3d9e2-8d05-44fa-a169-d464559a9b84 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1950040 Jul 09 19:38:12.657106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f4541b-a93e-4fe7-851c-3eb5bbb2af34 req-500934e0-7399-4416-841a-77d103c2c539 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.10 "GET /v2.0/security-groups?id=18dd308e-5e77-459d-9ed5-813606f4dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796251 Jul 09 19:38:12.660211 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.746715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 6822ba22-12d7-47f3-aefb-ab7c88f2370e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:12.751117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 6822ba22-12d7-47f3-aefb-ab7c88f2370e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:12.751500 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.803867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6b6dd94-d728-4955-9f06-5f4e5427a95e req-2e49157d-c876-4a4d-88f0-0f6d485ba3b0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470630 Jul 09 19:38:12.815225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:12.835774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b5b024-bd12-4896-a1d7-67fddf79512c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:12.860686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] No DVR routers for this DVR port 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:12.867939 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.870631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-608e7c5b-3eb0-4b7e-8b86-c9722c99ad9f req-da9001c9-a529-4f9f-a1bf-90fdad97c120 tempest-FloatingIPsAssociationTestJSON-117370115 tempest-FloatingIPsAssociationTestJSON-117370115-project] 10.222.0.59 "DELETE /v2.0/ports/95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 HTTP/1.1" status: 204 len: 173 time: 1.0742233 Jul 09 19:38:12.871209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'name': 'network-vif-deleted', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:12.873815 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea494f6-2009-4339-bcfc-e5fbc636c38b" -d '{"events": [{"server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "name": "network-vif-deleted", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:12.877180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc667bc-1b6c-43ce-9e50-a004f9a7e32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:12.891597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Checking segment: {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:12.892195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Network hostable DHCP agents. Network: e59d5230-2589-4f24-ba2c-4d41f6889e30, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:38:12.977695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:38:13.049664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.105611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e59d5230-2589-4f24-ba2c-4d41f6889e30) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:13.112599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:13.119294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.148122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:13.156693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:13.162547 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d4784-53e1-4c44-b41f-be1bd64dc214" -d '{"events": [{"server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "name": "network-vif-plugged", "status": "completed", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:13.176357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69150d-2d4b-47e0-bdde-8d77433f9d84 None None] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:13.181729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-88236310-f6b6-4a6f-8d80-0ba3da21370e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:13.188441 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.189370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-88236310-f6b6-4a6f-8d80-0ba3da21370e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 0.1746588 Jul 09 19:38:13.193976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc667bc-1b6c-43ce-9e50-a004f9a7e32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.208686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-90a856d6-59de-43dd-92bb-379472512957 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/quotas/4c51044e283d4e61a7e19aa7f597fc8e HTTP/1.1" status: 200 len: 375 time: 0.0184972 Jul 09 19:38:13.219325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc667bc-1b6c-43ce-9e50-a004f9a7e32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.242952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674165c-3142-4596-8023-f5ae684a3f3b req-5e8c2ef7-babc-4beb-8061-c0889fb43ffe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:13.247973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f674165c-3142-4596-8023-f5ae684a3f3b req-5e8c2ef7-babc-4beb-8061-c0889fb43ffe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 945 time: 0.3038745 Jul 09 19:38:13.302554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-34c7c5e4-caab-4046-8c7d-c341368eb2fc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1217167 Jul 09 19:38:13.309713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:13.323676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:13.341686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f674165c-3142-4596-8023-f5ae684a3f3b req-676dd836-373d-42fd-90b7-c71303989299 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Jul 09 19:38:13.374634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1fc667bc-1b6c-43ce-9e50-a004f9a7e32b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45342605a31e4345ae9336d840665549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514352 Jul 09 19:38:13.375517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:13.375644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc667bc-1b6c-43ce-9e50-a004f9a7e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d82c3c-afae-4ff4-a360-c1e7902443a0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:13.402616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-825bffe4-3562-4fee-85bf-dae2967c744c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929009 Jul 09 19:38:13.459222 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.460268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.526701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:13.533310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.574839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.660228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.667628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-e59d5230-2589-4f24-ba2c-4d41f6889e30', 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'fixed_ips': [{'subnet_id': '76b5b024-bd12-4896-a1d7-67fddf79512c'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:38:13.668646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.684487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-c943e61c-4857-4074-b9b7-6c91b0063de8 service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809260 Jul 09 19:38:13.859498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.911147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c4286-82f9-43e1-a2db-9671d293e60e req-31af345d-62c5-4fa9-8f39-b5c03d5c9d65 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:13.913320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-465c4286-82f9-43e1-a2db-9671d293e60e req-31af345d-62c5-4fa9-8f39-b5c03d5c9d65 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1953664 Jul 09 19:38:13.952172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-fe4c9564-ed7b-477b-9285-09a0f16d330d service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664492 Jul 09 19:38:13.958958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.962053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:13.963422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6d82c3c-afae-4ff4-a360-c1e7902443a0 HTTP/1.1" status: 204 len: 168 time: 0.5858717 Jul 09 19:38:13.988757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fc69d-7295-445a-8245-8db54bd5a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d82c3c-afae-4ff4-a360-c1e7902443a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:14.017370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-465c4286-82f9-43e1-a2db-9671d293e60e req-cb58e74d-36ba-478a-8a82-b3f02c3baf21 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895107 Jul 09 19:38:14.053227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Allocated IP 172.20.0.2 (e59d5230-2589-4f24-ba2c-4d41f6889e30/76b5b024-bd12-4896-a1d7-67fddf79512c/e2c2c2b9-476f-4d9f-aff4-eb95c1912661) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:14.220605 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b71c7-bea7-4b86-8ec3-a926f503e999 x-openstack-request-id: req-dc3b71c7-bea7-4b86-8ec3-a926f503e999 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:14.220886 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87557d9-6f60-4561-8727-27d669f7f02f", "name": "network-vif-deleted", "tag": "95c3f5cd-a86b-4ff3-a199-b6e51f55ff70", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:14.221210 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc3b71c7-bea7-4b86-8ec3-a926f503e999 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:14.221666 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87557d9-6f60-4561-8727-27d669f7f02f', 'name': 'network-vif-deleted', 'tag': '95c3f5cd-a86b-4ff3-a199-b6e51f55ff70', 'status': 'completed', 'code': 200} Jul 09 19:38:14.324698 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be52ed-b516-430b-9f53-f25f59a4b83b x-openstack-request-id: req-53be52ed-b516-430b-9f53-f25f59a4b83b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:14.325256 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "name": "network-vif-plugged", "status": "completed", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:14.326966 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53be52ed-b516-430b-9f53-f25f59a4b83b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:14.327262 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e', 'code': 200} Jul 09 19:38:14.331560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:14.400557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.456493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9b8cc30-bfdf-415d-a9a7-0b7317118946 req-5de77a5d-dec2-4e66-bc58-b66c17b059ed tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 210 time: 0.0823836 Jul 09 19:38:14.460273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:14.485239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.486288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.529584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Transition to ACTIVE for port object e2c2c2b9-476f-4d9f-aff4-eb95c1912661 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:14.578693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Transition to ACTIVE for port object e2c2c2b9-476f-4d9f-aff4-eb95c1912661 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:14.594938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.716043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:14.720722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:14.723390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:14.729913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Pushing event updated for resources: {'Port': ['ID=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:14.874482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Attempting to bind port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:14.880805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Attempting to bind port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:14.881471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Attempting to bind port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 on network e59d5230-2589-4f24-ba2c-4d41f6889e30 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:14.889116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:14.889951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Checking segment: {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:14.891213 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.891791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Bound using segment: {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:14.892812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Bound port: e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:14.893427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:14.928836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a379e-f9c9-4bfb-bae4-3a56ecd68653 req-3eac0385-d62c-4c59-a5d6-3be421051475 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:14.942918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-129a379e-f9c9-4bfb-bae4-3a56ecd68653 req-3eac0385-d62c-4c59-a5d6-3be421051475 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.3366017 Jul 09 19:38:14.982009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Allocated IP 172.25.3.156 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/7f0ab16e-d390-41d7-bbfc-950cf7bfc75c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:14.991235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ec338d-1e2a-4057-998d-7e0d09cc857a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.050570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] For port e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:15.054013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] For port e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:15.069624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.092985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-129a379e-f9c9-4bfb-bae4-3a56ecd68653 req-cfdacb1f-a532-4c85-a22b-0f33ec318f25 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475036 Jul 09 19:38:15.193288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103073da-30c3-4f6b-a79b-2b8b5afa4f21 req-c7953e5a-7f65-4d7b-9c2a-eb042a5a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:15.195282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-103073da-30c3-4f6b-a79b-2b8b5afa4f21 req-c7953e5a-7f65-4d7b-9c2a-eb042a5a4dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 1097 time: 0.7565851 Jul 09 19:38:15.198377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6178a-ae7d-419f-810a-abcdf099e5d9 None None] Pushing event updated for resources: {'Port': ['ID=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:15.244228 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:38:15.298121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.355984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ec338d-1e2a-4057-998d-7e0d09cc857a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.375003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-103073da-30c3-4f6b-a79b-2b8b5afa4f21 req-1d202144-51a3-499e-9955-d44bcd19c008 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634912 Jul 09 19:38:15.382539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.423912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ec338d-1e2a-4057-998d-7e0d09cc857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.452911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:15.468248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:15.474683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:15.539167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1d1ce-fda0-4853-bb77-c6f3545eff02 req-eb6b34ae-6689-413d-b12e-61a46f68246d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:15.557836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49f1d1ce-fda0-4853-bb77-c6f3545eff02 req-eb6b34ae-6689-413d-b12e-61a46f68246d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.6056347 Jul 09 19:38:15.587653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:15.758715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec338d-1e2a-4057-998d-7e0d09cc857a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da3427-6a62-4676-8a8a-b089528458e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:15.769477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-38ec338d-1e2a-4057-998d-7e0d09cc857a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=927cee3a0371428cb27ef3cc95f79826&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4365644 Jul 09 19:38:15.770308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:15.799199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49f1d1ce-fda0-4853-bb77-c6f3545eff02 req-8330f22d-0fab-4ef5-99e5-2464436fcd00 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400885 Jul 09 19:38:15.799829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5280d88-7a33-4c2d-877f-dd71e0a0b6ad req-07a8f857-2c3c-4fa6-951e-47fe9525fdb1 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 210 time: 0.1083112 Jul 09 19:38:15.920848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:16.002057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:16.091888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:16.159435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:16.240580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:16.243197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:16.248204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:16.249886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 95c3f5cd-a86b-4ff3-a199-b6e51f55ff70 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:16.266940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94da3427-6a62-4676-8a8a-b089528458e2 HTTP/1.1" status: 204 len: 168 time: 0.4713745 Jul 09 19:38:16.423814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7e9e5-8594-4b7e-a9ed-121e1b7d2587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da3427-6a62-4676-8a8a-b089528458e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:16.840923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0331264-ac6c-4e30-a3c0-a7240541c954 None None] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:16.885952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6064a1-de4c-4679-bb56-d00f896f685b req-d7f98cd1-724f-4ba1-83ad-68ba287f4c05 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:16.896135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd6064a1-de4c-4679-bb56-d00f896f685b req-d7f98cd1-724f-4ba1-83ad-68ba287f4c05 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.4756942 Jul 09 19:38:16.990655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c61a3d8f-16fe-4d14-8ea4-e268ae16fb8e None None] Provisioning for port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:17.084501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd6064a1-de4c-4679-bb56-d00f896f685b req-1a6262f4-8b31-4fba-87d6-8498cac334c6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874046 Jul 09 19:38:17.123952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e2c2c2b9-476f-4d9f-aff4-eb95c1912661 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:17.279517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Deleting port 63f82249-e837-4690-9212-6ca2bdbaeec7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:17.279857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.284798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.366602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:17.387470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:17.394449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:17.394947 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.428350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-650c5278-d56f-4d0b-b915-6f08404f0420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.437519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e5a5-1f62-4d9c-b277-7bf0086843fa req-06c95aa2-7dc4-4bd4-819f-8be081d2cefc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:17.445277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d05e5a5-1f62-4d9c-b277-7bf0086843fa req-06c95aa2-7dc4-4bd4-819f-8be081d2cefc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5267951 Jul 09 19:38:17.477001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-20c146f9-56a6-4183-9b2f-b8ed28049e46 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:17.478605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-20c146f9-56a6-4183-9b2f-b8ed28049e46 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 0.5856700 Jul 09 19:38:17.493534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'port': {'device_id': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'admin_state_up': True, 'tenant_id': '4c51044e283d4e61a7e19aa7f597fc8e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:17.552361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-650c5278-d56f-4d0b-b915-6f08404f0420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.569036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-650c5278-d56f-4d0b-b915-6f08404f0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.585571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.625781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-314ab9c0-1e13-4c81-a786-cbc96b470867 req-f4548cc0-9617-4c5b-894a-073eb601639f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 210 time: 0.1698873 Jul 09 19:38:17.678652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:17.688729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.690258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d05e5a5-1f62-4d9c-b277-7bf0086843fa req-002c1329-9a08-4d27-a341-bfc5a9d64652 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440200 Jul 09 19:38:17.713633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:17.714721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-650c5278-d56f-4d0b-b915-6f08404f0420 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0549fcb88e314741a91a5d866bfa92f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464468 Jul 09 19:38:17.749048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] For port 63f82249-e837-4690-9212-6ca2bdbaeec7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=63f82249-e837-4690-9212-6ca2bdbaeec7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:17.749451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.784017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:17.842145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Made reservation on behalf of 4c51044e283d4e61a7e19aa7f597fc8e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:17.846048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.854468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Calling delete_port for 63f82249-e837-4690-9212-6ca2bdbaeec7 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:17.897767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.955310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:17.975307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5278-d56f-4d0b-b915-6f08404f0420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe02f1-c483-4182-b813-a031ec05376a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:18.060743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc8c5e55-8339-4b95-83ea-36832e9a18a0 None None] Provisioning complete for port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:18.061142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5e55-8339-4b95-83ea-36832e9a18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.112046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.237888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.243206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.267498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cabe02f1-c483-4182-b813-a031ec05376a HTTP/1.1" status: 204 len: 168 time: 0.5293143 Jul 09 19:38:18.427497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0152b1-da5a-4d1a-bef3-78dd089e18d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe02f1-c483-4182-b813-a031ec05376a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:18.437611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Allocated IP 172.20.0.9 (b01e817d-00fd-42e4-82a4-ad051dd6f984/cdbf053f-c434-4e11-ac70-e96c65da2173/fc401ed1-1ba2-4252-99d6-95a4309bdda5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:18.530400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.539412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aaa23-80af-4cd7-8ae6-963e5564b8ca req-e377cfa0-031f-419c-a131-807b2878054a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:18.541016 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c5aaa23-80af-4cd7-8ae6-963e5564b8ca req-e377cfa0-031f-419c-a131-807b2878054a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.1780376 Jul 09 19:38:18.552985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Router efa4eb7c-456d-4bc9-aabf-0f388aad622a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:38:18.582312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:18.647767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f82249-e837-4690-9212-6ca2bdbaeec7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:18.762770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165338-96bb-48a5-bd61-2915faf93c7a req-391ca332-49a1-4b6b-b361-8c9153164931 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:18.779011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31165338-96bb-48a5-bd61-2915faf93c7a req-391ca332-49a1-4b6b-b361-8c9153164931 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 813 time: 0.4412496 Jul 09 19:38:18.831787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31165338-96bb-48a5-bd61-2915faf93c7a req-48c69b37-61c3-4eae-8d34-7416fabaeddd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/quotas/f5a5f04488134351862300594f26c564 HTTP/1.1" status: 200 len: 375 time: 0.0533307 Jul 09 19:38:18.943659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.041898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c5aaa23-80af-4cd7-8ae6-963e5564b8ca req-f184c68c-2563-4fb2-9b05-6e0d976b819a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737256 Jul 09 19:38:19.079185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e2c2c2b9-476f-4d9f-aff4-eb95c1912661 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:19.119399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31165338-96bb-48a5-bd61-2915faf93c7a req-20f5f0be-1851-4af5-ac36-cf282b3dd1bd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866347 Jul 09 19:38:19.167705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.223871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:19.224800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.295643 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.422290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:19.435515 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Sync routers for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:19.449852 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:19.450483 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:19.464673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:19.472038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.474624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-350d488d-5404-4e35-9bdc-0374e4a33646 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1545439 Jul 09 19:38:19.481617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:19.485060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:19.489982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:19.567215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:19.596405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:19.597286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.631369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-0b7f2ea4-55f0-4909-a54f-890f26451d75 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1423850 Jul 09 19:38:19.647931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Request body: {'port': {'device_id': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:19.657675 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:19.715987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:19.810165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:19.986851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13ed3748-ffed-47fa-bc8d-4d627ea92576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.102781 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:15Z', 'revision_number': 3, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:20.153146 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Checking router: efa4eb7c-456d-4bc9-aabf-0f388aad622a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:20.153507 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Updating router efa4eb7c-456d-4bc9-aabf-0f388aad622a port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:38:20.190271 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.418733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:20.428922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.447248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Transition to ACTIVE for port object fc401ed1-1ba2-4252-99d6-95a4309bdda5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:20.527606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8b08-3652-48fe-b615-3fb3e19bc838 req-702421fd-b3e6-4e72-b731-44857d08dd9a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:20.544065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-737a8b08-3652-48fe-b615-3fb3e19bc838 req-702421fd-b3e6-4e72-b731-44857d08dd9a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 931 time: 1.2034070 Jul 09 19:38:20.572218 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13ed3748-ffed-47fa-bc8d-4d627ea92576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.576778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.600258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13ed3748-ffed-47fa-bc8d-4d627ea92576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.717158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:20.718114 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.730738 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Transition to ACTIVE for port object 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:20.752371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-13ed3748-ffed-47fa-bc8d-4d627ea92576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3db5a202e8264a63bb611371bb440be1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339131 Jul 09 19:38:20.769842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:20.784157 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.835568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed3748-ffed-47fa-bc8d-4d627ea92576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b7e68-230d-41c1-8b17-57c00fd6e244,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:20.843545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-737a8b08-3652-48fe-b615-3fb3e19bc838 req-c754061f-79bf-45bf-9751-e88ea51aa816 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929246 Jul 09 19:38:20.900339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3668c46-ee5c-463c-ac0d-601764261cad None None] Pushing event updated for resources: {'Port': ['ID=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:20.901113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Router e05c06ef-594f-4dcb-a7de-afe421f438cb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:20.901433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221ab93-b3d8-4c22-b3e1-750097446253 req-eb7e0832-63de-4317-bd56-054b3a43836f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:20.901433 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1221ab93-b3d8-4c22-b3e1-750097446253 req-eb7e0832-63de-4317-bd56-054b3a43836f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3223712 Jul 09 19:38:20.901433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Attempting to bind port fc401ed1-1ba2-4252-99d6-95a4309bdda5 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:20.901433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Attempting to bind port fc401ed1-1ba2-4252-99d6-95a4309bdda5 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:20.901433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Attempting to bind port fc401ed1-1ba2-4252-99d6-95a4309bdda5 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:20.928678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Port fc401ed1-1ba2-4252-99d6-95a4309bdda5 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:20.929164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Attempting to bind port fc401ed1-1ba2-4252-99d6-95a4309bdda5 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:20.929533 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Attempting to bind port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:20.930092 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Attempting to bind port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:20.930611 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Attempting to bind port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:20.946053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:20.946526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Checking segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:20.947124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Bound using segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:20.947676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Bound port: fc401ed1-1ba2-4252-99d6-95a4309bdda5, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:20.948246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.948457 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:20.949012 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:20.949782 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.956213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:20.956955 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Bound port: 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:20.957628 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.974972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:20.981361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1221ab93-b3d8-4c22-b3e1-750097446253 req-d8e6584c-1e2d-426b-a4f9-b990dce84d9a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 Jul 09 19:38:21.054458 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] For port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:21.058524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] For port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:21.061287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:21.064774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:21.067572 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.073535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.115989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:21.116753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.118499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] 10.222.0.59 "PUT /v2.0/ports/fc401ed1-1ba2-4252-99d6-95a4309bdda5 HTTP/1.1" status: 200 len: 1091 time: 1.4779470 Jul 09 19:38:21.119214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:21.124583 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79bd106-c4cf-4606-b6d0-b5579729f053" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:21.159183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb2b4-e928-46c6-96b2-76fb7eeb3e9a service neutron] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:21.179934 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:21.183454 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:21.255324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.271407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-7434479a-b4ac-4cfb-acb1-e46285e8c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:21.274454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-7434479a-b4ac-4cfb-acb1-e46285e8c7b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 1094 time: 0.0957685 Jul 09 19:38:21.282701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3668c46-ee5c-463c-ac0d-601764261cad None None] Pushing event updated for resources: {'Port': ['ID=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:21.367414 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-f526095a-a118-43dd-ad67-40a425de14f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5 HTTP/1.1" status: 200 len: 217 time: 0.0821552 Jul 09 19:38:21.441664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:21.447208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ab855f0a-dca8-46e4-a4f4-8ccab1467048 admin admin] 10.222.0.10 "PUT /v2.0/routers/e05c06ef-594f-4dcb-a7de-afe421f438cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9683843 Jul 09 19:38:21.458016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Sync routers for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:21.468512 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:21.473402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:21.474158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-7e54a314-dc88-4d73-9529-fa4528a9fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:21.476312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-7e54a314-dc88-4d73-9529-fa4528a9fdd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.1007752 Jul 09 19:38:21.478634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:21.512799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:21.569307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-4bc575cf-fdb6-474c-a4d6-f29081410bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417850 Jul 09 19:38:21.708721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563e80e-1eda-4d29-951e-0e659c9172be req-a80b5204-67de-4a99-8839-6ded1b52d0c1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:21.719041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-aba045ce-8380-45f8-8c1f-3dcd478d2dd1 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485560 Jul 09 19:38:21.720823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6563e80e-1eda-4d29-951e-0e659c9172be req-a80b5204-67de-4a99-8839-6ded1b52d0c1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.5460374 Jul 09 19:38:21.855910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d06572a-404b-44ac-84bf-d64e2c853219 req-c995a742-fe6d-4647-a9f0-9353e9c97c27 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282535 Jul 09 19:38:21.858057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.875323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:21.879780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc4b7e68-230d-41c1-8b17-57c00fd6e244 HTTP/1.1" status: 204 len: 168 time: 1.1066222 Jul 09 19:38:21.904642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a78c5c-d0b7-4391-8853-1d3e8b342a9a req-10457311-77c7-4553-9b94-a99bd9e22441 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:21.909770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5a78c5c-d0b7-4391-8853-1d3e8b342a9a req-10457311-77c7-4553-9b94-a99bd9e22441 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4321778 Jul 09 19:38:21.969765 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:15Z', 'revision_number': 3, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:21.972025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5a78c5c-d0b7-4391-8853-1d3e8b342a9a req-12a7eac3-9ed5-415f-adde-0745753838d5 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550807 Jul 09 19:38:22.001277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:22.061327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae270da3-5959-4654-9124-9ba8f22d4b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b7e68-230d-41c1-8b17-57c00fd6e244,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:22.078749 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadff98d-2e24-4078-9a9d-22dfa478be6c None None] The sync data for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 is: [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:15Z', 'revision_number': 3, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:22.099069 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1557a69-2c81-4090-85e2-be741ce3af3c x-openstack-request-id: req-b1557a69-2c81-4090-85e2-be741ce3af3c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:22.099360 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:22.099612 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1557a69-2c81-4090-85e2-be741ce3af3c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:22.100019 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'status': 'completed', 'code': 200} Jul 09 19:38:22.208241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6563e80e-1eda-4d29-951e-0e659c9172be req-7f96a89b-5366-4393-b239-76930817277b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857931 Jul 09 19:38:22.308583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-c27d8c55-c8db-40aa-9cc5-4f13ad49848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:22.310530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-c27d8c55-c8db-40aa-9cc5-4f13ad49848e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 1094 time: 0.1879129 Jul 09 19:38:22.380203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268015-7946-400a-844d-06f14f716d43 req-ade1ddcb-41f1-4e65-877e-ffbc2a9f6dbd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:22.395116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64571edb-e616-4b44-ac5a-41f47bc8d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:22.402200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17268015-7946-400a-844d-06f14f716d43 req-ade1ddcb-41f1-4e65-877e-ffbc2a9f6dbd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.9597547 Jul 09 19:38:22.450080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:22.473810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-c80cd745-318d-46d9-a106-97594517aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:22.476084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-c80cd745-318d-46d9-a106-97594517aa98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 923 time: 0.1576700 Jul 09 19:38:22.619134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-8eaa8adb-b4c9-48a2-9165-547dd5d9c9e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5 HTTP/1.1" status: 200 len: 217 time: 0.0914738 Jul 09 19:38:22.627306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:38:18Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:22.717038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Checking router: e05c06ef-594f-4dcb-a7de-afe421f438cb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:22.739427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Routers {'e05c06ef-594f-4dcb-a7de-afe421f438cb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:22.740068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:37:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e05c06ef-594f-4dcb-a7de-afe421f438cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:22.800031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-efb4cf0a-138c-4169-999a-dd1474726d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:22.802190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-efb4cf0a-138c-4169-999a-dd1474726d6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.1522734 Jul 09 19:38:22.840075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856952eb-5b2a-453d-8b91-ef0b1948dd6a req-f1fcd67b-ad6b-4a2a-8d9e-c8fe4475d5a1 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:22.849395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-856952eb-5b2a-453d-8b91-ef0b1948dd6a req-f1fcd67b-ad6b-4a2a-8d9e-c8fe4475d5a1 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.3717797 Jul 09 19:38:22.852343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:22.958518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-856952eb-5b2a-453d-8b91-ef0b1948dd6a req-35d181cf-4848-4f4b-9ef9-8d6c3497432b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 Jul 09 19:38:22.966979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-db1f9203-2c77-4697-9b4c-29f1720b9dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477704 Jul 09 19:38:22.996673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e706e0-adc2-4722-afc1-3ca86b43772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.015389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] Set router e05c06ef-594f-4dcb-a7de-afe421f438cb gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:23.080473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.101546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-063fc3db-c138-483a-90eb-5be695726f85 req-492d7db9-1457-445c-b758-b53024bfafb1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f5a5f04488134351862300594f26c564 HTTP/1.1" status: 200 len: 221 time: 0.4997113 Jul 09 19:38:23.118988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:23.162981 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.390976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.410010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:23.440401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:23.450256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.477540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-5122f3ab-4117-4b1e-8b8f-3cc8f4395cba service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906213 Jul 09 19:38:23.668470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.701973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port 6822ba22-12d7-47f3-aefb-ab7c88f2370e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:23.702354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.732036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a79bd106-c4cf-4606-b6d0-b5579729f053 req-af92cdd5-35bf-4dac-883d-3e3b8efff00f service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284799 Jul 09 19:38:23.734639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:23.762835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.890567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb6438-f916-4fe1-b945-781c5c751579 req-28d7f175-7cb8-4275-b860-faf9355d3b10 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:23.903758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3cb6438-f916-4fe1-b945-781c5c751579 req-28d7f175-7cb8-4275-b860-faf9355d3b10 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4115000 Jul 09 19:38:23.916470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e706e0-adc2-4722-afc1-3ca86b43772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.927299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:38:18Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:23.930810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e706e0-adc2-4722-afc1-3ca86b43772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:23.991883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d7e706e0-adc2-4722-afc1-3ca86b43772c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03f5c5c2e40e4ef286f9adaa286d74b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370752 Jul 09 19:38:23.993371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e706e0-adc2-4722-afc1-3ca86b43772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544995b-736d-4d19-b783-d3a83cc056e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:24.006251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:24.021885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Allocated IP 172.20.0.1 (e59d5230-2589-4f24-ba2c-4d41f6889e30/76b5b024-bd12-4896-a1d7-67fddf79512c/3eb0eed0-85f0-4e49-8ef6-d87fa22a8992) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:24.033225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:24.040539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763e06d-eaeb-4442-97ce-fccfcd0bd327 None None] The sync data for ids ['e05c06ef-594f-4dcb-a7de-afe421f438cb'] in n-d-800087-3 is: [{'id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070151227-router', 'tenant_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:36:33Z', 'updated_at': '2021-07-09T19:38:18Z', 'revision_number': 5, 'project_id': 'ebc13f796ce64adfb8a4f60da1d2a3cc', 'gw_port': {'id': 'ddb14d3c-30f8-4eeb-beae-3207910538b0', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05c06ef-594f-4dcb-a7de-afe421f438cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:36:34Z', 'updated_at': '2021-07-09T19:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:24.099906 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3cb6438-f916-4fe1-b945-781c5c751579 req-3d0d7962-56a2-459c-97f3-d1c60eb7a5a7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948998 Jul 09 19:38:24.187915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.198824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Deleting port ddb14d3c-30f8-4eeb-beae-3207910538b0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:24.199276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.228240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.312932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.316479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.318197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3544995b-736d-4d19-b783-d3a83cc056e1 HTTP/1.1" status: 204 len: 168 time: 0.3102899 Jul 09 19:38:24.331135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1e6b-86ce-403c-a905-21ae4cb01e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544995b-736d-4d19-b783-d3a83cc056e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:24.346161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593704f3-e99d-44c8-94e8-3315779cafd4 req-f3bda04e-ee55-4797-b55e-79fab0cbc01e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:24.364991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-593704f3-e99d-44c8-94e8-3315779cafd4 req-f3bda04e-ee55-4797-b55e-79fab0cbc01e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 946 time: 0.7663035 Jul 09 19:38:24.487151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.548141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port 6822ba22-12d7-47f3-aefb-ab7c88f2370e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6822ba22-12d7-47f3-aefb-ab7c88f2370e,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:24.548517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.565009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for 6822ba22-12d7-47f3-aefb-ab7c88f2370e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:24.613038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3743f4f-8186-4a90-8d1e-28290776cf43 req-cadf9bdc-972d-4278-a4b2-6c60c8aed6d2 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:24.621028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3743f4f-8186-4a90-8d1e-28290776cf43 req-cadf9bdc-972d-4278-a4b2-6c60c8aed6d2 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.1625659 Jul 09 19:38:24.776833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3743f4f-8186-4a90-8d1e-28290776cf43 req-e429467f-2f62-44f9-8d29-6ce40e49c5da tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435819 Jul 09 19:38:24.814504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] For port ddb14d3c-30f8-4eeb-beae-3207910538b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ddb14d3c-30f8-4eeb-beae-3207910538b0,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:24.814807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.833593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Calling delete_port for ddb14d3c-30f8-4eeb-beae-3207910538b0 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:24.849997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-593704f3-e99d-44c8-94e8-3315779cafd4 req-496cd00d-b99c-4cc0-9ff0-84e0ea2d2d36 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839158 Jul 09 19:38:24.853271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Transition to ACTIVE for port object 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:24.854113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.959360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06600b0c-27dd-4a5a-92ef-f5e9782a9fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:24.968502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=6822ba22-12d7-47f3-aefb-ab7c88f2370e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:24.998704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:25.117860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:25.118223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.142000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port 6822ba22-12d7-47f3-aefb-ab7c88f2370e on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:25.161518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.165682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17268015-7946-400a-844d-06f14f716d43 req-9217bf2d-1a4f-4c75-9add-5e8dd4c9a3c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "DELETE /v2.0/ports/6822ba22-12d7-47f3-aefb-ab7c88f2370e HTTP/1.1" status: 204 len: 173 time: 2.7625861 Jul 09 19:38:25.166387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'name': 'network-vif-deleted', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:25.171073 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177fb52e-e21e-4a9c-9c3c-0a2f7178494a" -d '{"events": [{"server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "name": "network-vif-deleted", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:25.250084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.274135 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.284161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483d4e-c25a-4ba4-94d1-6c0cea7385cb req-f544fd70-ec58-4eab-84ce-7d18f653ca8a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:25.295100 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6925a-a353-4a5f-93ce-fb6ea6c5eb16 x-openstack-request-id: req-0ff6925a-a353-4a5f-93ce-fb6ea6c5eb16 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:25.295724 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39abe3a8-efa1-441b-93d7-87b73f3d57f8", "name": "network-vif-deleted", "tag": "6822ba22-12d7-47f3-aefb-ab7c88f2370e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:25.296361 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ff6925a-a353-4a5f-93ce-fb6ea6c5eb16 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:25.296957 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39abe3a8-efa1-441b-93d7-87b73f3d57f8', 'name': 'network-vif-deleted', 'tag': '6822ba22-12d7-47f3-aefb-ab7c88f2370e', 'status': 'completed', 'code': 200} Jul 09 19:38:25.302166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da483d4e-c25a-4ba4-94d1-6c0cea7385cb req-f544fd70-ec58-4eab-84ce-7d18f653ca8a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2320447 Jul 09 19:38:25.319117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:25.329010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:25.337449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:25.346229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Pushing event updated for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:25.409477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63f82249-e837-4690-9212-6ca2bdbaeec7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:25.468455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da483d4e-c25a-4ba4-94d1-6c0cea7385cb req-20363aa7-2455-4bcf-96ee-35c549a66309 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574879 Jul 09 19:38:25.469702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 63f82249-e837-4690-9212-6ca2bdbaeec7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:25.470070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 63f82249-e837-4690-9212-6ca2bdbaeec7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:25.514918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.523514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.783270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3dd77-9263-4403-ab2d-409f56b62f79 req-f45b3251-9860-4da9-b8b5-e2baefa86412 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:25.794780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd14b47a-a588-47b5-8e45-94133877e0ec None None] Provisioning for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:25.800678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd14b47a-a588-47b5-8e45-94133877e0ec None None] Provisioning complete for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:25.802293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1be3dd77-9263-4403-ab2d-409f56b62f79 req-f45b3251-9860-4da9-b8b5-e2baefa86412 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1179123 Jul 09 19:38:25.802825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd14b47a-a588-47b5-8e45-94133877e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:25.902202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dd14b47a-a588-47b5-8e45-94133877e0ec None None] Port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:38:25.918802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1be3dd77-9263-4403-ab2d-409f56b62f79 req-1d34d0bf-aba3-47e3-abce-af0a9ab6dd5c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146789 Jul 09 19:38:26.085049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:26.202581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:26.262921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.272739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5e3b28c-2e86-4465-9183-3fe15c9170f9 req-e7ff79f3-4ebf-4a5a-9e1c-1abd87a2cff7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=39abe3a8-efa1-441b-93d7-87b73f3d57f8 HTTP/1.1" status: 200 len: 210 time: 0.1071651 Jul 09 19:38:26.397407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:26.418543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'port_id': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'mac_address': 'fa:16:3e:f2:c6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbf053f-c434-4e11-ac70-e96c65da2173', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:26.432574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1c40136-304b-41ae-9512-14ab99721368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.466181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb14d3c-30f8-4eeb-beae-3207910538b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:26.480568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.512734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:26.547222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:26.558810 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.651583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf5636-399f-4b84-af94-9e9dd1f0a6c5 req-6f60bbc6-64ac-4b86-b1ec-630c79b73079 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:26.658902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.659616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbaf5636-399f-4b84-af94-9e9dd1f0a6c5 req-6f60bbc6-64ac-4b86-b1ec-630c79b73079 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1302159 Jul 09 19:38:26.678377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:26.693886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6822ba22-12d7-47f3-aefb-ab7c88f2370e no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:26.718285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbaf5636-399f-4b84-af94-9e9dd1f0a6c5 req-70027c17-d2a4-4448-8afd-e1eb09277074 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Jul 09 19:38:26.726492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 6822ba22-12d7-47f3-aefb-ab7c88f2370e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:26.726845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6822ba22-12d7-47f3-aefb-ab7c88f2370e not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:26.772347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1c40136-304b-41ae-9512-14ab99721368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.776080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fc401ed1-1ba2-4252-99d6-95a4309bdda5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:26.792332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1c40136-304b-41ae-9512-14ab99721368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.861972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.864979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.921101 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d1c40136-304b-41ae-9512-14ab99721368 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=365be6f631d744f1a1c6395ea236adea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345742 Jul 09 19:38:26.924087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:26.925036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40136-304b-41ae-9512-14ab99721368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb90b8-e2d9-41b3-a837-b53eca47f905,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:26.978364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:26.981104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e05c06ef-594f-4dcb-a7de-afe421f438cb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:27.011819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.018553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5535cb16-caf9-4661-87ab-06018d504d35 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e05c06ef-594f-4dcb-a7de-afe421f438cb HTTP/1.1" status: 204 len: 168 time: 5.4997032 Jul 09 19:38:27.020280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:27.086543 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.121195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08bfba-cd70-4b8c-ad12-1b0d016aae38 req-108ababf-538c-4615-823f-7581546e4a6c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:27.125534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a08bfba-cd70-4b8c-ad12-1b0d016aae38 req-108ababf-538c-4615-823f-7581546e4a6c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.8268518 Jul 09 19:38:27.178783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Deleting subnet 37156871-2d60-4a61-8702-18fdcabf5f88 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:38:27.190829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.226746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.268847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.273366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.308488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a08bfba-cd70-4b8c-ad12-1b0d016aae38 req-092d1133-6d3d-4682-aed1-d0aa315547ea tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544099 Jul 09 19:38:27.365874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c8ad-1121-4e40-8e41-cf0783f1706e req-3797f3b9-1752-4a87-9a37-ab1a81e9c2e1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:27.367478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1995c8ad-1121-4e40-8e41-cf0783f1706e req-3797f3b9-1752-4a87-9a37-ab1a81e9c2e1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2501364 Jul 09 19:38:27.482848 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.510430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.523386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.556671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.573472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.576241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.579768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0eb90b8-e2d9-41b3-a837-b53eca47f905 HTTP/1.1" status: 204 len: 168 time: 0.6449895 Jul 09 19:38:27.584868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c4d3a-394a-44d6-a2ac-53382a344c0d None None] Network 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:27.601287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.611058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/37156871-2d60-4a61-8702-18fdcabf5f88 HTTP/1.1" status: 204 len: 168 time: 0.5871148 Jul 09 19:38:27.623980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:27.711484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f3405-08d7-44ba-b8c7-ab3ed5f63418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb90b8-e2d9-41b3-a837-b53eca47f905,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:27.720098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2ad79-605c-4a78-965d-0e5991e682b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37156871-2d60-4a61-8702-18fdcabf5f88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:27.747470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1995c8ad-1121-4e40-8e41-cf0783f1706e req-853bbb1b-1d89-42c5-8521-5cf96ae18498 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579867 Jul 09 19:38:27.755989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Pushing event updated for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:27.767271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.826746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.878075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:27.962012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:27.964678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:28.103607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac40ad-401c-4a75-8e14-bb04267f5be7 req-8b58853a-0e63-408f-8380-f97317f34c58 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:28.104270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Deleting port 3d1e143b-0497-4424-9ade-169c2eef77e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:28.104816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.111676 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ccac40ad-401c-4a75-8e14-bb04267f5be7 req-8b58853a-0e63-408f-8380-f97317f34c58 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1146033 Jul 09 19:38:28.131847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] DHCP port deletion for 60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:38:28.241641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ccac40ad-401c-4a75-8e14-bb04267f5be7 req-5991d6b3-3b03-4a00-84ef-e44a86a9b307 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265585 Jul 09 19:38:28.241976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:28.294521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Router efa4eb7c-456d-4bc9-aabf-0f388aad622a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:28.318817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Deleting port 3d1e143b-0497-4424-9ade-169c2eef77e7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:28.319345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.413538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:28.451734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e38ed5-3ebb-4ed9-86e3-bc54d6863039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.453459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port fc401ed1-1ba2-4252-99d6-95a4309bdda5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:28.468899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] For port 3d1e143b-0497-4424-9ade-169c2eef77e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e143b-0497-4424-9ade-169c2eef77e7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:28.469410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.473432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fc401ed1-1ba2-4252-99d6-95a4309bdda5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:28.476435 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.498328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca402881-0837-4619-848b-006176efce6d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:28.508206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca402881-0837-4619-848b-006176efce6d admin admin] 10.222.0.10 "PUT /v2.0/routers/efa4eb7c-456d-4bc9-aabf-0f388aad622a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0207317 Jul 09 19:38:28.510917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] For port 3d1e143b-0497-4424-9ade-169c2eef77e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e143b-0497-4424-9ade-169c2eef77e7,segment=NetworkSegment(e5159153-6881-4031-a0d6-5083fba8d994),segment_id=e5159153-6881-4031-a0d6-5083fba8d994)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:28.511993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.516970 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Sync routers for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:28.534993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Calling delete_port for 3d1e143b-0497-4424-9ade-169c2eef77e7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:28.542104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:28.542752 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:28.554232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Calling delete_port for 3d1e143b-0497-4424-9ade-169c2eef77e7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:28.562725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aa9c8444-cdec-43e0-87e9-f10585006bb7 None None] Provisioning complete for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:28.562933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8444-cdec-43e0-87e9-f10585006bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.728005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e38ed5-3ebb-4ed9-86e3-bc54d6863039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.731668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c8444-cdec-43e0-87e9-f10585006bb7 None None] Port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:38:28.750090 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.782168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:28.784828 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75038c7f-9c57-4fbf-8911-38c77f58b280" -d '{"events": [{"server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "name": "network-vif-plugged", "status": "completed", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:28.798789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.831887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:28.847130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e38ed5-3ebb-4ed9-86e3-bc54d6863039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.851657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:28.922611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] Pushing event deleted for resources: {'Port': ['ID=3d1e143b-0497-4424-9ade-169c2eef77e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:28.940992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:28.950869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657a334-47f4-4f2b-a0f8-b3812a9bedde None None] No DVR routers for this DVR port 3d1e143b-0497-4424-9ade-169c2eef77e7 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:29.049051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ddb14d3c-30f8-4eeb-beae-3207910538b0 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:29.077682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ddb14d3c-30f8-4eeb-beae-3207910538b0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:29.078148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ddb14d3c-30f8-4eeb-beae-3207910538b0 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:29.078582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e143b-0497-4424-9ade-169c2eef77e7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:29.108566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31e38ed5-3ebb-4ed9-86e3-bc54d6863039 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e72c4d70a58b4cafb68517d428f6eb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938846 Jul 09 19:38:29.117851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.122681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:29.148000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e38ed5-3ebb-4ed9-86e3-bc54d6863039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5072e6f-1a70-4b7a-b0f5-c47d4a9a0104,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:29.150164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:29.204225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1e143b-0497-4424-9ade-169c2eef77e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:29.207783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3d1e143b-0497-4424-9ade-169c2eef77e7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:29.208136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e143b-0497-4424-9ade-169c2eef77e7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:29.247170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-a8db865d-93ff-4131-a057-ec9a35af807d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5129471 Jul 09 19:38:29.290835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-8d4360eb-38f5-411b-80ae-96815661c0c9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:29.305263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-8d4360eb-38f5-411b-80ae-96815661c0c9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.4999132 Jul 09 19:38:29.326820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] No DVR routers for this DVR port 3d1e143b-0497-4424-9ade-169c2eef77e7 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:29.331103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-2eecc7dc-59b7-416f-ba62-23de7bd9097b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0243790 Jul 09 19:38:29.401337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-6f3ca50d-6992-43e5-803a-9c34ec7d2b1f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631080 Jul 09 19:38:29.403043 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:26Z', 'revision_number': 4, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3eb0eed0-85f0-4e49-8ef6-d87fa22a8992', 'name': '', 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'mac_address': 'fa:16:3e:fd:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:23Z', 'updated_at': '2021-07-09T19:38:27Z', 'revision_number': 2, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'subnets': [{'id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:29.432162 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Checking router: efa4eb7c-456d-4bc9-aabf-0f388aad622a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:29.432764 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Updating router efa4eb7c-456d-4bc9-aabf-0f388aad622a port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:38:29.492118 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.607284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:29.624489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.648210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:29.663689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5159153-6881-4031-a0d6-5083fba8d994') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:29.664110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5159153-6881-4031-a0d6-5083fba8d994') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:29.684723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.713048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.719688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-cddc3930-68c8-4ad1-87c6-28df7e3ec2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752063 Jul 09 19:38:29.726882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:38:29.727398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:38:29.731748 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:38:29.827846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.854701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.903561 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-659f7c27-9b44-4abf-a2fe-b8eac757e906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.907714 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.916696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dcf10-9976-4e4f-b659-e616f7487d63 req-38ef9cc8-6aa7-46b2-be80-59ce3290f3f9 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:29.926075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e73dcf10-9976-4e4f-b659-e616f7487d63 req-38ef9cc8-6aa7-46b2-be80-59ce3290f3f9 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 945 time: 0.8494995 Jul 09 19:38:29.931318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.931510 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Transition to ACTIVE for port object 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:29.934302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.939751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.941926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5072e6f-1a70-4b7a-b0f5-c47d4a9a0104 HTTP/1.1" status: 204 len: 168 time: 0.8148713 Jul 09 19:38:29.958912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.959696 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.963130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] 10.222.0.10 "DELETE /v2.0/networks/60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e HTTP/1.1" status: 204 len: 168 time: 2.3364170 Jul 09 19:38:29.991818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963375f-a459-4368-9793-87717e6ce92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5072e6f-1a70-4b7a-b0f5-c47d4a9a0104,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:30.028043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9703d20-e67a-4ec5-8877-b6ace974c86d admin admin] Pushing event deleted for resources: {'Network': ['ID=60e87acc-5fb8-4ffb-b57b-6840dcfa7f6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:30.060004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-eab1b6a2-81e6-4dca-b7de-cdead21da012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:30.068830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-eab1b6a2-81e6-4dca-b7de-cdead21da012 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1096 time: 0.3016665 Jul 09 19:38:30.101840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e73dcf10-9976-4e4f-b659-e616f7487d63 req-dd8e2cb4-0bbb-4a68-b18e-bf1fc307efc5 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719716 Jul 09 19:38:30.111582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076dae-76af-4cd6-9b69-7239e0a58c74 None None] Pushing event updated for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:30.129532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-adddb101-6194-4690-81c0-32afd4be2669 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950539 Jul 09 19:38:30.306778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:30.318366 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-659f7c27-9b44-4abf-a2fe-b8eac757e906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.332925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-659f7c27-9b44-4abf-a2fe-b8eac757e906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.355559 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Attempting to bind port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:30.355929 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Attempting to bind port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:30.356295 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Attempting to bind port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 on network e59d5230-2589-4f24-ba2c-4d41f6889e30 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:30.375531 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:30.375913 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Checking segment: {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:30.376318 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.376714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Bound using segment: {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:30.377508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Bound port: 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e9a822-4208-44b7-a946-99d0b036a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:30.377679 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.479168 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320f1d7b-e377-469d-891a-eb59ec8edb95 x-openstack-request-id: req-320f1d7b-e377-469d-891a-eb59ec8edb95 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:30.483086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-659f7c27-9b44-4abf-a2fe-b8eac757e906 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b84770d198c47a29ecad2e6e0dc80af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8745570 Jul 09 19:38:30.483650 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "name": "network-vif-plugged", "status": "completed", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:30.483916 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-320f1d7b-e377-469d-891a-eb59ec8edb95 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:30.484321 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'code': 200} Jul 09 19:38:30.497466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:30.560178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f7c27-9b44-4abf-a2fe-b8eac757e906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1e01d-ac07-431c-a102-c0f76fa1d0c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:30.572066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-9621b8de-56e3-4bc4-ad74-6e6abe42651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:30.573546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-9621b8de-56e3-4bc4-ad74-6e6abe42651d service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.4703836 Jul 09 19:38:30.597871 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] For port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:30.614515 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] For port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:30.625905 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.635436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.720711 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.787428 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:30.789723 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:30.799193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-679a1702-6645-4134-822c-065e7d0a835f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebc13f796ce64adfb8a4f60da1d2a3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912810 Jul 09 19:38:30.803876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:30.807395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-4a2b6653-f277-4563-9d76-d240eea8918e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.1943417 Jul 09 19:38:30.892060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.895099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:30.896418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4e1e01d-ac07-431c-a102-c0f76fa1d0c4 HTTP/1.1" status: 204 len: 168 time: 0.3977957 Jul 09 19:38:30.910564 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076dae-76af-4cd6-9b69-7239e0a58c74 None None] Pushing event updated for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:30.912403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c0b7-8723-4230-882f-366421cd4906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1e01d-ac07-431c-a102-c0f76fa1d0c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:31.001431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836c563-5bbb-4055-a641-864ce6afccf1 req-4f5574ea-a2b2-4e74-b9ad-5be293a9b8fc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:31.006927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3836c563-5bbb-4055-a641-864ce6afccf1 req-4f5574ea-a2b2-4e74-b9ad-5be293a9b8fc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3032222 Jul 09 19:38:31.067887 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:31.094522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3836c563-5bbb-4055-a641-864ce6afccf1 req-fe5b8c5e-5cb7-46db-8e96-39ee4053ecfb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771296 Jul 09 19:38:31.115442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:31.136279 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-85e82a91-901f-434a-82d9-e99bf2690f05 req-78620840-2c77-4617-9345-277067d06dae tempest-FloatingIPDetailsNegativeTestJSON-1491541459 tempest-FloatingIPDetailsNegativeTestJSON-1491541459-project] show failed (client error): The resource could not be found. Jul 09 19:38:31.148254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:31.154248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85e82a91-901f-434a-82d9-e99bf2690f05 req-78620840-2c77-4617-9345-277067d06dae tempest-FloatingIPDetailsNegativeTestJSON-1491541459 tempest-FloatingIPDetailsNegativeTestJSON-1491541459-project] 10.222.0.10 "GET /v2.0/floatingips/734b7377-cc00-4569-a460-1b18af8dc21b HTTP/1.1" status: 404 len: 350 time: 0.1774600 Jul 09 19:38:31.194573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-b7f6fabc-2f8f-4fab-bb21-91f0d171b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:31.201760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-b7f6fabc-2f8f-4fab-bb21-91f0d171b344 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.3521001 Jul 09 19:38:31.280445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-a9583660-8661-4d14-aca1-57f46a9c2078 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696733 Jul 09 19:38:31.319405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:31.462212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f376ed28-1e76-47a8-979f-7ae5eb9ca5e0 req-25ccdb34-3de9-4e90-98f3-fede91e6c23e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.2584612 Jul 09 19:38:31.512715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:26Z', 'revision_number': 4, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3eb0eed0-85f0-4e49-8ef6-d87fa22a8992', 'name': '', 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'mac_address': 'fa:16:3e:fd:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:23Z', 'updated_at': '2021-07-09T19:38:30Z', 'revision_number': 4, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'subnets': [{'id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:31.513717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:31.540079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f86ffb6-89ee-4953-8c1b-c7d131a5a0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:31.554702 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37525d2f-eaa9-495a-af96-5a638db31d74 None None] The sync data for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 is: [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:26Z', 'revision_number': 4, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3eb0eed0-85f0-4e49-8ef6-d87fa22a8992', 'name': '', 'network_id': 'e59d5230-2589-4f24-ba2c-4d41f6889e30', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'mac_address': 'fa:16:3e:fd:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:23Z', 'updated_at': '2021-07-09T19:38:30Z', 'revision_number': 4, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'subnets': [{'id': '76b5b024-bd12-4896-a1d7-67fddf79512c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:31.572550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cbe20-91d2-4b64-b535-968758096ac8 req-afde8968-318a-4f8c-b676-cbed95ef3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:31.581926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a4cbe20-91d2-4b64-b535-968758096ac8 req-afde8968-318a-4f8c-b676-cbed95ef3ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 1096 time: 1.0106215 Jul 09 19:38:31.584411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:31.595380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:31.596552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18dd308e-5e77-459d-9ed5-813606f4dc05 HTTP/1.1" status: 204 len: 168 time: 0.7913861 Jul 09 19:38:31.677822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531659b-dcf5-4be9-b8cb-205fb886329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd308e-5e77-459d-9ed5-813606f4dc05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:31.850505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a4cbe20-91d2-4b64-b535-968758096ac8 req-893f323d-8727-4235-b561-785257e04686 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425685 Jul 09 19:38:31.856437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-61868d5f-906b-4da4-81e5-6e48432097af service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349810 Jul 09 19:38:31.916191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7422-a304-4df8-b5c2-2a51a9c50fad req-6287e568-95ac-435c-8dc1-76dfc6700b53 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:31.944657 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ab7422-a304-4df8-b5c2-2a51a9c50fad req-6287e568-95ac-435c-8dc1-76dfc6700b53 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 945 time: 0.5050609 Jul 09 19:38:31.984495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae0fa3-3307-431e-bdeb-8914add1ae2f req-371f011a-7f99-4ba1-b82e-cad0dabed2e3 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:31.993545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edae0fa3-3307-431e-bdeb-8914add1ae2f req-371f011a-7f99-4ba1-b82e-cad0dabed2e3 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2010615 Jul 09 19:38:32.116276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edae0fa3-3307-431e-bdeb-8914add1ae2f req-3019670c-86ee-47ba-ac82-2c53aabcd41a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213517 Jul 09 19:38:32.167198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ab7422-a304-4df8-b5c2-2a51a9c50fad req-e4699ae2-b387-4508-adc9-6ad5f1e14780 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105021 Jul 09 19:38:32.206700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef610020-5a8f-4574-b02d-a5c4faec6295 req-1d4c28f3-9fc6-4def-8b0b-95bed62a4455 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047240 Jul 09 19:38:32.302981 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f86ffb6-89ee-4953-8c1b-c7d131a5a0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.330649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f86ffb6-89ee-4953-8c1b-c7d131a5a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.457166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:32.468783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0f86ffb6-89ee-4953-8c1b-c7d131a5a0bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7313fbfdc4d4020af2b781c8f6e0ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9321873 Jul 09 19:38:32.529311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86ffb6-89ee-4953-8c1b-c7d131a5a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb6b39f-9e24-43dd-9a7b-3f7395a25541,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:32.542404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.575504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.708686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.709502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.713553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.717032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bb6b39f-9e24-43dd-9a7b-3f7395a25541 HTTP/1.1" status: 204 len: 168 time: 0.2578142 Jul 09 19:38:32.727020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aa416-8504-43eb-8450-8a5906560c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb6b39f-9e24-43dd-9a7b-3f7395a25541,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:32.804288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f3f7e-e37e-407d-b89b-73d3044e37c3 req-80e56c73-31fc-4813-9d4f-56c56aed9ff0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:32.822424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-905f3f7e-e37e-407d-b89b-73d3044e37c3 req-80e56c73-31fc-4813-9d4f-56c56aed9ff0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3815079 Jul 09 19:38:32.866385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a270e58b-c91c-433d-9007-833270e1d5df tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:32.867915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a270e58b-c91c-433d-9007-833270e1d5df tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.3356607 Jul 09 19:38:33.014799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:33.023544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:33.144127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:33.157195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:33.157575 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.284128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:33.291846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.329361 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.360893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-905f3f7e-e37e-407d-b89b-73d3044e37c3 req-273d621c-2549-4cad-91ce-e1a2b6f9268e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260675 Jul 09 19:38:33.422036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:33.428817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.549281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:33.716897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:33.737633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f76570f-9976-4777-8ef1-bcbdeaed7bbb req-262765e1-8116-4a4f-ae83-740d520a8906 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.0760665 Jul 09 19:38:33.864423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b15d1-aca9-4312-bf7e-dec1cde4463d req-0b4e8b6f-7644-4ce4-9e96-b96b49fb8220 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:33.869993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f1b15d1-aca9-4312-bf7e-dec1cde4463d req-0b4e8b6f-7644-4ce4-9e96-b96b49fb8220 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 945 time: 0.1677995 Jul 09 19:38:33.906675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-network', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:33.938887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Made reservation on behalf of 7f2d4afbc9514a5ca2af24d1169770fe for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:33.941773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.954171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.964376 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f1b15d1-aca9-4312-bf7e-dec1cde4463d req-d28ba158-f5d1-43a2-987b-e345ef303a85 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890715 Jul 09 19:38:34.016968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.13 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/0d0aea70-7ff7-4f05-9e70-98cd3ccee564) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:34.105980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545e5f6-3256-4ba5-9a71-0d96a34c6b07 req-de73519d-e79f-41b3-beb3-c5cf63938d11 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:34.107843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b545e5f6-3256-4ba5-9a71-0d96a34c6b07 req-de73519d-e79f-41b3-beb3-c5cf63938d11 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1631246 Jul 09 19:38:34.171221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.183880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.202631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:38:34.240195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f84c18-bbaa-40e6-aa91-d9ed5d05f732,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:34.244648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.245332 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Added segment 8fe96d61-c2e1-461a-b676-87db998ad4a3 of type vlan for network 29eea828-9248-4b97-b059-9f7979e2dd80 Jul 09 19:38:34.318383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.374272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.377696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:34.378304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.506616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7884107 Jul 09 19:38:34.508280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f835d7-721a-4c3f-8488-417ea7aa1d61 admin admin] Pushing event updated for resources: {'Network': ['ID=29eea828-9248-4b97-b059-9f7979e2dd80,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:34.511624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:34.522419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 29eea828-9248-4b97-b059-9f7979e2dd80 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:38:34.538480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Request body: {'subnet': {'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-subnet', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:34.619644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Made reservation on behalf of 7f2d4afbc9514a5ca2af24d1169770fe for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:34.628049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.640877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d236-465f-45f5-b20a-3c3f6b071507 req-ce6011c7-6291-45ea-a68d-7ef1e8dff2e7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:34.642803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4352d236-465f-45f5-b20a-3c3f6b071507 req-ce6011c7-6291-45ea-a68d-7ef1e8dff2e7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 945 time: 0.1977384 Jul 09 19:38:34.731235 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b545e5f6-3256-4ba5-9a71-0d96a34c6b07 req-9dc0c21e-4ee6-406b-b3e5-8baa353088a9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068826 Jul 09 19:38:34.744283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:34.745052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Deleting port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:34.745599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.861153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.919829 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.921842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:34.960544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9390685-56ba-4b5f-a04f-67e702605242,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:34.983934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Checking segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:34.984140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:34.984634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Network hostable DHCP agents. Network: 29eea828-9248-4b97-b059-9f7979e2dd80, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:38:34.986817 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751817dc-1d59-4883-8381-53fcefaaf7f4" -d '{"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:34.991521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:34.997763 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.003279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:35.014755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Network 29eea828-9248-4b97-b059-9f7979e2dd80 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:38:35.028943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 29eea828-9248-4b97-b059-9f7979e2dd80) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:35.034152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:35.036347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.047934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2d0eb-019a-4d14-908a-d5c7dd5805ca None None] Network 29eea828-9248-4b97-b059-9f7979e2dd80 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:35.062228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2e15f6da-d1bb-4b03-88b1-f97423842e5e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5473335 Jul 09 19:38:35.062880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:35.069057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:35.085485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] For port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:35.085848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.106632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.108454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.152074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Calling delete_port for 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:35.164625 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.174433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:35.224902 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.244613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:35.254795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-6d87a0e2-2a51-494c-bd2f-27ec7eba6fb5 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:35.262429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-6d87a0e2-2a51-494c-bd2f-27ec7eba6fb5 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.3379302 Jul 09 19:38:35.310592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:35.322213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:35.380472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:35.381464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.408470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-8863371b-ec44-4742-b608-811534d56c1a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/quotas/cf73713f95a5497b8d376e1d5e5b1adb HTTP/1.1" status: 200 len: 375 time: 0.1446872 Jul 09 19:38:35.419614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:35.428632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:35.436117 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-fdffb20d-d11c-44c9-b940-cc35cd311a3c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4362435 Jul 09 19:38:35.466862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.479756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:35.480277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.488457 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4352d236-465f-45f5-b20a-3c3f6b071507 req-fc37dfde-9068-4476-80e1-fcf8cd86cdbc tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374223 Jul 09 19:38:35.582431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-29eea828-9248-4b97-b059-9f7979e2dd80', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:38:35.583283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.657587 n-d-800087-3 neutron-server[93773]: INFO neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No ports have port_id starting with 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 Jul 09 19:38:35.657815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:35.673169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Request body: {'port': {'device_id': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:35.694034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0db8629-0346-4d84-b8d1-36d9f07770aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.698116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.802841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Allocated IP 172.20.0.2 (29eea828-9248-4b97-b059-9f7979e2dd80/c9390685-56ba-4b5f-a04f-67e702605242/d7926be0-c2a8-4727-902f-11516b64dae9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:35.815068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60905313-a8bd-4f9f-a5b4-9745573dc03c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-299034'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:35.815552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60905313-a8bd-4f9f-a5b4-9745573dc03c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:38:35.863861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:35.901280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb0eed0-85f0-4e49-8ef6-d87fa22a8992,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:35.995182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.000251 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-8efdaa6f-f6e7-481a-815e-52822bf17040 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5902860 Jul 09 19:38:36.005066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Transition to ACTIVE for port object d7926be0-c2a8-4727-902f-11516b64dae9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:36.022094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Transition to ACTIVE for port object d7926be0-c2a8-4727-902f-11516b64dae9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:36.034324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.079153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Network 29eea828-9248-4b97-b059-9f7979e2dd80 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:36.082350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:36.086820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e4bd9-a4f5-4ca4-b041-3766509beb95 req-a1b8ebde-6792-48cb-a349-77052c3746b0 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:36.087556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:36.089777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-423e4bd9-a4f5-4ca4-b041-3766509beb95 req-a1b8ebde-6792-48cb-a349-77052c3746b0 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 932 time: 0.4113722 Jul 09 19:38:36.090900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Pushing event updated for resources: {'Port': ['ID=d7926be0-c2a8-4727-902f-11516b64dae9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:36.103492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60905313-a8bd-4f9f-a5b4-9745573dc03c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.107174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-60905313-a8bd-4f9f-a5b4-9745573dc03c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 474 time: 0.4461002 Jul 09 19:38:36.108850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:36.113611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37e18dab-69e7-430e-8d5d-ddfd84203406 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '401852c7-b6bd-4d32-8c8f-265f6fcc066a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:36.114207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37e18dab-69e7-430e-8d5d-ddfd84203406 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:38:36.151685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.164226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Attempting to bind port d7926be0-c2a8-4727-902f-11516b64dae9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:36.164856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Attempting to bind port d7926be0-c2a8-4727-902f-11516b64dae9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:36.165443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Attempting to bind port d7926be0-c2a8-4727-902f-11516b64dae9 on network 29eea828-9248-4b97-b059-9f7979e2dd80 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:36.170966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:36.171338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Checking segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:36.171910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.172459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Bound using segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:36.173041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Bound port: d7926be0-c2a8-4727-902f-11516b64dae9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:36.173621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.246918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.249157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] For port d7926be0-c2a8-4727-902f-11516b64dae9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:36.252337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] For port d7926be0-c2a8-4727-902f-11516b64dae9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d7926be0-c2a8-4727-902f-11516b64dae9,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:36.257033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-423e4bd9-a4f5-4ca4-b041-3766509beb95 req-d892d41c-8f5b-4136-b410-ef464f20c673 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511009 Jul 09 19:38:36.257554 n-d-800087-3 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-37e18dab-69e7-430e-8d5d-ddfd84203406 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 19:38:36.258766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.350216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25268b-a2aa-4370-abf1-5c4c09bbee1c None None] Pushing event updated for resources: {'Port': ['ID=d7926be0-c2a8-4727-902f-11516b64dae9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:36.354412 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd6d395-7144-4cfe-b7a9-b6de2c53e9ed x-openstack-request-id: req-5dd6d395-7144-4cfe-b7a9-b6de2c53e9ed {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:36.355000 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:36.355480 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5dd6d395-7144-4cfe-b7a9-b6de2c53e9ed {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:36.356363 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'code': 200} Jul 09 19:38:36.445894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e18dab-69e7-430e-8d5d-ddfd84203406 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.446643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-31581834-2a3a-4e33-908e-e66fb705e711 service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451537 Jul 09 19:38:36.447088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-37e18dab-69e7-430e-8d5d-ddfd84203406 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3373158 Jul 09 19:38:36.452195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:36.459269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba2c2906-54c3-4196-ad15-16a0be55a400 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '401852c7-b6bd-4d32-8c8f-265f6fcc066a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:36.460270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba2c2906-54c3-4196-ad15-16a0be55a400 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:38:36.502307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.532850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0db8629-0346-4d84-b8d1-36d9f07770aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.563366 n-d-800087-3 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-ba2c2906-54c3-4196-ad15-16a0be55a400 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 19:38:36.585847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0db8629-0346-4d84-b8d1-36d9f07770aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.673805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Allocated IP 172.25.3.103 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/5d438adb-e1a5-4dad-888e-5456bc9004c1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:36.739648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2906-54c3-4196-ad15-16a0be55a400 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.743624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ba2c2906-54c3-4196-ad15-16a0be55a400 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2877774 Jul 09 19:38:36.751033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e0db8629-0346-4d84-b8d1-36d9f07770aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04cbfc7319cf4d769312c9cc31d3d5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5729332 Jul 09 19:38:36.751033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:36.753301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-75693e0f-32c9-4bb9-b1d6-3e06652e9e8a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:36.754776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-75693e0f-32c9-4bb9-b1d6-3e06652e9e8a tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5771339-ba40-4efe-abcd-4091ae24abb6 HTTP/1.1" status: 200 len: 943 time: 0.3802488 Jul 09 19:38:36.755997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:36.773644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db8629-0346-4d84-b8d1-36d9f07770aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d975ffe2-86ce-44de-b61f-169fa6c2146d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:36.790326 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-04481aa8-a682-4d4b-b75c-e2c09959713c service neutron] 10.222.0.10 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425961 Jul 09 19:38:36.818518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c53c69f6-4407-4c0f-917e-0432fe6a57db tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=58c036b9-93c5-4a71-b62e-0f577cf12791 HTTP/1.1" status: 200 len: 464 time: 0.0624244 Jul 09 19:38:36.836505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:37.073211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:37.086773 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.144637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d7926be0-c2a8-4727-902f-11516b64dae9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:37.169618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Transition to ACTIVE for port object 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:37.190181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.246931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d7926be0-c2a8-4727-902f-11516b64dae9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:37.346558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Pushing event updated for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:37.351731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Router efa4eb7c-456d-4bc9-aabf-0f388aad622a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:37.513336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Attempting to bind port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:37.514290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Attempting to bind port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:37.514851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Attempting to bind port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:37.522671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:37.523324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Attempting to bind port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:37.555309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.564121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:37.564789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:37.565415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:37.566062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Bound port: 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:37.566631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.606112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.677713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dede633-7955-4d7b-8750-7a478c5cfc5c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.679012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:37.679621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0dede633-7955-4d7b-8750-7a478c5cfc5c tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/58c036b9-93c5-4a71-b62e-0f577cf12791 HTTP/1.1" status: 204 len: 168 time: 0.3854609 Jul 09 19:38:37.683120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66cca7b9-6d5b-48dc-bdfe-a8caec1ad22a req-de6d3e65-ad1e-44c2-873d-94ba904677f0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 210 time: 0.0672910 Jul 09 19:38:37.687069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7556f589-6c37-40b6-bfca-b5a936324fa4 admin admin] 10.222.0.10 "PUT /v2.0/routers/efa4eb7c-456d-4bc9-aabf-0f388aad622a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5378180 Jul 09 19:38:37.688674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:37.691706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Sync routers for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:37.700068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:37.712530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:37.714510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:37.719301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.792393 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c990acd4-4f87-4f8e-89f3-f61bca2ee3b3 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=58c036b9-93c5-4a71-b62e-0f577cf12791 HTTP/1.1" status: 200 len: 221 time: 0.0970466 Jul 09 19:38:37.798417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:37.801205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cec6f-7aca-49b2-84da-1a2078b794fe req-e36c4955-ad95-4668-a35d-678770f02ded tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:37.803874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-05951133-421c-43c3-828b-78c870c2faa2 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1499042982', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:37.804495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-05951133-421c-43c3-828b-78c870c2faa2 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:38:37.810546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-153cec6f-7aca-49b2-84da-1a2078b794fe req-e36c4955-ad95-4668-a35d-678770f02ded tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5151982 Jul 09 19:38:37.860229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:37.904212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:37.910197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Deleting port 5dbba765-d383-4bff-bd70-f09bba5e38e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:37.910634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:37.931009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.012556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.015486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.016809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d975ffe2-86ce-44de-b61f-169fa6c2146d HTTP/1.1" status: 204 len: 168 time: 1.2590356 Jul 09 19:38:38.033207 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-153cec6f-7aca-49b2-84da-1a2078b794fe req-5f4911b2-5c48-4f0d-82ff-a3e0b2a56118 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204554 Jul 09 19:38:38.100233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563b47-0d20-417d-a749-0f821bbfce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d975ffe2-86ce-44de-b61f-169fa6c2146d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:38.110958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:38.125745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbf14f-c661-445f-b188-0569f4e1cdf3 None None] Network 29eea828-9248-4b97-b059-9f7979e2dd80 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:38.127133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:38.148158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:38.155522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:38.162474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Pushing event updated for resources: {'Port': ['ID=5d438adb-e1a5-4dad-888e-5456bc9004c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:38.192584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.261896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Pushing event updated for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:38.298964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] For port 5dbba765-d383-4bff-bd70-f09bba5e38e2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5dbba765-d383-4bff-bd70-f09bba5e38e2,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:38.299365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.328491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Provisioning for port d7926be0-c2a8-4727-902f-11516b64dae9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:38.329180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Calling delete_port for 5dbba765-d383-4bff-bd70-f09bba5e38e2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:38.335184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05951133-421c-43c3-828b-78c870c2faa2 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.339017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-05951133-421c-43c3-828b-78c870c2faa2 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5383928 Jul 09 19:38:38.341122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:38.345054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Provisioning complete for port d7926be0-c2a8-4727-902f-11516b64dae9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:38.345459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.587994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:35Z', 'revision_number': 5, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:38.623360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:38.630082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Checking router: efa4eb7c-456d-4bc9-aabf-0f388aad622a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:38.661803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9939dd-6924-413b-a2dc-87bbf69c5b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.672310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58df21-d71f-4553-919c-e768d9d3d7a7 req-661399bb-7172-4fb6-bb35-3bd1c941c6fc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:38.676126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c58df21-d71f-4553-919c-e768d9d3d7a7 req-661399bb-7172-4fb6-bb35-3bd1c941c6fc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3711939 Jul 09 19:38:38.689874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Routers {'efa4eb7c-456d-4bc9-aabf-0f388aad622a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:38.690527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:38.754881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.794211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1ad8e98a-3956-471e-8fe7-20f86fe1c450 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=fa94132b-04e5-43b3-9d70-9db87a0d94a2 HTTP/1.1" status: 200 len: 468 time: 0.4309144 Jul 09 19:38:38.795085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:38.795870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.797074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a5b80b16-395a-4322-bc5a-f6bd9455849d service neutron] 10.222.0.25 "PUT /v2.0/ports/0d0aea70-7ff7-4f05-9e70-98cd3ccee564 HTTP/1.1" status: 200 len: 1092 time: 3.1310413 Jul 09 19:38:38.797625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:38.800037 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:38.805022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:38.809181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.885716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] For port d7926be0-c2a8-4727-902f-11516b64dae9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d7926be0-c2a8-4727-902f-11516b64dae9,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:38.898652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:38.955719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] Set router efa4eb7c-456d-4bc9-aabf-0f388aad622a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:38.958026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.027207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.075044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9984222-b4ac-420c-a061-2dec965bfb6b None None] Pushing event updated for resources: {'Port': ['ID=d7926be0-c2a8-4727-902f-11516b64dae9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:39.086934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event deleted for resources: {'Port': ['ID=5dbba765-d383-4bff-bd70-f09bba5e38e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:39.099509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c58df21-d71f-4553-919c-e768d9d3d7a7 req-3a91e912-1bf0-44a1-b385-b82039c46331 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034226 Jul 09 19:38:39.218755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51671b7-762c-4adb-a033-724a419ad671 req-f3fc5094-e75c-4fba-952e-8cb6954fad1a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:39.226324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a51671b7-762c-4adb-a033-724a419ad671 req-f3fc5094-e75c-4fba-952e-8cb6954fad1a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 944 time: 1.2993059 Jul 09 19:38:39.231782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-82d0ee15-c931-451a-bc39-d820c635b104 None None] Provisioning complete for port d7926be0-c2a8-4727-902f-11516b64dae9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:39.232348 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82d0ee15-c931-451a-bc39-d820c635b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.240664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] No DVR routers for this DVR port 5dbba765-d383-4bff-bd70-f09bba5e38e2 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:39.249975 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.252292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f07771fd-f7ac-49b9-84db-f5ce7a1e134e req-d1a83c1a-8857-41e0-8f0d-bd4d4306b93b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "DELETE /v2.0/ports/5dbba765-d383-4bff-bd70-f09bba5e38e2 HTTP/1.1" status: 204 len: 173 time: 2.4843216 Jul 09 19:38:39.252742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-deleted', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:39.255884 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435ed30d-bf5e-4841-beca-64dda3ab10c7" -d '{"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-deleted", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:39.310542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:35Z', 'revision_number': 5, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:39.361337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27da00-f111-4226-8f6b-fcab7615d707 None None] The sync data for ids ['efa4eb7c-456d-4bc9-aabf-0f388aad622a'] in n-d-800087-3 is: [{'id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1066078983-router', 'tenant_id': '9d655b0bf1cf4a77a7f34314d962583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:13Z', 'updated_at': '2021-07-09T19:38:35Z', 'revision_number': 5, 'project_id': '9d655b0bf1cf4a77a7f34314d962583c', 'gw_port': {'id': '7f0ab16e-d390-41d7-bbfc-950cf7bfc75c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa4eb7c-456d-4bc9-aabf-0f388aad622a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:14Z', 'updated_at': '2021-07-09T19:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:39.420506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8c3a-3e84-4a6b-b6f7-b8ea4ee474a7 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.421963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb1b8c3a-3e84-4a6b-b6f7-b8ea4ee474a7 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/fa94132b-04e5-43b3-9d70-9db87a0d94a2 HTTP/1.1" status: 204 len: 168 time: 0.6146786 Jul 09 19:38:39.430655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-de1c3a20-8a96-4067-956b-87b142a8a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:39.432336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-de1c3a20-8a96-4067-956b-87b142a8a3c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 1095 time: 0.4935243 Jul 09 19:38:39.443705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.462328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.506776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a51671b7-762c-4adb-a033-724a419ad671 req-57016c55-d190-4c2d-a363-d81c9d8d8712 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795284 Jul 09 19:38:39.514171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-719995f5-0862-4d3f-a0d4-88b04ba25b67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:39.515641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-719995f5-0862-4d3f-a0d4-88b04ba25b67 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 804 time: 0.5756471 Jul 09 19:38:39.520347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b2e07e0a-8912-4436-8887-3e81c7882210 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=fa94132b-04e5-43b3-9d70-9db87a0d94a2 HTTP/1.1" status: 200 len: 216 time: 0.0722508 Jul 09 19:38:39.520347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-86f6e39c-e057-40a4-bda5-615dec7d4a3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564 HTTP/1.1" status: 200 len: 217 time: 0.0705347 Jul 09 19:38:39.520347 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.524003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.525461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9939dd-6924-413b-a2dc-87bbf69c5b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.543483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9939dd-6924-413b-a2dc-87bbf69c5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.545818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Request body: {'port': {'device_id': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'admin_state_up': True, 'tenant_id': 'cf73713f95a5497b8d376e1d5e5b1adb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:39.633495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bf011301-28c3-41f4-b3d6-ff5ff6c835db tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1086838 Jul 09 19:38:39.641472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.642971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3742-37b0-4162-9165-f3107f6f9c50 req-55465b02-86b7-4bd9-9e49-009cbf9c098a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:39.644567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44cf3742-37b0-4162-9165-f3107f6f9c50 req-55465b02-86b7-4bd9-9e49-009cbf9c098a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 945 time: 0.2409580 Jul 09 19:38:39.647844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9939dd-6924-413b-a2dc-87bbf69c5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87025bf5-e4ef-43c5-8e0c-7b5e8d610e98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:39.667175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ab9939dd-6924-413b-a2dc-87bbf69c5b07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=024e12590162467290dd1c8ea3578ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0371325 Jul 09 19:38:39.667411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.692054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-035ddb65-8f14-46e3-ba25-8a13dc0cae80 req-9816e35c-2f54-45fa-9d9a-006150d619c3 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 210 time: 0.0618870 Jul 09 19:38:39.700851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7ce55750-69db-4c0a-9533-66ae84ca5804 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0483918 Jul 09 19:38:39.705552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-bd911edc-270d-49c1-bd3f-767d147ff051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:39.706396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.707028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-bd911edc-270d-49c1-bd3f-767d147ff051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1740000 Jul 09 19:38:39.795667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-9a882d13-2c0d-431a-9113-e4f571b6ee50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803962 Jul 09 19:38:39.832226 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ea9477-eed0-4b5a-810f-ba66d85de5b4 x-openstack-request-id: req-b8ea9477-eed0-4b5a-810f-ba66d85de5b4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:39.834450 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:39.834715 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8ea9477-eed0-4b5a-810f-ba66d85de5b4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:39.835140 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564', 'status': 'completed', 'code': 200} Jul 09 19:38:39.838986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3c022e38-18ef-4e85-bcd8-997f4cb4010e tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/401852c7-b6bd-4d32-8c8f-265f6fcc066a HTTP/1.1" status: 200 len: 469 time: 0.1280792 Jul 09 19:38:39.855006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44cf3742-37b0-4162-9165-f3107f6f9c50 req-98fef6e1-b047-4f7d-a16e-e9af55e9b49b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841204 Jul 09 19:38:39.862038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.866625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Router f86c0019-cf10-445e-9ed6-2261434340dc is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:38:39.869010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.879012 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae5752-5aef-472a-902b-126a740c106d x-openstack-request-id: req-26ae5752-5aef-472a-902b-126a740c106d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:39.881301 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5771339-ba40-4efe-abcd-4091ae24abb6", "name": "network-vif-deleted", "tag": "5dbba765-d383-4bff-bd70-f09bba5e38e2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:39.881825 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26ae5752-5aef-472a-902b-126a740c106d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:39.882266 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5771339-ba40-4efe-abcd-4091ae24abb6', 'name': 'network-vif-deleted', 'tag': '5dbba765-d383-4bff-bd70-f09bba5e38e2', 'status': 'completed', 'code': 200} Jul 09 19:38:39.924716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.945963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Deleting port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:39.946269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.987821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b0707a6f-d4f1-4267-bdbc-6aff12500b80 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/90be5872-2280-4737-a328-9f5c0ef24d78 HTTP/1.1" status: 200 len: 461 time: 0.1243956 Jul 09 19:38:39.996733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:40.027187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.029683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.032123 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87025bf5-e4ef-43c5-8e0c-7b5e8d610e98 HTTP/1.1" status: 204 len: 168 time: 0.3620036 Jul 09 19:38:40.115486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Made reservation on behalf of cf73713f95a5497b8d376e1d5e5b1adb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:40.121382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.169524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-a3acd44d-732c-4302-b000-5db6b1a206df service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228168 Jul 09 19:38:40.181853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] For port 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:40.182309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.193748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945270b1-9b44-4ec8-b62b-af6b3f53419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87025bf5-e4ef-43c5-8e0c-7b5e8d610e98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:40.254285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89c2fc75-8ef7-400c-951a-1c2a42e048b8 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.255442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-89c2fc75-8ef7-400c-951a-1c2a42e048b8 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/90be5872-2280-4737-a328-9f5c0ef24d78 HTTP/1.1" status: 204 len: 168 time: 0.2577431 Jul 09 19:38:40.259189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:40.273691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:40.277984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Calling delete_port for 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:40.387485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:40.408944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'port_id': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'mac_address': 'fa:16:3e:f2:c6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbf053f-c434-4e11-ac70-e96c65da2173', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:40.433391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a375e8d-c556-42ee-b738-1748d0b34f06 req-7a2d9153-da4d-45fe-8dbf-b53615ea05d7 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534986 Jul 09 19:38:40.446475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Allocated IP 172.20.0.11 (c092d454-fb1a-44b0-a441-305352ce08fb/5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea/4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:40.511710 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.530708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:40.552780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:40.558982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.632471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fc401ed1-1ba2-4252-99d6-95a4309bdda5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:40.663089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.669446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:40.710535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-56bccaf6-0be9-45a2-b02d-6a147e03634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:40.712359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-56bccaf6-0be9-45a2-b02d-6a147e03634f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 1095 time: 0.1996722 Jul 09 19:38:40.751835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0ab16e-d390-41d7-bbfc-950cf7bfc75c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:40.827036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:40.839095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Sync routers for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:40.859459 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:40.860154 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:40.906327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432acb1-72ae-4178-9d5a-19659fcc8b03 req-a6840619-babd-4a76-8688-4b0fcc7b9ef1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:40.908170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8432acb1-72ae-4178-9d5a-19659fcc8b03 req-a6840619-babd-4a76-8688-4b0fcc7b9ef1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.9150519 Jul 09 19:38:40.924909 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.929543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68bd9f76-d94f-4bb6-aa00-bfb263d93077 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.8652110 Jul 09 19:38:40.934709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:40.938023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:40.966033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.969916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 5dbba765-d383-4bff-bd70-f09bba5e38e2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:40.970168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5dbba765-d383-4bff-bd70-f09bba5e38e2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:41.083212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8432acb1-72ae-4178-9d5a-19659fcc8b03 req-a3db2f4e-d09d-44f3-9073-236f727663d7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602433 Jul 09 19:38:41.118378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67f3f28b-352e-41c7-93b7-b91030fda9b4 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.125417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-67f3f28b-352e-41c7-93b7-b91030fda9b4 tempest-MeteringTestJSON-1755738339 tempest-MeteringTestJSON-1755738339-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/401852c7-b6bd-4d32-8c8f-265f6fcc066a HTTP/1.1" status: 204 len: 168 time: 0.8621283 Jul 09 19:38:41.155924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d7926be0-c2a8-4727-902f-11516b64dae9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:41.180364 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:41.189512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.273924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d7926be0-c2a8-4727-902f-11516b64dae9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:41.274308 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.289223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-b0453a30-6633-4bd8-a784-1e4c23af8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:41.290980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-b0453a30-6633-4bd8-a784-1e4c23af8210 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.5539167 Jul 09 19:38:41.299046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.329936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.343579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.421418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554f472-8fb3-42a0-9073-c4b2040ffdd8 req-28ae9468-e993-4910-8220-0c96ea25cd03 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:41.424556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2743e2-8bfa-4ddd-a9c8-0124e704e922 req-63cfa3f9-8113-4fb8-b633-cdc657b93cfa tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:41.429476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2554f472-8fb3-42a0-9073-c4b2040ffdd8 req-28ae9468-e993-4910-8220-0c96ea25cd03 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 944 time: 0.6907995 Jul 09 19:38:41.431379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd2743e2-8bfa-4ddd-a9c8-0124e704e922 req-63cfa3f9-8113-4fb8-b633-cdc657b93cfa tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 932 time: 0.1283152 Jul 09 19:38:41.442186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-8088c1ab-882b-4962-ba36-46d2cf8959e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564 HTTP/1.1" status: 200 len: 217 time: 0.1373901 Jul 09 19:38:41.500213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Network c092d454-fb1a-44b0-a441-305352ce08fb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:41.505469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:41.514695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:41.515375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:41.523549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:41.548041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:41.548390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3eb0eed0-85f0-4e49-8ef6-d87fa22a8992 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:41.649402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd2743e2-8bfa-4ddd-a9c8-0124e704e922 req-7fcb6c27-d4b4-4288-89d6-2a0fdd9b0104 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170422 Jul 09 19:38:41.654733 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:38Z', 'revision_number': 3, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:41.693161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:41.693811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.714155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:41.714332 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Checking router: f86c0019-cf10-445e-9ed6-2261434340dc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:41.714332 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Updating router f86c0019-cf10-445e-9ed6-2261434340dc port 5d438adb-e1a5-4dad-888e-5456bc9004c1 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:38:41.769509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.778302 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.789239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-21387e67-aae0-4b33-9422-60f0efa1e565 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2471218 Jul 09 19:38:41.794858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-1238d5d7-25ff-4a4e-ad37-d59ac25a94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:41.797658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-1238d5d7-25ff-4a4e-ad37-d59ac25a94b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.2675023 Jul 09 19:38:41.805945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2554f472-8fb3-42a0-9073-c4b2040ffdd8 req-0961e996-c91e-49fa-9230-e38856796c80 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748026 Jul 09 19:38:41.813380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Request body: {'port': {'device_id': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:41.827495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.828158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa4eb7c-456d-4bc9-aabf-0f388aad622a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:41.879218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:41.880481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c3dee8e1-1da6-4c65-93ae-db2f2139d197 admin admin] 10.222.0.10 "DELETE /v2.0/routers/efa4eb7c-456d-4bc9-aabf-0f388aad622a HTTP/1.1" status: 204 len: 168 time: 4.1777515 Jul 09 19:38:41.883016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-bdbe7e13-2f96-406e-afbb-69eb33dbb2b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761428 Jul 09 19:38:41.885984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:42.009653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.111333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda62bae-b43b-4b1d-a0fd-dfecb7bad57a req-a1d24060-6276-4ed4-8f9a-0ae26fa2fa9e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:42.117828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Deleting subnet 76b5b024-bd12-4896-a1d7-67fddf79512c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:38:42.122884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eda62bae-b43b-4b1d-a0fd-dfecb7bad57a req-a1d24060-6276-4ed4-8f9a-0ae26fa2fa9e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 944 time: 0.3162055 Jul 09 19:38:42.194524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eda62bae-b43b-4b1d-a0fd-dfecb7bad57a req-3c56db51-a313-46d9-9c49-42d2b388dbb9 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703516 Jul 09 19:38:42.214482 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.248012 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Transition to ACTIVE for port object 5d438adb-e1a5-4dad-888e-5456bc9004c1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:42.261220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Allocated IP 172.20.0.1 (29eea828-9248-4b97-b059-9f7979e2dd80/c9390685-56ba-4b5f-a04f-67e702605242/1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:42.261505 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.294352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:42.323256 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Attempting to bind port 5d438adb-e1a5-4dad-888e-5456bc9004c1 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:42.325946 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Attempting to bind port 5d438adb-e1a5-4dad-888e-5456bc9004c1 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:42.326317 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Attempting to bind port 5d438adb-e1a5-4dad-888e-5456bc9004c1 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:42.354300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:42.354705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:42.355072 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.355460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:42.355939 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Bound port: 5d438adb-e1a5-4dad-888e-5456bc9004c1, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:42.356333 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.416030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.418540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.433774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:42.434328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:42.442503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Transition to ACTIVE for port object 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:42.502399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:42.512025 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.559552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.567073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.584792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.612564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.618255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:42.622440 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b266ba8-db29-4f12-8cff-2fa35483d919 None None] Pushing event updated for resources: {'Port': ['ID=5d438adb-e1a5-4dad-888e-5456bc9004c1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:42.644574 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] For port 5d438adb-e1a5-4dad-888e-5456bc9004c1, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:42.649146 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] For port 5d438adb-e1a5-4dad-888e-5456bc9004c1, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d438adb-e1a5-4dad-888e-5456bc9004c1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:42.650212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be19a6dea3024c8c80a1ca4fa6f51944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9357984 Jul 09 19:38:42.653799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:42.655274 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.719695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.722369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Network 29eea828-9248-4b97-b059-9f7979e2dd80 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:42.723755 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:42.724457 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:42.726556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5fc0-5f6c-4fe0-a13d-7556db2e79b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.727520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.728384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ed5f5-c027-41a7-a228-7c731a4b18a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:42.731565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-a9026e26-8352-492f-a72a-ecad02f4fa6c service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343267 Jul 09 19:38:42.741501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b266ba8-db29-4f12-8cff-2fa35483d919 None None] Pushing event updated for resources: {'Port': ['ID=5d438adb-e1a5-4dad-888e-5456bc9004c1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:42.746456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:42.749658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:42.759680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:42.791591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.791939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.792299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.792622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.792957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.794037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.794331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.794666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.795002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.795330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.795659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.796324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe806d0a-278c-4f9e-8447-d97ff2125a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.821394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.821744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.822092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.822434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.822770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.823099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.823428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.823755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.824081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.824405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.824727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.825049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:42.856227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.902277 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:42.903962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:42.953810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5fc0-5f6c-4fe0-a13d-7556db2e79b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:42.960897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:42.973804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7f0ab16e-d390-41d7-bbfc-950cf7bfc75c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:42.996856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5fc0-5f6c-4fe0-a13d-7556db2e79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.015775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06b5f-a6a9-4303-9ca0-1cafb4ac9d0d req-ebe6e25a-3879-4e9a-b6fd-ad5f2fc9d18e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:43.023850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05b06b5f-a6a9-4303-9ca0-1cafb4ac9d0d req-ebe6e25a-3879-4e9a-b6fd-ad5f2fc9d18e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.9578359 Jul 09 19:38:43.071483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.089044 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9ef5fc0-5f6c-4fe0-a13d-7556db2e79b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f521aedd70a4480cbd469bbf412ba45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513109 Jul 09 19:38:43.089651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef5fc0-5f6c-4fe0-a13d-7556db2e79b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c512893-907a-41ea-8964-6655a1d9da31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.095428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:43.144317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-31b9c679-5ec6-477a-af26-a0732f5b0bb4 None None] Provisioning for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:43.149918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-31b9c679-5ec6-477a-af26-a0732f5b0bb4 None None] Provisioning complete for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:43.150498 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-31b9c679-5ec6-477a-af26-a0732f5b0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.164142 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:38Z', 'revision_number': 3, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:43.197322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-31b9c679-5ec6-477a-af26-a0732f5b0bb4 None None] Port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:38:43.197645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556c980-f089-4b4f-a6b7-fcdf1a76bd79 req-73aefe4a-2564-4bbe-b41c-593b79471f78 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:43.199816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e556c980-f089-4b4f-a6b7-fcdf1a76bd79 req-73aefe4a-2564-4bbe-b41c-593b79471f78 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 932 time: 0.2060475 Jul 09 19:38:43.204957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836458a-2563-4d33-b9e8-4706378f3041 None None] The sync data for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 is: [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:38Z', 'revision_number': 3, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:43.264170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.282242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.285844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.297356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc335cd2-ce6f-4dc4-ac22-b852031b2eb6 req-c596da51-79ef-4815-9738-35e523f149c9 service neutron] 10.222.0.25 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253873 Jul 09 19:38:43.301193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.315155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e556c980-f089-4b4f-a6b7-fcdf1a76bd79 req-94daf646-8022-4a67-9161-292b9c2314ec tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091683 Jul 09 19:38:43.332050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.338336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05b06b5f-a6a9-4303-9ca0-1cafb4ac9d0d req-355b0fff-b148-456c-849d-411b8e80fcac tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083875 Jul 09 19:38:43.495889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.498462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.508889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee3ed5f5-c027-41a7-a228-7c731a4b18a6 HTTP/1.1" status: 204 len: 168 time: 0.8443933 Jul 09 19:38:43.538593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224a46-77d3-4e34-96a3-9ae8e1f3a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ed5f5-c027-41a7-a228-7c731a4b18a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.562866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.569339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.571085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c512893-907a-41ea-8964-6655a1d9da31 HTTP/1.1" status: 204 len: 168 time: 0.4718478 Jul 09 19:38:43.624241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a8e3d-4e00-4444-8d18-8b998a4830fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c512893-907a-41ea-8964-6655a1d9da31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.695388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140e9d2-b289-498a-99ca-07aae38ae7fc req-50075759-3936-4b29-a141-14fa245450b7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:43.706625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3140e9d2-b289-498a-99ca-07aae38ae7fc req-50075759-3936-4b29-a141-14fa245450b7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.2361786 Jul 09 19:38:43.710083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.716134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:43.726355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.726572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.746876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.756286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Transition to ACTIVE for port object 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:43.811539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c57267-0397-49f0-81f7-cf34dc434bb8 None None] Network e59d5230-2589-4f24-ba2c-4d41f6889e30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:43.818575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3140e9d2-b289-498a-99ca-07aae38ae7fc req-528275e4-b60e-4e34-9efa-414d5ff5dc62 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108563 Jul 09 19:38:43.824056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.827934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.837852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.841982 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] 10.222.0.10 "DELETE /v2.0/subnets/76b5b024-bd12-4896-a1d7-67fddf79512c HTTP/1.1" status: 204 len: 168 time: 1.9527731 Jul 09 19:38:43.843095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40d8c-faa5-4457-a20e-e17affe453ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b5b024-bd12-4896-a1d7-67fddf79512c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.854412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.872155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:44.063323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:44.102584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-838cb6be-9c93-463e-be0b-25823021f7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.130691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e840c-c7d6-4469-84f1-f6b15c9582cf req-51e4eec4-2d3b-435d-9c38-5239473b3cb3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:44.133328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-008e840c-c7d6-4469-84f1-f6b15c9582cf req-51e4eec4-2d3b-435d-9c38-5239473b3cb3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 944 time: 0.5958884 Jul 09 19:38:44.139907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:44.185926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Network 29eea828-9248-4b97-b059-9f7979e2dd80 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:44.196376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:44.206759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] DHCP port deletion for e59d5230-2589-4f24-ba2c-4d41f6889e30 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:38:44.221527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f6a5-8da7-4f18-a295-753b4d820758 req-050e72ef-397c-44fc-b1fc-126849aa196a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:44.224305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d38f6a5-8da7-4f18-a295-753b4d820758 req-050e72ef-397c-44fc-b1fc-126849aa196a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2039056 Jul 09 19:38:44.274673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.311181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Deleting port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:44.311741 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.354107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Attempting to bind port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:44.354653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Attempting to bind port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:44.354781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Attempting to bind port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:44.362904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 on network c092d454-fb1a-44b0-a441-305352ce08fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:44.363248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Attempting to bind port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 on network c092d454-fb1a-44b0-a441-305352ce08fb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:44.374971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:44.375153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Checking segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:44.375490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Bound using segment: {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:44.375934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Bound port: 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:44.376299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.410879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-008e840c-c7d6-4469-84f1-f6b15c9582cf req-5fa54d6b-f221-4c4b-9736-09afed6e1419 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660813 Jul 09 19:38:44.463730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] For port e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:44.464153 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.522911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Calling delete_port for e2c2c2b9-476f-4d9f-aff4-eb95c1912661 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:44.551986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d38f6a5-8da7-4f18-a295-753b4d820758 req-47f31884-a196-4839-b47a-e91d610a2535 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149009 Jul 09 19:38:44.605303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Deleting port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:44.605303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.683998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-838cb6be-9c93-463e-be0b-25823021f7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.688322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Router f86c0019-cf10-445e-9ed6-2261434340dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:38:44.689529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:44.708518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-838cb6be-9c93-463e-be0b-25823021f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.750575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c515c2a8-f375-4ae2-87d3-83918bbfab36 None None] Provisioning complete for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:44.754639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c515c2a8-f375-4ae2-87d3-83918bbfab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.757455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac853-7ea8-4906-9d5f-28f951321360 req-b1403880-be81-457b-8d62-bc97460ce12d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:44.761486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:44.762368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-becac853-7ea8-4906-9d5f-28f951321360 req-b1403880-be81-457b-8d62-bc97460ce12d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.3145189 Jul 09 19:38:44.797735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.798379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-838cb6be-9c93-463e-be0b-25823021f7ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8df6b0f7eb548ae830c270f23121198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325642 Jul 09 19:38:44.804768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:44.811957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:44.827431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c515c2a8-f375-4ae2-87d3-83918bbfab36 None None] Port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:38:44.847084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.869781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] For port e2c2c2b9-476f-4d9f-aff4-eb95c1912661, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,segment=NetworkSegment(12e9a822-4208-44b7-a946-99d0b036a48f),segment_id=12e9a822-4208-44b7-a946-99d0b036a48f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:44.870527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.901246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:44.901859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.903239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] 10.222.0.25 "PUT /v2.0/ports/4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 HTTP/1.1" status: 200 len: 1092 time: 3.1046207 Jul 09 19:38:44.907746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:44.911710 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d405512b-9e90-401c-a3e8-842a3b27e5df" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:44.914488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Calling delete_port for e2c2c2b9-476f-4d9f-aff4-eb95c1912661 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:44.923626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] Pushing event deleted for resources: {'Port': ['ID=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:44.930679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a0ed9-7f96-410e-9bb9-52e4fed91149 None None] No DVR routers for this DVR port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:44.974012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:44.979337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cb6be-9c93-463e-be0b-25823021f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33ad5a-e251-4ec1-a6a1-2553e52f2056,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:44.989109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564', 'mac_address': 'fa:16:3e:85:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:45.045378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.060945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391208f-b96f-4021-9157-b6c9b8e3c848 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:45.067905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:45.095601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:45.103590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.111466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d438adb-e1a5-4dad-888e-5456bc9004c1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:45.114870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e87fe-99f8-49a3-a4cf-7d7ecdd48357 req-18859282-1797-4668-a5f0-8370175feb23 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:45.130257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-545e87fe-99f8-49a3-a4cf-7d7ecdd48357 req-18859282-1797-4668-a5f0-8370175feb23 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 944 time: 0.4139853 Jul 09 19:38:45.145179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.204300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:45.219721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-545e87fe-99f8-49a3-a4cf-7d7ecdd48357 req-6f6687a0-8a09-403b-994c-4ec4f3d9c2f0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884929 Jul 09 19:38:45.224178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5d438adb-e1a5-4dad-888e-5456bc9004c1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:45.234750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5d438adb-e1a5-4dad-888e-5456bc9004c1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:45.235318 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.245369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.295727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.298749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615586e1-184a-4e2d-8f0a-034178f0bf86 req-6963e79f-8133-4e52-a641-df694ad234a7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:45.301963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-615586e1-184a-4e2d-8f0a-034178f0bf86 req-6963e79f-8133-4e52-a641-df694ad234a7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5132909 Jul 09 19:38:45.336666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:38:45.340511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.353568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a85c3591-6147-48c1-af12-4c6138cf1857 admin admin] 10.222.0.10 "PUT /v2.0/routers/f86c0019-cf10-445e-9ed6-2261434340dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4194124 Jul 09 19:38:45.370854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5d438adb-e1a5-4dad-888e-5456bc9004c1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d438adb-e1a5-4dad-888e-5456bc9004c1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:45.382017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.383598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c2c2b9-476f-4d9f-aff4-eb95c1912661,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:45.394431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] No DVR routers for this DVR port e2c2c2b9-476f-4d9f-aff4-eb95c1912661 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:45.414835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Deleting port fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:45.417172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.468412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['0d0aea70-7ff7-4f05-9e70-98cd3ccee564'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:45.489964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.496740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.499974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe33ad5a-e251-4ec1-a6a1-2553e52f2056 HTTP/1.1" status: 204 len: 168 time: 0.6761394 Jul 09 19:38:45.537632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79fd95-830e-436f-aa97-371bc0558502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33ad5a-e251-4ec1-a6a1-2553e52f2056,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:45.544364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e2c2c2b9-476f-4d9f-aff4-eb95c1912661 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:45.561479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.562831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-615586e1-184a-4e2d-8f0a-034178f0bf86 req-942ee2e1-9e01-4e91-9f99-736a009e34b4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513933 Jul 09 19:38:45.614260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-24bd9773-5be6-44cb-8a9e-9910eabe913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:45.618799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-24bd9773-5be6-44cb-8a9e-9910eabe913f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 1095 time: 0.5843730 Jul 09 19:38:45.623314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59d5230-2589-4f24-ba2c-4d41f6889e30']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:45.640104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e2c2c2b9-476f-4d9f-aff4-eb95c1912661 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:45.644369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e2c2c2b9-476f-4d9f-aff4-eb95c1912661 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:45.672837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] For port fc401ed1-1ba2-4252-99d6-95a4309bdda5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fc401ed1-1ba2-4252-99d6-95a4309bdda5,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:45.674860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.684080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e9a822-4208-44b7-a946-99d0b036a48f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:45.684444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e9a822-4208-44b7-a946-99d0b036a48f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:45.687613 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ca28d6-ae01-48a6-94d9-113ed1b7342d x-openstack-request-id: req-f3ca28d6-ae01-48a6-94d9-113ed1b7342d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:45.687918 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:45.688229 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3ca28d6-ae01-48a6-94d9-113ed1b7342d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:45.689087 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'status': 'completed', 'code': 200} Jul 09 19:38:45.691325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:45.698296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-958c6597-773a-4bb2-b1d3-d347bc4dde2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 HTTP/1.1" status: 200 len: 217 time: 0.0671530 Jul 09 19:38:45.702141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.713501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5d438adb-e1a5-4dad-888e-5456bc9004c1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:45.724071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Calling delete_port for fc401ed1-1ba2-4252-99d6-95a4309bdda5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:45.757811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.775786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:38:45.776331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:38:45.779169 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:38:45.844898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4036-5199-42ba-aea6-81a5dd18619c req-c8fcc6a6-a1e4-4c5d-82a7-b72f9f400b70 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:45.846592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d2c4036-5199-42ba-aea6-81a5dd18619c req-c8fcc6a6-a1e4-4c5d-82a7-b72f9f400b70 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbe1f892-e2ae-46a7-bd65-d9efaf65e30c HTTP/1.1" status: 200 len: 943 time: 0.3224628 Jul 09 19:38:45.848827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-b308d62a-7efd-40e0-850f-c022fce103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:45.850093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-b308d62a-7efd-40e0-850f-c022fce103ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.1448853 Jul 09 19:38:45.912477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-7b59d424-b093-4f18-a4f7-f188019f6340 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511241 Jul 09 19:38:45.930029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-a77ec73f-5233-401a-a202-a1f33400f9e2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:45.931045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-a77ec73f-5233-401a-a202-a1f33400f9e2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078404 Jul 09 19:38:45.934645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.942217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:45.947586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] 10.222.0.10 "DELETE /v2.0/networks/e59d5230-2589-4f24-ba2c-4d41f6889e30 HTTP/1.1" status: 204 len: 168 time: 2.0500448 Jul 09 19:38:45.956943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d2c4036-5199-42ba-aea6-81a5dd18619c req-35d7b060-d87b-483a-82b8-44c962d6493f tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017931 Jul 09 19:38:46.012765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c503f-1c4a-42ee-8eb7-a29ff4d65d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e59d5230-2589-4f24-ba2c-4d41f6889e30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:46.031787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:46.070498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event deleted for resources: {'Port': ['ID=fc401ed1-1ba2-4252-99d6-95a4309bdda5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:46.071550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Sync routers for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:38:46.087016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:46.087607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:46.088321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf1a7f-97f1-47df-a4de-280b1f0d2609 req-9ae08406-667a-4b05-861d-583195c4a0b8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:46.089941 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0cbf1a7f-97f1-47df-a4de-280b1f0d2609 req-9ae08406-667a-4b05-861d-583195c4a0b8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 945 time: 0.1808209 Jul 09 19:38:46.108044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-b0157e54-f325-4aed-9e1f-c09623e91dd4 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627152 Jul 09 19:38:46.152095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] No DVR routers for this DVR port fc401ed1-1ba2-4252-99d6-95a4309bdda5 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:38:46.156058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:46.158071 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-becac853-7ea8-4906-9d5f-28f951321360 req-1d4cb983-4946-4f8f-ae6b-592e48219fde tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "DELETE /v2.0/ports/fc401ed1-1ba2-4252-99d6-95a4309bdda5 HTTP/1.1" status: 204 len: 173 time: 1.3869035 Jul 09 19:38:46.158517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'name': 'network-vif-deleted', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:46.161059 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc84fcb-14df-488b-a2ce-28f6aaa8e723" -d '{"events": [{"server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "name": "network-vif-deleted", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:46.194827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0cbf1a7f-97f1-47df-a4de-280b1f0d2609 req-aca36792-0fa3-425c-b438-7b6dacf334b7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876927 Jul 09 19:38:46.260591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a11fd6e-4af3-4bc2-be41-b3a1db2ebfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:46.274431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:46.317204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-715811c3-c1ac-4b1e-a668-710d7c30afb1 req-83e6e8af-db1c-44c3-a903-93771633abbd service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001686 Jul 09 19:38:46.334234 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf4162-1900-467b-bb84-48e5d716b5e4 x-openstack-request-id: req-71bf4162-1900-467b-bb84-48e5d716b5e4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:46.334726 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe1f892-e2ae-46a7-bd65-d9efaf65e30c", "name": "network-vif-deleted", "tag": "fc401ed1-1ba2-4252-99d6-95a4309bdda5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:46.334818 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71bf4162-1900-467b-bb84-48e5d716b5e4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:46.335157 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe1f892-e2ae-46a7-bd65-d9efaf65e30c', 'name': 'network-vif-deleted', 'tag': 'fc401ed1-1ba2-4252-99d6-95a4309bdda5', 'status': 'completed', 'code': 200} Jul 09 19:38:46.404181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:46.554580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-b0348a5c-ce01-47df-aa23-ff2cba50ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:46.556139 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-b0348a5c-ce01-47df-aa23-ff2cba50ad88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 1095 time: 0.1606200 Jul 09 19:38:46.565010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 2, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:46.596958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Checking router: f86c0019-cf10-445e-9ed6-2261434340dc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:38:46.598119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Updating router f86c0019-cf10-445e-9ed6-2261434340dc port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:38:46.654744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:46.785774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-3fd74985-298e-4538-8110-f47d2da75cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:46.787263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-3fd74985-298e-4538-8110-f47d2da75cf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 200 len: 905 time: 0.2248230 Jul 09 19:38:46.831025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:46.901748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4a160fa9-b560-47c4-92a8-496acdc8add0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d655b0bf1cf4a77a7f34314d962583c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953754 Jul 09 19:38:46.930669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:46.943818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-f32fae99-01f8-48c5-af4c-1368714a5949 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 HTTP/1.1" status: 200 len: 217 time: 0.1457336 Jul 09 19:38:46.976354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-93a15755-4b2d-442d-91d3-1c4eed91f6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:46.983080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-93a15755-4b2d-442d-91d3-1c4eed91f6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 829 time: 0.2905824 Jul 09 19:38:47.030858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a11fd6e-4af3-4bc2-be41-b3a1db2ebfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.043600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-236c60d3-5ed6-41c7-b773-e6a5f244dc44 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/quotas/7f2d4afbc9514a5ca2af24d1169770fe HTTP/1.1" status: 200 len: 375 time: 0.0596042 Jul 09 19:38:47.046032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92393e-a68a-44ee-ad6e-5a7da174842f req-a871c7a8-4ada-4191-935a-44d5c40ef040 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:47.048004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b92393e-a68a-44ee-ad6e-5a7da174842f req-a871c7a8-4ada-4191-935a-44d5c40ef040 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 944 time: 0.1493480 Jul 09 19:38:47.052913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a11fd6e-4af3-4bc2-be41-b3a1db2ebfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.079010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d438adb-e1a5-4dad-888e-5456bc9004c1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:47.136762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7a11fd6e-4af3-4bc2-be41-b3a1db2ebfe0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69cc937dcdf84d32b7d9dc9de20f6d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4431641 Jul 09 19:38:47.141345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11fd6e-4af3-4bc2-be41-b3a1db2ebfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be503f-4f2b-4de9-aa9a-3ec98ff38808,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:47.142679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:47.148827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.155473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-2734eeb4-7232-4116-936f-2081fdb0b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:47.156901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-2734eeb4-7232-4116-936f-2081fdb0b6cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 200 len: 844 time: 0.2035849 Jul 09 19:38:47.177928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b92393e-a68a-44ee-ad6e-5a7da174842f req-3efafcfb-5512-4162-bf1c-0a18a6551f45 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995741 Jul 09 19:38:47.187800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.232563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:47.244752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:47.245911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.246720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.249590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.250679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.250938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aee4f699-781b-41be-bb9a-f0f080fe2f0d HTTP/1.1" status: 204 len: 168 time: 0.3148575 Jul 09 19:38:47.275126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2386db-d09a-443f-88ef-133a44bdf9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4f699-781b-41be-bb9a-f0f080fe2f0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:47.293674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-68abd58f-2e98-4843-a7b5-f5f2a296aa7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c092d454-fb1a-44b0-a441-305352ce08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248815 Jul 09 19:38:47.336411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Transition to ACTIVE for port object 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:47.353587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.416941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-2681bcf9-33bd-446f-b439-82a51349e5ef tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3723407 Jul 09 19:38:47.515304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453ed3-0e63-4a71-a701-fccaa87c1e1c req-0922c3ef-a26f-4524-861d-7a292038ac42 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:47.535220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68453ed3-0e63-4a71-a701-fccaa87c1e1c req-0922c3ef-a26f-4524-861d-7a292038ac42 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1843235 Jul 09 19:38:47.550826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.561905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5d438adb-e1a5-4dad-888e-5456bc9004c1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:47.562965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.639923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68453ed3-0e63-4a71-a701-fccaa87c1e1c req-ef0f0ec6-26d0-4ac2-ac47-8c04d5f88870 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032751 Jul 09 19:38:47.669314 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.697233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-0e50180a-b476-47c9-87bf-269d008f2389 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848181 Jul 09 19:38:47.735653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.751902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-d6e2f95f-64f4-4b02-acc2-f8f0c5cc2e89 service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340485 Jul 09 19:38:47.825666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e5059-bf3a-44fa-8cdd-3d5818674653 None None] Pushing event updated for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:47.829503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:47.831797 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e479a99-3710-42dd-be75-d923d12d6f87" -d '{"events": [{"server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "name": "network-vif-plugged", "status": "completed", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:47.845794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Attempting to bind port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:47.846170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Attempting to bind port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:47.846540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Attempting to bind port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d on network 29eea828-9248-4b97-b059-9f7979e2dd80 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:47.857173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:47.857379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Checking segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:47.857622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.858151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Bound using segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:47.858638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Bound port: 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:47.859016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.877777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:47.897324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-c8e21067-7241-4f95-aaa7-ef86924e190d service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044416 Jul 09 19:38:47.912746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.981281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.990560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:47.992088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94be503f-4f2b-4de9-aa9a-3ec98ff38808 HTTP/1.1" status: 204 len: 168 time: 0.8466303 Jul 09 19:38:48.006745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] For port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:48.012468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] For port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:48.014790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:48.022149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:48.067779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2622b6d-ddd6-4416-80b6-d88c4cee55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be503f-4f2b-4de9-aa9a-3ec98ff38808,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:48.072158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d405512b-9e90-401c-a3e8-842a3b27e5df req-90fb5367-8f6c-4cb8-b32d-b4fb84036909 service neutron] 10.222.0.25 "GET /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659010 Jul 09 19:38:48.110272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0b3aa-0cc5-48ad-840c-81b96d09c243 req-7fe3245b-d758-48f2-bc31-ccb08772e2f8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:48.123047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4d0b3aa-0cc5-48ad-840c-81b96d09c243 req-7fe3245b-d758-48f2-bc31-ccb08772e2f8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 946 time: 0.1552875 Jul 09 19:38:48.135329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e5059-bf3a-44fa-8cdd-3d5818674653 None None] Pushing event updated for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:48.164470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:48.165373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:48.210058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4d0b3aa-0cc5-48ad-840c-81b96d09c243 req-55ebd742-9d73-4fd5-89a8-0c1399aecc25 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854707 Jul 09 19:38:48.265920 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78814557-a530-45e4-8468-5ef5cd29dea5 x-openstack-request-id: req-78814557-a530-45e4-8468-5ef5cd29dea5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:48.266216 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "name": "network-vif-plugged", "status": "completed", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:48.266469 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78814557-a530-45e4-8468-5ef5cd29dea5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:48.266862 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564', 'code': 200} Jul 09 19:38:48.324955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:38:48.490467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: fc401ed1-1ba2-4252-99d6-95a4309bdda5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:38:48.490815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fc401ed1-1ba2-4252-99d6-95a4309bdda5 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:38:48.538604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:48.546193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-ae7ab8f9-1d20-44bc-a9f4-1e76b0c60283 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:48.547945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-ae7ab8f9-1d20-44bc-a9f4-1e76b0c60283 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 0.1661406 Jul 09 19:38:48.553417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:38:48.559322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d4136-5838-4cec-9ec0-7b61f1aef185 req-e24af40b-46a4-4bdc-a0ab-98899915b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:48.561111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-071d4136-5838-4cec-9ec0-7b61f1aef185 req-e24af40b-46a4-4bdc-a0ab-98899915b6f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 1097 time: 0.2051687 Jul 09 19:38:48.571480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:48.581990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-87958cf1-9105-4f79-852f-b3debec8a348 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/quotas/4c51044e283d4e61a7e19aa7f597fc8e HTTP/1.1" status: 200 len: 375 time: 0.0263181 Jul 09 19:38:48.641667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-071d4136-5838-4cec-9ec0-7b61f1aef185 req-789988e8-5f00-4b7b-b9a7-e53a11e6565e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709715 Jul 09 19:38:48.662385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d6934-415e-4864-b90c-f9d19b6ceb69 req-aad12f75-3317-4ae5-8314-6f3c571844e2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:48.669995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-210d6934-415e-4864-b90c-f9d19b6ceb69 req-aad12f75-3317-4ae5-8314-6f3c571844e2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2249990 Jul 09 19:38:48.731863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-210d6934-415e-4864-b90c-f9d19b6ceb69 req-29cd8d0d-dc35-43c9-9238-38625e4b2a32 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Jul 09 19:38:48.781817 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-e2ad5713-0c8f-4974-a29c-843e45b72d77 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1926332 Jul 09 19:38:48.871192 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ca3c839-fd61-4e79-b014-f97ba7765053 req-d883bb0b-ce4b-4fa6-91e5-aa1ad3930d19 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 210 time: 0.0406227 Jul 09 19:38:48.930002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:47Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:48.931653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-3a0752cb-a6da-4a6f-8166-1abc40e79402 service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445489 Jul 09 19:38:48.968333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824074e-dbf1-4b25-b161-de9f17ac30e6 None None] The sync data for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 is: [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:47Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:38:49.021812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-638941268'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:49.077621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Made reservation on behalf of 6e03a36038ee42a9bb584e0e9827f43e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:49.085567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.107656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.118910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-0a4ad4b3-6d09-4643-884e-60830884fc10 service neutron] 10.222.0.10 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823905 Jul 09 19:38:49.271939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e8f4c-59d7-45ed-8e6d-1312f0d6f2c6 req-c90636e1-59db-422c-bdbe-2cccb770c8cf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:49.280663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c1e8f4c-59d7-45ed-8e6d-1312f0d6f2c6 req-c90636e1-59db-422c-bdbe-2cccb770c8cf tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 944 time: 0.1596470 Jul 09 19:38:49.423289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c1e8f4c-59d7-45ed-8e6d-1312f0d6f2c6 req-56aa8422-9d44-40e2-bcf1-9c47874fa57c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418607 Jul 09 19:38:49.475247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.484337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.568077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6beb59-c4b9-43cc-9e63-f5239f068b71,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:49.649245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:38:49.652955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cef5f696-d091-4387-b540-590b0b88c7b3 req-3b5ccd97-d844-4eed-8669-101d71109a7a tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 210 time: 0.0870805 Jul 09 19:38:49.662409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.662819 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Added segment 7fb6779a-f1f7-4885-9d31-96f1c2d7811f of type vlan for network 6e06b916-21b6-40e0-8c29-59dbcece1178 Jul 09 19:38:49.712619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.762487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568f10-24d1-4360-b1ac-416f5e8f2c1b req-ebe4548d-c0aa-4632-8c7c-233d691107c4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:49.765850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e568f10-24d1-4360-b1ac-416f5e8f2c1b req-ebe4548d-c0aa-4632-8c7c-233d691107c4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 946 time: 0.1921146 Jul 09 19:38:49.807696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.821316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:49.822311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:49.849954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e568f10-24d1-4360-b1ac-416f5e8f2c1b req-1c1fb95b-dcbb-41fc-bfcb-830fd72dddd9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761840 Jul 09 19:38:49.987434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4149430 Jul 09 19:38:50.062698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896c49c-3b81-4eb8-8332-446734ee0fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Pushing event updated for resources: {'Network': ['ID=6e06b916-21b6-40e0-8c29-59dbcece1178,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:50.079383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:38:50.184231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de1029-6818-4a3a-8ee7-27c88c679939 req-7d65be0c-79fd-4f66-ac42-dd6bd535b313 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:50.190226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45de1029-6818-4a3a-8ee7-27c88c679939 req-7d65be0c-79fd-4f66-ac42-dd6bd535b313 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2149644 Jul 09 19:38:50.257843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-096d6c83-b9b3-4d65-a1ca-cd7ee56edefd req-6a40d18d-b750-4575-94eb-26daa20cb56c tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 210 time: 0.0769467 Jul 09 19:38:50.310702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45de1029-6818-4a3a-8ee7-27c88c679939 req-7e86ae89-e4ee-4721-8beb-6f6270b960ea tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133521 Jul 09 19:38:50.644887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:50.655190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178', 'binding:host_id': 'n-h1-800087-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-990594345'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:50.692862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-dcb675f1-b60d-4de3-b1fd-4b562cd2b2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:50.698789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-dcb675f1-b60d-4de3-b1fd-4b562cd2b2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.59 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 829 time: 0.2987056 Jul 09 19:38:50.711585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Made reservation on behalf of c16e02b4077e42a4aaa5fc31a7822f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:50.714015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:50.719075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'port': {'device_id': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'admin_state_up': True, 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:50.733301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:50.824445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96b284-cc31-4471-ac6e-76ae67d26d0a req-20682909-d4cd-45b9-9e3d-c51b2435504d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:50.835534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df96b284-cc31-4471-ac6e-76ae67d26d0a req-20682909-d4cd-45b9-9e3d-c51b2435504d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2921176 Jul 09 19:38:50.849908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:38:50.911827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df96b284-cc31-4471-ac6e-76ae67d26d0a req-db10a367-b54b-4966-ae96-5108dbfd2e3e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Jul 09 19:38:51.037676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.052639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.085019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port d30ae626-8352-45ae-a63d-91bb4e11f5cf yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:51.098290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:51.185123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Made reservation on behalf of 7f2d4afbc9514a5ca2af24d1169770fe for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:51.194271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.239582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0f482-9697-45e9-acd6-4a8af86bb146 req-d042f59c-d24e-476e-8fec-733035aa89ec tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:51.249192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96a0f482-9697-45e9-acd6-4a8af86bb146 req-d042f59c-d24e-476e-8fec-733035aa89ec tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 944 time: 0.2191548 Jul 09 19:38:51.281742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:51.322210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:51.341522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'mac_address': 'fa:16:3e:5a:e9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:38:51.372769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66516f42-291f-403e-9206-3930296c0ad0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:51.401802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60d31dca-6fac-4d34-ac35-ba44c1f732a0 req-187bff29-a79c-4172-b90e-518fb7da44ec tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 210 time: 0.1367438 Jul 09 19:38:51.411582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:51.415589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.435367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:51.458405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:51.458778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.509588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:51.542839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Allocated IP 172.20.0.11 (29eea828-9248-4b97-b059-9f7979e2dd80/c9390685-56ba-4b5f-a04f-67e702605242/1763e748-285d-4c3c-be2d-16f3a51c53f5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:51.588834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96a0f482-9697-45e9-acd6-4a8af86bb146 req-d534121b-5387-4702-8379-1c8f27a2752d tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383210 Jul 09 19:38:51.589473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.591230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.632764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-217152380'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:51.689964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:51.717722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:51.723624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.747733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.748873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.809461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port d30ae626-8352-45ae-a63d-91bb4e11f5cf yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:51.810238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:51.818298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-9f65d9d1-a693-43dc-8e5d-b7fe211c7010 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:51.820360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.821111 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-9f65d9d1-a693-43dc-8e5d-b7fe211c7010 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 822 time: 0.3608410 Jul 09 19:38:51.825718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.830902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.851663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d81853-21a2-4311-9000-9e813d1d8c28 req-669d9bf3-cecb-4a02-a4b7-4ffa40ad5494 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:51.853373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06d81853-21a2-4311-9000-9e813d1d8c28 req-669d9bf3-cecb-4a02-a4b7-4ffa40ad5494 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 946 time: 0.2238672 Jul 09 19:38:51.856655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Transition to ACTIVE for port object d30ae626-8352-45ae-a63d-91bb4e11f5cf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:51.873750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.877410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0ce86ee7-65ec-4371-93c1-49b9a880f1f4 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5515313 Jul 09 19:38:51.884610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.887955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:51.898325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Request body: {'port': {'device_id': '38855c19-a975-4c36-8bb4-06d280c249b8', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'admin_state_up': True, 'tenant_id': '4c51044e283d4e61a7e19aa7f597fc8e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:51.908128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:38:52.105727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31116429-01b5-43a9-ab18-3fd935a14492 req-d840ffb5-c819-4f24-9cd1-4bd9e8398aed tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 210 time: 0.0770211 Jul 09 19:38:52.138896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.154880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Transition to ACTIVE for port object 1763e748-285d-4c3c-be2d-16f3a51c53f5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:52.212873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.215834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Made reservation on behalf of 4c51044e283d4e61a7e19aa7f597fc8e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:52.220472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.242940 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:38:52.295141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Network 29eea828-9248-4b97-b059-9f7979e2dd80 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:52.309676 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ae43795-f416-4430-a8b7-6bb8d356da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.310463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:52.312292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:52.316252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:52.428853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06d81853-21a2-4311-9000-9e813d1d8c28 req-e4e1bdfc-6ca5-4e92-9887-95d2670c8ba4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610697 Jul 09 19:38:52.440112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.452209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:52.452857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.520769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-8c6a296f-4727-434d-b29a-daeb7a410ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8077445 Jul 09 19:38:52.539795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-825838cc-bc78-483d-ba35-251a337217fd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:52.543763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-825838cc-bc78-483d-ba35-251a337217fd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191636 Jul 09 19:38:52.553015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=d30ae626-8352-45ae-a63d-91bb4e11f5cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:52.567106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Checking segment: {'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:52.567478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Network hostable DHCP agents. Network: 6e06b916-21b6-40e0-8c29-59dbcece1178, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:38:52.593794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763c5d-04d7-4600-8043-45230a13f94f req-309b31d4-bbf8-44d4-901e-d6b67daf63fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:52.601565 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca763c5d-04d7-4600-8043-45230a13f94f req-309b31d4-bbf8-44d4-901e-d6b67daf63fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3051794 Jul 09 19:38:52.618241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Allocated IP 172.20.0.9 (b01e817d-00fd-42e4-82a4-ad051dd6f984/cdbf053f-c434-4e11-ac70-e96c65da2173/1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:52.633974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4611448e-3452-4a35-89fc-4cdb3f6f95b6 None None] Provisioning for port 1763e748-285d-4c3c-be2d-16f3a51c53f5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:52.638504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4611448e-3452-4a35-89fc-4cdb3f6f95b6 None None] Provisioning complete for port 1763e748-285d-4c3c-be2d-16f3a51c53f5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:52.639109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4611448e-3452-4a35-89fc-4cdb3f6f95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.653455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:38:52.676261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca763c5d-04d7-4600-8043-45230a13f94f req-5eabcc9b-034d-4ba7-9848-b4e5c58d1836 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717583 Jul 09 19:38:52.703817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Request body: {'port': {'device_id': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:52.707933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4611448e-3452-4a35-89fc-4cdb3f6f95b6 None None] Port 1763e748-285d-4c3c-be2d-16f3a51c53f5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:38:52.764947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6e06b916-21b6-40e0-8c29-59dbcece1178) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:52.776771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ddfce-708e-4911-8b22-187cf6d680c1 None None] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:52.795792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.797716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:52.818832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:52.819652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:52.820563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:52.824779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.877180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:52.893241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.896467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb3ef773-bfff-42fa-abde-107cbeeb8bbd {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:52.916790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.922143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c0c864d2-333c-4976-a8ed-96eafb7dcb28 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "DELETE /v2.0/routers/cb3ef773-bfff-42fa-abde-107cbeeb8bbd HTTP/1.1" status: 204 len: 168 time: 1.0330558 Jul 09 19:38:52.922884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:52.925774 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:52.926239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:52.926697 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 2 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:52.959045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Request body: {'router': {'name': 'tempest-router-318320807', 'distributed': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:52.980366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:52.980835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:52.981337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:52.994689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:52.995123 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.000515 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 3 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.022208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.022638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.023110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.033627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.035026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.036905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de4bfffb-a870-4f3f-b710-bdd04143605e req-93550e2e-615b-40d0-9cc1-3d656edc89e7 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 210 time: 0.0605862 Jul 09 19:38:53.042753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.042863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:53.043544 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.044807 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 4 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.049084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.063068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.063530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.063975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.077175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.077175 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.085602 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 5 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.114380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.114865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.116033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.130874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.131367 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.157007 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 6 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.170324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.181716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.182256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.182714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.191110 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.214955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.215294 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.216998 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 7 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.231115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.232525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8413b8cd-a2e9-491c-8b20-b6f4b037f572 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2810304 Jul 09 19:38:53.239950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:53.254623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.264500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:53.283447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:53.283998 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.288280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:53.292495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.292923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.293296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.293635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.326027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.326360 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.328260 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 8 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.342922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.343266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.343606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.350622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.358283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.358744 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.431019 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 9 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.465556 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.473089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.473458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.473793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.482812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1763e748-285d-4c3c-be2d-16f3a51c53f5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:53.491388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.503035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:53.506514 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2657b44-d8ea-426d-88b7-3d315f745884" -d '{"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:53.507105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Transition to ACTIVE for port object 1763e748-285d-4c3c-be2d-16f3a51c53f5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:53.516344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.530939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:53.542342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.605067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:53.632867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.633217 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.640067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.642298 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 10 to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf Jul 09 19:38:53.645576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:53.674272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.680161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.681957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.682219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.682561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.694009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port d30ae626-8352-45ae-a63d-91bb4e11f5cf on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.694009 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port d30ae626-8352-45ae-a63d-91bb4e11f5cf on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:53.694450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.780184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.780865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9235397b-a44e-4ce4-b765-b78740a44b44 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:53.785417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.785548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fd3d-dd54-4bac-84a4-dd154ed08581 req-1aa18672-5f16-4155-ba84-22f408a334af tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:53.789790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c8d1697-cb99-44f0-be9b-9feae56a2550 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9235397b-a44e-4ce4-b765-b78740a44b44 HTTP/1.1" status: 204 len: 168 time: 0.5453856 Jul 09 19:38:53.789979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23b8fd3d-dd54-4bac-84a4-dd154ed08581 req-1aa18672-5f16-4155-ba84-22f408a334af tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.2787328 Jul 09 19:38:53.791169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:53.797006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Request body: {'router': {'name': 'tempest-router-1541613469', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a938b2761e4547e287f6b12179d8c484'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:53.853969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.856833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b51bf-886a-4af1-8772-2dc53e0a53af req-6805a480-ef08-497a-99e6-598fc1b79284 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:53.864123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-235b51bf-886a-4af1-8772-2dc53e0a53af req-6805a480-ef08-497a-99e6-598fc1b79284 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 944 time: 0.2890012 Jul 09 19:38:53.866163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Attempting to bind port 1763e748-285d-4c3c-be2d-16f3a51c53f5 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:53.866514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Attempting to bind port 1763e748-285d-4c3c-be2d-16f3a51c53f5 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:53.866846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Attempting to bind port 1763e748-285d-4c3c-be2d-16f3a51c53f5 on network 29eea828-9248-4b97-b059-9f7979e2dd80 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.886353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port d30ae626-8352-45ae-a63d-91bb4e11f5cf, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:53.886725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:38:53.895061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.896069 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.902593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Port 1763e748-285d-4c3c-be2d-16f3a51c53f5 on network 29eea828-9248-4b97-b059-9f7979e2dd80 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:53.902593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Attempting to bind port 1763e748-285d-4c3c-be2d-16f3a51c53f5 on network 29eea828-9248-4b97-b059-9f7979e2dd80 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:53.903005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.928500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Network b01e817d-00fd-42e4-82a4-ad051dd6f984 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:53.931498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:53.931904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Checking segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:53.932219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Bound using segment: {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:53.932672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Bound port: 1763e748-285d-4c3c-be2d-16f3a51c53f5, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe96d61-c2e1-461a-b676-87db998ad4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:53.933063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:53.944740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:53.955612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23b8fd3d-dd54-4bac-84a4-dd154ed08581 req-aca5337f-ed8b-45bc-a493-26b73139e99c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443932 Jul 09 19:38:53.961444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:53.962128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event updated for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:53.968386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:53.969113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.059677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-235b51bf-886a-4af1-8772-2dc53e0a53af req-436e130d-2a57-440d-acbc-fd0e992ba462 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945724 Jul 09 19:38:54.064365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.065028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.066514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=d30ae626-8352-45ae-a63d-91bb4e11f5cf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:54.080000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.085919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87797261-2a84-4c52-8d51-e4bd2394cc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.4389691 Jul 09 19:38:54.094288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:54.102511 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.133285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-44cf7f73-25bb-463b-8a22-340ffdec5145 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2922981 Jul 09 19:38:54.133285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:54.142188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.143408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ef8695c-e5b3-4af9-9344-65ab2891cf2f tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3498154 Jul 09 19:38:54.147344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:54.152909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:54.153120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Request body: {'port': {'device_id': '38855c19-a975-4c36-8bb4-06d280c249b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:54.173018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:54.200514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.284505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.289294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.291023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] 10.222.0.59 "PUT /v2.0/ports/1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 1092 time: 1.7346704 Jul 09 19:38:54.296494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:54.299265 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2894f-7fe9-4a84-9f90-35a20cf3571d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:54.404706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b33d6e-8312-410c-a618-896b01099414 service neutron] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:54.430315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.432795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.433189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.449960 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20734d58-8b7d-4b1c-82b5-e7ed5e8afe66 x-openstack-request-id: req-20734d58-8b7d-4b1c-82b5-e7ed5e8afe66 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:54.450261 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:54.450519 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20734d58-8b7d-4b1c-82b5-e7ed5e8afe66 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:54.450923 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'code': 200} Jul 09 19:38:54.479590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Deleting port d30ae626-8352-45ae-a63d-91bb4e11f5cf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:54.480364 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.640887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 19:38:54.641260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Router 06abd81c-5885-42c9-b470-a8246915d596 migrating from provider to provider. {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 19:38:54.641596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.646497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.663945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-f4782c76-3cae-4a82-af8b-4a0f9c04630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.665525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-f4782c76-3cae-4a82-af8b-4a0f9c04630e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1095 time: 0.3191948 Jul 09 19:38:54.698785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port d30ae626-8352-45ae-a63d-91bb4e11f5cf, host n-h1-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:54.699156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.740498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.740707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-cde22a2e-c0d5-46eb-86db-bc27722d8f6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 217 time: 0.0541022 Jul 09 19:38:54.756897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Calling delete_port for d30ae626-8352-45ae-a63d-91bb4e11f5cf owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:54.855887 n-d-800087-3 neutron-server[93770]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] No L3 agents can host the router 06abd81c-5885-42c9-b470-a8246915d596 Jul 09 19:38:54.871603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e1340-0820-4e8c-8a33-c5ccd46ea8a0 req-4a404523-3bd8-4846-ac24-7eeb58e09938 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.873300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-678e1340-0820-4e8c-8a33-c5ccd46ea8a0 req-4a404523-3bd8-4846-ac24-7eeb58e09938 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 931 time: 0.2250743 Jul 09 19:38:54.877196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482faf-e44c-42b5-9592-e36b17673a8f req-02cc91b5-3373-479b-a1cb-6a4cd3e184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.878756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6482faf-e44c-42b5-9592-e36b17673a8f req-02cc91b5-3373-479b-a1cb-6a4cd3e184f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 1097 time: 0.1887126 Jul 09 19:38:54.894040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-907aa055-65c2-47ed-8ab1-9a0b806c81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:54.895622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-907aa055-65c2-47ed-8ab1-9a0b806c81bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.1479290 Jul 09 19:38:54.925720 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79f4e8e-ed2f-4e38-a49a-7a7d7271fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.010801 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c38e2-e705-4ab4-a3e2-936c142a0b1b x-openstack-request-id: req-056c38e2-e705-4ab4-a3e2-936c142a0b1b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:55.011097 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:55.011353 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-056c38e2-e705-4ab4-a3e2-936c142a0b1b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:55.011758 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'status': 'completed', 'code': 200} Jul 09 19:38:55.012329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.065766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-678e1340-0820-4e8c-8a33-c5ccd46ea8a0 req-b69a1d3c-01d7-492b-bc7b-8419855c1a76 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848459 Jul 09 19:38:55.073190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Hosts for router 06abd81c-5885-42c9-b470-a8246915d596: [] {{(pid=93770) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 19:38:55.074114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event deleted for resources: {'Port': ['ID=d30ae626-8352-45ae-a63d-91bb4e11f5cf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:55.086004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.091035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4db01c31-e860-438c-bc7a-d03c35132d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d30ae626-8352-45ae-a63d-91bb4e11f5cf HTTP/1.1" status: 204 len: 168 time: 0.9931271 Jul 09 19:38:55.093362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:38:55.097593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.110473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Hosts for other DVR routers connected to router 06abd81c-5885-42c9-b470-a8246915d596: set() {{(pid=93770) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 19:38:55.114266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.118067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa10f7f0-ba63-4721-bdea-9d831290f945 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "PUT /v2.0/routers/06abd81c-5885-42c9-b470-a8246915d596 HTTP/1.1" status: 200 len: 717 time: 0.9666183 Jul 09 19:38:55.120508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-44f6397b-1889-40cf-83d2-7b4f3a3987b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:55.122114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-44f6397b-1889-40cf-83d2-7b4f3a3987b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181048 Jul 09 19:38:55.125445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.127926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.133411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6482faf-e44c-42b5-9592-e36b17673a8f req-127aa55c-b428-4c3c-9d0f-b6443cdec9fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345045 Jul 09 19:38:55.225794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.238356 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ec0c75-1b6e-46d4-a137-86a211d00038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:38:55.240746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16ec0c75-1b6e-46d4-a137-86a211d00038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports/d30ae626-8352-45ae-a63d-91bb4e11f5cf HTTP/1.1" status: 404 len: 333 time: 0.1410272 Jul 09 19:38:55.243683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.249665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981676267'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:55.303549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Transition to ACTIVE for port object 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:55.314038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Made reservation on behalf of c16e02b4077e42a4aaa5fc31a7822f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:55.314303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.316945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.318083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a38302d3-9f4f-4218-a5ae-3d0c29e3ec06 tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "GET /v2.0/routers/06abd81c-5885-42c9-b470-a8246915d596 HTTP/1.1" status: 200 len: 717 time: 0.1885557 Jul 09 19:38:55.326102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.341280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:55.414960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211d5f7-4ea6-4782-bd8c-d79726dacac1 req-e59bc2f9-65a2-4fa9-a89c-4b4368accf6b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:55.416514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a211d5f7-4ea6-4782-bd8c-d79726dacac1 req-e59bc2f9-65a2-4fa9-a89c-4b4368accf6b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.1337984 Jul 09 19:38:55.473590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a211d5f7-4ea6-4782-bd8c-d79726dacac1 req-c093e7d3-6645-4c1b-a1b6-eb3125dfe706 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485959 Jul 09 19:38:55.560598 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.607102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.697469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:55.707714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=468f66ef-8edf-4777-bf8d-d17d5fb42ce0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:55.709971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:55.717854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:55.718799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:55.719395 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:55.735706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:55.740649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.740998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.742404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.742404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.742404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.742404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.742780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.743484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.743484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.743735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.744017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.744151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-317baf07-9360-4765-aa79-043841068cd6 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862875 Jul 09 19:38:55.744338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:55.760458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272846ea-c71f-4b96-859c-7e5f67eeeb38 req-cb314deb-08e6-4789-a121-c5573bbd4b0f tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:55.762009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-272846ea-c71f-4b96-859c-7e5f67eeeb38 req-cb314deb-08e6-4789-a121-c5573bbd4b0f tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 944 time: 0.1229906 Jul 09 19:38:55.765201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8aaac852-668e-4596-9b2b-c296e04375c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5186927 Jul 09 19:38:55.772866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.778237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:55.787353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9de2b4-0563-4437-b54e-ba32bc0843b5 req-ecc81a68-1b2e-421f-993c-7ec5c4efceb7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:55.788823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d9de2b4-0563-4437-b54e-ba32bc0843b5 req-ecc81a68-1b2e-421f-993c-7ec5c4efceb7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5905671 Jul 09 19:38:55.844670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-272846ea-c71f-4b96-859c-7e5f67eeeb38 req-09d5dd63-88fa-407c-a70e-958f40192eae tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Jul 09 19:38:55.898686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.029365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5a495ccd-00a3-4420-b1f5-cf0c08f7f4eb tempest-RoutersTestDVR-267896988 tempest-RoutersTestDVR-267896988-project] 10.222.0.10 "GET /v2.0/routers/06abd81c-5885-42c9-b470-a8246915d596 HTTP/1.1" status: 200 len: 683 time: 0.6990769 Jul 09 19:38:56.040235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:56.063140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d9de2b4-0563-4437-b54e-ba32bc0843b5 req-6a3b8544-a7ce-49ab-9413-4daaff8da600 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455440 Jul 09 19:38:56.097658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Attempting to bind port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.098088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Attempting to bind port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.098319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Attempting to bind port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.099510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:56.109051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.122590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Transition to ACTIVE for port object 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:56.129048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.245462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.246050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Attempting to bind port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 on network b01e817d-00fd-42e4-82a4-ad051dd6f984 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.251274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8837de55-7f2b-489b-8d25-76d5c176d036 req-90b9af87-cb05-4b89-9109-f81b2d2f537c service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825385 Jul 09 19:38:56.263665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.267597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.269603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:56.274797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Checking segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:56.275394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Bound using segment: {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:56.276009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Bound port: 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bfc35-eb2d-4146-a456-f732a28d6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:56.276551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.278916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=468f66ef-8edf-4777-bf8d-d17d5fb42ce0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:56.292074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.292411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.292731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.297815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.298145 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.298526 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 2 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.325546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.325905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.326206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.331757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.332479 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.333165 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 3 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.368377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.369761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.370212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.382673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.382886 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.383998 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 4 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.397888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.398335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.398798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.404033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.404220 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.404679 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 5 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.420083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.420535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.420977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.426689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.427242 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.427597 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 6 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.441782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.442226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.442685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.447500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.447878 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.448365 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 7 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.463105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.463816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.464258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.469552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.469994 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.470503 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 8 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.483398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.483995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.484569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.489108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.489584 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.490072 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 9 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.507674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.508146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.508584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.513765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.514211 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.514720 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 10 to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 Jul 09 19:38:56.537944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:56.538432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:56.538875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:56.561314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:38:56.561803 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:38:56.562267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.625725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.630106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.637742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f63d-1a0e-462c-b5d6-4579b96f4e0b req-caa247de-82b7-4d37-96ef-a772d17377fb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.641989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8bb6f63d-1a0e-462c-b5d6-4579b96f4e0b req-caa247de-82b7-4d37-96ef-a772d17377fb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 943 time: 0.1171317 Jul 09 19:38:56.652790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:56.663931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:56.664354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:38:56.685062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.694863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-9bd4cf1f-e2f9-401d-a927-97039b5c69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.696440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-9bd4cf1f-e2f9-401d-a927-97039b5c69bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1095 time: 0.2958949 Jul 09 19:38:56.725259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:56.732839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648691d3-a4ed-4e0c-bc0a-6a7221acc726 req-37758c67-94d1-4749-8884-4d717cd94e76 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.734450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-648691d3-a4ed-4e0c-bc0a-6a7221acc726 req-37758c67-94d1-4749-8884-4d717cd94e76 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4554663 Jul 09 19:38:56.735099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.735582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06abd81c-5885-42c9-b470-a8246915d596 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:56.749669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.762130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] In _notify_port_updated(), no bound segment for port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:38:56.763004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.763611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.767713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "PUT /v2.0/ports/468f66ef-8edf-4777-bf8d-d17d5fb42ce0 HTTP/1.1" status: 200 len: 979 time: 0.9937394 Jul 09 19:38:56.768342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:56.772100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dde59-6844-482c-8e77-6b2fe9088245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=468f66ef-8edf-4777-bf8d-d17d5fb42ce0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:56.780966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.782119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c6b743d4-4ac2-46b8-b6d0-323c3b24d7db tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "DELETE /v2.0/routers/06abd81c-5885-42c9-b470-a8246915d596 HTTP/1.1" status: 204 len: 168 time: 0.7391093 Jul 09 19:38:56.796627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:56.819659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Request body: {'router': {'name': 'tempest-router-1209550838', 'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:56.845283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8bb6f63d-1a0e-462c-b5d6-4579b96f4e0b req-cf6cd7b0-83d6-453c-87b8-8d9cd661d243 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785908 Jul 09 19:38:56.854248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.854867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.856305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] 10.222.0.59 "PUT /v2.0/ports/1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 HTTP/1.1" status: 200 len: 1091 time: 2.7134342 Jul 09 19:38:56.924948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-648691d3-a4ed-4e0c-bc0a-6a7221acc726 req-6d88e08d-3947-4eba-b58b-5ec21b7d8e22 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767130 Jul 09 19:38:56.929888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.930383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.931079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.931336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.931891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.932274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.933348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.934195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.934668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.939456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.940130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.940849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.941614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.942132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:56.944933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28e34518-37fb-46f6-8a30-6c45c3bcdc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12641 time: 0.1684830 Jul 09 19:38:56.948273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:56.955009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:56.956019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.020734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:38:57.025327 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4ba8e-0c9e-4eac-861d-14828570fff3" -d '{"events": [{"name": "network-changed", "server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:38:57.039965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7676fa5-1c77-4c29-b93b-9647cd6ceda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:57.078925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-3553f9ca-93d3-4598-93d5-62a484a7c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.080381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-3553f9ca-93d3-4598-93d5-62a484a7c41a service neutron] 10.222.0.59 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 930 time: 0.3732624 Jul 09 19:38:57.134063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Deleting port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:57.134410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.199982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-6110fba4-7c44-4bc9-b91f-8ab69a08d064 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 217 time: 0.1079776 Jul 09 19:38:57.204610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.217661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255febda-94c3-47fc-aea9-140e9bed900d req-830abd10-cdd1-4559-a3dd-0d80e4a8be12 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.219145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-255febda-94c3-47fc-aea9-140e9bed900d req-830abd10-cdd1-4559-a3dd-0d80e4a8be12 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 944 time: 0.1407526 Jul 09 19:38:57.220251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port 468f66ef-8edf-4777-bf8d-d17d5fb42ce0, host n-h1-800087-3, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:57.220605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.222820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.241539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Calling delete_port for 468f66ef-8edf-4777-bf8d-d17d5fb42ce0 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:57.282985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-1e04f0ec-4078-4237-b829-fe2ee8b8f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.285047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-1e04f0ec-4078-4237-b829-fe2ee8b8f08e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 1094 time: 0.3580239 Jul 09 19:38:57.286604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.287897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d002129d-9c55-4f99-942d-cf7a30e80eeb tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4897082 Jul 09 19:38:57.291576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-87fa8e68-7f91-46c2-8fbf-31f249a6ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.293212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-87fa8e68-7f91-46c2-8fbf-31f249a6ae55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.0861266 Jul 09 19:38:57.294435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:57.317000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-255febda-94c3-47fc-aea9-140e9bed900d req-ee7b308f-61ab-446f-b4c0-429bc54f301a tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881839 Jul 09 19:38:57.370708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.400848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event deleted for resources: {'Port': ['ID=468f66ef-8edf-4777-bf8d-d17d5fb42ce0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:57.407911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.412775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7faa6965-6f34-4d88-ad72-03954552452a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "DELETE /v2.0/ports/468f66ef-8edf-4777-bf8d-d17d5fb42ce0 HTTP/1.1" status: 204 len: 168 time: 0.4610753 Jul 09 19:38:57.413095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:57.428687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342b08-1bbf-401b-98cd-e8da8e73ee48 req-a01b7e3a-3481-480a-8aae-593ca4539de0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.429967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc342b08-1bbf-401b-98cd-e8da8e73ee48 req-a01b7e3a-3481-480a-8aae-593ca4539de0 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.3553588 Jul 09 19:38:57.434972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-3f05743c-4d08-49ba-ac62-f57b2f417195 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 HTTP/1.1" status: 200 len: 217 time: 0.1396639 Jul 09 19:38:57.440492 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5811a176-38de-47c2-8484-44a723cf5305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:38:57.442327 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5811a176-38de-47c2-8484-44a723cf5305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports/468f66ef-8edf-4777-bf8d-d17d5fb42ce0 HTTP/1.1" status: 404 len: 333 time: 0.0283062 Jul 09 19:38:57.446194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:57.451153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796903088', 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:57.477333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Made reservation on behalf of c16e02b4077e42a4aaa5fc31a7822f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:57.480279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.501282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port 56c07763-aa1c-455a-8652-e2127b478a60 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:57.510319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.610838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc342b08-1bbf-401b-98cd-e8da8e73ee48 req-5081531f-9756-4369-b1c4-76af2afc39d9 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747305 Jul 09 19:38:57.619460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-a643c51c-0c75-4e60-9c51-d9ad0fb183ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.621072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-a643c51c-0c75-4e60-9c51-d9ad0fb183ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.1647949 Jul 09 19:38:57.721103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.729804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.744010 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91162a69-f7c9-48ee-a9b4-03d9acc37f8e x-openstack-request-id: req-91162a69-f7c9-48ee-a9b4-03d9acc37f8e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:38:57.744292 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:38:57.744546 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91162a69-f7c9-48ee-a9b4-03d9acc37f8e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:38:57.744933 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4', 'status': 'completed', 'code': 200} Jul 09 19:38:57.746972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-1bdaeaf9-417b-4cd2-8386-6883d90f69f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178339 Jul 09 19:38:57.751081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-6b31309c-f27c-4ce8-a3b9-2405897c44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.752477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-6b31309c-f27c-4ce8-a3b9-2405897c44fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4422960 Jul 09 19:38:57.762892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.772972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.778618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.822783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:57.825588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:57.829000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:57.829872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.830461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.836105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=56c07763-aa1c-455a-8652-e2127b478a60,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:57.853985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eba098ee-689e-49c7-8aa6-07a57e542585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4042382 Jul 09 19:38:57.854614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:58.321644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323c7f4-1723-432b-a781-7a998b76cef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:58.324176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d323c7f4-1723-432b-a781-7a998b76cef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports/56c07763-aa1c-455a-8652-e2127b478a60 HTTP/1.1" status: 200 len: 959 time: 0.4688299 Jul 09 19:38:58.327862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:58.355614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.356521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddc16b99-c9e7-4e04-adec-dd4cd466e598 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:38:58.371651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.373056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6b9f14c6-d658-44cd-bb8a-783c711cc17a tempest-RoutersTestDVR-869005097 tempest-RoutersTestDVR-869005097-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ddc16b99-c9e7-4e04-adec-dd4cd466e598 HTTP/1.1" status: 204 len: 168 time: 1.0766828 Jul 09 19:38:58.447286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Deleting port 56c07763-aa1c-455a-8652-e2127b478a60 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:38:58.447286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.464797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-e2ffa358-ef6c-4144-9208-f33d07389a20 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096624 Jul 09 19:38:58.467864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-ec159a52-d5a2-41d9-b08e-15b33cb48885 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032740 Jul 09 19:38:58.531735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.548440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Calling delete_port for 56c07763-aa1c-455a-8652-e2127b478a60 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:38:58.619998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912de0f5-fd81-4d71-a10d-d8a9a5e39830 req-6e4ac8be-6de8-49de-9e79-4d5caa22a63c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:58.626836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-912de0f5-fd81-4d71-a10d-d8a9a5e39830 req-6e4ac8be-6de8-49de-9e79-4d5caa22a63c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.6997912 Jul 09 19:38:58.734143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bcb7a-6fec-440d-b2d9-1f04b4178b5f req-38007512-062b-4a95-93e2-e2cd26d6054e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:58.742104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a87bcb7a-6fec-440d-b2d9-1f04b4178b5f req-38007512-062b-4a95-93e2-e2cd26d6054e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 943 time: 0.1124594 Jul 09 19:38:58.757919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99f05ab5-b444-426a-815b-ee0428a1d015 req-79e31d51-0978-49cc-b4e4-9cfe9d580639 service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746170 Jul 09 19:38:58.760363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.795837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-912de0f5-fd81-4d71-a10d-d8a9a5e39830 req-5a994451-38e1-4851-886a-b9f9fb9b66fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681161 Jul 09 19:38:58.804186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event deleted for resources: {'Port': ['ID=56c07763-aa1c-455a-8652-e2127b478a60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:58.818994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a87bcb7a-6fec-440d-b2d9-1f04b4178b5f req-20ec81a3-3ec5-4e1e-940c-7e966dc15088 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759482 Jul 09 19:38:58.833180 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.836187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f1806282-328a-4965-8c6f-5d7a9b6f2691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "DELETE /v2.0/ports/56c07763-aa1c-455a-8652-e2127b478a60 HTTP/1.1" status: 204 len: 168 time: 0.5068302 Jul 09 19:38:58.837486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:58.846943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:58.871101 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da72f5a-82fb-4788-adcb-cd8548c32bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:38:58.876650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5da72f5a-82fb-4788-adcb-cd8548c32bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports/56c07763-aa1c-455a-8652-e2127b478a60 HTTP/1.1" status: 404 len: 333 time: 0.0381773 Jul 09 19:38:58.877319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:58.877841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68b2894f-7fe9-4a84-9f90-35a20cf3571d req-3750e267-b930-4473-aad0-924cf1bb09e0 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971496 Jul 09 19:38:58.882110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-823198613'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:58.928634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Made reservation on behalf of c16e02b4077e42a4aaa5fc31a7822f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:58.932145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:58.933958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-12abf1f2-6ab2-4be1-b84c-82c185205cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:58.935696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-12abf1f2-6ab2-4be1-b84c-82c185205cf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 1094 time: 0.1122978 Jul 09 19:38:58.958213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port dbf82f01-526e-475b-a7f0-0675af4d720a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:59.106507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-711dbcd1-2d40-47c5-9410-0bdb8d565d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:59.107995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-711dbcd1-2d40-47c5-9410-0bdb8d565d19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 200 len: 923 time: 0.1657381 Jul 09 19:38:59.109011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae2857f1-91ca-4fd4-b566-61a7281db901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.146344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ee828-9cdb-47a0-a659-82d7de0a4cd4 req-769c45d2-2c3b-40c1-a4c6-600729a42320 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:59.147880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a2ee828-9cdb-47a0-a659-82d7de0a4cd4 req-769c45d2-2c3b-40c1-a4c6-600729a42320 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 944 time: 0.1489058 Jul 09 19:38:59.186327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-f9fac6d0-541c-44af-94be-4b591afcf57a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 HTTP/1.1" status: 200 len: 217 time: 0.0666633 Jul 09 19:38:59.207421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.255842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.291214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a2ee828-9cdb-47a0-a659-82d7de0a4cd4 req-1602581f-b9c2-4e7e-88c3-e3d979ca25d9 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097035 Jul 09 19:38:59.310103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Network 6e06b916-21b6-40e0-8c29-59dbcece1178 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:59.313382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:59.317880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:59.318989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:59.319601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.331698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-079b109f-e43a-4c6b-b118-de3f0d80067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:59.336834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-079b109f-e43a-4c6b-b118-de3f0d80067b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 200 len: 862 time: 0.1285212 Jul 09 19:38:59.341961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf82f01-526e-475b-a7f0-0675af4d720a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:59.402224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-0afd8df0-5b1e-4aad-96d0-c88bfd3f0a4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b01e817d-00fd-42e4-82a4-ad051dd6f984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564890 Jul 09 19:38:59.565007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae2857f1-91ca-4fd4-b566-61a7281db901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.574290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae2857f1-91ca-4fd4-b566-61a7281db901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.577556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d53a59b8-7785-4cb4-a384-dc95d4aa7661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6991622 Jul 09 19:38:59.580523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:59.588969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:59.649352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2857f1-91ca-4fd4-b566-61a7281db901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692b576-8f8b-47d1-90dc-420d4cc24626,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:59.657387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-2ebd542a-af50-4775-a6f9-a63c8919ea0b service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375891 Jul 09 19:38:59.661046 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae2857f1-91ca-4fd4-b566-61a7281db901 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a938b2761e4547e287f6b12179d8c484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109300 Jul 09 19:38:59.663675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:59.683274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.696192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45326-4b67-4d36-8d03-a2c4e8405588 req-4f77bc92-e2ef-4463-b755-936cebf8d9ca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:59.698137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd45326-4b67-4d36-8d03-a2c4e8405588 req-4f77bc92-e2ef-4463-b755-936cebf8d9ca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2017281 Jul 09 19:38:59.833312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd45326-4b67-4d36-8d03-a2c4e8405588 req-7edc8e56-2a34-4451-977c-54342b758ff1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258512 Jul 09 19:38:59.855130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.887388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.897467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cc4ba8e-0c9e-4eac-861d-14828570fff3 req-f45984d3-f213-47fe-a2bc-44b919756a0b service neutron] 10.222.0.59 "GET /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267361 Jul 09 19:38:59.909001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] device_id is not set on port dbf82f01-526e-475b-a7f0-0675af4d720a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:38:59.920733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.946394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Transition to ACTIVE for port object dbf82f01-526e-475b-a7f0-0675af4d720a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:59.953004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.977335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.980515 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.981926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e692b576-8f8b-47d1-90dc-420d4cc24626 HTTP/1.1" status: 204 len: 168 time: 0.3172529 Jul 09 19:38:59.992562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58bc9-6fd1-48e0-b84b-790a456ff92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692b576-8f8b-47d1-90dc-420d4cc24626,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:00.048910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf82f01-526e-475b-a7f0-0675af4d720a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:00.051598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.051997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.052404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.058040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.058469 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.058970 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 2 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.072449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.072888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.073344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.078612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.079019 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.079478 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 3 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.094940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.095281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.095725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.104413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.104807 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.105295 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 4 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.146893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.147312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.147893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.157947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.158283 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.158676 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 5 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.195087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.201752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.202100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.236811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.237162 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.238385 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 6 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.256020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.256355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.256692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.266104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.266429 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.270209 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 7 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.288138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.288467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.288800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.305469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b783e1-8599-4d1c-9afb-ced2e1cdfaec req-a4293e7c-3e6e-43d7-bb3b-13730851fdcb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:00.307051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63b783e1-8599-4d1c-9afb-ced2e1cdfaec req-a4293e7c-3e6e-43d7-bb3b-13730851fdcb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 943 time: 0.1252348 Jul 09 19:39:00.307659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.307980 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.308373 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 8 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.337771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.338150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.338442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.349040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.349753 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.351008 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 9 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.358381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1763e748-285d-4c3c-be2d-16f3a51c53f5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:00.387615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63b783e1-8599-4d1c-9afb-ced2e1cdfaec req-24c9ed04-c078-43f3-8a7b-477cc837a504 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Jul 09 19:39:00.388566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.388902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.389270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.415101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.415335 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.415710 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempt 10 to bind port dbf82f01-526e-475b-a7f0-0675af4d720a Jul 09 19:39:00.433800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:00.434552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:00.434552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempting to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:00.441393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:00.445554 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Failed to bind port dbf82f01-526e-475b-a7f0-0675af4d720a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '7fb6779a-f1f7-4885-9d31-96f1c2d7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e06b916-21b6-40e0-8c29-59dbcece1178'}] Jul 09 19:39:00.445554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.470448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:00.473811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cbcab-2c6b-496a-a620-b94a3cb8d89b req-06e37f4d-9315-4726-b5db-43540b3d4ffe tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:00.475649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a68cbcab-2c6b-496a-a620-b94a3cb8d89b req-06e37f4d-9315-4726-b5db-43540b3d4ffe tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1186168 Jul 09 19:39:00.504813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72959792-133c-42e5-813b-342a265d6730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.537321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a68cbcab-2c6b-496a-a620-b94a3cb8d89b req-f3366cb1-110a-446f-957a-aee079e925f3 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558281 Jul 09 19:39:00.582980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:00.616130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port dbf82f01-526e-475b-a7f0-0675af4d720a, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:00.616537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:39:00.622463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.677847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf82f01-526e-475b-a7f0-0675af4d720a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:00.689261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] In _notify_port_updated(), no bound segment for port dbf82f01-526e-475b-a7f0-0675af4d720a on network 6e06b916-21b6-40e0-8c29-59dbcece1178 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:39:00.690163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:00.690807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.694769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7530e92f-3a92-4c30-9509-1c06de1e6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "PUT /v2.0/ports/dbf82f01-526e-475b-a7f0-0675af4d720a HTTP/1.1" status: 200 len: 978 time: 1.1096337 Jul 09 19:39:00.705773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:00.748074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828cc11-e166-4ab6-bfad-4c9b4dc773b9 req-9ea7c5fe-e357-4076-8a06-05cdb8e9b19b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:00.749903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b828cc11-e166-4ab6-bfad-4c9b4dc773b9 req-9ea7c5fe-e357-4076-8a06-05cdb8e9b19b tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.0806100 Jul 09 19:39:00.764788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'mac_address': 'fa:16:3e:39:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:00.805242 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.808495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b828cc11-e166-4ab6-bfad-4c9b4dc773b9 req-14adcb24-7a16-4777-911b-1100f4becc82 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Jul 09 19:39:00.822543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1763e748-285d-4c3c-be2d-16f3a51c53f5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:00.835049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72959792-133c-42e5-813b-342a265d6730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.850352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:00.854816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.870469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72959792-133c-42e5-813b-342a265d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.906083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:00.930203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72959792-133c-42e5-813b-342a265d6730 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4453c971186443baaf84e06c549a38ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548917 Jul 09 19:39:00.931080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:00.938726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72959792-133c-42e5-813b-342a265d6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4cc8f-90f9-470e-be02-4e6c2cca9114,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:00.952319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Deleting port dbf82f01-526e-475b-a7f0-0675af4d720a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:00.952662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.033264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.035006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] For port dbf82f01-526e-475b-a7f0-0675af4d720a, host n-h1-800087-3, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:01.035379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.050430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Calling delete_port for dbf82f01-526e-475b-a7f0-0675af4d720a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:01.063937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.071194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1763e748-285d-4c3c-be2d-16f3a51c53f5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:01.084569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f867-6084-4c5f-a739-8223b48855c8 req-19a4943b-156c-47e7-be55-f68f0f93f894 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:01.091866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c104f867-6084-4c5f-a739-8223b48855c8 req-19a4943b-156c-47e7-be55-f68f0f93f894 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 945 time: 0.1238003 Jul 09 19:39:01.157889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c104f867-6084-4c5f-a739-8223b48855c8 req-b888e9ce-acf3-4451-97a6-86caeac84673 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Jul 09 19:39:01.172662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.188502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.192352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.193808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56d4cc8f-90f9-470e-be02-4e6c2cca9114 HTTP/1.1" status: 204 len: 168 time: 0.2611852 Jul 09 19:39:01.204404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e475b47-b9c4-4106-ab71-cdea8d8d220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4cc8f-90f9-470e-be02-4e6c2cca9114,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:01.209585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf82f01-526e-475b-a7f0-0675af4d720a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:01.220876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.223184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d7631125-8902-436c-a891-3f5d9465f750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dbf82f01-526e-475b-a7f0-0675af4d720a HTTP/1.1" status: 204 len: 168 time: 0.5159848 Jul 09 19:39:01.225866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:01.244420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3189-0665-4266-a7db-e097a8576ba1 req-5c419bd9-2270-4bb2-9f4e-ee9a8e45bd70 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:01.254902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61bd3189-0665-4266-a7db-e097a8576ba1 req-5c419bd9-2270-4bb2-9f4e-ee9a8e45bd70 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1193330 Jul 09 19:39:01.263889 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b6d649-5ad3-4ab1-a95c-df55d276749f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:39:01.266784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-50b6d649-5ad3-4ab1-a95c-df55d276749f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398426012-project-admin] 10.222.0.10 "GET /v2.0/ports/dbf82f01-526e-475b-a7f0-0675af4d720a HTTP/1.1" status: 404 len: 333 time: 0.0389307 Jul 09 19:39:01.270576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:01.327722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61bd3189-0665-4266-a7db-e097a8576ba1 req-5af2918e-c7db-4e1c-8362-7a849b1e4119 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650985 Jul 09 19:39:01.417838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.524121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.545821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e06b916-21b6-40e0-8c29-59dbcece1178']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:01.557956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb6779a-f1f7-4885-9d31-96f1c2d7811f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:01.558258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb6779a-f1f7-4885-9d31-96f1c2d7811f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:01.569517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.595004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.607325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:01.609001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:01.613076 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:01.648576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3398b9-c8ee-4f90-8b8b-7f6270cb3431 req-18731212-6894-4fb7-adb5-8d7905019706 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:01.650223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c3398b9-c8ee-4f90-8b8b-7f6270cb3431 req-18731212-6894-4fb7-adb5-8d7905019706 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 943 time: 0.1222892 Jul 09 19:39:01.709653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.714985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.720215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] 10.222.0.10 "DELETE /v2.0/networks/6e06b916-21b6-40e0-8c29-59dbcece1178 HTTP/1.1" status: 204 len: 168 time: 0.4462805 Jul 09 19:39:01.735300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c3398b9-c8ee-4f90-8b8b-7f6270cb3431 req-4a90be6e-27bb-4098-b7b9-44dc1dd212bc tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768015 Jul 09 19:39:01.743619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2f152-a1e0-4283-b7d7-6c06abb6f718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204090541-project] Pushing event deleted for resources: {'Network': ['ID=6e06b916-21b6-40e0-8c29-59dbcece1178,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:01.854923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137dfd2-882b-496a-8e14-d4e0c0c74887 req-08d5ba94-c261-4a87-9c5e-deed8b229249 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:01.856882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2137dfd2-882b-496a-8e14-d4e0c0c74887 req-08d5ba94-c261-4a87-9c5e-deed8b229249 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.0718226 Jul 09 19:39:01.927994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2137dfd2-882b-496a-8e14-d4e0c0c74887 req-956cfb99-a017-44c6-aed1-b42a56e5e66d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642846 Jul 09 19:39:02.071461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:02.119296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518554d-4f36-41a7-bbd9-fbcce04b7215 req-ee16a3d5-8210-451a-9371-09675d731235 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:02.121663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3518554d-4f36-41a7-bbd9-fbcce04b7215 req-ee16a3d5-8210-451a-9371-09675d731235 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.0941257 Jul 09 19:39:02.170389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3518554d-4f36-41a7-bbd9-fbcce04b7215 req-83085ea6-f45a-49b9-bbad-84d6c5672191 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Jul 09 19:39:02.229843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:02.286448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1294905697'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:02.318888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:02.324273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.333970 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.365342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aff5f1-1e4e-4de3-9925-925e4415c022 req-dd2187d8-689e-4284-b065-d70b3776232c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:02.366911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37aff5f1-1e4e-4de3-9925-925e4415c022 req-dd2187d8-689e-4284-b065-d70b3776232c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.0693958 Jul 09 19:39:02.373096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:02.377403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1763e748-285d-4c3c-be2d-16f3a51c53f5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:02.413820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37aff5f1-1e4e-4de3-9925-925e4415c022 req-2070b8e0-668a-459d-a4ee-f74f7b54aec9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Jul 09 19:39:02.455282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d8121ed4-0fbc-4e8b-ac2c-75a6b0833431 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e03a36038ee42a9bb584e0e9827f43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823609 Jul 09 19:39:02.458669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:02.517983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dcd83-5401-44f4-b818-734e22db4b5b req-e1e86bce-289d-4d14-80a2-ddf690aba908 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:02.520325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-204dcd83-5401-44f4-b818-734e22db4b5b req-e1e86bce-289d-4d14-80a2-ddf690aba908 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 945 time: 0.1520700 Jul 09 19:39:02.524173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:02.525399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.536199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4', 'network_id': 'b01e817d-00fd-42e4-82a4-ad051dd6f984', 'port_id': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4', 'mac_address': 'fa:16:3e:47:e0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbf053f-c434-4e11-ac70-e96c65da2173', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:02.539111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 1763e748-285d-4c3c-be2d-16f3a51c53f5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:02.559755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.577795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 1763e748-285d-4c3c-be2d-16f3a51c53f5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:02.578272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.588315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.595132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-204dcd83-5401-44f4-b818-734e22db4b5b req-6b2e9097-6b0f-4f50-a0a2-ac5351a28423 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680296 Jul 09 19:39:02.598931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.608309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.644652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:02.645817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.648997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.650681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d6beb59-c4b9-43cc-9e63-f5239f068b71 HTTP/1.1" status: 204 len: 168 time: 0.1906013 Jul 09 19:39:02.667910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c0b37-f0d2-4df4-b51f-d6c4560596c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:02.670183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:02.681113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312e7e-b7f1-427f-b586-c535a6108bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6beb59-c4b9-43cc-9e63-f5239f068b71,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:02.691206 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.702033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:02.712874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.713291 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment 86976a22-d642-41cc-8daa-42e5472a6f69 of type vlan for network 23eecdfb-0c84-4b03-aa9b-edd94161850c Jul 09 19:39:02.763838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.818225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.835982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.842802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:02.843549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.847568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:02.860892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:02.863442 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2918c2e-8915-4b6b-8cce-583245077d05" -d '{"events": [{"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-plugged", "status": "completed", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:02.877981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:02.884253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.923265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:02.969247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7242033 Jul 09 19:39:02.969771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:02.969867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d8cd9-054a-4240-a2db-a47237b2c526 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=23eecdfb-0c84-4b03-aa9b-edd94161850c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:02.983483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:03.009673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:03.010105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54db61-c832-4a70-8262-3938b3e0a1ce req-732851a7-c58b-49cd-83cd-ec3aee30747f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:03.018770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf54db61-c832-4a70-8262-3938b3e0a1ce req-732851a7-c58b-49cd-83cd-ec3aee30747f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1974268 Jul 09 19:39:03.078301 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf54db61-c832-4a70-8262-3938b3e0a1ce req-c98cfe8c-e117-4e0a-a75c-83de5d1e23e7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Jul 09 19:39:03.156528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:03.188751 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6aae69-bdbb-458d-b1c2-06dc046476a3 x-openstack-request-id: req-3a6aae69-bdbb-458d-b1c2-06dc046476a3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:03.189367 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-plugged", "status": "completed", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:03.189791 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a6aae69-bdbb-458d-b1c2-06dc046476a3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:03.191585 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'code': 200} Jul 09 19:39:03.241878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b5b1a623-4b2a-4bff-92b6-d1bf704b19f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c16e02b4077e42a4aaa5fc31a7822f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834553 Jul 09 19:39:03.244435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:03.275068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:03.298657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'network_id': 'c092d454-fb1a-44b0-a441-305352ce08fb', 'port_id': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'mac_address': 'fa:16:3e:5a:e9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:03.389305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.395289 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.430288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:03.448352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7374fa-02f0-4f1b-87a5-44ddf476527b req-435aa9ec-311c-4fd2-8f48-ea5407e81d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:03.450132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b7374fa-02f0-4f1b-87a5-44ddf476527b req-435aa9ec-311c-4fd2-8f48-ea5407e81d0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1097 time: 0.1508667 Jul 09 19:39:03.459915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad0ce7-1523-422d-89f1-d838514b0c40 req-b6174274-53e8-4218-9ed5-5664a13f1c65 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:03.467432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dad0ce7-1523-422d-89f1-d838514b0c40 req-b6174274-53e8-4218-9ed5-5664a13f1c65 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 944 time: 0.2238419 Jul 09 19:39:03.468796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:03.475869 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.478521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.546113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:03.552816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b7374fa-02f0-4f1b-87a5-44ddf476527b req-5386e972-ab53-43ef-b4e5-e9d3a55a08b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815909 Jul 09 19:39:03.563043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dad0ce7-1523-422d-89f1-d838514b0c40 req-d31cda72-03d8-42af-88bd-c1cbb1ab1bcb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940707 Jul 09 19:39:03.607867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e773-cbcf-4e76-9c39-e5ae83de3139 req-23014df4-b4a4-48b7-9b82-03a7776132a0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:03.609473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c941e773-cbcf-4e76-9c39-e5ae83de3139 req-23014df4-b4a4-48b7-9b82-03a7776132a0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1721849 Jul 09 19:39:03.616742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:03.662324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.666812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.678160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66516f42-291f-403e-9206-3930296c0ad0 HTTP/1.1" status: 204 len: 168 time: 0.4319482 Jul 09 19:39:03.701532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dbe84-9b8a-4e7b-bc1d-f1c6a443a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66516f42-291f-403e-9206-3930296c0ad0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:03.786297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c941e773-cbcf-4e76-9c39-e5ae83de3139 req-b0759800-2a57-44b7-957c-cadab854f95d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545680 Jul 09 19:39:03.873742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b573a2-102a-4240-9bfa-57115fc324a7 req-de9ba9f7-601e-4a26-928f-675278221577 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:03.886978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60b573a2-102a-4240-9bfa-57115fc324a7 req-de9ba9f7-601e-4a26-928f-675278221577 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 945 time: 0.1699572 Jul 09 19:39:04.011925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60b573a2-102a-4240-9bfa-57115fc324a7 req-572d2578-2fdf-48cb-8447-fac1c6802fa1 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236885 Jul 09 19:39:04.203809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811166b-839b-4ef3-8489-20348e7c54cd req-a3a3422f-8023-4622-a92a-8e6d1b81a671 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:04.218602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e811166b-839b-4ef3-8489-20348e7c54cd req-a3a3422f-8023-4622-a92a-8e6d1b81a671 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 946 time: 0.1890783 Jul 09 19:39:04.328595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e811166b-839b-4ef3-8489-20348e7c54cd req-48f6d3ab-b5d9-4279-86ca-4ebde6be8ccd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090252 Jul 09 19:39:04.363273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34828173-1002-42a2-a7af-b1f64ee4db27 req-56bbd3d0-a8cd-43e6-9562-c7c1e47f9959 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:04.373668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:04.378838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34828173-1002-42a2-a7af-b1f64ee4db27 req-56bbd3d0-a8cd-43e6-9562-c7c1e47f9959 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1576664 Jul 09 19:39:04.436550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34828173-1002-42a2-a7af-b1f64ee4db27 req-aa6489fe-229a-4ae6-a487-c819a2f5b3c9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567393 Jul 09 19:39:04.527997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:04.532182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:04.532561 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:04.583850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:04.724238 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:04.767942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bcdee-5c4c-4e8c-b659-9b0be2ff336e req-c33d5782-5285-459d-b293-e63bef678ce7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:04.779823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a73bcdee-5c4c-4e8c-b659-9b0be2ff336e req-c33d5782-5285-459d-b293-e63bef678ce7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1657960 Jul 09 19:39:04.830645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:04.845261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:04.893240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6b0d-ff3c-409f-bdc3-e761307fa1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:04.914372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d292-c03a-4e22-8f04-a2d971553668 req-eafaf299-63ca-4cc2-984a-a6c271a07e6e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:04.922132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e84d292-c03a-4e22-8f04-a2d971553668 req-eafaf299-63ca-4cc2-984a-a6c271a07e6e tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 945 time: 0.0896003 Jul 09 19:39:04.950416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a73bcdee-5c4c-4e8c-b659-9b0be2ff336e req-223daeb2-64a8-40be-ad5e-588a47268f80 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686013 Jul 09 19:39:04.965057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:04.973756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:04.985584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e84d292-c03a-4e22-8f04-a2d971553668 req-70e1a4bc-f16a-4d98-b9d3-36b2df5cd24b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623796 Jul 09 19:39:05.106330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:05.106711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.195193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:05.201051 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30e212-1000-41a1-9e9a-ef79b9cf8353" -d '{"events": [{"server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:05.239127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6b0d-ff3c-409f-bdc3-e761307fa1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.248529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6b0d-ff3c-409f-bdc3-e761307fa1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.320557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cf8d6b0d-ff3c-409f-bdc3-e761307fa1bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7615fee6b4f498d9035872a4d081219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349727 Jul 09 19:39:05.328567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:05.381557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.423527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d6b0d-ff3c-409f-bdc3-e761307fa1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ede033-f804-45d9-b373-f39d187db2c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:05.464319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:05.473897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.500588 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9625b2-571b-4616-b86d-23eae6eef385 x-openstack-request-id: req-ca9625b2-571b-4616-b86d-23eae6eef385 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:05.501544 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:05.503726 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca9625b2-571b-4616-b86d-23eae6eef385 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:05.516325 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4', 'code': 200} Jul 09 19:39:05.517994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3f0b1-4a66-41c2-bcdd-f4ca799f073c req-572c1aca-f546-40ee-9ad7-47317a34e766 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:05.526560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc3f0b1-4a66-41c2-bcdd-f4ca799f073c req-572c1aca-f546-40ee-9ad7-47317a34e766 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 945 time: 0.2321093 Jul 09 19:39:05.556570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.597855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.626057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:05.663276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:05.675506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cc3f0b1-4a66-41c2-bcdd-f4ca799f073c req-846531fd-fc5a-4392-8013-ae813c4d3f44 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428087 Jul 09 19:39:05.715418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.718943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.723212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30ede033-f804-45d9-b373-f39d187db2c4 HTTP/1.1" status: 204 len: 168 time: 0.3890741 Jul 09 19:39:05.736136 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387fa4-a0f3-4b43-8392-a5b5c5122198 req-021a4675-52f6-4a36-8c20-14408c6b13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:05.740073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c387fa4-a0f3-4b43-8392-a5b5c5122198 req-021a4675-52f6-4a36-8c20-14408c6b13bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 1096 time: 0.1583529 Jul 09 19:39:05.755743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f676-1741-4215-91d9-db51db3750b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ede033-f804-45d9-b373-f39d187db2c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:05.814256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c387fa4-a0f3-4b43-8392-a5b5c5122198 req-b637c510-22aa-42ec-b5d9-3966953fb35b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678632 Jul 09 19:39:05.818706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed521a54-0512-4d4a-98cb-dba5dd912351 req-c079070e-fdfe-4f43-85f7-52c0dbd02828 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:05.826503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed521a54-0512-4d4a-98cb-dba5dd912351 req-c079070e-fdfe-4f43-85f7-52c0dbd02828 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 946 time: 0.2206855 Jul 09 19:39:05.869992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-452406470'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:05.883808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed521a54-0512-4d4a-98cb-dba5dd912351 req-b0c6895a-a7a7-42dd-aa55-ea0625ca7462 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560567 Jul 09 19:39:05.918191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:05.921923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.924652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac93e1-1a82-4568-aa09-9c87c6308e16 req-2c8080cd-c364-4d94-b921-70e092703f0d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:05.931597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47ac93e1-1a82-4568-aa09-9c87c6308e16 req-2c8080cd-c364-4d94-b921-70e092703f0d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1065972 Jul 09 19:39:05.933277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.975633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47ac93e1-1a82-4568-aa09-9c87c6308e16 req-cc203884-5a51-4fda-aa56-db37de035d57 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Jul 09 19:39:06.213987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2a73-8729-4e46-9a0e-f741f2135471 req-6e713e05-4998-415d-94bb-a89853038bd2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:06.223980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-081e2a73-8729-4e46-9a0e-f741f2135471 req-6e713e05-4998-415d-94bb-a89853038bd2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.0930984 Jul 09 19:39:06.235171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-a1ba0c59-f018-4bec-aae8-c015bb699c76 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 258 time: 0.2827833 Jul 09 19:39:06.243608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:06.299287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.307513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-081e2a73-8729-4e46-9a0e-f741f2135471 req-9b4d0e3f-acbd-4ebb-9d21-8c5ef0cdfd1a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Jul 09 19:39:06.308106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.326531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:06.336170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.336778 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Added segment f2ea56a3-e4af-4b2b-a09c-639d75384e6a of type vlan for network 607af5c0-a15f-45f9-be62-7560cb7593c1 Jul 09 19:39:06.387659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:06.394918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:06.426845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.461159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.474758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:06.475410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.543814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e08bf-a7dd-4025-8504-2d45c8c94acb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:06.556418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.584643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9200401 Jul 09 19:39:06.589341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:06.604075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:06.620527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a13be-dbfd-49ea-99fc-82ce13f63e69 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Network': ['ID=607af5c0-a15f-45f9-be62-7560cb7593c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:06.635025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:06.738978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.753685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabd58-b4cd-4952-b32a-d26d36e4e974 req-21552b76-a418-4ba3-a6f8-accbca768539 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:06.755478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7afabd58-b4cd-4952-b32a-d26d36e4e974 req-21552b76-a418-4ba3-a6f8-accbca768539 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 945 time: 0.2574596 Jul 09 19:39:06.758441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:06.762457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.852461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Allocated IP 172.25.3.14 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/103a7154-8194-4df5-a899-5149fcaf307a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:06.889104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:06.892668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:06.917785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7afabd58-b4cd-4952-b32a-d26d36e4e974 req-9168a12b-359a-4793-a5c4-0c9432d2e90b tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996754 Jul 09 19:39:06.976886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.026631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.083913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:07.090093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:07.095631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:07.161996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event updated for resources: {'Port': ['ID=103a7154-8194-4df5-a899-5149fcaf307a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:07.166853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.245229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.299579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=11fda7f7-fb40-448d-bf14-9b86aeda0a76,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:07.300170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.316345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95a54d-5f10-4135-9f9d-79ab32704097 req-9ed4c49d-a3b4-40c5-9b93-f55611f8b231 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.318254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e95a54d-5f10-4135-9f9d-79ab32704097 req-9ed4c49d-a3b4-40c5-9b93-f55611f8b231 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.2401369 Jul 09 19:39:07.344010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': '86976a22-d642-41cc-8daa-42e5472a6f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:07.344474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: 23eecdfb-0c84-4b03-aa9b-edd94161850c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:07.347344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.426086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4e95a54d-5f10-4135-9f9d-79ab32704097 req-9ad04af7-16e3-4961-b0d5-264dfdd22e63 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016188 Jul 09 19:39:07.430675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:07.432658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=030e829f-bdeb-4919-9e24-59be83a37705,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:07.460643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 23eecdfb-0c84-4b03-aa9b-edd94161850c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:07.465452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.466066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.470212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.472728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef56d69-6189-4d71-b7c8-a653424a5b36 None None] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:07.478810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.480852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:07.481310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network hostable DHCP agents. Network: 607af5c0-a15f-45f9-be62-7560cb7593c1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:07.497953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20adbc7e-bcf3-48e6-b413-a634b25b79b3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1089067 Jul 09 19:39:07.499269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:07.507080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1792620738'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:07.519850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:07.527390 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8714b-b127-4235-ad74-44ec1d992b71" -d '{"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:07.527677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:07.536390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 607af5c0-a15f-45f9-be62-7560cb7593c1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:07.546956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758310d3-53d6-4e01-8a2b-30f07f3ac466 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:07.559058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.559861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.566043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:07.571020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.574104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event updated for resources: {'Port': ['ID=103a7154-8194-4df5-a899-5149fcaf307a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:07.594450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.612060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.614670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-c4baa9e1-0def-45d2-9b04-88e249b941ba tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3785255 Jul 09 19:39:07.637641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:07.641164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-75c25ff5-b770-4dc4-be80-b11bb4a5ab98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0472388 Jul 09 19:39:07.645935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:07.652756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'name': 'tempest-NetworksTestDHCPv6-200263534'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:07.661231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.661577 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment 1cf4ec39-2d93-4144-9b5e-45db55d0a83a of type vlan for network cea8adfd-123f-402c-b90e-fc4f17b103d2 Jul 09 19:39:07.713789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-3884c773-23d8-44c3-9765-e14328ded5ea tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0912526 Jul 09 19:39:07.773279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.783933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657a280-418d-48b2-96fd-b8e9a26269a7 req-d694000b-3701-42f5-816b-8d4e04906bc8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.786218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1657a280-418d-48b2-96fd-b8e9a26269a7 req-d694000b-3701-42f5-816b-8d4e04906bc8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2421415 Jul 09 19:39:07.788716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '030e829f-bdeb-4919-9e24-59be83a37705'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:07.790212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.814079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-23eecdfb-0c84-4b03-aa9b-edd94161850c', 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': '11fda7f7-fb40-448d-bf14-9b86aeda0a76'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:07.815280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.843406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-37893100-c46d-42da-9081-8460fa95b576 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.844932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60defe57-4680-4fcd-ae70-0a6297e72023 req-37893100-c46d-42da-9081-8460fa95b576 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1260424 Jul 09 19:39:07.872693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.881757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.882615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.889949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1657a280-418d-48b2-96fd-b8e9a26269a7 req-f27f14e0-8c11-468d-a025-69d1d91ce299 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935106 Jul 09 19:39:07.978276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:07.982024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.985029 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d4516-3027-405d-ae87-cb7f3a14c623 x-openstack-request-id: req-184d4516-3027-405d-ae87-cb7f3a14c623 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:07.985394 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:07.985654 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-184d4516-3027-405d-ae87-cb7f3a14c623 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:07.986050 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'code': 200} Jul 09 19:39:08.006611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5044494 Jul 09 19:39:08.007481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:08.017499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:08.027053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49bbe0-e3cd-4428-b76c-b6ea6df23df1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=cea8adfd-123f-402c-b90e-fc4f17b103d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:08.031973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 87ad5a7d-1c39-4218-a24c-836e34d9d9a3 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:08.047281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:08.081112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/030e829f-bdeb-4919-9e24-59be83a37705/424d170a-d0ba-41c6-9e78-bac58fac107f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:08.202682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Allocated IP 2001:db8:0:ffff::2 (23eecdfb-0c84-4b03-aa9b-edd94161850c/11fda7f7-fb40-448d-bf14-9b86aeda0a76/c68257e9-65e0-4b16-9b3d-dd5a91150b01) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:08.217317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:08.221110 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.230863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-99594caa-7f57-4f1a-8569-e2f21d3f2d18 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:08.233032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-99594caa-7f57-4f1a-8569-e2f21d3f2d18 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0940924 Jul 09 19:39:08.347797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-ebd12d39-2839-4b64-a4ab-3d6cc8b01188 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.1057475 Jul 09 19:39:08.352863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'floatingip': {'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:08.396233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.551582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553b269-cbea-4091-b041-e339c050ca7b req-e4f5888e-2364-4e40-b2c7-b345922c71a2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:08.558867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8553b269-cbea-4091-b041-e339c050ca7b req-e4f5888e-2364-4e40-b2c7-b345922c71a2 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1687086 Jul 09 19:39:08.672406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8553b269-cbea-4091-b041-e339c050ca7b req-fc6f43a8-6481-4f73-93e1-5c5981b8f286 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125162 Jul 09 19:39:08.673245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.696821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Transition to ACTIVE for port object 424d170a-d0ba-41c6-9e78-bac58fac107f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:08.724644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.734244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Transition to ACTIVE for port object 424d170a-d0ba-41c6-9e78-bac58fac107f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:08.738736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Transition to ACTIVE for port object c68257e9-65e0-4b16-9b3d-dd5a91150b01 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:08.743956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:39:08.745509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.747105 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.786021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Transition to ACTIVE for port object c68257e9-65e0-4b16-9b3d-dd5a91150b01 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:08.797090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:08.800929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:08.803797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:08.811612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.824117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=d4b6d858-8840-4266-95da-0b40c6644a6e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:08.830244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Pushing event updated for resources: {'Port': ['ID=424d170a-d0ba-41c6-9e78-bac58fac107f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:08.853353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': '1cf4ec39-2d93-4144-9b5e-45db55d0a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:08.853712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: cea8adfd-123f-402c-b90e-fc4f17b103d2, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:08.884405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:08.885627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:08.902355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b88b-78cb-4e54-b04c-40c71daf337b req-6decdf63-3ceb-4fe9-b09f-f625d1d9263c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:08.903897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6377b88b-78cb-4e54-b04c-40c71daf337b req-6decdf63-3ceb-4fe9-b09f-f625d1d9263c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 945 time: 0.1034143 Jul 09 19:39:08.904755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cea8adfd-123f-402c-b90e-fc4f17b103d2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:08.907911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:08.908863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:08.910046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.919550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:08.927314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cef7b886-adb4-4277-8cf0-0a85cb488b2f tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9178691 Jul 09 19:39:08.929761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:08.935486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'port': {'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2', 'name': 'tempest-NetworksIpV6TestAttrs-939724116'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:08.942084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093cf79-1d85-4ae2-9670-7a4497198189 None None] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:08.955631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Pushing event updated for resources: {'Port': ['ID=c68257e9-65e0-4b16-9b3d-dd5a91150b01,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:08.957913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::10b (607af5c0-a15f-45f9-be62-7560cb7593c1/030e829f-bdeb-4919-9e24-59be83a37705/87ad5a7d-1c39-4218-a24c-836e34d9d9a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:09.007081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Attempting to bind port 424d170a-d0ba-41c6-9e78-bac58fac107f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:09.007081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Attempting to bind port 424d170a-d0ba-41c6-9e78-bac58fac107f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:09.007351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Attempting to bind port 424d170a-d0ba-41c6-9e78-bac58fac107f on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:09.026045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6377b88b-78cb-4e54-b04c-40c71daf337b req-eec94d81-90ef-41bb-be9f-d29d84929bf6 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867655 Jul 09 19:39:09.036871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:09.037077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:09.037459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.037856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:09.038342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Bound port: 424d170a-d0ba-41c6-9e78-bac58fac107f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:09.038729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.078260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Attempting to bind port c68257e9-65e0-4b16-9b3d-dd5a91150b01 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:09.078631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Attempting to bind port c68257e9-65e0-4b16-9b3d-dd5a91150b01 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '86976a22-d642-41cc-8daa-42e5472a6f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:09.078995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Attempting to bind port c68257e9-65e0-4b16-9b3d-dd5a91150b01 on network 23eecdfb-0c84-4b03-aa9b-edd94161850c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:09.101027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:09.104802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.117043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:09.117451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Checking segment: {'id': '86976a22-d642-41cc-8daa-42e5472a6f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:09.117895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.118301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Bound using segment: {'id': '86976a22-d642-41cc-8daa-42e5472a6f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:09.118788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Bound port: c68257e9-65e0-4b16-9b3d-dd5a91150b01, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86976a22-d642-41cc-8daa-42e5472a6f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '23eecdfb-0c84-4b03-aa9b-edd94161850c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:09.119173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.163002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] device_id is not set on port 89171faf-a9a4-41ba-881a-028d4b88efae yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:09.219791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] For port 424d170a-d0ba-41c6-9e78-bac58fac107f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:09.265978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] For port 424d170a-d0ba-41c6-9e78-bac58fac107f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=424d170a-d0ba-41c6-9e78-bac58fac107f,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:09.280802 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.292344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-cea8adfd-123f-402c-b90e-fc4f17b103d2', 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': 'd4b6d858-8840-4266-95da-0b40c6644a6e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:09.293582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.308039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.328270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] For port c68257e9-65e0-4b16-9b3d-dd5a91150b01, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:09.360490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] For port c68257e9-65e0-4b16-9b3d-dd5a91150b01, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c68257e9-65e0-4b16-9b3d-dd5a91150b01,segment=NetworkSegment(86976a22-d642-41cc-8daa-42e5472a6f69),segment_id=86976a22-d642-41cc-8daa-42e5472a6f69)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:09.363292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 87ad5a7d-1c39-4218-a24c-836e34d9d9a3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:09.381441 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.443778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfb636-8325-4355-9bd0-d64a6c88c646 None None] Pushing event updated for resources: {'Port': ['ID=424d170a-d0ba-41c6-9e78-bac58fac107f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:09.517069 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.520528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f5b09-55b6-4706-9662-3e05ab9aebbc None None] Pushing event updated for resources: {'Port': ['ID=c68257e9-65e0-4b16-9b3d-dd5a91150b01,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:09.529402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.577242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.675828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:09.682580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:09.689639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:09.706113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:09.713376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.740518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=87ad5a7d-1c39-4218-a24c-836e34d9d9a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:09.741419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f5865-ca0d-48f9-976b-3d3f01d24ae4 req-76a03161-dfb8-49d9-afb3-8e87d76ff625 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:09.742952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-524f5865-ca0d-48f9-976b-3d3f01d24ae4 req-76a03161-dfb8-49d9-afb3-8e87d76ff625 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 946 time: 0.5308452 Jul 09 19:39:09.745952 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Floating IP 69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 associated. External IP: 172.25.3.14, port: 1763e748-285d-4c3c-be2d-16f3a51c53f5. Jul 09 19:39:09.772441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Allocated IP 2001:db8::f816:3eff:fe0d:c8a (cea8adfd-123f-402c-b90e-fc4f17b103d2/d4b6d858-8840-4266-95da-0b40c6644a6e/89171faf-a9a4-41ba-881a-028d4b88efae) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:09.814363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5bd83b2f-6ff0-439c-8615-f9bcae97114b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1664627 Jul 09 19:39:09.817092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:09.833698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-524f5865-ca0d-48f9-976b-3d3f01d24ae4 req-0a9cbe40-8fb0-4c90-a042-2fca4592f7cd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795968 Jul 09 19:39:10.025946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.040807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Transition to ACTIVE for port object 89171faf-a9a4-41ba-881a-028d4b88efae will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:10.058389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71469218-7876-46ff-9cab-ccca19df2d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:10.064407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71469218-7876-46ff-9cab-ccca19df2d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:10.066059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-71469218-7876-46ff-9cab-ccca19df2d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2461238 Jul 09 19:39:10.068667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:10.125781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.172065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Allocated IP 2001:db8::f816:3eff:feb6:1fe3 (cea8adfd-123f-402c-b90e-fc4f17b103d2/d4b6d858-8840-4266-95da-0b40c6644a6e/b3b060d6-73a9-4f32-8f16-ea2599d56930) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:10.198265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec741f1-ab4a-49aa-b6ab-a95073dcfd54 req-2adc1ee5-0393-4e14-866f-e11bc183c30c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:10.199973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ec741f1-ab4a-49aa-b6ab-a95073dcfd54 req-2adc1ee5-0393-4e14-866f-e11bc183c30c tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 946 time: 0.1555848 Jul 09 19:39:10.213433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Router f86c0019-cf10-445e-9ed6-2261434340dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:39:10.215017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Port': ['ID=89171faf-a9a4-41ba-881a-028d4b88efae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:10.234465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:10.242607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:10.246091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:10.251869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:10.252494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.278058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 87ad5a7d-1c39-4218-a24c-836e34d9d9a3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:10.278326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.278819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ec741f1-ab4a-49aa-b6ab-a95073dcfd54 req-6df57e2c-55df-4009-bc31-d32a047ef963 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0e20062-7f0a-4027-be75-2c8827511218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670774 Jul 09 19:39:10.283462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e97b2ea-651c-40f2-bd3b-81300eaaf18e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3526385 Jul 09 19:39:10.283635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:10.348004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.358620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Transition to ACTIVE for port object b3b060d6-73a9-4f32-8f16-ea2599d56930 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:10.382330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Transition to ACTIVE for port object b3b060d6-73a9-4f32-8f16-ea2599d56930 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:10.391055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.434439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:10.437471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:10.443691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:10.456740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Pushing event updated for resources: {'Port': ['ID=b3b060d6-73a9-4f32-8f16-ea2599d56930,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:10.458781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting subnet d4b6d858-8840-4266-95da-0b40c6644a6e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:10.472241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.476251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:10.486300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Sync routers for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:10.502401 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:10.503190 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:10.514490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.541428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.574061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 87ad5a7d-1c39-4218-a24c-836e34d9d9a3 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:10.579416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Attempting to bind port b3b060d6-73a9-4f32-8f16-ea2599d56930 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:10.579788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Attempting to bind port b3b060d6-73a9-4f32-8f16-ea2599d56930 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1cf4ec39-2d93-4144-9b5e-45db55d0a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:10.580150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Attempting to bind port b3b060d6-73a9-4f32-8f16-ea2599d56930 on network cea8adfd-123f-402c-b90e-fc4f17b103d2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:10.586906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:10.587251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Checking segment: {'id': '1cf4ec39-2d93-4144-9b5e-45db55d0a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:10.587654 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.588040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Bound using segment: {'id': '1cf4ec39-2d93-4144-9b5e-45db55d0a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:10.588501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Bound port: b3b060d6-73a9-4f32-8f16-ea2599d56930, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf4ec39-2d93-4144-9b5e-45db55d0a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cea8adfd-123f-402c-b90e-fc4f17b103d2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:10.588877 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.591566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.593971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-de38710a-da22-4645-9a17-e7aa761786c3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:10.595589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-de38710a-da22-4645-9a17-e7aa761786c3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 946 time: 0.1149747 Jul 09 19:39:10.664164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-8b06df2c-2056-44c4-94c6-e9683eeb8bab tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "PUT /v2.0/floatingips/69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 HTTP/1.1" status: 200 len: 996 time: 2.3057098 Jul 09 19:39:10.729690 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:10.732964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] For port b3b060d6-73a9-4f32-8f16-ea2599d56930, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:10.736813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] For port b3b060d6-73a9-4f32-8f16-ea2599d56930, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b3b060d6-73a9-4f32-8f16-ea2599d56930,segment=NetworkSegment(1cf4ec39-2d93-4144-9b5e-45db55d0a83a),segment_id=1cf4ec39-2d93-4144-9b5e-45db55d0a83a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:10.742232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:10.744670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.746400 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:10.821415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:10.821769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.829914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5df6-e983-4d4f-b231-b8133c4e47a2 None None] Pushing event updated for resources: {'Port': ['ID=b3b060d6-73a9-4f32-8f16-ea2599d56930,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:10.989569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:11.069531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.095908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe1a35-e45a-432c-9c40-0e7792bd78ed None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:11.100708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:11.101298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.121910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:11.169759 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '69e49d37-25ba-4bc7-be25-7e2d01a5f0a0', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'mac_address': 'fa:16:3e:39:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:39:07Z', 'updated_at': '2021-07-09T19:39:09Z', 'revision_number': 1, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:11.204094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.273701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Checking router: f86c0019-cf10-445e-9ed6-2261434340dc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:11.293703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:11.295813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:11.316020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 424d170a-d0ba-41c6-9e78-bac58fac107f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:11.389290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=87ad5a7d-1c39-4218-a24c-836e34d9d9a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:11.396097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-febfafea-b548-48f4-8b81-922b64a4c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:11.406212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-febfafea-b548-48f4-8b81-922b64a4c777 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1097 time: 0.6412101 Jul 09 19:39:11.412016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.417979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a66f0eab-8f79-42ef-80a1-673d81cac086 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/87ad5a7d-1c39-4218-a24c-836e34d9d9a3 HTTP/1.1" status: 204 len: 168 time: 1.3482418 Jul 09 19:39:11.419645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.480677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:11.487804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8729907f-56e8-44e3-a4ad-674fd0e50cd5 None None] Provisioning for port 424d170a-d0ba-41c6-9e78-bac58fac107f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:11.525541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 424d170a-d0ba-41c6-9e78-bac58fac107f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:11.551864 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:11.558612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 424d170a-d0ba-41c6-9e78-bac58fac107f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:11.559204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.564247 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.604558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.611377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/d4b6d858-8840-4266-95da-0b40c6644a6e HTTP/1.1" status: 204 len: 168 time: 1.3164268 Jul 09 19:39:11.615144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-03214463-8ec8-480b-a6af-bbad5ddae933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:11.640029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:11.640712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-03214463-8ec8-480b-a6af-bbad5ddae933 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 930 time: 0.2256038 Jul 09 19:39:11.643442 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f970158-eb9c-4c85-be50-29b72ad7d2b9" -d '{"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:11.657162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.663573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:11.676197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:11.677821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['0d0aea70-7ff7-4f05-9e70-98cd3ccee564'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:11.712178 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.733018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6590ce-2983-44b2-b996-4a8d26b0e2e1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b6d858-8840-4266-95da-0b40c6644a6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:11.745268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-4e2bde08-e70a-41d5-9bb4-d4d8df76c7ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 999 time: 0.1034713 Jul 09 19:39:11.781718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:11.789837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=0d0aea70-7ff7-4f05-9e70-98cd3ccee564,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:11.790153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a0975-d588-4618-9083-0c1b4148c128 None None] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:11.801315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.801947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.802444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.803223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.803343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-2362fca5-1ea6-4730-b3d7-fcc173c6084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:11.803814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.804335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.804868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.805386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.805890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.806370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.806865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.807487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:11.814447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-2362fca5-1ea6-4730-b3d7-fcc173c6084c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.0670619 Jul 09 19:39:11.824164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95ab0d-97c2-49e3-8db7-8791bac14391 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:11.826515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95ab0d-97c2-49e3-8db7-8791bac14391 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:11.828102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c95ab0d-97c2-49e3-8db7-8791bac14391 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3462744 Jul 09 19:39:11.854208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:11.895628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-94e395a8-1ba4-42f1-ab91-6ea5b14e8b05 None None] Provisioning for port c68257e9-65e0-4b16-9b3d-dd5a91150b01 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:11.948732 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '69e49d37-25ba-4bc7-be25-7e2d01a5f0a0', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'mac_address': 'fa:16:3e:39:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:39:07Z', 'updated_at': '2021-07-09T19:39:09Z', 'revision_number': 1, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:11.951053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 030e829f-bdeb-4919-9e24-59be83a37705 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:11.954742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.992716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071cc06-397f-4508-8634-71b1cbb502d4 None None] The sync data for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 is: [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '69e49d37-25ba-4bc7-be25-7e2d01a5f0a0', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'mac_address': 'fa:16:3e:39:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:39:07Z', 'updated_at': '2021-07-09T19:39:09Z', 'revision_number': 1, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:11.996968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:12.003650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863330e-833e-43f7-a4dc-594e07e8651e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:12.006943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863330e-833e-43f7-a4dc-594e07e8651e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:12.013835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4863330e-833e-43f7-a4dc-594e07e8651e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3387694 Jul 09 19:39:12.014948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:12.016436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.019455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f303193c-94e4-4f9a-beac-ab4d891d70a6 req-eed986df-7449-4de0-8adb-4c20091854fd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.25 "DELETE /v2.0/ports/0d0aea70-7ff7-4f05-9e70-98cd3ccee564 HTTP/1.1" status: 204 len: 173 time: 1.4164417 Jul 09 19:39:12.021541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.031496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'name': 'network-vif-deleted', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:12.034351 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788ee72-96c2-4cc5-bc51-e6c714a94f50" -d '{"events": [{"server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "name": "network-vif-deleted", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:12.186681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46f9bc1b-f7e6-4812-b6f2-589fd626e781 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.227421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.231973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.233427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7a39a-a64a-48df-906d-68823cdc2267 req-96b9c1d7-480b-4bd6-980d-e90566a22f87 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:12.241424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56f7a39a-a64a-48df-906d-68823cdc2267 req-96b9c1d7-480b-4bd6-980d-e90566a22f87 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4217384 Jul 09 19:39:12.271078 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f9bc1b-f7e6-4812-b6f2-589fd626e781 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 19:39:12.273585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f9bc1b-f7e6-4812-b6f2-589fd626e781 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:12.278094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46f9bc1b-f7e6-4812-b6f2-589fd626e781 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/cea8adfd-123f-402c-b90e-fc4f17b103d2 HTTP/1.1" status: 409 len: 405 time: 0.2563090 Jul 09 19:39:12.293920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:12.328980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-661392568'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:12.339419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-feaeeabb-99e5-4603-a0b4-2f9aaef2d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:12.343568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-feaeeabb-99e5-4603-a0b4-2f9aaef2d69f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281618 Jul 09 19:39:12.356316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56f7a39a-a64a-48df-906d-68823cdc2267 req-d03c03ac-acf2-455f-ba71-0e27a3775c5b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138828 Jul 09 19:39:12.380393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Provisioning complete for port 424d170a-d0ba-41c6-9e78-bac58fac107f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:12.380911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.482681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8ef55-855a-42a2-a5c2-202731d41cd4 None None] New status for floating IP 69e49d37-25ba-4bc7-be25-7e2d01a5f0a0: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:39:12.639000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa5085-d600-4632-a336-5f45fb143860 None None] Network cea8adfd-123f-402c-b90e-fc4f17b103d2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:12.949420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:12.972382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a526b3d-c8cb-4314-82ab-39249a5f1663 req-b67c82c4-a53a-4317-b7fd-5235d3236097 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.0640509 Jul 09 19:39:13.079394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] DHCP port deletion for cea8adfd-123f-402c-b90e-fc4f17b103d2 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:13.105103 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ef8aa-96a9-4ab4-bf67-464ac7230949 x-openstack-request-id: req-756ef8aa-96a9-4ab4-bf67-464ac7230949 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:13.105683 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:13.106101 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-756ef8aa-96a9-4ab4-bf67-464ac7230949 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:13.106673 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'status': 'completed', 'code': 200} Jul 09 19:39:13.148992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Deleting port b3b060d6-73a9-4f32-8f16-ea2599d56930 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:13.149761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.194664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:13.198190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.236637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.242180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe5f2d-f058-4a4a-882b-2f13fd5129be req-0339e6a9-44b9-43dc-bd11-33908b63aa07 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.255432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95fe5f2d-f058-4a4a-882b-2f13fd5129be req-0339e6a9-44b9-43dc-bd11-33908b63aa07 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 945 time: 0.1360209 Jul 09 19:39:13.299139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=030e829f-bdeb-4919-9e24-59be83a37705,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:13.301814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:13.305122 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.307058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d8ab2d6-2d0d-43e4-a575-1540b67327f9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/030e829f-bdeb-4919-9e24-59be83a37705 HTTP/1.1" status: 204 len: 168 time: 1.4481409 Jul 09 19:39:13.310372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-885c8e1d-7004-429a-9166-a8d346c7d9a6 service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458940 Jul 09 19:39:13.310927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:13.335169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] For port b3b060d6-73a9-4f32-8f16-ea2599d56930, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b3b060d6-73a9-4f32-8f16-ea2599d56930,segment=NetworkSegment(1cf4ec39-2d93-4144-9b5e-45db55d0a83a),segment_id=1cf4ec39-2d93-4144-9b5e-45db55d0a83a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:13.335819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.349098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0354b25c-0d90-4dca-aa59-8a6b5c735201 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:13.366713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95fe5f2d-f058-4a4a-882b-2f13fd5129be req-bbd858be-3fad-4e29-b497-31c4ded91a62 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups?id=1db2fed5-0696-447a-8c91-a64a90f91cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Jul 09 19:39:13.384611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:13.385100 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:13.385578 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:13.385921 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:13.386848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Calling delete_port for b3b060d6-73a9-4f32-8f16-ea2599d56930 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:13.392973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-577ec4b7-4a9d-4a6d-ad74-7c08e32f5f9d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.395128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-577ec4b7-4a9d-4a6d-ad74-7c08e32f5f9d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 945 time: 0.9920733 Jul 09 19:39:13.406973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e29cbbae-9695-4496-8dd3-aaf1641920e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893407 Jul 09 19:39:13.410618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:13.416420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:13.421974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.422328 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment 3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c of type vlan for network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 Jul 09 19:39:13.504593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-f661316d-758d-47c6-ab36-a4a2b9b883d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.506408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-f661316d-758d-47c6-ab36-a4a2b9b883d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1097 time: 0.3967495 Jul 09 19:39:13.568273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.629022 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140de03-0253-4306-8b1a-1f4cd7ec0d3a x-openstack-request-id: req-4140de03-0253-4306-8b1a-1f4cd7ec0d3a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:13.639789 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:13.640104 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4140de03-0253-4306-8b1a-1f4cd7ec0d3a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:13.640566 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'code': 200} Jul 09 19:39:13.657922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.661783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] No DVR routers for this DVR port b3b060d6-73a9-4f32-8f16-ea2599d56930 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:13.663674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b4de-48b1-488a-a586-8794df85688e None None] Pushing event deleted for resources: {'Port': ['ID=b3b060d6-73a9-4f32-8f16-ea2599d56930,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:13.666472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:13.670899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.685776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:13.739528 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd4e6d-0f9f-4314-b641-d8b5cd19c3ba x-openstack-request-id: req-17cd4e6d-0f9f-4314-b641-d8b5cd19c3ba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:13.739912 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6129fc-9692-4f5d-aee4-7d53a7e8c055", "name": "network-vif-deleted", "tag": "0d0aea70-7ff7-4f05-9e70-98cd3ccee564", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:13.740260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17cd4e6d-0f9f-4314-b641-d8b5cd19c3ba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:13.740749 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6129fc-9692-4f5d-aee4-7d53a7e8c055', 'name': 'network-vif-deleted', 'tag': '0d0aea70-7ff7-4f05-9e70-98cd3ccee564', 'status': 'completed', 'code': 200} Jul 09 19:39:13.752183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da377749-63f9-41bd-bb77-3b8262d28dc9 req-2615abae-02ed-4a98-ac47-641aa27a061c service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540101 Jul 09 19:39:13.763795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-75c69044-f6a9-4176-ad19-20cf2d65e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.765351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-75c69044-f6a9-4176-ad19-20cf2d65e49a service neutron] 10.222.0.59 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 930 time: 0.2467201 Jul 09 19:39:13.771484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.781861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.782516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:13.820404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-5c434f50-da16-456a-8e56-f223bd7af035 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:13.821978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-5c434f50-da16-456a-8e56-f223bd7af035 tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 944 time: 0.1995566 Jul 09 19:39:13.835931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Deleting port 424d170a-d0ba-41c6-9e78-bac58fac107f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:13.836305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.015440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Deleting port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:14.015783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.071894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7674239 Jul 09 19:39:14.081826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:14.098149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.127319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2c256-3d2a-47cf-a29f-ab85f0cc5ae5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=20d24988-a9a4-4757-bb1e-6df76e45e1e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:14.146299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:14.147214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-17552b99-7027-4b5d-b1a8-1bc5c54c3aad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 1001 time: 0.3597398 Jul 09 19:39:14.161490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] For port 424d170a-d0ba-41c6-9e78-bac58fac107f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=424d170a-d0ba-41c6-9e78-bac58fac107f,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:14.161893 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.182852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Calling delete_port for 424d170a-d0ba-41c6-9e78-bac58fac107f owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:14.206708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-4d4e1320-1cfa-4264-8502-a970c7fe8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:14.208204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-4d4e1320-1cfa-4264-8502-a970c7fe8dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.0524106 Jul 09 19:39:14.286046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:14.291444 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.293555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-edddc33c-6508-4abc-8c39-1062bbae0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.303656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Deleting port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:14.304215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.369815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.427245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] For port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,segment=NetworkSegment(598bfc35-eb2d-4146-a456-f732a28d6b9b),segment_id=598bfc35-eb2d-4146-a456-f732a28d6b9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:14.429355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.430856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=a0357e46-4195-4f91-af6c-8635cdfa34c1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:14.448192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] No DVR routers for this DVR port 424d170a-d0ba-41c6-9e78-bac58fac107f on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:14.449277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Calling delete_port for 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:14.459185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c68257e9-65e0-4b16-9b3d-dd5a91150b01 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:14.462245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ec261-63d6-4bab-8db1-8bc4bb449c8c None None] Pushing event deleted for resources: {'Port': ['ID=424d170a-d0ba-41c6-9e78-bac58fac107f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:14.471096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a6117-1915-4f60-bb4c-599ac805c135 req-e754ead5-dbe3-4ef3-8adb-455e0a07c28f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:14.478932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-088a6117-1915-4f60-bb4c-599ac805c135 req-e754ead5-dbe3-4ef3-8adb-455e0a07c28f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4512105 Jul 09 19:39:14.531505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:14.548074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c68257e9-65e0-4b16-9b3d-dd5a91150b01 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:14.558115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c68257e9-65e0-4b16-9b3d-dd5a91150b01 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:14.558504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.571688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-088a6117-1915-4f60-bb4c-599ac805c135 req-9e9c516d-3a28-49ab-aa68-f7e3beae9427 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916617 Jul 09 19:39:14.576212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:14.594984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:14.595799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.621435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Provisioning complete for port c68257e9-65e0-4b16-9b3d-dd5a91150b01 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:14.621948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.646061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:14.656294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.668168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b1c76-1b7d-4a37-ad58-7b825de4708b None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:14.682678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.713526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] For port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,segment=NetworkSegment(93c94483-b66c-4c5c-9bf3-7e353aeb1ae9),segment_id=93c94483-b66c-4c5c-9bf3-7e353aeb1ae9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:14.714009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.726021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-d4072382-ec48-4296-9132-fed6164805ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:14.727733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-d4072382-ec48-4296-9132-fed6164805ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5069478 Jul 09 19:39:14.728866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Calling delete_port for 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:14.775605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-589351a0-4e29-4084-9807-45410173270b tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 258 time: 0.5664089 Jul 09 19:39:14.776398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event deleted for resources: {'Port': ['ID=1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:14.841089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:14.897534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] No DVR routers for this DVR port 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:14.904469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.906562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29c15b93-e7b3-4df4-bd4b-6bbd191a0061 req-b5700923-9ec8-41b7-b983-60938f08234c tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.59 "DELETE /v2.0/ports/1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 HTTP/1.1" status: 204 len: 173 time: 1.4941192 Jul 09 19:39:14.924724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.929433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:14.933837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c085acb-98cc-4bbe-8a45-0606e99f5af8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5186934 Jul 09 19:39:14.933995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:14.939246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'name': 'tempest-NetworksTestDHCPv6-1311958403'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:15.035370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:15.045714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f69604c-54d1-4d1e-8a68-8c21b99bd52f req-30c5efda-548a-4fea-8a77-94e58cc0411e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.1581452 Jul 09 19:39:15.064208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Pushing event deleted for resources: {'Port': ['ID=4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:15.109064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'name': 'network-vif-deleted', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:15.111493 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865747a-7239-40ff-8980-faad18f4080c" -d '{"events": [{"server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "name": "network-vif-deleted", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:15.119232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:15.119582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0d0aea70-7ff7-4f05-9e70-98cd3ccee564 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:15.143002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-60bb8992-c36a-4c9e-8d67-b702236df974 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885744 Jul 09 19:39:15.150480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.207865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c68257e9-65e0-4b16-9b3d-dd5a91150b01, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c68257e9-65e0-4b16-9b3d-dd5a91150b01,segment=NetworkSegment(86976a22-d642-41cc-8daa-42e5472a6f69),segment_id=86976a22-d642-41cc-8daa-42e5472a6f69)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:15.210843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] No DVR routers for this DVR port 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:15.210989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.213450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.216461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ed4c59-810b-42a0-afe8-c5fd15857869 req-f2106d12-834e-4d2a-a4f9-25cc7109bffd tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.25 "DELETE /v2.0/ports/4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 HTTP/1.1" status: 204 len: 173 time: 1.3867445 Jul 09 19:39:15.220113 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.334216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'a0357e46-4195-4f91-af6c-8635cdfa34c1'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:15.335073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.381280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 424d170a-d0ba-41c6-9e78-bac58fac107f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:15.395430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5551f2-d663-4bc9-9cd8-d99fd2d4ecd2 req-e0f9c7b3-9b3c-4740-9061-299eee2237e9 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436440 Jul 09 19:39:15.449688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:15.453853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.454001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-834a26e7-3541-4d8d-b60d-20d7820e5ff2 req-478c143a-8dd8-41e3-9b90-f92ba68943db tempest-ImagesTestJSON-646648749 tempest-ImagesTestJSON-646648749-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0a09b5-ed23-4a9a-9d15-e45af3f103a0 HTTP/1.1" status: 200 len: 210 time: 0.0376990 Jul 09 19:39:15.479536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port e8aa45d7-94fb-477b-93ab-a64e41b463e2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:15.494876 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.565542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/a0357e46-4195-4f91-af6c-8635cdfa34c1/faa2a4fe-5b28-48fa-9c16-ca610d374719) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:15.637025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c68257e9-65e0-4b16-9b3d-dd5a91150b01,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:15.664568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 424d170a-d0ba-41c6-9e78-bac58fac107f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:15.665202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 424d170a-d0ba-41c6-9e78-bac58fac107f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:15.670544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:15.670913 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:15.689700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:39:15.691899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.745119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-deleted', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:15.748464 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa2004-94ab-4d17-b968-e84d62da3f94" -d '{"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-deleted", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:15.767099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Allocated IP 172.25.3.48 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e7babd68-10f0-46d0-a40e-1aca4994b8a2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:15.794485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f33a9595-98c2-44f5-8bd4-43be935d576e req-69896cb1-42cc-44a4-99d8-a0270b44091d tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/ports?device_id=38855c19-a975-4c36-8bb4-06d280c249b8 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Jul 09 19:39:15.805833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.817637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Transition to ACTIVE for port object faa2a4fe-5b28-48fa-9c16-ca610d374719 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:15.819714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=192ddd54-6f25-441b-abb1-5ba6570dbd19,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:15.834773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:15.835211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: 20d24988-a9a4-4757-bb1e-6df76e45e1e4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:15.848118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Transition to ACTIVE for port object faa2a4fe-5b28-48fa-9c16-ca610d374719 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:15.858628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.864606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:15.886236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 20d24988-a9a4-4757-bb1e-6df76e45e1e4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:15.893764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:15.894585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:15.915835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Pushing event updated for resources: {'Port': ['ID=faa2a4fe-5b28-48fa-9c16-ca610d374719,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:15.918867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1e8de0-321d-43d1-8f28-03e1dc97ee27 None None] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:15.930437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d889a371-db9f-4c81-99b3-02e053d76c66 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8219559 Jul 09 19:39:15.933326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:15.944320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'port': {'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4', 'name': 'tempest-NetworksIpV6TestAttrs-321707061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:15.951624 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66364927-ec58-4ded-9487-e95faac80ab1 x-openstack-request-id: req-66364927-ec58-4ded-9487-e95faac80ab1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:15.952005 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38855c19-a975-4c36-8bb4-06d280c249b8", "name": "network-vif-deleted", "tag": "1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:15.952267 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66364927-ec58-4ded-9487-e95faac80ab1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:15.952763 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38855c19-a975-4c36-8bb4-06d280c249b8', 'name': 'network-vif-deleted', 'tag': '1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4', 'status': 'completed', 'code': 200} Jul 09 19:39:15.999189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:16.002465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:16.006416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:16.024564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::269 (607af5c0-a15f-45f9-be62-7560cb7593c1/a0357e46-4195-4f91-af6c-8635cdfa34c1/e8aa45d7-94fb-477b-93ab-a64e41b463e2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:16.110158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.170017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Attempting to bind port faa2a4fe-5b28-48fa-9c16-ca610d374719 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:16.170387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Attempting to bind port faa2a4fe-5b28-48fa-9c16-ca610d374719 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:16.170752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Attempting to bind port faa2a4fe-5b28-48fa-9c16-ca610d374719 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:16.182877 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e4b05-fed3-4981-893d-a22922544cc5 x-openstack-request-id: req-8d7e4b05-fed3-4981-893d-a22922544cc5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:16.183234 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a09b5-ed23-4a9a-9d15-e45af3f103a0", "name": "network-vif-deleted", "tag": "4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:16.184314 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d7e4b05-fed3-4981-893d-a22922544cc5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:16.184717 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a09b5-ed23-4a9a-9d15-e45af3f103a0', 'name': 'network-vif-deleted', 'tag': '4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56', 'status': 'completed', 'code': 200} Jul 09 19:39:16.214665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:16.230532 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.261560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] device_id is not set on port a23cea9e-33aa-4e75-8930-989e8a7e6ebd yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:16.262458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:16.262895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:16.263308 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.263829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:16.264315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Bound port: faa2a4fe-5b28-48fa-9c16-ca610d374719, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:16.264743 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.322585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.339813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] For port faa2a4fe-5b28-48fa-9c16-ca610d374719, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:16.343154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] For port faa2a4fe-5b28-48fa-9c16-ca610d374719, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=faa2a4fe-5b28-48fa-9c16-ca610d374719,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:16.344233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Could not find standard attr ID for object b3b060d6-73a9-4f32-8f16-ea2599d56930. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:39:16.344657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:16.349268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:16.352035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b14b9364-7842-4d90-881b-e89e5fc69fb7 None None] Could not find standard attr ID for object 87ad5a7d-1c39-4218-a24c-836e34d9d9a3. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:39:16.365935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.379359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:16.432478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:16.449670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ff0e3-6a6b-414b-9c2a-0fa182c86185 req-27e2f72d-f60c-4204-8bee-d4d6cf80bf24 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:16.450500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.451238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b2ff0e3-6a6b-414b-9c2a-0fa182c86185 req-27e2f72d-f60c-4204-8bee-d4d6cf80bf24 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1424234 Jul 09 19:39:16.452914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event updated for resources: {'Port': ['ID=e7babd68-10f0-46d0-a40e-1aca4994b8a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:16.458780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Allocated IP 2001:db8::f816:3eff:fe22:2b31 (20d24988-a9a4-4757-bb1e-6df76e45e1e4/192ddd54-6f25-441b-abb1-5ba6570dbd19/a23cea9e-33aa-4e75-8930-989e8a7e6ebd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:16.477943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:16.478347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1dedd47a-cfdb-4c6e-8f8f-4f13b64649e4 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:16.518415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b2ff0e3-6a6b-414b-9c2a-0fa182c86185 req-54a5db2e-8ab7-4617-b3fc-938ca257cef6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542202 Jul 09 19:39:16.533604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.543663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object e8aa45d7-94fb-477b-93ab-a64e41b463e2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:16.555268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde7672-ce82-4837-a2bb-bce30e77fdc6 None None] Pushing event updated for resources: {'Port': ['ID=faa2a4fe-5b28-48fa-9c16-ca610d374719,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:16.619637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-20d24988-a9a4-4757-bb1e-6df76e45e1e4', 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': '192ddd54-6f25-441b-abb1-5ba6570dbd19'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:16.621218 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.658499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.810522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.813191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.867008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8546d95f-b582-4276-a8c1-96829ea0a252 req-d290101c-6e04-4574-bfd4-45e523edeef5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.0398135 Jul 09 19:39:16.868571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Transition to ACTIVE for port object a23cea9e-33aa-4e75-8930-989e8a7e6ebd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:16.912275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:16.918765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:16.924244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=e8aa45d7-94fb-477b-93ab-a64e41b463e2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:16.926890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:16.932814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:16.933573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.936792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.971349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d2d75e82-78b5-429b-9664-d9eda0ecdcc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0370538 Jul 09 19:39:16.974515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:16.977980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:16.990458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.013695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:17.037286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:17.044913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:17.047598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:17.054633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:17.055872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.056148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:17.056495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4dcc7a8b-48d8-4509-8b04-1dbcfd8c8d56 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:17.065718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Port': ['ID=a23cea9e-33aa-4e75-8930-989e8a7e6ebd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:17.075559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Allocated IP 2001:db8::f816:3eff:fe4d:edb (20d24988-a9a4-4757-bb1e-6df76e45e1e4/192ddd54-6f25-441b-abb1-5ba6570dbd19/5fa6f167-54c3-461f-a330-3d1d6fa76941) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:17.096469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-04b57fff-ad94-4ee4-bfda-6f37ebb1aab1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1616778 Jul 09 19:39:17.097768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:17.288787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting subnet 192ddd54-6f25-441b-abb1-5ba6570dbd19 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:17.290930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.305578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Transition to ACTIVE for port object 5fa6f167-54c3-461f-a330-3d1d6fa76941 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:17.325699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Transition to ACTIVE for port object 5fa6f167-54c3-461f-a330-3d1d6fa76941 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:17.334610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0b2f-a253-459c-b022-1ced0bd40031 req-38202a35-68b8-4b20-9d52-67c8380e9b05 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:17.336355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44ec0b2f-a253-459c-b022-1ced0bd40031 req-38202a35-68b8-4b20-9d52-67c8380e9b05 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1939325 Jul 09 19:39:17.340514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.344027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.434056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.448085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:17.461417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:17.463463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Pushing event updated for resources: {'Port': ['ID=5fa6f167-54c3-461f-a330-3d1d6fa76941,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:17.465580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:17.531971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c68257e9-65e0-4b16-9b3d-dd5a91150b01 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:17.594132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Attempting to bind port 5fa6f167-54c3-461f-a330-3d1d6fa76941 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:17.594132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Attempting to bind port 5fa6f167-54c3-461f-a330-3d1d6fa76941 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:17.594552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Attempting to bind port 5fa6f167-54c3-461f-a330-3d1d6fa76941 on network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:17.605168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:17.605450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Checking segment: {'id': '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:17.605848 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.606257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Bound using segment: {'id': '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:17.606801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Bound port: 5fa6f167-54c3-461f-a330-3d1d6fa76941, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '20d24988-a9a4-4757-bb1e-6df76e45e1e4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:17.607134 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.655167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event updated for resources: {'Port': ['ID=e7babd68-10f0-46d0-a40e-1aca4994b8a2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:17.667456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c68257e9-65e0-4b16-9b3d-dd5a91150b01 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:17.667996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.689199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f49c1-46ad-478d-aa75-d058753c8209 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:17.695389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44ec0b2f-a253-459c-b022-1ced0bd40031 req-0da667d1-d039-4c9c-91be-354074b4963a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516292 Jul 09 19:39:17.696876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f49c1-46ad-478d-aa75-d058753c8209 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:17.699402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a06f49c1-46ad-478d-aa75-d058753c8209 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7239621 Jul 09 19:39:17.712851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:17.718413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.739861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.751123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] For port 5fa6f167-54c3-461f-a330-3d1d6fa76941, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:17.752496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-47675513-91bd-408d-b8a1-bd64af6fd729 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9593987 Jul 09 19:39:17.756609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] For port 5fa6f167-54c3-461f-a330-3d1d6fa76941, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fa6f167-54c3-461f-a330-3d1d6fa76941,segment=NetworkSegment(3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c),segment_id=3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:17.767122 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.833104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649067-cf92-491b-a9e6-ecc05fd722de None None] Pushing event updated for resources: {'Port': ['ID=5fa6f167-54c3-461f-a330-3d1d6fa76941,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:17.842146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-27da95e2-60b0-4f62-881b-7b4cbf2bc3af tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0885108 Jul 09 19:39:17.914559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device faa2a4fe-5b28-48fa-9c16-ca610d374719 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:18.032753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port faa2a4fe-5b28-48fa-9c16-ca610d374719 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:18.066013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-b958ddb2-0797-4199-9faa-f6ba0dc35413 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:18.067624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30fc252a-44df-4956-ad8d-f38f2545b203 req-b958ddb2-0797-4199-9faa-f6ba0dc35413 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.2246945 Jul 09 19:39:18.198227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Provisioning for port faa2a4fe-5b28-48fa-9c16-ca610d374719 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:18.214484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Provisioning complete for port faa2a4fe-5b28-48fa-9c16-ca610d374719 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:18.217487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.357420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.417193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] For port faa2a4fe-5b28-48fa-9c16-ca610d374719, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=faa2a4fe-5b28-48fa-9c16-ca610d374719,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:18.423359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.513390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71634a-8814-4543-85dd-e01a6c8a836f None None] Pushing event updated for resources: {'Port': ['ID=faa2a4fe-5b28-48fa-9c16-ca610d374719,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:18.530914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.581173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272cfb-248c-41e8-b495-080a28a97b7d req-520ef691-a3c1-47fc-8bf9-993831c63c2e tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:18.582964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73272cfb-248c-41e8-b495-080a28a97b7d req-520ef691-a3c1-47fc-8bf9-993831c63c2e tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1016223 Jul 09 19:39:18.591366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a0215ca-1c8d-4502-b367-24952841f86c req-5f774674-9c5a-4dfa-a88e-fdcf2ea65643 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6129fc-9692-4f5d-aee4-7d53a7e8c055 HTTP/1.1" status: 200 len: 210 time: 0.0440814 Jul 09 19:39:18.592733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.648181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port e8aa45d7-94fb-477b-93ab-a64e41b463e2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:18.648614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.663008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-426a6a3f-ad07-467b-9b64-551a3b165143 None None] Provisioning for port e8aa45d7-94fb-477b-93ab-a64e41b463e2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:18.667673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73272cfb-248c-41e8-b495-080a28a97b7d req-8b037f63-e74e-49b5-948a-0648046f75b0 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0720420 Jul 09 19:39:18.668350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-426a6a3f-ad07-467b-9b64-551a3b165143 None None] Provisioning complete for port e8aa45d7-94fb-477b-93ab-a64e41b463e2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:18.668850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-426a6a3f-ad07-467b-9b64-551a3b165143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.687447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-73272cfb-248c-41e8-b495-080a28a97b7d req-cf22993a-1be9-40f8-9449-c7346c05d642 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'floatingip': {'port_id': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:18.726369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-426a6a3f-ad07-467b-9b64-551a3b165143 None None] Port e8aa45d7-94fb-477b-93ab-a64e41b463e2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:18.735812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73272cfb-248c-41e8-b495-080a28a97b7d req-cf22993a-1be9-40f8-9449-c7346c05d642 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.769207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.811107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=192ddd54-6f25-441b-abb1-5ba6570dbd19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:18.825715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.827576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8b9c8fd4-a2d4-4d6c-9da8-57c87b254522 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/192ddd54-6f25-441b-abb1-5ba6570dbd19 HTTP/1.1" status: 204 len: 168 time: 1.7285666 Jul 09 19:39:18.844661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:18.868865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:18.884603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for e8aa45d7-94fb-477b-93ab-a64e41b463e2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:18.973163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bb34-e3ed-4c59-aa47-640314cc9102 req-9b2f33c6-2db4-4d63-8337-702040aedd88 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:18.974753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c81bb34-e3ed-4c59-aa47-640314cc9102 req-9b2f33c6-2db4-4d63-8337-702040aedd88 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1694767 Jul 09 19:39:19.014077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7854e-ceb8-48d6-88b8-89935eac321a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.016229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7854e-ceb8-48d6-88b8-89935eac321a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.020976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1d7854e-ceb8-48d6-88b8-89935eac321a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1750338 Jul 09 19:39:19.022435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:19.061893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c81bb34-e3ed-4c59-aa47-640314cc9102 req-f17bac5f-c268-4456-92f9-ba38a0ff5af7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793455 Jul 09 19:39:19.114718 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-73272cfb-248c-41e8-b495-080a28a97b7d req-cf22993a-1be9-40f8-9449-c7346c05d642 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 19:39:19.115944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73272cfb-248c-41e8-b495-080a28a97b7d req-cf22993a-1be9-40f8-9449-c7346c05d642 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "PUT /v2.0/floatingips/f49cf9d0-e4f5-416b-b10f-fdce464fa79f HTTP/1.1" status: 409 len: 550 time: 0.4376595 Jul 09 19:39:19.186826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cafc2115-c23b-4049-bbb4-243a8b21dd4c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.207289 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafc2115-c23b-4049-bbb4-243a8b21dd4c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 19:39:19.207825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafc2115-c23b-4049-bbb4-243a8b21dd4c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:19.209541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cafc2115-c23b-4049-bbb4-243a8b21dd4c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/20d24988-a9a4-4757-bb1e-6df76e45e1e4 HTTP/1.1" status: 409 len: 405 time: 0.1786153 Jul 09 19:39:19.214742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:19.222043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-348044406'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:19.226837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.294292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=e8aa45d7-94fb-477b-93ab-a64e41b463e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:19.334566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-39cb3a48-eccc-4388-b448-2ef53e3f09ef tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588663 Jul 09 19:39:19.364720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.366789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-965e82a3-8645-4711-a60a-749af5d88fb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/e8aa45d7-94fb-477b-93ab-a64e41b463e2 HTTP/1.1" status: 204 len: 168 time: 1.6460991 Jul 09 19:39:19.372795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:19.383302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:19.387665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.431765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device faa2a4fe-5b28-48fa-9c16-ca610d374719 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:19.471158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255da00-3ce3-4e69-b27b-b09bb465c446 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.473721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255da00-3ce3-4e69-b27b-b09bb465c446 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.475285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4255da00-3ce3-4e69-b27b-b09bb465c446 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019320 Jul 09 19:39:19.483004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de959b73-86da-4ffe-8e79-085277a00f84 None None] Network 20d24988-a9a4-4757-bb1e-6df76e45e1e4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:19.483229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:19.537529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846326c-b164-4e67-84d9-6bfd9d4ed3b3 req-6278cfc1-b40a-4be3-8c23-f34697957b95 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.545035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7846326c-b164-4e67-84d9-6bfd9d4ed3b3 req-6278cfc1-b40a-4be3-8c23-f34697957b95 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2224185 Jul 09 19:39:19.547536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:19.569813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6aaffe6f-8f97-4a02-865b-41708f5d5e87 None None] Provisioning for port 5fa6f167-54c3-461f-a330-3d1d6fa76941 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:19.594429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet a0357e46-4195-4f91-af6c-8635cdfa34c1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:19.600691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.615711 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.616039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7846326c-b164-4e67-84d9-6bfd9d4ed3b3 req-91b81605-f96e-4da5-a620-29065f6862bb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Jul 09 19:39:19.616421 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment 1884c8cf-6511-4bba-bb2a-ea5ca672b2e9 of type vlan for network 622e2a04-9593-45b1-ad45-e08b73060111 Jul 09 19:39:19.637391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-dd6729f5-c8c8-4cfa-92ef-38238a01858a tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.644897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-dd6729f5-c8c8-4cfa-92ef-38238a01858a tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092656 Jul 09 19:39:19.654177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port faa2a4fe-5b28-48fa-9c16-ca610d374719 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:19.654548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.671427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-568af100-7e9a-4d47-905e-88c09a3d1676 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/quotas/e1c55b2c80dd44e5aafa70e31bb3a745 HTTP/1.1" status: 200 len: 375 time: 0.0253675 Jul 09 19:39:19.699166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.705395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-1c3b07ba-52b3-49a6-b290-04c9f47d4c4c tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips/f49cf9d0-e4f5-416b-b10f-fdce464fa79f HTTP/1.1" status: 200 len: 692 time: 0.0638716 Jul 09 19:39:19.739883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-d292f626-7244-4e80-95a1-eff2f3ab5585 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674672 Jul 09 19:39:19.752139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.761984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fa6f167-54c3-461f-a330-3d1d6fa76941 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:19.811940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] DHCP port deletion for 20d24988-a9a4-4757-bb1e-6df76e45e1e4 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:19.849009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.864659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5fa6f167-54c3-461f-a330-3d1d6fa76941 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:19.865794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.866880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.875884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5fa6f167-54c3-461f-a330-3d1d6fa76941 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:19.876267 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.897105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-97e8bcf9-761e-4f11-933e-ffe73a59dae9 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:19.898791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-97e8bcf9-761e-4f11-933e-ffe73a59dae9 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.1864223 Jul 09 19:39:19.938133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:19.962192 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7457168 Jul 09 19:39:19.965096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:19.971456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': '622e2a04-9593-45b1-ad45-e08b73060111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:19.977547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9662671-3026-4248-8bff-0940732548d1 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=622e2a04-9593-45b1-ad45-e08b73060111,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:20.032385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-cbfa4681-ce7a-4385-9dbe-f7e3d033f65a tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1324444 Jul 09 19:39:20.107999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 622e2a04-9593-45b1-ad45-e08b73060111 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:20.117905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Deleting port 5fa6f167-54c3-461f-a330-3d1d6fa76941 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:20.118542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.153898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-87f5fa88-ea4d-4446-aa30-c21935fa0d83 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1205266 Jul 09 19:39:20.182199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:20.188003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.275421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] For port 5fa6f167-54c3-461f-a330-3d1d6fa76941, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fa6f167-54c3-461f-a330-3d1d6fa76941,segment=NetworkSegment(3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c),segment_id=3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:20.275932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.311742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Calling delete_port for 5fa6f167-54c3-461f-a330-3d1d6fa76941 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:20.394526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.434576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Deleting port e7babd68-10f0-46d0-a40e-1aca4994b8a2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:20.435083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.445320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.450308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a0357e46-4195-4f91-af6c-8635cdfa34c1 HTTP/1.1" status: 204 len: 168 time: 0.9616733 Jul 09 19:39:20.467528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240cf50-b15f-4b7b-a235-086ae9030dff None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:20.476712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615f363-aa4f-4f69-99cc-b461693f8633 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=a0357e46-4195-4f91-af6c-8635cdfa34c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:20.482218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:20.604209 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a667de73-b2e0-494a-80c5-e8fbc6fe893f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643430 Jul 09 19:39:20.609942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:20.613907 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.618557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:20.696228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5fa6f167-54c3-461f-a330-3d1d6fa76941, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fa6f167-54c3-461f-a330-3d1d6fa76941,segment=NetworkSegment(3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c),segment_id=3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:20.742390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.744836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.745893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.765809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Calling delete_port for e7babd68-10f0-46d0-a40e-1aca4994b8a2 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:20.786911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:39:20.789935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.819172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:20.823512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.867966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5fa6f167-54c3-461f-a330-3d1d6fa76941,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:20.909929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:20.910963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: 622e2a04-9593-45b1-ad45-e08b73060111, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:20.913633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=b42ce569-10c6-4292-b407-fa91c451bb3a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:20.951753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network 622e2a04-9593-45b1-ad45-e08b73060111 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:20.954242 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:20.967192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 622e2a04-9593-45b1-ad45-e08b73060111) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:20.976806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:20.977886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.000072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd9d8c6d-846e-4f18-940f-bdeb83e2d6da tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0333560 Jul 09 19:39:21.002338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:21.020354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437f991-7f93-4d70-8cb0-24548a900d84 None None] Network 622e2a04-9593-45b1-ad45-e08b73060111 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:21.060971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] Pushing event deleted for resources: {'Port': ['ID=5fa6f167-54c3-461f-a330-3d1d6fa76941,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:21.069215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068da8a1-aa96-483c-83cd-daaab2cbff0e None None] No DVR routers for this DVR port 5fa6f167-54c3-461f-a330-3d1d6fa76941 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:21.108900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.138162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-858d0a47-973c-4707-977e-036c4239412c tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497136 Jul 09 19:39:21.167662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event deleted for resources: {'Port': ['ID=e7babd68-10f0-46d0-a40e-1aca4994b8a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:21.194795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.251848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:21.262293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-622e2a04-9593-45b1-ad45-e08b73060111', 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': 'b42ce569-10c6-4292-b407-fa91c451bb3a'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:21.263147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.269717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:21.277723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:21.285400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:21.286010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.289683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.301308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=6e73b3da-4f64-4257-ae58-4d6d7874955f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:21.306776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.309394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.310612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2af218-b30c-4f11-a882-045aacdeead2 req-4ca7c81f-4536-425d-8bbc-36092eff3d00 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "DELETE /v2.0/floatingips/f49cf9d0-e4f5-416b-b10f-fdce464fa79f HTTP/1.1" status: 204 len: 173 time: 1.1560032 Jul 09 19:39:21.313404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d53cdf8-c9cc-4852-8940-282ca68d417e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7000575 Jul 09 19:39:21.316131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:21.322290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'name': 'tempest-NetworksTestDHCPv6-600598050'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:21.333416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-5e3678a1-7807-44a4-9655-5ab002fa9543 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:21.335144 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-5e3678a1-7807-44a4-9655-5ab002fa9543 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960323 Jul 09 19:39:21.365009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device faa2a4fe-5b28-48fa-9c16-ca610d374719 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:21.376444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:21.448652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Deleting port faa2a4fe-5b28-48fa-9c16-ca610d374719 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:21.448968 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.485859 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.517315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-1bdf9f3e-b505-4804-9774-c3bcc0bddb3a tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/quotas/e1c55b2c80dd44e5aafa70e31bb3a745 HTTP/1.1" status: 200 len: 375 time: 0.0316994 Jul 09 19:39:21.545499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.550513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.576232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:21.579719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.637867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:21.647790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-38a15a8e-cf2f-4ed2-8a26-9a5a928963ad tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292024 Jul 09 19:39:21.652954 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-aa5c9032-e1a2-475a-bd28-a3c3446c10ce tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921032 Jul 09 19:39:21.682042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] For port faa2a4fe-5b28-48fa-9c16-ca610d374719, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=faa2a4fe-5b28-48fa-9c16-ca610d374719,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:21.682388 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.685241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Allocated IP 2001:db8::f816:3eff:feae:ed3 (622e2a04-9593-45b1-ad45-e08b73060111/b42ce569-10c6-4292-b407-fa91c451bb3a/0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:21.714449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Calling delete_port for faa2a4fe-5b28-48fa-9c16-ca610d374719 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:21.720346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.761607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::2a5 (607af5c0-a15f-45f9-be62-7560cb7593c1/6e73b3da-4f64-4257-ae58-4d6d7874955f/adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:21.876935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-727517ae-8506-4bbb-98ea-65dd991cfdc1 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:21.878676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-727517ae-8506-4bbb-98ea-65dd991cfdc1 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179394 Jul 09 19:39:21.898165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Request body: {'port': {'device_id': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e1c55b2c80dd44e5aafa70e31bb3a745'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:21.944257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port faa2a4fe-5b28-48fa-9c16-ca610d374719, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=faa2a4fe-5b28-48fa-9c16-ca610d374719,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:21.991980 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:21.993029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fa6f167-54c3-461f-a330-3d1d6fa76941 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:22.029705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5fa6f167-54c3-461f-a330-3d1d6fa76941 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:22.030157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fa6f167-54c3-461f-a330-3d1d6fa76941 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:22.037376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.040142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.043982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "DELETE /v2.0/security-groups/fd548cdf-158a-40df-805f-5d5cd5a2988e HTTP/1.1" status: 204 len: 168 time: 0.6663740 Jul 09 19:39:22.047639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:22.061654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.066889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aec67-1c79-4ff0-b839-d178460129df tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd548cdf-158a-40df-805f-5d5cd5a2988e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:22.084120 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7a333048-38c9-4f22-9144-387a138393eb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] show failed (client error): The resource could not be found. Jul 09 19:39:22.085181 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7a333048-38c9-4f22-9144-387a138393eb tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "GET /v2.0/security-groups/fd548cdf-158a-40df-805f-5d5cd5a2988e HTTP/1.1" status: 404 len: 347 time: 0.0365849 Jul 09 19:39:22.088979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:22.099014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-8e20b8f6-e2bd-4183-97c8-28b04761c34b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:22.107054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-8e20b8f6-e2bd-4183-97c8-28b04761c34b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.5384462 Jul 09 19:39:22.122192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-03522dbf-7529-4538-9707-c748b67bb40e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0142450 Jul 09 19:39:22.123182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:22.202900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-ee8c4a27-b99c-4cb7-a32b-0f01bfb2fdf6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673335 Jul 09 19:39:22.213273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.221808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=faa2a4fe-5b28-48fa-9c16-ca610d374719,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:22.239460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.293417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ce5ca-ad2d-4936-917e-41ea1294d50c req-24490d8f-282b-4c27-8fea-9c98a2ee308c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:22.300891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-116ce5ca-ad2d-4936-917e-41ea1294d50c req-24490d8f-282b-4c27-8fea-9c98a2ee308c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3651371 Jul 09 19:39:22.301614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] Pushing event deleted for resources: {'Port': ['ID=faa2a4fe-5b28-48fa-9c16-ca610d374719,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:22.318031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac7a02-c3cc-49ec-a4c1-4e91f4fd0255 None None] No DVR routers for this DVR port faa2a4fe-5b28-48fa-9c16-ca610d374719 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:22.335533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-7636841a-f500-4103-acd0-82a2f98146b0 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199336 Jul 09 19:39:22.344286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b13b25f-5841-472e-8e51-b1584b1add06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.350430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255df367-5ecf-4aed-bb8d-d5db63e2ee24 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:22.354093 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.384607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Made reservation on behalf of e1c55b2c80dd44e5aafa70e31bb3a745 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:22.388606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.391841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:22.410487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-116ce5ca-ad2d-4936-917e-41ea1294d50c req-5d7d6d76-7773-448b-ad98-d749eae8e433 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086345 Jul 09 19:39:22.417014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Transition to ACTIVE for port object 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:22.418169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.427258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:22.438323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:22.441835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:22.442452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.467713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:22.478577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25d17922-22d3-4cc7-bea4-5a797ba5b224 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1580713 Jul 09 19:39:22.478577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:22.487603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Transition to ACTIVE for port object 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:22.508657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.535015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Deleting port d1cb672d-d0d0-4fd9-b65d-a4db993031ca {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:22.535475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.563238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-177c0b18-b328-4170-ad3e-a42e4425fc90 req-3b0e1c80-4b1f-4729-8852-bfdcce0b105c service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173328 Jul 09 19:39:22.601012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4a560-e605-4ae9-a8a8-ae254162a135 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:22.603415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4ae4a560-e605-4ae9-a8a8-ae254162a135 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1239395 Jul 09 19:39:22.606612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:22.633726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Network 622e2a04-9593-45b1-ad45-e08b73060111 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:22.638563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:22.644252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:22.650681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Pushing event updated for resources: {'Port': ['ID=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:22.675836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.676169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.692243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Calling delete_port for d1cb672d-d0d0-4fd9-b65d-a4db993031ca owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:22.743199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '6e73b3da-4f64-4257-ae58-4d6d7874955f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:22.744515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.751078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Attempting to bind port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:22.751657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Attempting to bind port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:22.752199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Attempting to bind port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 on network 622e2a04-9593-45b1-ad45-e08b73060111 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:22.761511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:22.761974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.765784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:22.766161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Checking segment: {'id': '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:22.766565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.766958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Bound using segment: {'id': '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:22.767436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Bound port: 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '622e2a04-9593-45b1-ad45-e08b73060111'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:22.767816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.932322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:22.972547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba80c9c8-4be9-4a7d-97b1-48937a093df0 req-08e3b49b-8ca6-4772-9b61-1558e0334bce tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 210 time: 0.0364716 Jul 09 19:39:22.986397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:23.105823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28ab89e3-d546-47bb-be55-954fb4739ff9 req-bce19854-a2e8-4a84-a7bc-f7748dda7109 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=a88a81de-948c-47c1-b1c8-44799c6cf303 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Jul 09 19:39:23.222899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.226250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.280506 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.293553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:23.332176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.334393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d5c00e0-ea32-4bc2-871c-763347785e46 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a HTTP/1.1" status: 204 len: 168 time: 0.7264855 Jul 09 19:39:23.336511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] For port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:23.337681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:23.357363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=b42ce569-10c6-4292-b407-fa91c451bb3a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:23.361100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] For port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,segment=NetworkSegment(1884c8cf-6511-4bba-bb2a-ea5ca672b2e9),segment_id=1884c8cf-6511-4bba-bb2a-ea5ca672b2e9)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:23.368246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/6e73b3da-4f64-4257-ae58-4d6d7874955f/8f020709-351e-419e-91e6-784b1b614239) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:23.374870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.386922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-7904a889-a47d-461d-80c7-692679cbe75a tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 1001 time: 0.9326975 Jul 09 19:39:23.389230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.409712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36869aba-9e30-4cae-a41f-a24de0aa43a2 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:23.411817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36869aba-9e30-4cae-a41f-a24de0aa43a2 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:23.413793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36869aba-9e30-4cae-a41f-a24de0aa43a2 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0751469 Jul 09 19:39:23.417547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:23.442990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.489563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-ab07e681-f1ec-4926-84d8-2c2f39661447 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375168 Jul 09 19:39:23.498454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 6e73b3da-4f64-4257-ae58-4d6d7874955f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:23.603947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c4d75-5e3d-4b92-b9dc-401d59153a95 None None] Pushing event updated for resources: {'Port': ['ID=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:23.738749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.757193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Transition to ACTIVE for port object 8f020709-351e-419e-91e6-784b1b614239 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:23.769677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-c239a27b-cb36-4af0-93ac-316d9b2f52c1 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:23.770548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-c239a27b-cb36-4af0-93ac-316d9b2f52c1 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports/1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 943 time: 0.3828490 Jul 09 19:39:23.782412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feefe2a3-0a0a-46b1-972e-2382ce34c86a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:23.802968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.807329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Transition to ACTIVE for port object 8f020709-351e-419e-91e6-784b1b614239 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:23.820943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.829941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.881166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622e2a04-9593-45b1-ad45-e08b73060111']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:23.908483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.919880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:23.920434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:23.930606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Pushing event updated for resources: {'Port': ['ID=8f020709-351e-419e-91e6-784b1b614239,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:23.947015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:23.961012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:23.965292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:23.971189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:24.036434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.044162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:24.044917 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:24.048314 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:24.055071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.089762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Attempting to bind port 8f020709-351e-419e-91e6-784b1b614239 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:24.090269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Attempting to bind port 8f020709-351e-419e-91e6-784b1b614239 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:24.090647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Attempting to bind port 8f020709-351e-419e-91e6-784b1b614239 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:24.096180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:24.097222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:24.097699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.098084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:24.098553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Bound port: 8f020709-351e-419e-91e6-784b1b614239, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:24.099738 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.126864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-27e4baa9-9c7d-4d7e-bf47-b96f7b0eec2d tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:24.128406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-27e4baa9-9c7d-4d7e-bf47-b96f7b0eec2d tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6151836 Jul 09 19:39:24.131452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Allocated IP 192.168.233.249 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/16de6fc0-21de-4c2f-941c-feb47347b7a1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:24.167175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.176140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] For port 8f020709-351e-419e-91e6-784b1b614239, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:24.180132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] For port 8f020709-351e-419e-91e6-784b1b614239, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f020709-351e-419e-91e6-784b1b614239,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:24.185792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.186480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Request body: {'port': {'device_id': 'd4af067c-b026-40d9-b1de-f827911f2215', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'e1c55b2c80dd44e5aafa70e31bb3a745'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:24.212900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=6e73b3da-4f64-4257-ae58-4d6d7874955f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:24.226694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.229184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0b51bc9f-d381-4b03-9d57-31a1e1fa2460 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/6e73b3da-4f64-4257-ae58-4d6d7874955f HTTP/1.1" status: 204 len: 168 time: 0.8079622 Jul 09 19:39:24.232832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:24.256245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808872-1113-4020-a8cd-39b1570816d0 None None] Pushing event updated for resources: {'Port': ['ID=8f020709-351e-419e-91e6-784b1b614239,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:24.291178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.305972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 19:39:24.305972 n-d-800087-3 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 19:39:24.305972 n-d-800087-3 neutron-server[93770]: [parameters: {'id': '622e2a04-9593-45b1-ad45-e08b73060111'}] Jul 09 19:39:24.305972 n-d-800087-3 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:24.306782 n-d-800087-3 neutron-server[93770]: DEBUG oslo_db.api [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:24.338674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-a8547d66-a872-42d1-99c3-15a29fcd1d33 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 1001 time: 0.2874870 Jul 09 19:39:24.359293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Pushing event deleted for resources: {'Port': ['ID=d1cb672d-d0d0-4fd9-b65d-a4db993031ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:24.668828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.671806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.678735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cf2c1a02-26c0-4772-b66c-e7edfec34888 tempest-ImagesOneServerNegativeTestJSON-65129759 tempest-ImagesOneServerNegativeTestJSON-65129759-project] 10.222.0.10 "DELETE /v2.0/floatingips/5a921536-864d-4447-80b8-411dbfdd508f HTTP/1.1" status: 204 len: 168 time: 2.5858569 Jul 09 19:39:24.696809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-341e1bd7-2213-467e-bf69-5fa647a09ae0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4611261 Jul 09 19:39:24.699874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:24.729509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Made reservation on behalf of e1c55b2c80dd44e5aafa70e31bb3a745 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:24.733774 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.750002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-cef14ffb-2ff2-443e-88f7-ae0b576fef67 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:24.750374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713ffb1-73fb-4fd7-a52e-1b3da5565dbb req-a7c2268f-abea-4ec0-ac29-fc042c4a342f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:24.751827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-cef14ffb-2ff2-443e-88f7-ae0b576fef67 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.3937888 Jul 09 19:39:24.758304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9713ffb1-73fb-4fd7-a52e-1b3da5565dbb req-a7c2268f-abea-4ec0-ac29-fc042c4a342f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.6342878 Jul 09 19:39:24.812935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.818221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9713ffb1-73fb-4fd7-a52e-1b3da5565dbb req-8677bcb0-b571-44f2-a20b-ff31cd443a16 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Jul 09 19:39:24.832013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab9109-76be-412f-b897-90124a2b5e92 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:24.833593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bfab9109-76be-412f-b897-90124a2b5e92 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1318161 Jul 09 19:39:24.836342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:24.888094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.899438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c55855-e506-4507-8069-5bf07fb0b400 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:24.901233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-40c55855-e506-4507-8069-5bf07fb0b400 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633683 Jul 09 19:39:24.903898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:24.943127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Transition to ACTIVE for port object 16de6fc0-21de-4c2f-941c-feb47347b7a1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:24.952062 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-5397166e-0c02-4873-8abe-b2a0bfd55a3c tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 1001 time: 0.1886635 Jul 09 19:39:24.954623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4bba5d39-0dc3-4688-89e5-f011ed5f148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:24.976087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e9ac1a1-eb34-41e2-84b1-06463fb6e856 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707545 Jul 09 19:39:24.982188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:24.986225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:24.993879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:25.024278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f2e0a-73a3-4f60-bfd8-0a490f3e2c4e None None] Network 622e2a04-9593-45b1-ad45-e08b73060111 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:25.047341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:25.099525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b04eadf9-e815-46c9-96dc-1a2f43a41341 None None] Provisioning for port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:25.106808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Deleting subnet 5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:25.113776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.175584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.187034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.254871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1af6b89d-2b50-41ba-99d0-3c3b669fc94c req-41fe489a-90ba-494a-96ef-cb2fcb333e43 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 210 time: 0.0402348 Jul 09 19:39:25.259727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.265609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.280409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.295286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] DHCP port deletion for 622e2a04-9593-45b1-ad45-e08b73060111 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:25.343553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:25.344042 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.375060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Deleting port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:25.375540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.398939 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.429260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:25.443960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.446250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-42748c55-d58e-471e-ab29-0fb35709bf24 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5cb8fd4f-8b8c-4c75-8fc4-6fb8b85c0aea HTTP/1.1" status: 204 len: 168 time: 0.3976510 Jul 09 19:39:25.448805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:25.468198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:25.471879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.472682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] For port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,segment=NetworkSegment(1884c8cf-6511-4bba-bb2a-ea5ca672b2e9),segment_id=1884c8cf-6511-4bba-bb2a-ea5ca672b2e9)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:25.473350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.489802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Calling delete_port for 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:25.494095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:25.506940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f020709-351e-419e-91e6-784b1b614239 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:25.612887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.616568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8f020709-351e-419e-91e6-784b1b614239 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:25.629302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.650195 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.681061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] Pushing event deleted for resources: {'Port': ['ID=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:25.687629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8f908-a0bd-4238-950a-c50bed02bb62 None None] No DVR routers for this DVR port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:25.738674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aafb29-e7a2-4084-bb19-ebf2596a66eb None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:25.760411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-1731c0af-4322-411f-b7e4-733e4a2d9138 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:25.762219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-1731c0af-4322-411f-b7e4-733e4a2d9138 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.2877305 Jul 09 19:39:25.769406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.788993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c092d454-fb1a-44b0-a441-305352ce08fb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:25.797807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-bd6dbe3d-2a97-404e-809f-3c26ca7fe3d8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0252173 Jul 09 19:39:25.801426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:25.801842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c94483-b66c-4c5c-9bf3-7e353aeb1ae9') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:25.826314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.855109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-27310a9b-b3c9-41f0-ac1f-79f875dd732f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460608 Jul 09 19:39:25.858386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Could not find standard attr ID for object adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:39:25.863197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.871259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:25.871820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:25.873782 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:25.876385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Provisioning for port 8f020709-351e-419e-91e6-784b1b614239 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:25.879389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Provisioning complete for port 8f020709-351e-419e-91e6-784b1b614239 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:25.879771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.942515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:25.945010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:25.973750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.984590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:25.984902 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Floating IP 69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 disassociated. External IP: 172.25.3.14, port: 1763e748-285d-4c3c-be2d-16f3a51c53f5. Jul 09 19:39:26.012377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.017674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.020826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c092d454-fb1a-44b0-a441-305352ce08fb HTTP/1.1" status: 204 len: 168 time: 0.5709012 Jul 09 19:39:26.031560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] For port 8f020709-351e-419e-91e6-784b1b614239, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f020709-351e-419e-91e6-784b1b614239,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:26.038983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f6a1d-da93-467d-97ee-f2d5532b2e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c092d454-fb1a-44b0-a441-305352ce08fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:26.039346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.067737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-3fad5c85-ad18-4c27-bc38-a035a90393f6 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982119 Jul 09 19:39:26.102015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:26.138825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Allocated IP 192.168.233.46 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:26.153610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419fa1a-1ab4-482b-99d0-a96ccf05208c None None] Pushing event updated for resources: {'Port': ['ID=8f020709-351e-419e-91e6-784b1b614239,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:26.207282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-4d76fe20-4dea-40fb-829e-0976981e7ae2 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324856 Jul 09 19:39:26.215598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Deleting port 8f020709-351e-419e-91e6-784b1b614239 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:26.215856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.260083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:26.300569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.315550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] For port 8f020709-351e-419e-91e6-784b1b614239, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f020709-351e-419e-91e6-784b1b614239,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:26.317221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:26.326789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.327478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] For port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,segment=NetworkSegment(1884c8cf-6511-4bba-bb2a-ea5ca672b2e9),segment_id=1884c8cf-6511-4bba-bb2a-ea5ca672b2e9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:26.327731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.342521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Calling delete_port for 8f020709-351e-419e-91e6-784b1b614239 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:26.364544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-546eeda2-57f7-426e-9d72-e5b68396dc35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf73713f95a5497b8d376e1d5e5b1adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464768 Jul 09 19:39:26.365611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:26.378787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:26.379425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.396382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:26.433778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.449955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d0667395-9e5e-4192-944e-2d774e0480ce None None] Provisioning for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:26.459171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d0667395-9e5e-4192-944e-2d774e0480ce None None] Provisioning complete for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:26.459589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0667395-9e5e-4192-944e-2d774e0480ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.460804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.503498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0667395-9e5e-4192-944e-2d774e0480ce None None] Port 16de6fc0-21de-4c2f-941c-feb47347b7a1 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:26.524857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.528137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.529615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0e20062-7f0a-4027-be75-2c8827511218 HTTP/1.1" status: 204 len: 168 time: 0.1633987 Jul 09 19:39:26.533827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f82d871e-72b2-447f-b39f-e1b45c9dd0e4 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6459048 Jul 09 19:39:26.543752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.557211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Request body: {'port': {'device_id': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:26.562408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468fdf-2306-4d3d-a042-f9101af7eb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e20062-7f0a-4027-be75-2c8827511218,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:26.577877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] No DVR routers for this DVR port 8f020709-351e-419e-91e6-784b1b614239 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:26.634918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffdff2-48ec-455b-af61-b15220fa29bb None None] Pushing event deleted for resources: {'Port': ['ID=8f020709-351e-419e-91e6-784b1b614239,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:26.806458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0177-9a2d-44bb-91b1-b755f30fcdf5 req-0c6e146a-b104-4307-9025-3be6973b341a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:26.809070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6eb0177-9a2d-44bb-91b1-b755f30fcdf5 req-0c6e146a-b104-4307-9025-3be6973b341a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.0788424 Jul 09 19:39:26.823838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.854982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6eb0177-9a2d-44bb-91b1-b755f30fcdf5 req-571af21f-09f6-4fac-9a27-cf6d76e279f1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 Jul 09 19:39:26.905470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Transition to ACTIVE for port object fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:26.935270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Router f86c0019-cf10-445e-9ed6-2261434340dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:39:26.958003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:26.988708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.006838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-636509cc-ff54-4fed-8462-1cd9485940c4 req-94b35b43-9d80-436d-bc29-3c3f3cc88efb tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 210 time: 0.0367696 Jul 09 19:39:27.030291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:27.046311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No DVR routers for this DVR port 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:27.051524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.172948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8cb324d-785c-4cbf-8d1c-1b612a34ff7a req-82ef7949-5836-4fc2-9991-bc503701ce71 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 210 time: 0.0407512 Jul 09 19:39:27.255589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:27.275845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:27.321357 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.334726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:27.345587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Deleting subnet cdbf053f-c434-4e11-ac70-e96c65da2173 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:27.350925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.374539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:27.374930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0ea0bd59-e5c5-4cdf-a9b3-8133ea2d5c62 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:27.375544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f020709-351e-419e-91e6-784b1b614239 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:27.378865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:27.400711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:27.401360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.404680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.417897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.420246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=ab75a48f-bec1-4756-a628-0dd62c94a1af,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:27.437503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4dbb4-73a6-4f32-995e-fdd3d7342206 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:27.444544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8f020709-351e-419e-91e6-784b1b614239 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:27.445074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f020709-351e-419e-91e6-784b1b614239 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:27.463139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.514925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622e2a04-9593-45b1-ad45-e08b73060111']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:27.544189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:27.550714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-70064e42-7076-44c0-8e93-0e639337fbc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5612204 Jul 09 19:39:27.553930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:27.557269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:27.557638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1884c8cf-6511-4bba-bb2a-ea5ca672b2e9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:27.564236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'ab75a48f-bec1-4756-a628-0dd62c94a1af', 'ip_address': '2001:db8::9b6c:efd5:334a:26c6'}], 'name': 'tempest-NetworksTestDHCPv6-1393822544'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:27.570697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.571893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:27.583084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:27.591465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.599105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:27.645467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:27.647446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:27.659337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Sync routers for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:27.680994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'ab75a48f-bec1-4756-a628-0dd62c94a1af'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:27.682616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.684701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:27.685523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:27.696737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.701364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cdbf053f-c434-4e11-ac70-e96c65da2173 HTTP/1.1" status: 204 len: 168 time: 0.4221554 Jul 09 19:39:27.701364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d51c4b-e1ac-4efc-9344-6b09cd5248a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbf053f-c434-4e11-ac70-e96c65da2173,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:27.707351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:27.744123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.827445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.841847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.923407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:27.923838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:27.929054 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:27.948236 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:27.990481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/ab75a48f-bec1-4756-a628-0dd62c94a1af/443cc4ad-93db-4c0e-9ca7-530d50cda93e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:28.012609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:28.014906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.074012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.097123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1423157125-network', 'tenant_id': '19cf1709a6e54d398cebd59786d5095c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:28.126731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-f68bb79e-7adf-403e-95ca-16b72eb0a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "PUT /v2.0/floatingips/69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 HTTP/1.1" status: 200 len: 694 time: 3.1519773 Jul 09 19:39:28.138270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:28.142012 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:28.170503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-488a5dc8-72c5-44a7-b5a7-bf2e2acfa05e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9959528 Jul 09 19:39:28.198657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Request body: {'port': {'device_id': 'd4af067c-b026-40d9-b1de-f827911f2215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:28.215052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.247257 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.259177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Transition to ACTIVE for port object 443cc4ad-93db-4c0e-9ca7-530d50cda93e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:28.261107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-419ac01d-b208-4a93-a3ea-4baf8095fceb None None] Provisioning for port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:28.262266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.263116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:28.264980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/622e2a04-9593-45b1-ad45-e08b73060111 HTTP/1.1" status: 204 len: 168 time: 7.2595441 Jul 09 19:39:28.272730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-419ac01d-b208-4a93-a3ea-4baf8095fceb None None] Provisioning complete for port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:28.273203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-419ac01d-b208-4a93-a3ea-4baf8095fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.283715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:28.296742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390402417'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:28.312924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Transition to ACTIVE for port object 443cc4ad-93db-4c0e-9ca7-530d50cda93e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:28.320217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c909b-4e51-481a-adc7-b5c9fde58a9a tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=622e2a04-9593-45b1-ad45-e08b73060111,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:28.323467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-419ac01d-b208-4a93-a3ea-4baf8095fceb None None] Port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:28.327027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.382825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:28.385216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Made reservation on behalf of 19cf1709a6e54d398cebd59786d5095c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:28.387857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:28.388325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.391350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:28.426312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Pushing event updated for resources: {'Port': ['ID=443cc4ad-93db-4c0e-9ca7-530d50cda93e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:28.434825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.441857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.460567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Attempting to bind port 443cc4ad-93db-4c0e-9ca7-530d50cda93e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:28.460943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Attempting to bind port 443cc4ad-93db-4c0e-9ca7-530d50cda93e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:28.461346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Attempting to bind port 443cc4ad-93db-4c0e-9ca7-530d50cda93e on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:28.465700 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Checking router: f86c0019-cf10-445e-9ed6-2261434340dc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:28.466014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:28.467011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:28.467389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:28.467794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.468194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:28.468829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Bound port: 443cc4ad-93db-4c0e-9ca7-530d50cda93e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:28.469248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.477049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.478287 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:28.479700 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.530517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb329b09-bc67-4cf5-9c83-bdb9bfb771ab req-0b41759d-ad13-4055-a3ed-ce9d8c15ea29 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:28.537513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb329b09-bc67-4cf5-9c83-bdb9bfb771ab req-0b41759d-ad13-4055-a3ed-ce9d8c15ea29 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4271049 Jul 09 19:39:28.542481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.547169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] For port 443cc4ad-93db-4c0e-9ca7-530d50cda93e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:28.550726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] For port 443cc4ad-93db-4c0e-9ca7-530d50cda93e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=443cc4ad-93db-4c0e-9ca7-530d50cda93e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:28.555765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.565575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:28.569348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-c845ed69-373c-4854-8483-d0bf1b71935d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:28.569886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.570995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-c845ed69-373c-4854-8483-d0bf1b71935d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.6481507 Jul 09 19:39:28.595520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:28.598515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Transition to ACTIVE for port object 16de6fc0-21de-4c2f-941c-feb47347b7a1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:28.599512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.605017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.607364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-3fbbfb25-1ba6-4b43-b39e-e392de18fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:28.610356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-3fbbfb25-1ba6-4b43-b39e-e392de18fb4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1097 time: 0.4530141 Jul 09 19:39:28.631604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.637632 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:28.660476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df9c28-c9d8-4df9-89de-3bc8153e3ec2 None None] Pushing event updated for resources: {'Port': ['ID=443cc4ad-93db-4c0e-9ca7-530d50cda93e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:28.693265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e817d-00fd-42e4-82a4-ad051dd6f984']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.694854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port a1731430-4961-4c09-aff9-546d210ad36f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:28.755482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:28.765866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.766396 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment b9c87dba-73a7-4868-8d71-764079994ee2 of type vlan for network 79c18730-837c-46a5-b41e-f5a9d9885fe7 Jul 09 19:39:28.769896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598bfc35-eb2d-4146-a456-f732a28d6b9b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.770410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598bfc35-eb2d-4146-a456-f732a28d6b9b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.893545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb329b09-bc67-4cf5-9c83-bdb9bfb771ab req-439d46f6-8711-4b81-985c-afee20eef992 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546083 Jul 09 19:39:28.911329 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:28.935642 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.949117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:28.988710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5b4a4-afad-4077-a256-a5c507d87aa7 None None] The sync data for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 is: [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:38:43Z', 'revision_number': 4, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d', 'name': '', 'network_id': '29eea828-9248-4b97-b059-9f7979e2dd80', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'mac_address': 'fa:16:3e:0d:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:41Z', 'updated_at': '2021-07-09T19:38:51Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'subnets': [{'id': 'c9390685-56ba-4b5f-a04f-67e702605242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:29.011302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.024394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.038291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:29.083757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.130650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:29.131246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.140229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Attempting to bind port 16de6fc0-21de-4c2f-941c-feb47347b7a1 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:29.140544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Attempting to bind port 16de6fc0-21de-4c2f-941c-feb47347b7a1 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:29.140881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Attempting to bind port 16de6fc0-21de-4c2f-941c-feb47347b7a1 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:29.144272 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:29.151937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.165889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:29.171998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.183775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:29.196214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Port 16de6fc0-21de-4c2f-941c-feb47347b7a1 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:29.196476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Attempting to bind port 16de6fc0-21de-4c2f-941c-feb47347b7a1 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:29.253601 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:39:29.272035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.272257 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Added segment 490dae1d-a274-40af-b58b-02a898606195 of type vlan for network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d Jul 09 19:39:29.312382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31cd83-cdf3-4a9e-91ea-e704b045a335,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:29.324215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0368004 Jul 09 19:39:29.324978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:29.329758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::9b6c:efd5:334a:26c6 (607af5c0-a15f-45f9-be62-7560cb7593c1/ab75a48f-bec1-4756-a628-0dd62c94a1af/a1731430-4961-4c09-aff9-546d210ad36f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:29.335395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:29.345655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:29.349993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.352504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.357260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.359901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b01e817d-00fd-42e4-82a4-ad051dd6f984 HTTP/1.1" status: 204 len: 168 time: 1.6412241 Jul 09 19:39:29.362632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2031-eac5-4b2a-a916-52087159289b req-3fcdfef4-2dd7-4352-ac1a-55077a0509a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:29.364559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-3fcdfef4-2dd7-4352-ac1a-55077a0509a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1096 time: 0.5156078 Jul 09 19:39:29.436747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1d327-3387-4572-b1e8-e7ceb91cf957 None None] New status for floating IP 69e49d37-25ba-4bc7-be25-7e2d01a5f0a0: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:39:29.455565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:29.456649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:29.457620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:29.458359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Bound port: 16de6fc0-21de-4c2f-941c-feb47347b7a1, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:29.458943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.478633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2d9e-ddaa-477d-8b26-3f42bde28298 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01e817d-00fd-42e4-82a4-ad051dd6f984,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:29.482424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 443cc4ad-93db-4c0e-9ca7-530d50cda93e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:29.562786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:29.671976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 443cc4ad-93db-4c0e-9ca7-530d50cda93e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:29.710400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426438c-0ebf-43d4-8661-95fdde2bfe61 req-e45d2399-dee9-4ff7-8cdc-06b11a6e2ff1 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:29.712181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b426438c-0ebf-43d4-8661-95fdde2bfe61 req-e45d2399-dee9-4ff7-8cdc-06b11a6e2ff1 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 935 time: 0.4848776 Jul 09 19:39:29.846609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2031-eac5-4b2a-a916-52087159289b req-26e6e386-20a0-4550-9908-72200b18366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:29.847745 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-26e6e386-20a0-4550-9908-72200b18366f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.4161007 Jul 09 19:39:29.861632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:29.866200 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.878723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aefe5b-8fae-4fb9-aea0-ea8a3a916977 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=79c18730-837c-46a5-b41e-f5a9d9885fe7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:29.883197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-06cb4a8f-5579-4250-9983-c629083c38e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c51044e283d4e61a7e19aa7f597fc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182435 Jul 09 19:39:29.888731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:29.893189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.898850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:29.904314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-233dfad6-a923-4e33-ac09-23fc14485125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:29.905824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-233dfad6-a923-4e33-ac09-23fc14485125 service neutron] 10.222.0.10 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 930 time: 1.2755475 Jul 09 19:39:29.988435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-65c24e90-c1ee-4831-a98d-30b58cafa7d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.1316292 Jul 09 19:39:30.009945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.8 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/81d68288-9039-4b34-8b76-faadf171afea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:30.024610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b426438c-0ebf-43d4-8661-95fdde2bfe61 req-5c48464d-d208-45cf-9fb6-6bbf2e3c5966 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885642 Jul 09 19:39:30.051168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-80e340b0-04e6-4d04-b76e-92bfa39f2803 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 217 time: 0.1153243 Jul 09 19:39:30.058569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:39:30.124091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.157394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2031-eac5-4b2a-a916-52087159289b req-82e8e0ca-83de-457a-b31c-ca67dc6e5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.159473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-82e8e0ca-83de-457a-b31c-ca67dc6e5f7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.1532035 Jul 09 19:39:30.165969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.166935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.167595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.168232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object a1731430-4961-4c09-aff9-546d210ad36f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:30.176774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:30.212250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98519621-7a22-4334-8730-913c67210e41 None None] Provisioning for port 443cc4ad-93db-4c0e-9ca7-530d50cda93e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:30.220220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98519621-7a22-4334-8730-913c67210e41 None None] Provisioning complete for port 443cc4ad-93db-4c0e-9ca7-530d50cda93e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:30.222513 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98519621-7a22-4334-8730-913c67210e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.227608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:30.233756 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-276d181e-1c02-406e-bdc7-564ccaf1c65f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594747 Jul 09 19:39:30.253908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-52cc4344-6804-4740-a402-9c1c7264d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.255401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-52cc4344-6804-4740-a402-9c1c7264d8bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.1939414 Jul 09 19:39:30.273409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.275605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.309895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5670986 Jul 09 19:39:30.331757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98519621-7a22-4334-8730-913c67210e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.355203 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739c760-c3f0-4e70-b1cd-44ba12645065 x-openstack-request-id: req-e739c760-c3f0-4e70-b1cd-44ba12645065 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:30.355526 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:30.355831 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e739c760-c3f0-4e70-b1cd-44ba12645065 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:30.356175 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'status': 'completed', 'code': 200} Jul 09 19:39:30.358652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:30.369974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Request body: {'subnet': {'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1423157125-subnet', 'tenant_id': '19cf1709a6e54d398cebd59786d5095c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:30.389612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98519621-7a22-4334-8730-913c67210e41 None None] For port 443cc4ad-93db-4c0e-9ca7-530d50cda93e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=443cc4ad-93db-4c0e-9ca7-530d50cda93e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:30.395163 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98519621-7a22-4334-8730-913c67210e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.437805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c9ca-bb33-45b1-9cfd-b7a43ab6a54b admin admin] Pushing event updated for resources: {'Network': ['ID=18e3c7f3-d1a5-44c8-8796-4cef77984f3d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:30.458767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.464148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519621-7a22-4334-8730-913c67210e41 None None] Pushing event updated for resources: {'Port': ['ID=443cc4ad-93db-4c0e-9ca7-530d50cda93e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:30.470367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:30.485362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.485895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.487348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] 10.222.0.25 "PUT /v2.0/ports/16de6fc0-21de-4c2f-941c-feb47347b7a1 HTTP/1.1" status: 200 len: 1096 time: 3.9452093 Jul 09 19:39:30.552299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.554187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.597013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab398c1-19c3-4cc8-b1af-9abde8e80693 service neutron] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:30.618108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Made reservation on behalf of 19cf1709a6e54d398cebd59786d5095c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:30.620477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.635913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:30.662876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.736459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-9c41a7e7-9ce9-4830-ad62-70018b184867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.738523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-9c41a7e7-9ce9-4830-ad62-70018b184867 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4662688 Jul 09 19:39:30.740711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Transition to ACTIVE for port object fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:30.750399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-6fb7e402-9168-4841-942a-92d197c9cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.751926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-6fb7e402-9168-4841-942a-92d197c9cd28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 1097 time: 0.3701708 Jul 09 19:39:30.768686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.771214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.772354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1db2fed5-0696-447a-8c91-a64a90f91cc9 HTTP/1.1" status: 204 len: 168 time: 0.8812063 Jul 09 19:39:30.774196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.913871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2444528-0f70-4a25-a524-9d6e444f7623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2fed5-0696-447a-8c91-a64a90f91cc9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:30.967782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-9a7f253f-b8b1-4b87-852f-664086c41584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:30.969368 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-9a7f253f-b8b1-4b87-852f-664086c41584 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 1099 time: 0.4095290 Jul 09 19:39:31.010511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:31.064014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-006e20c7-39e5-4ae0-ab4c-5d17c27e6184 req-37de6ab3-4ca5-4223-ad71-f4ee1de1a9e4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 210 time: 0.5763357 Jul 09 19:39:31.150344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-3bfcdb8f-ac78-47ae-8410-0b8cdc3f0192 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1 HTTP/1.1" status: 200 len: 217 time: 0.1663926 Jul 09 19:39:31.167317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-63652ee3-dd87-4ceb-ac3d-20f92774f7e3 service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094951 Jul 09 19:39:31.232948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:31.269933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:31.310734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:31.321917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.322727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.325382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=a1731430-4961-4c09-aff9-546d210ad36f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:31.328147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=57575c07-9530-4d92-b624-c1ecbfa98109,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:31.335735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': 'b9c87dba-73a7-4868-8d71-764079994ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:31.336105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: 79c18730-837c-46a5-b41e-f5a9d9885fe7, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:31.358119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 443cc4ad-93db-4c0e-9ca7-530d50cda93e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:31.367662 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-c90cf4be-e56e-4844-bee7-3ad749c3df0f service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9068172 Jul 09 19:39:31.374104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-2779b1e4-18a7-4499-a2e9-e05f78b041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.376696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-2779b1e4-18a7-4499-a2e9-e05f78b041fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 200 len: 930 time: 0.5956640 Jul 09 19:39:31.400717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.418956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e65ab4a-5986-4584-a9bb-3ba123d347df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8603892 Jul 09 19:39:31.422305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:31.442769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Attempting to bind port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:31.443105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Attempting to bind port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:31.443436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Attempting to bind port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:31.450045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 443cc4ad-93db-4c0e-9ca7-530d50cda93e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:31.450417 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.546252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81eb2031-eac5-4b2a-a916-52087159289b req-e7013d8e-0b3c-461a-9e5b-3b3739385381 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615634 Jul 09 19:39:31.589180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-74efd43e-3a4f-4fe4-be6c-6c974edccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.590790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-74efd43e-3a4f-4fe4-be6c-6c974edccdd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.4205794 Jul 09 19:39:31.599340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-126c5386-b32c-4dd6-9bc9-649e003c8842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 200 len: 217 time: 0.0993683 Jul 09 19:39:31.606076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:31.606421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Attempting to bind port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:31.624408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:31.657841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fc3ad-8bc4-48d2-8319-0a4ee3e9898e req-50413311-1409-429b-9e21-32c6d544929d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.659414 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c37fc3ad-8bc4-48d2-8319-0a4ee3e9898e req-50413311-1409-429b-9e21-32c6d544929d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4232118 Jul 09 19:39:31.662650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 79c18730-837c-46a5-b41e-f5a9d9885fe7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:31.662974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.679230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.679843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.688908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:31.688908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:31.688908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:31.688908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Bound port: fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:31.688908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.692697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.699892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7bdaad8-2338-4780-afc4-548ad37bb583 None None] Provisioning for port a1731430-4961-4c09-aff9-546d210ad36f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:31.705779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7bdaad8-2338-4780-afc4-548ad37bb583 None None] Provisioning complete for port a1731430-4961-4c09-aff9-546d210ad36f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:31.706531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7bdaad8-2338-4780-afc4-548ad37bb583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:31.715507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3bf980f2-1b00-4c93-8230-6d6c804db2cf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3857429 Jul 09 19:39:31.737018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:31.748641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c1b96-6719-4d2e-8650-31e70fcd6d9f None None] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:31.797794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c37fc3ad-8bc4-48d2-8319-0a4ee3e9898e req-8706caab-acd3-45ba-aaf0-bb369b88d956 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260388 Jul 09 19:39:31.806721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a7bdaad8-2338-4780-afc4-548ad37bb583 None None] Port a1731430-4961-4c09-aff9-546d210ad36f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:31.807651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c3bf6-55f6-499a-ac70-fe99ced2d504 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.814851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c3bf6-55f6-499a-ac70-fe99ced2d504 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.817236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-029c3bf6-55f6-499a-ac70-fe99ced2d504 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2737014 Jul 09 19:39:31.823519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:31.824616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:31.838629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:31.841687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:31.844990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:31.886647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e0e093b-a1f9-40dc-8813-7d2cf8f2e12f req-84430d2c-f806-4535-bcf5-91d778d59ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187154 Jul 09 19:39:31.898538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-918ffe73-3454-4f89-bcfc-7422229b3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:31.900021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-918ffe73-3454-4f89-bcfc-7422229b3c37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 200 len: 868 time: 0.2817726 Jul 09 19:39:31.913490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d95268c-5f99-49d1-8fc4-6679133cfe0b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:31.996593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:32.011672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-79c18730-837c-46a5-b41e-f5a9d9885fe7', 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': '57575c07-9530-4d92-b624-c1ecbfa98109'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:32.012675 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.044193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Checking segment: {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:32.044461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Network hostable DHCP agents. Network: 18e3c7f3-d1a5-44c8-8796-4cef77984f3d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:32.053833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:32.067434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.068071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.084296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-0479a6a0-ecf9-4c3f-8d1f-1bfe78117da8 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips/69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 HTTP/1.1" status: 200 len: 692 time: 0.1325915 Jul 09 19:39:32.090592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:32.099128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.112851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f5bb04cd-5310-4ad9-891d-332ee8e3f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.114546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-f5bb04cd-5310-4ad9-891d-332ee8e3f5ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5094962 Jul 09 19:39:32.118327 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.128504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-a116751f-63d2-4eed-83b8-6741cd31c398 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5409687 Jul 09 19:39:32.149078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Request body: {'port': {'device_id': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:32.202202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Allocated IP 2001:db8::2 (79c18730-837c-46a5-b41e-f5a9d9885fe7/57575c07-9530-4d92-b624-c1ecbfa98109/dbea8d20-01da-4f6e-aace-e1825d1219ef) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:32.248182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port a1731430-4961-4c09-aff9-546d210ad36f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:32.248754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.263103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e51cf-dec0-4615-b53d-fd5b45febc75 req-01f5363c-6ca5-47a9-9186-567c68256bbc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.271410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac9e51cf-dec0-4615-b53d-fd5b45febc75 req-01f5363c-6ca5-47a9-9186-567c68256bbc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.2915747 Jul 09 19:39:32.402728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.407260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac9e51cf-dec0-4615-b53d-fd5b45febc75 req-1090a5e0-994c-4259-bdaf-efe2fe4d9c9c tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348717 Jul 09 19:39:32.451747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.464722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Transition to ACTIVE for port object dbea8d20-01da-4f6e-aace-e1825d1219ef will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:32.488083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Transition to ACTIVE for port object dbea8d20-01da-4f6e-aace-e1825d1219ef will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:32.498128 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.502127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:32.504692 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b70d79-3ab6-4953-94a4-94d5eff9910f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:32.555538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1574622796-network', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:32.578337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Pushing event updated for resources: {'Port': ['ID=dbea8d20-01da-4f6e-aace-e1825d1219ef,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:32.597061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:32.605634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:32.608214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.609201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.610943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 HTTP/1.1" status: 200 len: 1095 time: 4.4179237 Jul 09 19:39:32.612624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:32.615459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:32.686618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 18e3c7f3-d1a5-44c8-8796-4cef77984f3d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:32.702661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d149e-0e01-49a4-bb0b-69d091963416 None None] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:32.741658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-29cdfc8e-8325-476b-b50c-c395b678cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.743177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-29cdfc8e-8325-476b-b50c-c395b678cb87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29eea828-9248-4b97-b059-9f7979e2dd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8250070 Jul 09 19:39:32.744345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.744517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.745102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.782206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298391b-ae2e-4f98-b16f-8e55070e46a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:32.812846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Attempting to bind port dbea8d20-01da-4f6e-aace-e1825d1219ef on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:32.813290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for a1731430-4961-4c09-aff9-546d210ad36f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:32.813453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Attempting to bind port dbea8d20-01da-4f6e-aace-e1825d1219ef by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b9c87dba-73a7-4868-8d71-764079994ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:32.813715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Attempting to bind port dbea8d20-01da-4f6e-aace-e1825d1219ef on network 79c18730-837c-46a5-b41e-f5a9d9885fe7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:32.822211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:32.824622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.835818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:32.836155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Checking segment: {'id': 'b9c87dba-73a7-4868-8d71-764079994ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:32.836563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.837276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Bound using segment: {'id': 'b9c87dba-73a7-4868-8d71-764079994ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:32.837902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Bound port: dbea8d20-01da-4f6e-aace-e1825d1219ef, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c87dba-73a7-4868-8d71-764079994ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '79c18730-837c-46a5-b41e-f5a9d9885fe7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:32.838371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.898612 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.901352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22362ef4-f2c1-40b5-93d3-d338b3309feb req-b02cbbb3-e254-4e84-a948-ee4c3622a721 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.909270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22362ef4-f2c1-40b5-93d3-d338b3309feb req-b02cbbb3-e254-4e84-a948-ee4c3622a721 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 931 time: 0.2642734 Jul 09 19:39:32.921008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6c3ff715-e5e3-42f2-8f8b-667b672b0d90 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5486572 Jul 09 19:39:32.933946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-cad26e8c-1a7d-42fe-9d5e-51e6244e027a tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:32.935485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-cad26e8c-1a7d-42fe-9d5e-51e6244e027a tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 784 time: 0.8311496 Jul 09 19:39:32.955104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-e2a904cb-719e-4e6c-804b-56dfe624b1d9 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814925 Jul 09 19:39:33.006995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22362ef4-f2c1-40b5-93d3-d338b3309feb req-415c2a62-31b1-42fe-a947-3eba11ff88cf tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964179 Jul 09 19:39:33.121838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-010989d2-6f68-4cd9-a0ff-d9729e998f81 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462281 Jul 09 19:39:33.127818 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44764741-ef5a-440e-a8be-7cd7c812b03d x-openstack-request-id: req-44764741-ef5a-440e-a8be-7cd7c812b03d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:33.128242 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:33.128496 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44764741-ef5a-440e-a8be-7cd7c812b03d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:33.128890 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'status': 'completed', 'code': 200} Jul 09 19:39:33.148423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-5eab39d4-8f7a-4991-9d6f-95d8bcc1afb9 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.2062571 Jul 09 19:39:33.149781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port dbea8d20-01da-4f6e-aace-e1825d1219ef {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:33.150237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.158288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.205770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=a1731430-4961-4c09-aff9-546d210ad36f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:33.254724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6d201-0f5f-4519-a13c-f44c2757711e None None] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:33.258728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] For port dbea8d20-01da-4f6e-aace-e1825d1219ef, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:33.267886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] For port dbea8d20-01da-4f6e-aace-e1825d1219ef, host n-d-800087-3, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:33.268786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.285268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for dbea8d20-01da-4f6e-aace-e1825d1219ef owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:33.322591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.325348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-53f1ed58-dedc-49ee-b42e-47f267877cf1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/a1731430-4961-4c09-aff9-546d210ad36f HTTP/1.1" status: 204 len: 168 time: 1.4964471 Jul 09 19:39:33.325762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] For port dbea8d20-01da-4f6e-aace-e1825d1219ef, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=dbea8d20-01da-4f6e-aace-e1825d1219ef,segment=NetworkSegment(b9c87dba-73a7-4868-8d71-764079994ee2),segment_id=b9c87dba-73a7-4868-8d71-764079994ee2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:33.333895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:33.340888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.397660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d68288-9039-4b34-8b76-faadf171afea {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:33.414960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.426453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e3181-c6b8-41f4-b2cb-f7e39c05fddd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:33.428239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e3181-c6b8-41f4-b2cb-f7e39c05fddd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:33.432534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-731e3181-c6b8-41f4-b2cb-f7e39c05fddd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0951231 Jul 09 19:39:33.435588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:33.443545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd10ab-1848-4f81-8cb8-d270efefe7e7 None None] Pushing event updated for resources: {'Port': ['ID=dbea8d20-01da-4f6e-aace-e1825d1219ef,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:33.488348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd701f8e-3cd0-40ff-9faa-564c5acef2a7 req-5102f740-4c68-4888-837a-9540d12c4830 service neutron] 10.222.0.59 "GET /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480575 Jul 09 19:39:33.489663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-de5a8c69-d81b-45f9-a50f-4b8283a368ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:33.491099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-de5a8c69-d81b-45f9-a50f-4b8283a368ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 1098 time: 0.7941408 Jul 09 19:39:33.493216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Transition to ACTIVE for port object 81d68288-9039-4b34-8b76-faadf171afea will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:33.524454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3cd4-35bf-4740-a5c4-ed03db9bfc17 req-619fb089-ff89-497c-80ad-32f83d98f821 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:33.526233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d62d3cd4-35bf-4740-a5c4-ed03db9bfc17 req-619fb089-ff89-497c-80ad-32f83d98f821 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2475734 Jul 09 19:39:33.546743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.573053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet ab75a48f-bec1-4756-a628-0dd62c94a1af {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:33.599921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8315ea75-c9e4-4ccf-98ec-28bc71664673 req-dc8b0cb4-6cae-44e9-8115-efab53ea4584 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327126 Jul 09 19:39:33.605920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.641563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-b1fd1faf-45d2-4252-9a6b-e39837742c73 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.1665542 Jul 09 19:39:33.650457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-9a2e9157-3a28-4b7e-8516-17ab31f4a96c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 HTTP/1.1" status: 200 len: 217 time: 0.1061885 Jul 09 19:39:33.703601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.706603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Pushing event updated for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:33.734597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d62d3cd4-35bf-4740-a5c4-ed03db9bfc17 req-22de401b-d9bc-4116-9bc7-9296333034d6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912186 Jul 09 19:39:33.843121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Attempting to bind port 81d68288-9039-4b34-8b76-faadf171afea on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:33.843469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Attempting to bind port 81d68288-9039-4b34-8b76-faadf171afea by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:33.843804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Attempting to bind port 81d68288-9039-4b34-8b76-faadf171afea on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:33.854349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Port 81d68288-9039-4b34-8b76-faadf171afea on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:33.854684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Attempting to bind port 81d68288-9039-4b34-8b76-faadf171afea on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:33.874391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:33.874741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:33.875226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:33.875563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Bound port: 81d68288-9039-4b34-8b76-faadf171afea, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:33.875929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.893435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.931249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:33.966215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-689395134', 'description': 'tempest-description-186788263'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:33.968514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-3b29083f-88ab-4d75-8e1f-3c09f1a3fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:33.970034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-3b29083f-88ab-4d75-8e1f-3c09f1a3fab1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.3020854 Jul 09 19:39:33.970644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.021616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:34.024624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.028114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81d68288-9039-4b34-8b76-faadf171afea,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:34.031851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.050817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.054605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:34.073423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.075319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e281e86-3069-4b2e-8d75-338fafde6ce0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:34.080468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.080908 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Added segment 1c97085f-46ee-4951-af69-4e03e73774aa of type vlan for network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af Jul 09 19:39:34.103487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=ab75a48f-bec1-4756-a628-0dd62c94a1af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:34.108847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.113935 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-558ab87e-d211-45b6-adbd-a34905403da8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/ab75a48f-bec1-4756-a628-0dd62c94a1af HTTP/1.1" status: 204 len: 168 time: 0.6734922 Jul 09 19:39:34.114561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:34.120658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526803d-0a0f-4a12-981e-fe5ec947dbbc None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:34.137118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=dbea8d20-01da-4f6e-aace-e1825d1219ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:34.158340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.160160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.161900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] 10.222.0.59 "PUT /v2.0/ports/81d68288-9039-4b34-8b76-faadf171afea HTTP/1.1" status: 200 len: 1091 time: 2.0207434 Jul 09 19:39:34.182389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-6fb7e613-fff2-4458-8f94-e063048fa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.184070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-6fb7e613-fff2-4458-8f94-e063048fa1bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 1099 time: 0.4918449 Jul 09 19:39:34.204556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'tag': '81d68288-9039-4b34-8b76-faadf171afea'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:34.207485 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a3d4b-aaf7-4e7f-872d-83834316935b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "tag": "81d68288-9039-4b34-8b76-faadf171afea"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:34.222436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db82ae66-7a82-4b54-a6fc-b23ec54d0e36 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004407 Jul 09 19:39:34.224130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:34.247212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:34.267257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No DVR routers for this DVR port dbea8d20-01da-4f6e-aace-e1825d1219ef on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:34.271428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.310187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Deleting port 103a7154-8194-4df5-a899-5149fcaf307a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:34.310613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.352052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa26d5-bef5-4c66-86d5-f91c63618665 service neutron] Pushing event updated for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:34.420632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:34.450811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-2143ab8a-bc9b-43f3-9226-1913cdc77dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.452421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-2143ab8a-bc9b-43f3-9226-1913cdc77dcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 1094 time: 0.2383780 Jul 09 19:39:34.476733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.477192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.494267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:34.538772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.541889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-379c52f7-ec5f-4d04-a0f7-a65cceaafe56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81d68288-9039-4b34-8b76-faadf171afea HTTP/1.1" status: 200 len: 217 time: 0.0794730 Jul 09 19:39:34.562575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.572324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Deleting port 443cc4ad-93db-4c0e-9ca7-530d50cda93e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:34.572975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.579403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Calling delete_port for 103a7154-8194-4df5-a899-5149fcaf307a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:34.628666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-9d3edbe9-ecf0-4750-a3c4-a738eeb2742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.629387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:34.631293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-9d3edbe9-ecf0-4750-a3c4-a738eeb2742d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6506917 Jul 09 19:39:34.632906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.633911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.655913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:39:34.688117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] For port 443cc4ad-93db-4c0e-9ca7-530d50cda93e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=443cc4ad-93db-4c0e-9ca7-530d50cda93e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:34.688556 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.714136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Calling delete_port for 443cc4ad-93db-4c0e-9ca7-530d50cda93e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:34.734422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:34.744259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.746283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71ab9b36-ad7e-4ac7-9b8b-189e033f6b15 req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7932594 Jul 09 19:39:34.754705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'port_id': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'mac_address': 'fa:16:3e:8c:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f59125-35a7-49bd-a127-56d0e08b8d9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:34.766619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-cf1c6887-2c63-4914-8d27-e43a5e9a483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.768660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-cf1c6887-2c63-4914-8d27-e43a5e9a483f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1885662 Jul 09 19:39:34.825671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-ea238dc7-78a7-4d05-adfe-48463f03d781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421457 Jul 09 19:39:34.839725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4b19-7b52-4580-b238-aebca217ff32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6a0614-6066-47a8-8417-1c6be4553110,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:34.848462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f39a52-9270-45b9-bb5b-affb1b33e8a5 None None] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:34.916990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.921811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-acdc90ef-421d-4f3e-a8dd-69085ea4045b None None] Could not find standard attr ID for object dbea8d20-01da-4f6e-aace-e1825d1219ef. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:39:34.941640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.943091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:34.948354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:34.978466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:35.010597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:35.024611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.104703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:35.139043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:35.141737 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d35387-91cf-4b22-8f10-421dc2631689" -d '{"events": [{"name": "network-changed", "server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:35.159452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.161940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['a48c1f75-c8e2-41c3-8c93-e758dfc981d5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:35.172855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-463b44f1-dc48-4f2e-8aac-07323d26b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:35.175175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-463b44f1-dc48-4f2e-8aac-07323d26b4fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.9621022 Jul 09 19:39:35.210699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2030802 Jul 09 19:39:35.225275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:35.225819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-146a77d7-78d4-45d7-94db-2bd508340966 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724554 Jul 09 19:39:35.231412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.264794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Request body: {'subnet': {'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1574622796-subnet', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:35.288578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-81e5100c-6637-4535-80ac-2c7cd06d5f89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1 HTTP/1.1" status: 200 len: 217 time: 0.0958939 Jul 09 19:39:35.294178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a755b8-5ca6-43eb-ab87-0b1adcd46a1f admin admin] Pushing event updated for resources: {'Network': ['ID=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:35.307508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.331285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-a1ae5d22-67d7-4121-8c01-85ed4943d2f0 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775784 Jul 09 19:39:35.392710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=57575c07-9530-4d92-b624-c1ecbfa98109,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:35.420495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:35.427997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 443cc4ad-93db-4c0e-9ca7-530d50cda93e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:35.444119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] Pushing event deleted for resources: {'Port': ['ID=443cc4ad-93db-4c0e-9ca7-530d50cda93e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:35.509911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:35.512754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:35.521661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:35.523102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc657d-0073-4ec7-be41-deac01b0a769 None None] No DVR routers for this DVR port 443cc4ad-93db-4c0e-9ca7-530d50cda93e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:35.523266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.551914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3124161 Jul 09 19:39:35.564411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 443cc4ad-93db-4c0e-9ca7-530d50cda93e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:35.564829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 443cc4ad-93db-4c0e-9ca7-530d50cda93e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:35.568821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:35.589042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937b53d-026f-4de2-90b0-407c42a4e0da None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:35.598563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'bd2a66f0-1229-4690-8f75-7979bcd5e9f2', 'ip_address': '2001:db8::87b:d5b6:c3a2:28d5'}], 'name': 'tempest-NetworksTestDHCPv6-1911970621'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:35.726293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf62e3-b835-4fca-95fc-85dad2430c8a req-fc3e9201-9924-4690-9649-3926bddc90bd tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:35.737956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34cf62e3-b835-4fca-95fc-85dad2430c8a req-fc3e9201-9924-4690-9649-3926bddc90bd tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.7463140 Jul 09 19:39:35.816863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ee241-1a06-4f10-b716-ea4b2072b52f None None] Network 79c18730-837c-46a5-b41e-f5a9d9885fe7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:35.818370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d750b-6b01-4615-867e-de8bbc8b657b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=bd2a66f0-1229-4690-8f75-7979bcd5e9f2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:35.853350 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d619cc1-c367-4ed9-a9d2-3e776a96a1b5 req-aa31b34f-7cf7-44b0-999a-4e3ab893ed36 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928571 Jul 09 19:39:35.867744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:35.870912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:35.906300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34cf62e3-b835-4fca-95fc-85dad2430c8a req-838fdc68-198d-4f3a-bcfe-e955bddb5b04 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669257 Jul 09 19:39:35.959790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'bd2a66f0-1229-4690-8f75-7979bcd5e9f2'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:35.961602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.019773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:36.020248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-edb6601b-6589-43d7-ba17-f7a4c8e8f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:36.021857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-edb6601b-6589-43d7-ba17-f7a4c8e8f879 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.7199512 Jul 09 19:39:36.110834 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.153234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c18730-837c-46a5-b41e-f5a9d9885fe7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:36.163885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.166982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/bd2a66f0-1229-4690-8f75-7979bcd5e9f2/13ca1f65-dd6b-45ca-af18-e7e96798e5f5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:36.171158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.177188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c87dba-73a7-4868-8d71-764079994ee2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:36.177794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c87dba-73a7-4868-8d71-764079994ee2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:36.192922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1feb1505-1db0-4500-9268-e5fb651b8bea req-c3cf3f64-c522-4616-b8a0-35dcc8bd126a service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524058 Jul 09 19:39:36.208080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:36.229187 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.241513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event deleted for resources: {'Port': ['ID=103a7154-8194-4df5-a899-5149fcaf307a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:36.261641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.293051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:36.293553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:36.299849 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:36.334608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.344643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Transition to ACTIVE for port object 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:36.359557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Transition to ACTIVE for port object 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:36.389337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.421826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-0d3167c4-9d00-4751-aa6d-99dee8924bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:36.423359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-0d3167c4-9d00-4751-aa6d-99dee8924bfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3859029 Jul 09 19:39:36.425503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de919aa-babe-4386-9d3c-c9d44e80cf1f req-f0668ed4-1d4f-44b1-8625-bbdc0f023f30 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:36.435394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0de919aa-babe-4386-9d3c-c9d44e80cf1f req-f0668ed4-1d4f-44b1-8625-bbdc0f023f30 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 943 time: 0.2452698 Jul 09 19:39:36.442592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:36.469570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:36.475434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:36.504672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.510372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.513026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.514329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dbae02a-eadf-4a66-a9e0-422707ec42f6 req-84e2dba9-fa90-43e4-bbc6-49ad8982c17d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "DELETE /v2.0/floatingips/69e49d37-25ba-4bc7-be25-7e2d01a5f0a0 HTTP/1.1" status: 204 len: 173 time: 2.8583634 Jul 09 19:39:36.555716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.562705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/79c18730-837c-46a5-b41e-f5a9d9885fe7 HTTP/1.1" status: 204 len: 168 time: 4.8194396 Jul 09 19:39:36.565496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:36.577240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Pushing event updated for resources: {'Port': ['ID=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:36.586136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97578ea7-e188-4347-8a3b-5ff90825b741 None None] DHCP port deletion for 79c18730-837c-46a5-b41e-f5a9d9885fe7 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:36.590404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-863803477'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:36.596911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772eef7-ec8a-4892-a009-5e234bb050ac tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=79c18730-837c-46a5-b41e-f5a9d9885fe7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:36.626931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Attempting to bind port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:36.627857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Attempting to bind port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:36.628602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Attempting to bind port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:36.631001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.645703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0de919aa-babe-4386-9d3c-c9d44e80cf1f req-a1356d06-fc12-4b3c-bc22-9fb56401342f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089722 Jul 09 19:39:36.648923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:36.649321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:36.649906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.650455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:36.651103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Bound port: 13ca1f65-dd6b-45ca-af18-e7e96798e5f5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:36.651829 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.659187 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b57cc3-b8c3-4b86-bf25-cda4ade86f59 x-openstack-request-id: req-b2b57cc3-b8c3-4b86-bf25-cda4ade86f59 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:36.659469 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "tag": "81d68288-9039-4b34-8b76-faadf171afea", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:36.659720 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2b57cc3-b8c3-4b86-bf25-cda4ade86f59 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:36.660109 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'tag': '81d68288-9039-4b34-8b76-faadf171afea', 'status': 'completed', 'code': 200} Jul 09 19:39:36.680373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::87b:d5b6:c3a2:28d5 (607af5c0-a15f-45f9-be62-7560cb7593c1/bd2a66f0-1229-4690-8f75-7979bcd5e9f2/68daa142-67dc-4fb6-9d7f-bd0dadb64a91) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:36.703292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737325131', 'description': 'tempest-description-271143929'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:36.742028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-b428ddec-345a-455e-8999-d0baca36d1c2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092804 Jul 09 19:39:36.803358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] For port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:36.811365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] For port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:36.821118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.833446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.871708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef69a55-81e9-4af3-b72d-a3b4853413d6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:36.917762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a699ea8-96dc-40e4-be02-6e8722c6fc8b None None] Pushing event updated for resources: {'Port': ['ID=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:36.918003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:36.922778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:36.963266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Checking segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:36.963888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Network hostable DHCP agents. Network: 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:36.974108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5b70d79-3ab6-4953-94a4-94d5eff9910f req-c70193a5-7f68-4e4e-9c71-40d53b044370 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106366 Jul 09 19:39:37.049910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.053288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:37.060566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.090232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:37.097522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:37.100920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93186f83-69be-40ea-a904-4ba1a5e761ff None None] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:37.124480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:37.126023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.150236 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.151993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dfe9b6c6-207c-45d2-915c-70e2f4874e47 req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4533391 Jul 09 19:39:37.172669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ebc7eb31-4b35-4e85-9ed8-1b477e5e0bae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9122875 Jul 09 19:39:37.201926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:37.241543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:37.244997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce42446-bc55-4305-b647-c60cdfa3ae08 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3f9e6-7abf-40a3-b0b4-8008102f7969,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:37.296980 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe83db9-f710-4fb6-a31d-b0fc6e887446 x-openstack-request-id: req-0fe83db9-f710-4fb6-a31d-b0fc6e887446 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:37.296980 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:37.296980 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fe83db9-f710-4fb6-a31d-b0fc6e887446 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:37.296980 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'status': 'completed', 'code': 200} Jul 09 19:39:37.424493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.425885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.584706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:37.629887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.654985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.669738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:37.718735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.746983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:37.755306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:37.757396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:39:37.781993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:37.788488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:37.789119 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.791966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:37.806026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:37.814023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2227449 Jul 09 19:39:37.815479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'mac_address': 'fa:16:3e:27:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:37.822834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:37.834683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.835036 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Added segment a2e67305-b557-44af-a24c-13c8dd8d15d8 of type vlan for network a7cce347-565a-46c6-a64b-2c691850e824 Jul 09 19:39:37.912113 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.914967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-bca24e4e-360b-40e3-b8eb-d88998e17ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:37.916635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-bca24e4e-360b-40e3-b8eb-d88998e17ebb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 1098 time: 0.6170504 Jul 09 19:39:37.918785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dbea8d20-01da-4f6e-aace-e1825d1219ef no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:37.932071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-2922b2b3-805e-498b-80ee-45e389ef7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:37.933754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-2922b2b3-805e-498b-80ee-45e389ef7210 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 1094 time: 1.0788710 Jul 09 19:39:37.935391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223a3d3-10ba-4a50-af94-3eb0a40074a8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=68daa142-67dc-4fb6-9d7f-bd0dadb64a91,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:37.941120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7eabe-84c1-4ec8-b92d-9eb5502d51e6 req-025ba9b9-f621-4d84-935b-f57261cf77fc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:37.955157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9f7eabe-84c1-4ec8-b92d-9eb5502d51e6 req-025ba9b9-f621-4d84-935b-f57261cf77fc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.3857238 Jul 09 19:39:37.968227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:37.991444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: dbea8d20-01da-4f6e-aace-e1825d1219ef {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:37.992169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dbea8d20-01da-4f6e-aace-e1825d1219ef not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:38.006615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:38.009009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.014893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4460c94-0744-4c6a-86f6-058a1ccb89dc req-c52a2251-3a05-4a12-9e7d-9cf7955bd921 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.016472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4460c94-0744-4c6a-86f6-058a1ccb89dc req-c52a2251-3a05-4a12-9e7d-9cf7955bd921 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 1.1599445 Jul 09 19:39:38.060374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:38.074254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-378edb15-9ee7-4a23-83e3-38dddc21c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.075922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-378edb15-9ee7-4a23-83e3-38dddc21c7ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.1477356 Jul 09 19:39:38.169027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-326e94d3-d6bf-4f87-895e-6d5c6d46bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.170628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-326e94d3-d6bf-4f87-895e-6d5c6d46bef4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.1687639 Jul 09 19:39:38.180590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:38.197612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.209756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.225119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9f7eabe-84c1-4ec8-b92d-9eb5502d51e6 req-2d789d26-e59b-4bba-b57f-54d4e487623d tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684567 Jul 09 19:39:38.240121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-e30d8bcc-ef2d-4f61-9394-65b69f1b5b9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 HTTP/1.1" status: 200 len: 217 time: 0.1556621 Jul 09 19:39:38.280119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-8ba36db4-e544-4780-8b7e-40ec6bf81643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81d68288-9039-4b34-8b76-faadf171afea HTTP/1.1" status: 200 len: 217 time: 0.0973597 Jul 09 19:39:38.320880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38fb7a-e50e-49aa-a2fc-8fbb539dab1c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.327180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38fb7a-e50e-49aa-a2fc-8fbb539dab1c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.329081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d38fb7a-e50e-49aa-a2fc-8fbb539dab1c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4976368 Jul 09 19:39:38.332198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:38.343675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:38.396534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:39:38.437122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Allocated IP 172.20.0.2 (74ee9d4d-ad0f-491c-a619-9f17d5eaa6af/9ef69a55-81e9-4af3-b72d-a3b4853413d6/a9ae3ea7-fc51-4714-acaa-ceb57d18f596) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:38.460649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-43bda12e-a70b-4812-8309-5e0260019c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.463958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-43bda12e-a70b-4812-8309-5e0260019c79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1631413 Jul 09 19:39:38.492747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4460c94-0744-4c6a-86f6-058a1ccb89dc req-af4d66c9-dcd6-4aaf-a105-bab95eb8c04a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172832 Jul 09 19:39:38.525899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.537542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.543351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.600411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.603020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-52637957-ae8d-4f02-bea3-7477a4202cae tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.609369 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-52637957-ae8d-4f02-bea3-7477a4202cae tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 813 time: 0.2176998 Jul 09 19:39:38.611803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Transition to ACTIVE for port object a9ae3ea7-fc51-4714-acaa-ceb57d18f596 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:38.630235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Transition to ACTIVE for port object a9ae3ea7-fc51-4714-acaa-ceb57d18f596 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:38.638100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-835881e9-e44a-4c81-8661-34c75639bb97 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/quotas/19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 375 time: 0.0192995 Jul 09 19:39:38.641296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81d68288-9039-4b34-8b76-faadf171afea details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:38.641724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0747449 Jul 09 19:39:38.644489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:38.644923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-447fdc6b-89d9-4223-8027-1e589fea8b62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418910 Jul 09 19:39:38.645772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:38.648341 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:38.699618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-c34d5b2d-e44c-404a-a9e3-040b299104b5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601435 Jul 09 19:39:38.707469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-d42e60c3-24b7-4ed5-83e6-e70d25de3d76 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:39:38.715748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-d42e60c3-24b7-4ed5-83e6-e70d25de3d76 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149708 Jul 09 19:39:38.725892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-5c74d539-ff62-4703-a7b9-85f91f942ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:38.727475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-5c74d539-ff62-4703-a7b9-85f91f942ce3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.4661109 Jul 09 19:39:38.729057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Request body: {'subnet': {'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:38.774969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16de6fc0-21de-4c2f-941c-feb47347b7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:38.795370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:38.834209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:38.840451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:38.850978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Pushing event updated for resources: {'Port': ['ID=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:38.861812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:39:38.919630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Provisioning for port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:38.952112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-82bc0757-3ab2-4947-8e71-1f3b557e5e0a service neutron] 10.222.0.10 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341595 Jul 09 19:39:38.988149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Provisioning complete for port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:38.988692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.041361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f3100-8328-44f6-be1d-d394ed2d9eaf tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Network': ['ID=a7cce347-565a-46c6-a64b-2c691850e824,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:39.090600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a7cce347-565a-46c6-a64b-2c691850e824 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:39:39.171173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:39.175918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:39.176504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.184772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Attempting to bind port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:39.185165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Attempting to bind port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:39.185523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Attempting to bind port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 on network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:39.200234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:39.200603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Checking segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:39.201008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.201467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Bound using segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:39.201953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Bound port: a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:39.202328 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.227772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:39.228146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.259794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658fd59-1356-492f-948a-e50f73a18823 req-07ea8be3-292c-4761-b2b4-c0a3c88f08cd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:39.267667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3658fd59-1356-492f-948a-e50f73a18823 req-07ea8be3-292c-4761-b2b4-c0a3c88f08cd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5318751 Jul 09 19:39:39.276061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-b9569eb9-fbab-4815-9773-956ed7b2706d service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351834 Jul 09 19:39:39.287199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Made reservation on behalf of 30ebd4b019ae41d08ceb490390bd0eba for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:39.288383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81d68288-9039-4b34-8b76-faadf171afea,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:39.291318 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.364721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3658fd59-1356-492f-948a-e50f73a18823 req-7b969fb3-02f3-4c65-814c-87df773d288b tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0953014 Jul 09 19:39:39.397926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '81d68288-9039-4b34-8b76-faadf171afea', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': '81d68288-9039-4b34-8b76-faadf171afea', 'mac_address': 'fa:16:3e:2d:7f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:39.533518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-e451fbb2-77fc-4d54-9a29-038eb14546c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:39.535639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-e451fbb2-77fc-4d54-9a29-038eb14546c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7884159 Jul 09 19:39:39.561054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] For port a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:39.620376 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.631814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] For port a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:39.634828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.638086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.641327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:39.655778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.676990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.709765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:39.711991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d68288-9039-4b34-8b76-faadf171afea {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:39.717432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.739823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-566a3d4b-aaf7-4e7f-872d-83834316935b req-820d5cd9-57f8-465c-b663-a89307d978a0 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422674 Jul 09 19:39:39.751291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-b44b9a5f-f093-4811-a97f-8b1f947eb99b service neutron] 10.222.0.10 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982047 Jul 09 19:39:39.756143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'mac_address': 'fa:16:3e:5c:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:39.792466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.859293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] For port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:39.862078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-a3d221aa-2cf4-4d0c-8c3e-b0e4dbcfc933 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165538 Jul 09 19:39:39.862362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81d68288-9039-4b34-8b76-faadf171afea,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:39.879539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99eccb-c237-40ed-aebb-abad655b7bb6 req-589711f6-ad09-4340-b78f-1a2814ae528f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:39.887053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a99eccb-c237-40ed-aebb-abad655b7bb6 req-589711f6-ad09-4340-b78f-1a2814ae528f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 943 time: 0.2745199 Jul 09 19:39:39.914825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.917815 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:39.937876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:39.941403 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac5bcc-5108-4592-aea0-88751cbb01fd" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:39.960037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1ea6c-fde8-4cae-adb0-7f2574b912c8 None None] Pushing event updated for resources: {'Port': ['ID=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:39.990738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:40.066237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.077032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.116998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-11954ea7-7028-4dd3-a317-b00ae507808c None None] Provisioning for port 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:40.126210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2d35387-91cf-4b22-8f10-421dc2631689 req-17cf0d68-3ef5-4b64-b1d9-56e316680b97 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375093 Jul 09 19:39:40.130590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:40.145330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-11954ea7-7028-4dd3-a317-b00ae507808c None None] Provisioning complete for port 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:40.145709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11954ea7-7028-4dd3-a317-b00ae507808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.149824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.239158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a99eccb-c237-40ed-aebb-abad655b7bb6 req-c57154b9-6bb0-4915-b2e4-b0ba1f7c7a05 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509874 Jul 09 19:39:40.305221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Allocated IP 172.25.3.183 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0251752d-f9c1-49eb-9d6f-eade1f103b29) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:40.321925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd74c-5fac-4978-a0bb-e2d57c58a0af None None] Pushing event updated for resources: {'Port': ['ID=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.334292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['81d68288-9039-4b34-8b76-faadf171afea'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:40.418293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.464251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.530379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.601620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8de8385-5f5f-491e-9eb9-ae0bf6c7a4fc req-8b8cda26-e1dd-4880-bd4b-24e5a1ffaeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3271406 Jul 09 19:39:40.628364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc221-c275-43b3-bdef-65d9bd339eab req-154aecd4-e391-4368-8bf2-da7ffa71d035 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:40.653572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c68fc221-c275-43b3-bdef-65d9bd339eab req-154aecd4-e391-4368-8bf2-da7ffa71d035 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.1676879 Jul 09 19:39:40.666672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:40.682266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.698931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.716527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-11954ea7-7028-4dd3-a317-b00ae507808c None None] Port 68daa142-67dc-4fb6-9d7f-bd0dadb64a91 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:40.718398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=68daa142-67dc-4fb6-9d7f-bd0dadb64a91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.813022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c68fc221-c275-43b3-bdef-65d9bd339eab req-763586cc-cc4b-4304-8724-d3dfb5178ec3 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582236 Jul 09 19:39:40.825347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:40.829838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:40.832644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:40.844259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b1b7d63c-ac9d-427c-944d-1b88d5466657 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/68daa142-67dc-4fb6-9d7f-bd0dadb64a91 HTTP/1.1" status: 204 len: 168 time: 2.4565711 Jul 09 19:39:40.844758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:40.847668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Pushing event updated for resources: {'Port': ['ID=0251752d-f9c1-49eb-9d6f-eade1f103b29,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.848139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:40.854758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:40.953343 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0de71-1642-467a-95a9-7a46d8a1ea6c x-openstack-request-id: req-7ea0de71-1642-467a-95a9-7a46d8a1ea6c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:40.953651 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:40.953928 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ea0de71-1642-467a-95a9-7a46d8a1ea6c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:40.958414 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'code': 200} Jul 09 19:39:41.003178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:39:41.026320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.030528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:41.161345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:41.230878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b0c7b-ac7f-48f2-894c-9c089de0a327 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:41.233827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b0c7b-ac7f-48f2-894c-9c089de0a327 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:41.238719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d4b0c7b-ac7f-48f2-894c-9c089de0a327 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3786702 Jul 09 19:39:41.239303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:41.248830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event updated for resources: {'Subnet': ['ID=ace09f8a-2a94-4cb4-b492-14e15364b129,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:41.274312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Checking segment: {'id': 'a2e67305-b557-44af-a24c-13c8dd8d15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:41.274793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network hostable DHCP agents. Network: a7cce347-565a-46c6-a64b-2c691850e824, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:41.306455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b517ee2f-0bca-4034-9456-72a68c0b7d86 req-cebc07e1-8be2-495d-8d8f-511f3765bb3b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 210 time: 0.1575747 Jul 09 19:39:41.311311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:41.338115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d9b7d-0938-4a51-86d6-92f0f36bd080 req-69ffc019-1f74-4f0b-a359-7a758b7b7ce6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:41.338626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-682d9b7d-0938-4a51-86d6-92f0f36bd080 req-69ffc019-1f74-4f0b-a359-7a758b7b7ce6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.4825904 Jul 09 19:39:41.349517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:41.349973 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.389476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Network a7cce347-565a-46c6-a64b-2c691850e824 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:41.487383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet bd2a66f0-1229-4690-8f75-7979bcd5e9f2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:41.494225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.616917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.647359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:41.727764 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.731790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.786182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.804417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a7cce347-565a-46c6-a64b-2c691850e824) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:41.810434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:41.811820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.820832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-682d9b7d-0938-4a51-86d6-92f0f36bd080 req-df6c8b06-cc25-45df-af10-5e83ea57491c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470632 Jul 09 19:39:41.838636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.848883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:41.855645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95a876-4894-4c14-9c88-73cd5dfbfc2b None None] Network a7cce347-565a-46c6-a64b-2c691850e824 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:41.860875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b041b-6ccf-4c31-af1d-6d6d34aeb9e4 None None] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:41.906642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.912530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2a66f0-1229-4690-8f75-7979bcd5e9f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:41.938019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:41.944378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:41.946371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e18b8262-0e1d-4bac-8164-17c916f8db47 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/bd2a66f0-1229-4690-8f75-7979bcd5e9f2 HTTP/1.1" status: 204 len: 168 time: 0.6986904 Jul 09 19:39:41.951399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c7d652fb-d29d-4489-8998-c824ddb2841e tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2315524 Jul 09 19:39:41.952163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:42.056456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:42.059793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1647d17-1fe3-4a87-9e00-538d35f2eaf0 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:42.108305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.118714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-93c08698-aba9-4bf6-85a2-09cc68c6fd1d None None] Provisioning for port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:42.131593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c158bf83-85be-4c36-a729-e4bc9ccd9677 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827586 Jul 09 19:39:42.132577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:42.153929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:42.180460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:42.180812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.482094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-94652767-419f-4146-afd4-a41b55630dec tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:42.489980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a9ae3ea7-fc51-4714-acaa-ceb57d18f596 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:42.490419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-94652767-419f-4146-afd4-a41b55630dec tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 813 time: 0.3744674 Jul 09 19:39:42.563814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81d68288-9039-4b34-8b76-faadf171afea up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:42.573568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54882f4f-517b-4477-ba13-5a290dc6d1b3 req-2bed78c5-5fe9-42a8-b383-be40e4eb52e5 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:42.576207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54882f4f-517b-4477-ba13-5a290dc6d1b3 req-2bed78c5-5fe9-42a8-b383-be40e4eb52e5 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 948 time: 0.2902777 Jul 09 19:39:42.592993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a7cce347-565a-46c6-a64b-2c691850e824', 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824', 'tenant_id': '30ebd4b019ae41d08ceb490390bd0eba', 'fixed_ips': [{'subnet_id': 'ace09f8a-2a94-4cb4-b492-14e15364b129'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:42.594088 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.655172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.655840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'device_id': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d', 'admin_state_up': True, 'tenant_id': '19cf1709a6e54d398cebd59786d5095c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:42.677608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54882f4f-517b-4477-ba13-5a290dc6d1b3 req-3a887afe-06f5-48b9-8ca8-38eef9af17f3 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882609 Jul 09 19:39:42.695371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:42.700210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.746043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:42.754105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:42.834613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.907432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:42.910292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:42.912833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1d67d-2e07-4b2b-ba2e-30a730676e7f req-683324c2-04d5-4e2f-afaf-9d844aa59c63 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:42.914818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6cf1d67d-2e07-4b2b-ba2e-30a730676e7f req-683324c2-04d5-4e2f-afaf-9d844aa59c63 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 944 time: 0.6815269 Jul 09 19:39:42.972380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:42.975007 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63e16b-009e-4993-bc60-c91b1401508a" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:42.986227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Made reservation on behalf of 19cf1709a6e54d398cebd59786d5095c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:43.002578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.031093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 81d68288-9039-4b34-8b76-faadf171afea completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:43.044847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6cf1d67d-2e07-4b2b-ba2e-30a730676e7f req-b76e5947-c689-425a-bed8-f09e76c1b700 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177909 Jul 09 19:39:43.060826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 81d68288-9039-4b34-8b76-faadf171afea triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:43.061277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.141558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:43.214447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Allocated IP 172.20.0.10 (18e3c7f3-d1a5-44c8-8796-4cef77984f3d/3d95268c-5f99-49d1-8fc4-6679133cfe0b/190f2748-8c4f-4974-85aa-117262ea24f8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:43.224516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995793d-e037-4ed2-afb2-b2b9e20e2538 req-4aa812d1-6941-4aaa-965e-2f9b8085a9aa tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:43.224765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Allocated IP 2001:db8::f816:3eff:fe45:1b40 (a7cce347-565a-46c6-a64b-2c691850e824/ace09f8a-2a94-4cb4-b492-14e15364b129/cabb6bef-06bd-4241-b9fa-8960e1547a3e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:43.226429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6995793d-e037-4ed2-afb2-b2b9e20e2538 req-4aa812d1-6941-4aaa-965e-2f9b8085a9aa tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 946 time: 0.2349694 Jul 09 19:39:43.253710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4745b502-ffc1-407d-bc1d-50396d6d62c2 None None] Provisioning complete for port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:43.253993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4745b502-ffc1-407d-bc1d-50396d6d62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.375997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Deleting port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:43.376280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.399485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.450022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0792759-a2f6-4356-8fdb-a0841951835e req-34f64764-b855-401f-9bfc-f43cfb97a44d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Jul 09 19:39:43.458335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:39:43.462946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6995793d-e037-4ed2-afb2-b2b9e20e2538 req-bb378c50-7ead-4e17-996d-034adcd22660 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279754 Jul 09 19:39:43.491455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.519402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-e0d1cc1a-1d64-471f-ae9d-0c95ac9ab0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:43.523456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-e0d1cc1a-1d64-471f-ae9d-0c95ac9ab0c1 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 946 time: 0.2584960 Jul 09 19:39:43.549431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] For port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:43.549954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.578397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Calling delete_port for 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:43.658126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:43.665356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:43.672412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:43.728653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:43.742880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.743362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.743838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.744434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.744887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.745385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.745823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.747654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.748108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.748551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.750435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:43.750916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.750916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:43.760426 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Sync routers for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:43.771871 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:43.780665 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:43.807999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.834707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a01dd2-c105-4b5e-921d-42c31e903278 req-b90662a8-f285-4d4b-8825-37910113fb11 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:43.845892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93a01dd2-c105-4b5e-921d-42c31e903278 req-b90662a8-f285-4d4b-8825-37910113fb11 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2608962 Jul 09 19:39:43.856845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.860933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e04a2abc-dbee-4953-b73e-5b479919160f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6585906 Jul 09 19:39:43.870403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:43.871087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=d61a0f6b-32f0-4b5b-9196-7b422b945536,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:43.871690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:43.873882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.969773 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:43.970939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93a01dd2-c105-4b5e-921d-42c31e903278 req-603a8feb-6d79-4d77-a62f-c8f440189835 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227536 Jul 09 19:39:43.976539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-24ee6bed-edda-4c4f-a82e-a56ad93abcfd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3563914 Jul 09 19:39:43.980088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Transition to ACTIVE for port object cabb6bef-06bd-4241-b9fa-8960e1547a3e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:43.994625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Request body: {'port': {'device_id': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:44.012187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:44.016564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Transition to ACTIVE for port object cabb6bef-06bd-4241-b9fa-8960e1547a3e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:44.021826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.027116 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb867af-db1f-444c-a2ca-03143c803ca6 x-openstack-request-id: req-efb867af-db1f-444c-a2ca-03143c803ca6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:44.027734 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:44.028202 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efb867af-db1f-444c-a2ca-03143c803ca6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:44.029102 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'code': 200} Jul 09 19:39:44.044550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:44.047897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:44.048490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.054915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.067439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.104111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:44.107957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.109327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] No DVR routers for this DVR port 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:44.119352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.179308 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:44.269995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f751cc-5837-4161-aaf0-26ae8c8f7ce7 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:44.445099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:44.446387 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.558612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81d68288-9039-4b34-8b76-faadf171afea,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:44.559843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf36c-b55a-4701-9b35-a830c4acfe3d None None] Pushing event deleted for resources: {'Port': ['ID=13ca1f65-dd6b-45ca-af18-e7e96798e5f5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:44.569069 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:41Z', 'revision_number': 3, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:44.640480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Checking router: 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:44.640917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Updating router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c port 0251752d-f9c1-49eb-9d6f-eade1f103b29 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:39:44.656704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:44.661855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Network a7cce347-565a-46c6-a64b-2c691850e824 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:44.663402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Pushing event updated for resources: {'Port': ['ID=cabb6bef-06bd-4241-b9fa-8960e1547a3e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:44.666408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:44.676412 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.681491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.694767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:44.721168 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.738254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56e7d517-dfe5-4d95-b796-91381e35e485 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5960042 Jul 09 19:39:44.740119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:44.750989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=ace09f8a-2a94-4cb4-b492-14e15364b129,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:44.786805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'd61a0f6b-32f0-4b5b-9196-7b422b945536', 'ip_address': '2001:db8::d8b:f60c:c976:3b4d'}], 'name': 'tempest-NetworksTestDHCPv6-675605485'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:44.807391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:44.815559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:44.818144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1763e748-285d-4c3c-be2d-16f3a51c53f5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:44.831529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:44.897801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81f8f-750d-46f1-991b-d669cced799c req-c9e12bfa-b71e-4080-94a9-a2b7ccca932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:44.899469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ea81f8f-750d-46f1-991b-d669cced799c req-c9e12bfa-b71e-4080-94a9-a2b7ccca932c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 1101 time: 1.1527061 Jul 09 19:39:44.993302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f03f84-5ac7-4f40-8f3c-47b615d48aad req-28ad124b-2751-4fd6-9a3d-3dcaeb2023df tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:44.995030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18f03f84-5ac7-4f40-8f3c-47b615d48aad req-28ad124b-2751-4fd6-9a3d-3dcaeb2023df tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 948 time: 0.9930134 Jul 09 19:39:45.052337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.062259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Deleting port 1763e748-285d-4c3c-be2d-16f3a51c53f5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:45.062748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.067335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ea81f8f-750d-46f1-991b-d669cced799c req-c267e938-13bc-48a7-9a5c-d33abe56f00b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537907 Jul 09 19:39:45.072626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cce347-565a-46c6-a64b-2c691850e824']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:45.096291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e67305-b557-44af-a24c-13c8dd8d15d8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:45.096291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e67305-b557-44af-a24c-13c8dd8d15d8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:45.124152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.149576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18f03f84-5ac7-4f40-8f3c-47b615d48aad req-b128d58f-2628-4840-9bca-c714dda9cbf8 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446826 Jul 09 19:39:45.174577 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4745b502-ffc1-407d-bc1d-50396d6d62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.182539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:45.183248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 13ca1f65-dd6b-45ca-af18-e7e96798e5f5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:45.212490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'd61a0f6b-32f0-4b5b-9196-7b422b945536'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:45.213566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.222430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:45.226387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.239016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Attempting to bind port cabb6bef-06bd-4241-b9fa-8960e1547a3e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:45.239016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Attempting to bind port cabb6bef-06bd-4241-b9fa-8960e1547a3e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a2e67305-b557-44af-a24c-13c8dd8d15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:45.239657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Attempting to bind port cabb6bef-06bd-4241-b9fa-8960e1547a3e on network a7cce347-565a-46c6-a64b-2c691850e824 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:45.281552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3aaf0-65b1-4559-aa97-292e48b77db0 req-32f31967-5282-435e-8c55-5bff1576c991 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:45.283376 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02f3aaf0-65b1-4559-aa97-292e48b77db0 req-32f31967-5282-435e-8c55-5bff1576c991 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.5017891 Jul 09 19:39:45.284590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:45.284993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:45.290126 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:45.298768 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.310286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:45.310848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Checking segment: {'id': 'a2e67305-b557-44af-a24c-13c8dd8d15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:45.311512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.312477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Bound using segment: {'id': 'a2e67305-b557-44af-a24c-13c8dd8d15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:45.312737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Bound port: cabb6bef-06bd-4241-b9fa-8960e1547a3e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e67305-b557-44af-a24c-13c8dd8d15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a7cce347-565a-46c6-a64b-2c691850e824'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:45.313365 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.323751 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.336368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:45.442750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.449927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.499119 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Transition to ACTIVE for port object 0251752d-f9c1-49eb-9d6f-eade1f103b29 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:45.500182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:45.500550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.504301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-4745b502-ffc1-407d-bc1d-50396d6d62c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:45.504778 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-4745b502-ffc1-407d-bc1d-50396d6d62c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:45.512874 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.556940 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 19:39:45.556940 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 19:39:45.556940 n-d-800087-3 neutron-server[93771]: [parameters: {'id': 'a7cce347-565a-46c6-a64b-2c691850e824'}] Jul 09 19:39:45.556940 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:39:45.570309 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Attempting to bind port 0251752d-f9c1-49eb-9d6f-eade1f103b29 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:45.571016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Attempting to bind port 0251752d-f9c1-49eb-9d6f-eade1f103b29 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:45.571725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Attempting to bind port 0251752d-f9c1-49eb-9d6f-eade1f103b29 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:45.573414 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:39:45.581957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Pushing event updated for resources: {'Port': ['ID=0251752d-f9c1-49eb-9d6f-eade1f103b29,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:45.584556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:45.585240 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:45.585917 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.587379 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:45.588087 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Bound port: 0251752d-f9c1-49eb-9d6f-eade1f103b29, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:45.588774 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.624961 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.625745 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.626306 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.626870 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.627495 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.628039 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.628590 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.629147 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.629688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.630243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.630799 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.631883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:45.657292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Calling delete_port for 1763e748-285d-4c3c-be2d-16f3a51c53f5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:45.668034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:45.679860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1763e748-285d-4c3c-be2d-16f3a51c53f5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1763e748-285d-4c3c-be2d-16f3a51c53f5,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:45.696750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.698350 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] For port 0251752d-f9c1-49eb-9d6f-eade1f103b29, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:45.708059 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] For port 0251752d-f9c1-49eb-9d6f-eade1f103b29, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0251752d-f9c1-49eb-9d6f-eade1f103b29,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:45.714389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02f3aaf0-65b1-4559-aa97-292e48b77db0 req-dc198a42-a9a2-456d-8fbb-3ddb73fba4b7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903961 Jul 09 19:39:45.716950 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.717691 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.722818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] For port cabb6bef-06bd-4241-b9fa-8960e1547a3e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:45.740697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] For port cabb6bef-06bd-4241-b9fa-8960e1547a3e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cabb6bef-06bd-4241-b9fa-8960e1547a3e,segment=NetworkSegment(a2e67305-b557-44af-a24c-13c8dd8d15d8),segment_id=a2e67305-b557-44af-a24c-13c8dd8d15d8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:45.789851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.799026 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:45.800152 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:45.827756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/d61a0f6b-32f0-4b5b-9196-7b422b945536/fe448b2c-0e44-43e8-bca7-bf2807af17d6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:45.839962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190f2748-8c4f-4974-85aa-117262ea24f8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:45.853076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.939707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:45.946832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Transition to ACTIVE for port object 190f2748-8c4f-4974-85aa-117262ea24f8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:45.953063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:45.963652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.044404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52537-6e09-42a3-b268-6f704b29811f None None] Pushing event updated for resources: {'Port': ['ID=0251752d-f9c1-49eb-9d6f-eade1f103b29,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.045844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d68288-9039-4b34-8b76-faadf171afea'}, {'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'}, {'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:46.048107 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c65369-a89e-4c08-808c-9b15f748a47f" -d '{"events": [{"server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "name": "network-vif-plugged", "status": "completed", "tag": "81d68288-9039-4b34-8b76-faadf171afea"}, {"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-plugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49"}, {"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-unplugged", "status": "completed", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:46.064945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f6235-d6c8-4af4-ad7b-dce33f680452 None None] Network a7cce347-565a-46c6-a64b-2c691850e824 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:46.067055 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:46.076475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.083197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 09a3be45-1992-4674-9234-91f61c68a046 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:46.101256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.147498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.155820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.160432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde1dc-da51-4b85-9d97-0e0062d8fb7d req-934d0ae5-8bdd-490e-be93-9c2f15d98959 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:46.167821 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4bde1dc-da51-4b85-9d97-0e0062d8fb7d req-934d0ae5-8bdd-490e-be93-9c2f15d98959 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 932 time: 0.7007744 Jul 09 19:39:46.245962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ae7d-9c68-47f1-adcc-ab038ba07960 req-91cba011-e3aa-4b89-946c-27efbdf31bac tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:46.265895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e912ae7d-9c68-47f1-adcc-ab038ba07960 req-91cba011-e3aa-4b89-946c-27efbdf31bac tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ffc9640-0310-4a40-9f4e-a3182a89e866 HTTP/1.1" status: 200 len: 865 time: 0.3933470 Jul 09 19:39:46.304061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Pushing event deleted for resources: {'Port': ['ID=1763e748-285d-4c3c-be2d-16f3a51c53f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.399397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e912ae7d-9c68-47f1-adcc-ab038ba07960 req-76df248d-eee3-4e48-8a29-1277132f977d tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f84c18-bbaa-40e6-aa91-d9ed5d05f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229813 Jul 09 19:39:46.422693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.432699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Transition to ACTIVE for port object fe448b2c-0e44-43e8-bca7-bf2807af17d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:46.446891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Allocated IP 172.20.0.1 (74ee9d4d-ad0f-491c-a619-9f17d5eaa6af/9ef69a55-81e9-4af3-b72d-a3b4853413d6/28d5c0d9-1d2b-4b43-af33-6589456e36d6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:46.454233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Transition to ACTIVE for port object fe448b2c-0e44-43e8-bca7-bf2807af17d6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:46.467673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Attempting to bind port 190f2748-8c4f-4974-85aa-117262ea24f8 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:46.469630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Attempting to bind port 190f2748-8c4f-4974-85aa-117262ea24f8 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:46.471699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Attempting to bind port 190f2748-8c4f-4974-85aa-117262ea24f8 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:46.480609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8b31-d636-4101-b2d8-e008ed5e1c1d None None] Pushing event updated for resources: {'Port': ['ID=cabb6bef-06bd-4241-b9fa-8960e1547a3e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.484492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.491823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Port 190f2748-8c4f-4974-85aa-117262ea24f8 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:39:46.499419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Attempting to bind port 190f2748-8c4f-4974-85aa-117262ea24f8 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:46.514142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:46.514595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4bde1dc-da51-4b85-9d97-0e0062d8fb7d req-c7408603-5f09-4cf3-862d-3a7269fc54e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456402 Jul 09 19:39:46.514746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Checking segment: {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:46.516088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Bound using segment: {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:46.518469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Bound port: 190f2748-8c4f-4974-85aa-117262ea24f8, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:46.520637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.547545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Pushing event updated for resources: {'Port': ['ID=fe448b2c-0e44-43e8-bca7-bf2807af17d6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:46.561244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port cabb6bef-06bd-4241-b9fa-8960e1547a3e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:46.563024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.669796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] No DVR routers for this DVR port 1763e748-285d-4c3c-be2d-16f3a51c53f5 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:46.675984 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d4f26-39f1-470a-a38d-6c590e4474b0 x-openstack-request-id: req-692d4f26-39f1-470a-a38d-6c590e4474b0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:46.676553 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "name": "network-vif-plugged", "status": "completed", "tag": "81d68288-9039-4b34-8b76-faadf171afea", "code": 200}, {"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-plugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49", "code": 200}, {"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-unplugged", "status": "completed", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:46.677474 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-692d4f26-39f1-470a-a38d-6c590e4474b0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:46.677884 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:41Z', 'revision_number': 3, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:46.680041 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d68288-9039-4b34-8b76-faadf171afea', 'code': 200} Jul 09 19:39:46.680496 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'code': 200} Jul 09 19:39:46.680901 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'code': 200} Jul 09 19:39:46.682344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:46.684744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fa7a96e-1b73-40d0-b5bf-4fb99633cd79 req-55db0b7f-0686-4f2e-93fa-d27152cc7cbd tempest-FloatingIPsAssociationNegativeTestJSON-1139763857 tempest-FloatingIPsAssociationNegativeTestJSON-1139763857-project] 10.222.0.59 "DELETE /v2.0/ports/1763e748-285d-4c3c-be2d-16f3a51c53f5 HTTP/1.1" status: 204 len: 173 time: 3.1366587 Jul 09 19:39:46.688327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-deleted', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:46.691488 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdda6a9-b348-4e3e-9fb7-34a712a3f4c1" -d '{"events": [{"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-deleted", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:46.730489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:46.732905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:46.739217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:46.805033 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47b782-7069-4764-96db-dc18b33c67f7 None None] The sync data for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 is: [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:41Z', 'revision_number': 3, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:46.911426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a9ae3ea7-fc51-4714-acaa-ceb57d18f596 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:47.001047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] For port cabb6bef-06bd-4241-b9fa-8960e1547a3e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cabb6bef-06bd-4241-b9fa-8960e1547a3e,segment=NetworkSegment(a2e67305-b557-44af-a24c-13c8dd8d15d8),segment_id=a2e67305-b557-44af-a24c-13c8dd8d15d8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:47.004776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.041992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:47.054896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Attempting to bind port fe448b2c-0e44-43e8-bca7-bf2807af17d6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:47.055433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Attempting to bind port fe448b2c-0e44-43e8-bca7-bf2807af17d6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:47.055909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Attempting to bind port fe448b2c-0e44-43e8-bca7-bf2807af17d6 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:47.070520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:47.071025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:47.071565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.072067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:47.072658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Bound port: fe448b2c-0e44-43e8-bca7-bf2807af17d6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:47.073202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.076584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:47.076890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.081353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:47.093830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for cabb6bef-06bd-4241-b9fa-8960e1547a3e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:47.104035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::d8b:f60c:c976:3b4d (607af5c0-a15f-45f9-be62-7560cb7593c1/d61a0f6b-32f0-4b5b-9196-7b422b945536/09a3be45-1992-4674-9234-91f61c68a046) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:47.145242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.173052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3bde1-3a85-4130-82f9-e67c053cdc27 req-f9e3e14e-99fc-4b33-930b-ee0cb92d1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.183272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d3bde1-3a85-4130-82f9-e67c053cdc27 req-f9e3e14e-99fc-4b33-930b-ee0cb92d1aaf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 1096 time: 0.3992481 Jul 09 19:39:47.185233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567f1b8-d78b-4b33-b927-c91cccf1e5a2 req-33865e60-6ee5-4d63-bd52-413c220bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.186750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2567f1b8-d78b-4b33-b927-c91cccf1e5a2 req-33865e60-6ee5-4d63-bd52-413c220bec0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 1100 time: 0.3371010 Jul 09 19:39:47.238268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.238954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Transition to ACTIVE for port object 28d5c0d9-1d2b-4b43-af33-6589456e36d6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:47.350013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.350853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.353533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] 10.222.0.59 "PUT /v2.0/ports/190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 1092 time: 3.3692122 Jul 09 19:39:47.359840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379e0f7-73f5-4a76-a00b-4aa0378cda9e service neutron] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:47.372081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:47.374650 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ed317-e394-4238-83fb-787bdc7d318e" -d '{"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:47.387399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387fbb4-2134-41fe-8662-602a03feb6fb req-4060ab6a-7e1c-4ef3-b495-b4d079ee8ed6 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.388996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6387fbb4-2134-41fe-8662-602a03feb6fb req-4060ab6a-7e1c-4ef3-b495-b4d079ee8ed6 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 949 time: 0.4462543 Jul 09 19:39:47.449070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.466903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28d3bde1-3a85-4130-82f9-e67c053cdc27 req-0a155a6b-11b9-49d7-81e7-799043b269ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573609 Jul 09 19:39:47.481346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46dd94-d715-48fd-907a-4c30568ea369 req-65f173ea-aff1-43bc-84f0-f00c99537baf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.489883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae46dd94-d715-48fd-907a-4c30568ea369 req-65f173ea-aff1-43bc-84f0-f00c99537baf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.7364137 Jul 09 19:39:47.561349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2567f1b8-d78b-4b33-b927-c91cccf1e5a2 req-fa4f6f97-6f9e-4b60-837b-37e15f2f0216 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477998 Jul 09 19:39:47.562758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No DVR routers for this DVR port cabb6bef-06bd-4241-b9fa-8960e1547a3e on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:47.598130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=cabb6bef-06bd-4241-b9fa-8960e1547a3e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:47.602447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.634801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] For port fe448b2c-0e44-43e8-bca7-bf2807af17d6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:47.642039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] For port fe448b2c-0e44-43e8-bca7-bf2807af17d6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe448b2c-0e44-43e8-bca7-bf2807af17d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:47.649956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.730244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6387fbb4-2134-41fe-8662-602a03feb6fb req-56d29d50-8080-4432-8ccc-2cf26c04445b tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778263 Jul 09 19:39:47.746880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.781926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cce347-565a-46c6-a64b-2c691850e824']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:47.785948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841dfa6-46e5-4592-964f-4c5f4987d232 None None] Pushing event updated for resources: {'Port': ['ID=fe448b2c-0e44-43e8-bca7-bf2807af17d6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:47.790216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:47.791803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:47.797210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:47.849938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae46dd94-d715-48fd-907a-4c30568ea369 req-4a3899ea-1cee-4787-b0dd-71f08250a812 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585980 Jul 09 19:39:47.880225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e67305-b557-44af-a24c-13c8dd8d15d8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:47.883950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e67305-b557-44af-a24c-13c8dd8d15d8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:47.938589 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:47.942478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-4b70a36e-13fd-4898-b34f-d3c09e12c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:47.950373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-4b70a36e-13fd-4898-b34f-d3c09e12c760 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1095 time: 0.5483856 Jul 09 19:39:47.953583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Pushing event updated for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:47.965793 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b9258d-7fd2-4005-a1f7-d862b4f76472 x-openstack-request-id: req-87b9258d-7fd2-4005-a1f7-d862b4f76472 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:47.966090 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffc9640-0310-4a40-9f4e-a3182a89e866", "name": "network-vif-deleted", "tag": "1763e748-285d-4c3c-be2d-16f3a51c53f5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:47.966349 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87b9258d-7fd2-4005-a1f7-d862b4f76472 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:47.966767 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffc9640-0310-4a40-9f4e-a3182a89e866', 'name': 'network-vif-deleted', 'tag': '1763e748-285d-4c3c-be2d-16f3a51c53f5', 'status': 'completed', 'code': 200} Jul 09 19:39:48.027688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.074139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.087682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.088543 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f46ee-c5a2-445d-9565-63f1c1a1d67a x-openstack-request-id: req-9a7f46ee-c5a2-445d-9565-63f1c1a1d67a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:48.089956 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:48.090952 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a7f46ee-c5a2-445d-9565-63f1c1a1d67a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:48.092617 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8', 'status': 'completed', 'code': 200} Jul 09 19:39:48.100493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-61500d41-4b06-4314-af63-94fdd7156ee9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 217 time: 0.1384346 Jul 09 19:39:48.140547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:48.141363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.211528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 09a3be45-1992-4674-9234-91f61c68a046 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:48.246277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:48.360143 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:48.374887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.379695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-af088e11-574d-44c3-a0a4-6a8e856fe244 None None] Provisioning for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:48.388492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-af088e11-574d-44c3-a0a4-6a8e856fe244 None None] Provisioning complete for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:48.389214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-af088e11-574d-44c3-a0a4-6a8e856fe244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.483204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.484594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-af088e11-574d-44c3-a0a4-6a8e856fe244 None None] Port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:48.490539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/a7cce347-565a-46c6-a64b-2c691850e824 HTTP/1.1" status: 204 len: 168 time: 6.5371709 Jul 09 19:39:48.494941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac680-2f18-4071-b21d-d87e8dcf2d46 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=a7cce347-565a-46c6-a64b-2c691850e824,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:48.497489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.541805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.569332 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-41359499-13b7-4096-8422-9962e6cf2d0b tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.574909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41359499-13b7-4096-8422-9962e6cf2d0b tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:48.580593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-41359499-13b7-4096-8422-9962e6cf2d0b tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/ace09f8a-2a94-4cb4-b492-14e15364b129 HTTP/1.1" status: 404 len: 337 time: 0.0799823 Jul 09 19:39:48.591248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.631514 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60b31f1-1e8f-4c21-8232-d2ad39300782 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.633337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60b31f1-1e8f-4c21-8232-d2ad39300782 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:48.646754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c60b31f1-1e8f-4c21-8232-d2ad39300782 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/a7cce347-565a-46c6-a64b-2c691850e824 HTTP/1.1" status: 404 len: 339 time: 0.0527525 Jul 09 19:39:48.649959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.710839 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dd2942-eba1-4294-a9a9-a201bd16f446 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.712051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dd2942-eba1-4294-a9a9-a201bd16f446 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:48.716827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-50dd2942-eba1-4294-a9a9-a201bd16f446 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/57575c07-9530-4d92-b624-c1ecbfa98109 HTTP/1.1" status: 404 len: 337 time: 0.0649133 Jul 09 19:39:48.722891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.771967 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a44dbe9-8e9a-45f3-a726-1487803e3f6c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.772599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a44dbe9-8e9a-45f3-a726-1487803e3f6c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:48.777579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5a44dbe9-8e9a-45f3-a726-1487803e3f6c tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/79c18730-837c-46a5-b41e-f5a9d9885fe7 HTTP/1.1" status: 404 len: 339 time: 0.0419638 Jul 09 19:39:48.778631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.785400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-b6a1adb2-de14-4796-b09a-dc2db58e9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:48.786934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-b6a1adb2-de14-4796-b09a-dc2db58e9883 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.4258602 Jul 09 19:39:48.830764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-b0234ef8-ad25-4d97-bd9f-20714d56cc3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346591 Jul 09 19:39:48.887946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59b99-0b36-4c0e-b035-e3c61b6892e7 req-2a367d3a-60cc-4b4f-b713-b1cd102eea52 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:48.889636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ee59b99-0b36-4c0e-b035-e3c61b6892e7 req-2a367d3a-60cc-4b4f-b713-b1cd102eea52 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 944 time: 0.3979418 Jul 09 19:39:48.890851 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c732b49c-91cd-404f-9a2f-07fa56eb9b88 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.891289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c732b49c-91cd-404f-9a2f-07fa56eb9b88 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:48.895788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c732b49c-91cd-404f-9a2f-07fa56eb9b88 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/b42ce569-10c6-4292-b407-fa91c451bb3a HTTP/1.1" status: 404 len: 337 time: 0.1051755 Jul 09 19:39:48.902255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:48.971852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:48.988866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe448b2c-0e44-43e8-bca7-bf2807af17d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:48.998869 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a754857-687f-42d1-86f1-416cd0e7d648 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:48.999488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a754857-687f-42d1-86f1-416cd0e7d648 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:49.001280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0a754857-687f-42d1-86f1-416cd0e7d648 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/622e2a04-9593-45b1-ad45-e08b73060111 HTTP/1.1" status: 404 len: 339 time: 0.0891135 Jul 09 19:39:49.028080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:49.090196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port fe448b2c-0e44-43e8-bca7-bf2807af17d6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:49.092283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=09a3be45-1992-4674-9234-91f61c68a046,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:49.095485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0251752d-f9c1-49eb-9d6f-eade1f103b29 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:49.153937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ee59b99-0b36-4c0e-b035-e3c61b6892e7 req-30123554-2db8-4f6e-906c-fcb30bccb70a tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506158 Jul 09 19:39:49.196155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:49.206011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0251752d-f9c1-49eb-9d6f-eade1f103b29 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:49.212078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0251752d-f9c1-49eb-9d6f-eade1f103b29 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:49.212679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.233873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:49.251159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:49.256966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:49.257658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.303810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306787-614e-4457-968a-fb0bef3bd8ed req-af34317d-eccd-418d-8cb4-5cc7dddbe860 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:49.308140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-063cd09c-3575-434f-a7cc-0134e9bcc413 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133644 Jul 09 19:39:49.313492 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23306787-614e-4457-968a-fb0bef3bd8ed req-af34317d-eccd-418d-8cb4-5cc7dddbe860 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 1.1033928 Jul 09 19:39:49.316305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2bcc8f6-d1d7-42ca-ad8f-9c1716d8a4ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.5371375 Jul 09 19:39:49.319223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:49.372197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.414458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0251752d-f9c1-49eb-9d6f-eade1f103b29, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0251752d-f9c1-49eb-9d6f-eade1f103b29,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:49.429547 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.489172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.504154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port a23cea9e-33aa-4e75-8930-989e8a7e6ebd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:49.504516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.516450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0251752d-f9c1-49eb-9d6f-eade1f103b29,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:49.620371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Provisioning for port fe448b2c-0e44-43e8-bca7-bf2807af17d6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:49.628646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Provisioning complete for port fe448b2c-0e44-43e8-bca7-bf2807af17d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:49.629794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.666165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c53a0-ba13-4442-9568-b210194567c4 req-4d6910f1-0a5a-480b-9f77-0c731272bafd tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:49.673170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b3c53a0-ba13-4442-9568-b210194567c4 req-4d6910f1-0a5a-480b-9f77-0c731272bafd tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 949 time: 0.2726274 Jul 09 19:39:49.682918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.691726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-046f0ffc-42c1-4820-9600-4f4dbe8565eb req-07c19e4f-8d46-48f7-8e14-99f4140cb97a service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702240 Jul 09 19:39:49.718822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be79477-b4cc-4bbf-ae83-8566b91a70ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:49.754783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be79477-b4cc-4bbf-ae83-8566b91a70ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:49.764570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7be79477-b4cc-4bbf-ae83-8566b91a70ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4232306 Jul 09 19:39:49.782569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:49.800871 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.868046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] For port fe448b2c-0e44-43e8-bca7-bf2807af17d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe448b2c-0e44-43e8-bca7-bf2807af17d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:49.873173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for a23cea9e-33aa-4e75-8930-989e8a7e6ebd owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:49.873599 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:49.888350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23306787-614e-4457-968a-fb0bef3bd8ed req-6adaa4c4-74ba-48ed-a345-00da476ad05b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738442 Jul 09 19:39:49.922435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c4759-b3c9-4b63-bf4e-63eaea7b5063 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:39:49.973413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b3c53a0-ba13-4442-9568-b210194567c4 req-6aefa1a6-c25d-46c2-932d-8a1f5a849871 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992566 Jul 09 19:39:50.086213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f1a6-5c07-43e9-9849-5517722248a4 None None] Pushing event updated for resources: {'Port': ['ID=fe448b2c-0e44-43e8-bca7-bf2807af17d6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:50.156091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-be914fb4-87b2-404f-94e4-45368bc496e9 None None] Provisioning for port 09a3be45-1992-4674-9234-91f61c68a046 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:50.184798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.185437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-be914fb4-87b2-404f-94e4-45368bc496e9 None None] Provisioning complete for port 09a3be45-1992-4674-9234-91f61c68a046 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:50.185557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be914fb4-87b2-404f-94e4-45368bc496e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.237847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-be914fb4-87b2-404f-94e4-45368bc496e9 None None] Port 09a3be45-1992-4674-9234-91f61c68a046 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:50.240812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=a23cea9e-33aa-4e75-8930-989e8a7e6ebd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:50.261058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-75967c6c-0480-4a34-ad65-980e3fa6464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.262912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-75967c6c-0480-4a34-ad65-980e3fa6464f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1095 time: 0.4365065 Jul 09 19:39:50.264124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.268536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-921f42af-7c82-4a36-b403-23588f79b6a2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/ports/a23cea9e-33aa-4e75-8930-989e8a7e6ebd HTTP/1.1" status: 204 len: 168 time: 1.2394433 Jul 09 19:39:50.271316 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:50.290047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 09a3be45-1992-4674-9234-91f61c68a046 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:50.290047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.293357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c4759-b3c9-4b63-bf4e-63eaea7b5063 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:39:50.359705 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e899c8-5f11-4e36-9867-236dfe8a2fc2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:50.360160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e899c8-5f11-4e36-9867-236dfe8a2fc2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:50.362514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3e899c8-5f11-4e36-9867-236dfe8a2fc2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/192ddd54-6f25-441b-abb1-5ba6570dbd19 HTTP/1.1" status: 404 len: 337 time: 0.0887122 Jul 09 19:39:50.369286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:50.387980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.403948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 09a3be45-1992-4674-9234-91f61c68a046 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:50.444458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c9cd6-0ca0-4eaf-983a-09f8f50bce33 req-de9101cb-cb5f-4c21-b300-af3a886ee581 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.446072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d54c9cd6-0ca0-4eaf-983a-09f8f50bce33 req-de9101cb-cb5f-4c21-b300-af3a886ee581 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 950 time: 0.2993045 Jul 09 19:39:50.514239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.541110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-3b688656-1143-4189-988e-e207805aff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.543787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-3b688656-1143-4189-988e-e207805aff03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.2555046 Jul 09 19:39:50.559163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.559485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d54c9cd6-0ca0-4eaf-983a-09f8f50bce33 req-5c7d746a-b480-45b8-98f6-406e75f0e64d tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030138 Jul 09 19:39:50.663856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-d29dffb2-dbe7-45da-b5e2-391066dd47ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 217 time: 0.1031873 Jul 09 19:39:50.684518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb286d23-94bc-4a8d-a9c9-e858b3e60d61 req-4cf13b72-d77a-4154-88b7-119138bb49a4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.692032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb286d23-94bc-4a8d-a9c9-e858b3e60d61 req-4cf13b72-d77a-4154-88b7-119138bb49a4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5500803 Jul 09 19:39:50.710439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.714787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/09a3be45-1992-4674-9234-91f61c68a046 HTTP/1.1" status: 204 len: 168 time: 0.9008379 Jul 09 19:39:50.715495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.717619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:50.777005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b77c4-7cb0-4ead-a892-95947e43cf3e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=09a3be45-1992-4674-9234-91f61c68a046,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:50.838916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe448b2c-0e44-43e8-bca7-bf2807af17d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:50.883889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc507764-d22b-4f3b-a452-9ae81666b386 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.885732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc507764-d22b-4f3b-a452-9ae81666b386 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:50.890693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc507764-d22b-4f3b-a452-9ae81666b386 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1698132 Jul 09 19:39:50.910245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:50.929997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fe448b2c-0e44-43e8-bca7-bf2807af17d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:50.930539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.947077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb286d23-94bc-4a8d-a9c9-e858b3e60d61 req-6e95e783-bee0-4e15-aa71-ff7974e5ebc0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540760 Jul 09 19:39:50.957153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:50.996345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.008713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d24988-a9a4-4757-bb1e-6df76e45e1e4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:51.020475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:51.020831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7ac8e4-13b0-432b-897e-7ab8e6e8de6c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:51.032179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.048389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.053966 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.060541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:51.060976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.123543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0251752d-f9c1-49eb-9d6f-eade1f103b29 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:51.140721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Pushing event updated for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:51.205591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:51.217320 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:51.229360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0251752d-f9c1-49eb-9d6f-eade1f103b29 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:51.229856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.306395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.318547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.328978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/20d24988-a9a4-4757-bb1e-6df76e45e1e4 HTTP/1.1" status: 204 len: 168 time: 0.9586785 Jul 09 19:39:51.345452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:51.383297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c3890-69b5-4dc0-a397-b001ee1123b2 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=20d24988-a9a4-4757-bb1e-6df76e45e1e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:51.419150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-209fcab9-25da-4954-8f88-019cbf039a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:51.421478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-209fcab9-25da-4954-8f88-019cbf039a70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.7492661 Jul 09 19:39:51.461404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet d61a0f6b-32f0-4b5b-9196-7b422b945536 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:51.478678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:51.488568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:51.495982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.503025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-3b4b16a6-92cf-4c62-adcc-fd3ab72ceb3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730581 Jul 09 19:39:51.558631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d6e61-300f-42a9-bc92-69e24deda6c4 req-9f875994-6b2b-4073-8652-a06e0bcfb2d7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:51.561186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-485d6e61-300f-42a9-bc92-69e24deda6c4 req-9f875994-6b2b-4073-8652-a06e0bcfb2d7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 944 time: 0.7117085 Jul 09 19:39:51.669389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Deleting port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:51.670157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.719580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-485d6e61-300f-42a9-bc92-69e24deda6c4 req-053886ec-fd67-4fb0-8c07-ab9de911dab9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517766 Jul 09 19:39:51.753021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.875235 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-8c95f5c6-c2cc-4616-bc47-0800c90be4ff service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325803 Jul 09 19:39:51.922976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port 89171faf-a9a4-41ba-881a-028d4b88efae {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:51.923346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:51.971998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4acab4a5-6d97-480b-8945-d1e9d782d49a None None] Provisioning complete for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:51.972375 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4acab4a5-6d97-480b-8945-d1e9d782d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.005033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:39:52.061607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea8ed317-e394-4238-83fb-787bdc7d318e req-5bae58a6-8527-4a60-a591-2651bdb98971 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620498 Jul 09 19:39:52.067837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4acab4a5-6d97-480b-8945-d1e9d782d49a None None] Port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:52.086316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.128377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] For port 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:52.128788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.173118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.204283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.220553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Calling delete_port for 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:52.233411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=d61a0f6b-32f0-4b5b-9196-7b422b945536,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:52.241289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for 89171faf-a9a4-41ba-881a-028d4b88efae owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:52.243765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.245744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-765eb8cb-7906-4293-a155-88fd4aeb5690 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/d61a0f6b-32f0-4b5b-9196-7b422b945536 HTTP/1.1" status: 204 len: 168 time: 1.3272359 Jul 09 19:39:52.248102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:52.256182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb8b03-9c29-4ec0-a6bb-3e3745f8b516 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:52.336320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2b875f65-4196-481b-ad26-47aead06bd8d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871239 Jul 09 19:39:52.354749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:52.371971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3404e-1c93-4f16-b7b0-7b291267a9a1 req-cba1ca4e-7370-4c10-b113-41a540770566 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:52.382200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e3404e-1c93-4f16-b7b0-7b291267a9a1 req-cba1ca4e-7370-4c10-b113-41a540770566 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.4064057 Jul 09 19:39:52.393199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4699-1b2b-4ebd-9542-79ca177efb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.456491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458a61b-c728-4f4e-9281-fdcbdecdb924 req-62985f6e-1cd1-4514-a26f-982f22cfd46f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:52.473476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e458a61b-c728-4f4e-9281-fdcbdecdb924 req-62985f6e-1cd1-4514-a26f-982f22cfd46f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3006189 Jul 09 19:39:52.509634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e3404e-1c93-4f16-b7b0-7b291267a9a1 req-8bee4b2a-b5a7-4255-85c2-13e444b5515b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255350 Jul 09 19:39:52.519337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:52.533877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b10cec30-16fb-41c3-8619-a5e7da63e628 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dba29fe-fd56-42ae-99eb-fa03e4a9af4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6442132 Jul 09 19:39:52.544397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Sync routers for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:52.613854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 190f2748-8c4f-4974-85aa-117262ea24f8 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:52.621264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:52.629822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:52.636868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:53.088136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:53.290147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:53.292891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe448b2c-0e44-43e8-bca7-bf2807af17d6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:53.380597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=89171faf-a9a4-41ba-881a-028d4b88efae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:53.403047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e458a61b-c728-4f4e-9281-fdcbdecdb924 req-0d0aa5ee-012d-44d5-bd7d-d221fc95fc9e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9286542 Jul 09 19:39:53.434957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c5515-a6ee-441d-beca-ab484b5e271b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:53.437482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb6c5515-a6ee-441d-beca-ab484b5e271b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0806925 Jul 09 19:39:53.453048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:53.488282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:53.496299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:53.503779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d327991-a659-411d-abe6-de0f2a1c27c3 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/ports/89171faf-a9a4-41ba-881a-028d4b88efae HTTP/1.1" status: 204 len: 168 time: 2.1553659 Jul 09 19:39:53.508648 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:53.542236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:53.557961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340db0b8-f06a-4c08-9c3f-4e44a3f05e7e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:53.562084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-340db0b8-f06a-4c08-9c3f-4e44a3f05e7e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078331 Jul 09 19:39:53.563578 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5298b84-2fe3-4d9b-b9c5-3912f332a9b5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] DELETE failed (client error): The resource could not be found. Jul 09 19:39:53.564021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5298b84-2fe3-4d9b-b9c5-3912f332a9b5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:53.566762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f5298b84-2fe3-4d9b-b9c5-3912f332a9b5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/d4b6d858-8840-4266-95da-0b40c6644a6e HTTP/1.1" status: 404 len: 337 time: 0.0691593 Jul 09 19:39:53.568624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:53.604886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:53.615835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:53.666796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:53.675032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '190f2748-8c4f-4974-85aa-117262ea24f8', 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d', 'port_id': '190f2748-8c4f-4974-85aa-117262ea24f8', 'mac_address': 'fa:16:3e:bf:81:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d95268c-5f99-49d1-8fc4-6679133cfe0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:53.724755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-502c7789-0f61-4bd0-9bb9-166a2c1715db tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340511 Jul 09 19:39:53.725493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:53.742399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:53.931941 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:53.976265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4f74-36c9-4166-83b9-e9ef77966bea req-1fc43652-215a-4b2e-ad6e-dc4b44213036 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:53.978746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dae4f74-36c9-4166-83b9-e9ef77966bea req-1fc43652-215a-4b2e-ad6e-dc4b44213036 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 944 time: 0.5844343 Jul 09 19:39:53.982238 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:53.997007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Deleting port fe448b2c-0e44-43e8-bca7-bf2807af17d6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:54.000041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.008933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee087a-49cc-4b82-946f-9c9a97260ca6 req-ab8181b9-0f2f-4ce9-b716-7a4a38d63283 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:54.024636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58ee087a-49cc-4b82-946f-9c9a97260ca6 req-ab8181b9-0f2f-4ce9-b716-7a4a38d63283 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.4557834 Jul 09 19:39:54.165736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190f2748-8c4f-4974-85aa-117262ea24f8 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:54.167729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58ee087a-49cc-4b82-946f-9c9a97260ca6 req-4aad2bf5-514a-40a1-a909-c3ebf1f7ebfc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421437 Jul 09 19:39:54.169723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dae4f74-36c9-4166-83b9-e9ef77966bea req-067148e6-95ce-447e-b3fc-9cbb241feed5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822262 Jul 09 19:39:54.171363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:54.182647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.204586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.223455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.234685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:54.238940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea8adfd-123f-402c-b90e-fc4f17b103d2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:54.258568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf4ec39-2d93-4144-9b5e-45db55d0a83a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:54.258928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf4ec39-2d93-4144-9b5e-45db55d0a83a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:54.269337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.314720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.317355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.398952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] For port fe448b2c-0e44-43e8-bca7-bf2807af17d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe448b2c-0e44-43e8-bca7-bf2807af17d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:54.399861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.412503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.428938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:54.433802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:54.444671 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:54.476689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:54.501124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Calling delete_port for fe448b2c-0e44-43e8-bca7-bf2807af17d6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:54.536493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port fe448b2c-0e44-43e8-bca7-bf2807af17d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe448b2c-0e44-43e8-bca7-bf2807af17d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:54.543402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 2, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:54.635278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.644081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.651742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/cea8adfd-123f-402c-b90e-fc4f17b103d2 HTTP/1.1" status: 204 len: 168 time: 1.0456793 Jul 09 19:39:54.652368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:54.675580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.677575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Checking router: 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:54.680160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Updating router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:39:54.728177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67365ffb-8305-4cb8-913d-a3b4138a9286 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=cea8adfd-123f-402c-b90e-fc4f17b103d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:54.778464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:54.779565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=966cd2f8-e50e-48b5-9a62-5320ed69aaa7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:54.780335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:54.787876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:54.799936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:54.800561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.801018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.850917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f9258-d339-47f5-a528-55ee035e7bf0 req-330429ba-648a-408e-a995-c6147d4c0376 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:54.858874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f11f9258-d339-47f5-a528-55ee035e7bf0 req-330429ba-648a-408e-a995-c6147d4c0376 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1447885 Jul 09 19:39:54.866421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4e2037d9-5b2a-43d5-ab4f-e4b60f43a714 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1361225 Jul 09 19:39:54.869600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:54.884519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': '966cd2f8-e50e-48b5-9a62-5320ed69aaa7', 'ip_address': '2001:db8::5e59:c514:793b:4d0e'}], 'name': 'tempest-NetworksTestDHCPv6-745342571'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:54.890881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.120034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Router f86c0019-cf10-445e-9ed6-2261434340dc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:39:55.136914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f11f9258-d339-47f5-a528-55ee035e7bf0 req-d345abe9-5809-49b2-ba44-a6b7e9f66951 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661972 Jul 09 19:39:55.171143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=fe448b2c-0e44-43e8-bca7-bf2807af17d6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:55.176298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting subnet 11fda7f7-fb40-448d-bf14-9b86aeda0a76 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:55.180932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:39:55.184064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.276167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c53d35a4-ba1c-40c2-a80c-7c60b9404f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.279839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:55.289744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.311691 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.313648 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.349670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf56cc-d277-4cec-8e35-29b9adeb228e req-40ad8026-a2cb-45c5-8769-8cf29277763e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:55.357346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1bf56cc-d277-4cec-8e35-29b9adeb228e req-40ad8026-a2cb-45c5-8769-8cf29277763e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.3200324 Jul 09 19:39:55.386056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] No DVR routers for this DVR port fe448b2c-0e44-43e8-bca7-bf2807af17d6 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:55.490368 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1bf56cc-d277-4cec-8e35-29b9adeb228e req-2d8a3630-66a8-44cf-9d16-fd939e7c36a1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320398 Jul 09 19:39:55.524347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:39:55.531067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd725a5-3e3c-4999-ba7d-40a20cf12df6 None None] Pushing event deleted for resources: {'Port': ['ID=fe448b2c-0e44-43e8-bca7-bf2807af17d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:55.531504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:55.538723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1390e770-42b2-4899-93e5-fbcc2272af1f admin admin] 10.222.0.10 "PUT /v2.0/routers/f86c0019-cf10-445e-9ed6-2261434340dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2856588 Jul 09 19:39:55.541390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:55.543088 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Sync routers for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:55.560934 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:55.565180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:55.594070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f87a0-a13a-4362-9742-465b369c8775 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:55.604151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.685726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.747091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 92cbce16-429b-40dd-badd-8a4925003174 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:55.830856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.836195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:55.840352 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:55.887788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f970bc-fdc0-4aad-ae84-43b87fa3c8dc req-6ada0b62-9eba-4bfe-9c25-68c9eb1038a4 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:55.889996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9f970bc-fdc0-4aad-ae84-43b87fa3c8dc req-6ada0b62-9eba-4bfe-9c25-68c9eb1038a4 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 945 time: 0.3028109 Jul 09 19:39:55.912859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:55.972866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'mac_address': 'fa:16:3e:27:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:39:56.041552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.043531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/subnets/11fda7f7-fb40-448d-bf14-9b86aeda0a76 HTTP/1.1" status: 204 len: 168 time: 1.3818760 Jul 09 19:39:56.052254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:56.089500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Subnet': ['ID=11fda7f7-fb40-448d-bf14-9b86aeda0a76,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:56.124757 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:39:52Z', 'revision_number': 5, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port': {'id': '5d438adb-e1a5-4dad-888e-5456bc9004c1', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:38:36Z', 'updated_at': '2021-07-09T19:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:56.198152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.198549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.198844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.199150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.199481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.199946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.200756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.200756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.200955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.201229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.201548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.201863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09d5ae-aee9-4b63-a169-2c780dd37fed tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:56.219921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.230735 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Checking router: f86c0019-cf10-445e-9ed6-2261434340dc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:56.251556 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Routers {'f86c0019-cf10-445e-9ed6-2261434340dc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:56.252500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f86c0019-cf10-445e-9ed6-2261434340dc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:56.279096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9f970bc-fdc0-4aad-ae84-43b87fa3c8dc req-4b5c2ef4-ef80-4e27-94eb-39f6870275d0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664474 Jul 09 19:39:56.287790 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.314510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Transition to ACTIVE for port object 28d5c0d9-1d2b-4b43-af33-6589456e36d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:56.319334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.326060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c4f37-6735-4720-97f7-3cb3bd401905 None None] Network 23eecdfb-0c84-4b03-aa9b-edd94161850c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:56.341899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Deleting port 5d438adb-e1a5-4dad-888e-5456bc9004c1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:56.343097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.428994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.454424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::5e59:c514:793b:4d0e (607af5c0-a15f-45f9-be62-7560cb7593c1/966cd2f8-e50e-48b5-9a62-5320ed69aaa7/92cbce16-429b-40dd-badd-8a4925003174) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:56.466700 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] Set router f86c0019-cf10-445e-9ed6-2261434340dc gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:56.532035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.558574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] For port 5d438adb-e1a5-4dad-888e-5456bc9004c1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d438adb-e1a5-4dad-888e-5456bc9004c1,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:56.559145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.575173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd285f-0990-49c7-b558-d68434747e74 req-72dda835-03bd-48b2-8412-1685c50c781f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:56.577902 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20bd285f-0990-49c7-b558-d68434747e74 req-72dda835-03bd-48b2-8412-1685c50c781f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.2084773 Jul 09 19:39:56.591842 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:39:56Z', 'revision_number': 6, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:56.592504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Calling delete_port for 5d438adb-e1a5-4dad-888e-5456bc9004c1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:56.656561 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86b18b-3d90-4c34-9213-ef0e2520f3c7 None None] The sync data for ids ['f86c0019-cf10-445e-9ed6-2261434340dc'] in n-d-800087-3 is: [{'id': 'f86c0019-cf10-445e-9ed6-2261434340dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144030895-router', 'tenant_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:35Z', 'updated_at': '2021-07-09T19:39:56Z', 'revision_number': 6, 'project_id': '7f2d4afbc9514a5ca2af24d1169770fe', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:56.869263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b648715-ffa7-441d-8556-a6a371f269c3 None None] Pushing event updated for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:56.886837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 190f2748-8c4f-4974-85aa-117262ea24f8 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:56.953421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.976794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '966cd2f8-e50e-48b5-9a62-5320ed69aaa7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:39:56.977602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:56.990232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d438adb-e1a5-4dad-888e-5456bc9004c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:57.178604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.182717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Deleting port c68257e9-65e0-4b16-9b3d-dd5a91150b01 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:57.183227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.194021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:39:57.198483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:57.237278 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.250282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:57.250877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d4e3cb8-9e7e-4588-8153-2ec04c6bdf2d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:57.334221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:57.397588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebe931-fd4b-4af2-bb7e-a1e1fedc6015 req-eb493963-8b5f-4da2-a6c3-868eab080ea1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:57.400842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64ebe931-fd4b-4af2-bb7e-a1e1fedc6015 req-eb493963-8b5f-4da2-a6c3-868eab080ea1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.6853962 Jul 09 19:39:57.403972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.446485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.452499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.458100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port 81d68288-9039-4b34-8b76-faadf171afea {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:57.458603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.477030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 190f2748-8c4f-4974-85aa-117262ea24f8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:57.487282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 190f2748-8c4f-4974-85aa-117262ea24f8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:57.487929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.491969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Attempting to bind port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:57.492545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Attempting to bind port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:57.493172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Attempting to bind port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 on network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:57.562392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:57.563831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Checking segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:57.564486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.565047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Bound using segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:57.565723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Bound port: 28d5c0d9-1d2b-4b43-af33-6589456e36d6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:57.570046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.572696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16de6fc0-21de-4c2f-941c-feb47347b7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:39:57.599321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.601592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86c0019-cf10-445e-9ed6-2261434340dc {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:39:57.625524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.637431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5caf9ad0-e5d0-4848-8d69-517f7f1f3312 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f86c0019-cf10-445e-9ed6-2261434340dc HTTP/1.1" status: 204 len: 168 time: 2.0926428 Jul 09 19:39:57.639575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:57.644826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21d9eb-f1f2-4b34-947a-d58ff55ea0e6 None None] DHCP port deletion for 23eecdfb-0c84-4b03-aa9b-edd94161850c request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:57.665949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64ebe931-fd4b-4af2-bb7e-a1e1fedc6015 req-257fcccd-fbf5-4a23-8275-797714ed3e5b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441251 Jul 09 19:39:57.685759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.690055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] For port c68257e9-65e0-4b16-9b3d-dd5a91150b01, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c68257e9-65e0-4b16-9b3d-dd5a91150b01,segment=NetworkSegment(86976a22-d642-41cc-8daa-42e5472a6f69),segment_id=86976a22-d642-41cc-8daa-42e5472a6f69)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:57.691310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.743442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Calling delete_port for c68257e9-65e0-4b16-9b3d-dd5a91150b01 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:57.804484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Deleting subnet c9390685-56ba-4b5f-a04f-67e702605242 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:39:57.822854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.917316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:57.929189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 92cbce16-429b-40dd-badd-8a4925003174 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:57.938891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:57.945772 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.000586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.121788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/966cd2f8-e50e-48b5-9a62-5320ed69aaa7/62455716-33bc-4904-b98a-e9a604000603) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:58.144629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.227115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:58.236009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port 81d68288-9039-4b34-8b76-faadf171afea, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=81d68288-9039-4b34-8b76-faadf171afea,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:58.236812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.240746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:58.291389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.298635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.313003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Transition to ACTIVE for port object 62455716-33bc-4904-b98a-e9a604000603 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:58.324247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:58.331434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Transition to ACTIVE for port object 62455716-33bc-4904-b98a-e9a604000603 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:58.335006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.337871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:58.338566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.356785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9390685-56ba-4b5f-a04f-67e702605242,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.360068 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.369149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5abf3500-a3ad-4c80-8c6c-f3bab6ad4d17 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c9390685-56ba-4b5f-a04f-67e702605242 HTTP/1.1" status: 204 len: 168 time: 0.7275517 Jul 09 19:39:58.370776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:58.380017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for 81d68288-9039-4b34-8b76-faadf171afea owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:58.381630 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.405706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=92cbce16-429b-40dd-badd-8a4925003174,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.455566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8fe5f-5e71-4910-b9e8-999e7f03edce req-8ee59245-f892-4a29-8e89-7802974f250a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:58.457823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8dd8fe5f-5e71-4910-b9e8-999e7f03edce req-8ee59245-f892-4a29-8e89-7802974f250a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 945 time: 0.4217350 Jul 09 19:39:58.463482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:58.470159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-91648c7d-e889-4330-89a0-d181b34cf9dd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5902452 Jul 09 19:39:58.471637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': '966cd2f8-e50e-48b5-9a62-5320ed69aaa7', 'ip_address': '2001:db8::5e59:c514:793b:4d0e'}], 'name': 'tempest-NetworksTestDHCPv6-385789095'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:58.481405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc9f3c-a3d7-459c-92ed-a1f660e93d9f None None] Network 29eea828-9248-4b97-b059-9f7979e2dd80 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:58.496925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Pushing event updated for resources: {'Port': ['ID=62455716-33bc-4904-b98a-e9a604000603,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.538770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.576307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:58.588228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] For port 28d5c0d9-1d2b-4b43-af33-6589456e36d6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:58.591193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:58.594976 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b95eea-825f-493c-8a8e-00d4be28f48d" -d '{"events": [{"server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "name": "network-vif-plugged", "status": "completed", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:58.598133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Port': ['ID=c68257e9-65e0-4b16-9b3d-dd5a91150b01,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.604499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] No DVR routers for this DVR port c68257e9-65e0-4b16-9b3d-dd5a91150b01 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:58.614696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:58.619967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:58.626625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:58.631592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.637485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:58.715092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.727968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eecdfb-0c84-4b03-aa9b-edd94161850c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:58.728574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.741622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86976a22-d642-41cc-8daa-42e5472a6f69') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:58.741977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86976a22-d642-41cc-8daa-42e5472a6f69') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:58.753686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.761662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.770578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port cc8def91-1eca-4895-ad98-d12e559d61b0 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:39:58.772004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.773607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.784804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:39:58.786674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.791108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 81d68288-9039-4b34-8b76-faadf171afea no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:58.870216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8dd8fe5f-5e71-4910-b9e8-999e7f03edce req-9f2c76fa-f718-4d29-94dc-ed285b693aea tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976088 Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:39:58.873619 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:39:58.877769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.885395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:58.889683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] 10.222.0.10 "DELETE /v2.0/networks/23eecdfb-0c84-4b03-aa9b-edd94161850c HTTP/1.1" status: 204 len: 168 time: 2.8323064 Jul 09 19:39:58.908322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e37fb-3d3f-4df6-a202-6f3941d934e5 tempest-NetworksIpV6TestAttrs-506245578 tempest-NetworksIpV6TestAttrs-506245578-project] Pushing event deleted for resources: {'Network': ['ID=23eecdfb-0c84-4b03-aa9b-edd94161850c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:58.941314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] For port 28d5c0d9-1d2b-4b43-af33-6589456e36d6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28d5c0d9-1d2b-4b43-af33-6589456e36d6,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:58.970228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6e21d9eb-f1f2-4b34-947a-d58ff55ea0e6 None None] Deleting port c68257e9-65e0-4b16-9b3d-dd5a91150b01 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:58.970581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e21d9eb-f1f2-4b34-947a-d58ff55ea0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.016913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-6e21d9eb-f1f2-4b34-947a-d58ff55ea0e6 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 23eecdfb-0c84-4b03-aa9b-edd94161850c could not be found. Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:39:59.066040 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 23eecdfb-0c84-4b03-aa9b-edd94161850c could not be found. Jul 09 19:39:59.069996 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:39:59.072335 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 19:39:59.072335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:39:59.072517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c68257e9-65e0-4b16-9b3d-dd5a91150b01 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:59.075904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Deleting port d7926be0-c2a8-4727-902f-11516b64dae9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:39:59.076249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.081501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.117386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=81d68288-9039-4b34-8b76-faadf171afea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:59.209351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port 81d68288-9039-4b34-8b76-faadf171afea on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:39:59.212600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.215036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20bd285f-0990-49c7-b558-d68434747e74 req-0f7feda1-dabc-4c05-9c42-c1f0c5dcf17a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "DELETE /v2.0/ports/81d68288-9039-4b34-8b76-faadf171afea HTTP/1.1" status: 204 len: 173 time: 2.6162560 Jul 09 19:39:59.215489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'name': 'network-vif-deleted', 'tag': '81d68288-9039-4b34-8b76-faadf171afea'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:39:59.217934 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8cfdb-7a5e-49c2-9d1c-0d9ec7a23928" -d '{"events": [{"server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "name": "network-vif-deleted", "tag": "81d68288-9039-4b34-8b76-faadf171afea"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:39:59.254205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c68257e9-65e0-4b16-9b3d-dd5a91150b01 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:59.255375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c68257e9-65e0-4b16-9b3d-dd5a91150b01 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:59.255931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d438adb-e1a5-4dad-888e-5456bc9004c1 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:39:59.266637 n-d-800087-3 neutron-server[93773]: INFO neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No ports have port_id starting with 81d68288-9039-4b34-8b76-faadf171afea Jul 09 19:39:59.268147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] For port d7926be0-c2a8-4727-902f-11516b64dae9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d7926be0-c2a8-4727-902f-11516b64dae9,segment=NetworkSegment(8fe96d61-c2e1-461a-b676-87db998ad4a3),segment_id=8fe96d61-c2e1-461a-b676-87db998ad4a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:59.268582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.317110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Calling delete_port for d7926be0-c2a8-4727-902f-11516b64dae9 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:39:59.365262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3436a3-2cd9-4a45-a800-a2e6e10235f3 None None] DHCP port deletion for 23eecdfb-0c84-4b03-aa9b-edd94161850c request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:39:59.428995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Attempting to bind port 62455716-33bc-4904-b98a-e9a604000603 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:59.431088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Attempting to bind port 62455716-33bc-4904-b98a-e9a604000603 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:59.431595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Attempting to bind port 62455716-33bc-4904-b98a-e9a604000603 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:59.466239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:59.500190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871a3fd-2e2e-4e0c-b2b0-b7446b305dff req-42ad04c0-8d7d-4001-8125-fea02e49194d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:59.505193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:59.505962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:59.509266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7871a3fd-2e2e-4e0c-b2b0-b7446b305dff req-42ad04c0-8d7d-4001-8125-fea02e49194d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 946 time: 0.2359281 Jul 09 19:39:59.598678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5d438adb-e1a5-4dad-888e-5456bc9004c1 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:39:59.599926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d438adb-e1a5-4dad-888e-5456bc9004c1 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:39:59.603205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7871a3fd-2e2e-4e0c-b2b0-b7446b305dff req-714aee2c-a5d4-472e-8d66-14d1ac27ce81 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830834 Jul 09 19:39:59.618728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:59.745402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:59.745779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:59.746186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.756570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:59.757281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Bound port: 62455716-33bc-4904-b98a-e9a604000603, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:59.757695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.759763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b648715-ffa7-441d-8556-a6a371f269c3 None None] Pushing event updated for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:59.796715 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60a82e-2b1c-4bfe-86f4-6d289d7d8f56 x-openstack-request-id: req-af60a82e-2b1c-4bfe-86f4-6d289d7d8f56 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:39:59.797321 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "name": "network-vif-plugged", "status": "completed", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:39:59.797724 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af60a82e-2b1c-4bfe-86f4-6d289d7d8f56 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:39:59.798260 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8', 'code': 200} Jul 09 19:39:59.876376 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a19cc76-3e3e-431f-b66a-308dcf686da6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30ebd4b019ae41d08ceb490390bd0eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086702 Jul 09 19:39:59.878807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:00.012033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:00.055986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:00.056363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.073379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e12c9-f5c7-4b8b-bad0-427ec34615de req-57c89da1-6fc3-477a-8256-06f1aa9bd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:00.086343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-125e12c9-f5c7-4b8b-bad0-427ec34615de req-57c89da1-6fc3-477a-8256-06f1aa9bd7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1097 time: 0.2908092 Jul 09 19:40:00.091159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] For port 62455716-33bc-4904-b98a-e9a604000603, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:00.093930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] DHCP port deletion for 29eea828-9248-4b97-b059-9f7979e2dd80 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:40:00.113895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.137098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2ddb8-e489-437d-9509-00cdd9a40ef8 req-0ccf3e3d-1687-4527-a7af-c9b10389eb0b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:00.138966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46e2ddb8-e489-437d-9509-00cdd9a40ef8 req-0ccf3e3d-1687-4527-a7af-c9b10389eb0b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2548971 Jul 09 19:40:00.143942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] For port 62455716-33bc-4904-b98a-e9a604000603, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=62455716-33bc-4904-b98a-e9a604000603,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:00.174035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-125e12c9-f5c7-4b8b-bad0-427ec34615de req-e933fe0b-8701-4375-a53e-9c3cb3d286c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Jul 09 19:40:00.176015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.204518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.213409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c54ab449-6f62-4da6-a58b-d237a5ae7785 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7484202 Jul 09 19:40:00.227672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:00.263089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46e2ddb8-e489-437d-9509-00cdd9a40ef8 req-56db45a7-0bf4-4eb7-b333-3ff414cd08f4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019406 Jul 09 19:40:00.285197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111e47-cb0d-4928-b01d-09a9b6bdf119 None None] Pushing event updated for resources: {'Port': ['ID=62455716-33bc-4904-b98a-e9a604000603,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:00.308000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.311097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.317425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b4c0b37-f0d2-4df4-b51f-d6c4560596c5 HTTP/1.1" status: 204 len: 168 time: 0.3846676 Jul 09 19:40:00.352950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34478a3c-9847-4f0e-b25a-8c14c2e9447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c0b37-f0d2-4df4-b51f-d6c4560596c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:00.404485 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481cd7b5-3f59-4bbb-8e71-917996b51ad5 x-openstack-request-id: req-481cd7b5-3f59-4bbb-8e71-917996b51ad5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:00.404713 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ee674-9cbb-4870-b006-bdb38347e44d", "name": "network-vif-deleted", "tag": "81d68288-9039-4b34-8b76-faadf171afea", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:00.404968 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-481cd7b5-3f59-4bbb-8e71-917996b51ad5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:00.405421 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ee674-9cbb-4870-b006-bdb38347e44d', 'name': 'network-vif-deleted', 'tag': '81d68288-9039-4b34-8b76-faadf171afea', 'status': 'completed', 'code': 200} Jul 09 19:40:00.415315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.703392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.715055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Deleting port d7926be0-c2a8-4727-902f-11516b64dae9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:00.715627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.781596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] No DVR routers for this DVR port d7926be0-c2a8-4727-902f-11516b64dae9 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:00.907840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ed29d-0270-4a12-baa3-840f90abeb5c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:00.916473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ed29d-0270-4a12-baa3-840f90abeb5c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:00.934642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8e7ed29d-0270-4a12-baa3-840f90abeb5c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7051699 Jul 09 19:40:00.937930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:00.940127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7926be0-c2a8-4727-902f-11516b64dae9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:00.948518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8a31efe-0c8e-4549-9df2-375ec149377c req-e17a4799-b1a9-45e6-9443-f0ee18340218 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf4ee674-9cbb-4870-b006-bdb38347e44d HTTP/1.1" status: 200 len: 210 time: 0.1283863 Jul 09 19:40:01.100042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 62455716-33bc-4904-b98a-e9a604000603 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:01.197903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] For port d7926be0-c2a8-4727-902f-11516b64dae9, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:01.198331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.202306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:01.225686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.291388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Calling delete_port for d7926be0-c2a8-4727-902f-11516b64dae9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:01.328479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.356505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Port d7926be0-c2a8-4727-902f-11516b64dae9 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:40:01.366621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.369517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eea828-9248-4b97-b059-9f7979e2dd80']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:01.380161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:01.407873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe96d61-c2e1-461a-b676-87db998ad4a3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:01.408817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe96d61-c2e1-461a-b676-87db998ad4a3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:01.409484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] No DVR routers for this DVR port d7926be0-c2a8-4727-902f-11516b64dae9 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:01.426676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.454446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 92cbce16-429b-40dd-badd-8a4925003174 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:01.454802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.507972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef05293-5a4a-4099-add0-7f0fee3b3232 None None] Pushing event deleted for resources: {'Port': ['ID=d7926be0-c2a8-4727-902f-11516b64dae9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:01.586034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 62455716-33bc-4904-b98a-e9a604000603 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:01.630346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.632630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:39:58Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:01.671588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.695418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:40:01.695418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:40:01.697160 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:40:01.738206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d7926be0-c2a8-4727-902f-11516b64dae9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:01.740892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90af34-35df-4f6e-af1f-6d6ce567157e None None] The sync data for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 is: [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:39:58Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:01.789999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d7926be0-c2a8-4727-902f-11516b64dae9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:40:01.790594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d7926be0-c2a8-4727-902f-11516b64dae9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:40:01.811947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:01.815287 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eaf941-dddc-424e-959c-940619751d81" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:01.844505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.862721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 92cbce16-429b-40dd-badd-8a4925003174 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:01.898708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:01.902998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] 10.222.0.10 "DELETE /v2.0/networks/29eea828-9248-4b97-b059-9f7979e2dd80 HTTP/1.1" status: 204 len: 168 time: 3.5289354 Jul 09 19:40:01.902998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febdd4d-1fd1-42f0-9d1c-b27e1def6530 admin admin] Pushing event deleted for resources: {'Network': ['ID=29eea828-9248-4b97-b059-9f7979e2dd80,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:02.130674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630c995-cc0b-40be-8776-ad38d13bfd19 req-a88da241-d41c-41ca-8f1d-1dba98fe7b88 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:02.147508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1630c995-cc0b-40be-8776-ad38d13bfd19 req-a88da241-d41c-41ca-8f1d-1dba98fe7b88 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 946 time: 0.2245729 Jul 09 19:40:02.247360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1630c995-cc0b-40be-8776-ad38d13bfd19 req-37a89c23-277f-46be-82fa-c1ed81019b05 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Jul 09 19:40:02.253791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.324616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.345940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Provisioning for port 62455716-33bc-4904-b98a-e9a604000603 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:02.371513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Provisioning complete for port 62455716-33bc-4904-b98a-e9a604000603 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:02.372360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.405549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=92cbce16-429b-40dd-badd-8a4925003174,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:02.478775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.487588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb3f8c75-8d10-49b1-ba10-de9cad8f3c13 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/92cbce16-429b-40dd-badd-8a4925003174 HTTP/1.1" status: 204 len: 168 time: 1.5458500 Jul 09 19:40:02.488835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.576841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.601108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.650426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e7af7-5fe8-44f0-99e0-0f910ca7c497 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:02.652414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e7af7-5fe8-44f0-99e0-0f910ca7c497 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:02.654205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bf9e7af7-5fe8-44f0-99e0-0f910ca7c497 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1643932 Jul 09 19:40:02.657425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.659558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-456fcd05-7267-4eee-92fb-36f34f5606aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f2d4afbc9514a5ca2af24d1169770fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014370 Jul 09 19:40:02.662183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.680685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] For port 62455716-33bc-4904-b98a-e9a604000603, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=62455716-33bc-4904-b98a-e9a604000603,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:02.692411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.722075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc0d4-2142-4dcc-b2f5-70c6c963f35b req-f9693aeb-e789-4ca3-bec6-5ea45f43815a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:02.730920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d59bc0d4-2142-4dcc-b2f5-70c6c963f35b req-f9693aeb-e789-4ca3-bec6-5ea45f43815a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.1623156 Jul 09 19:40:02.780325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d289385-b720-4f5e-9389-4f829243e46b None None] Pushing event updated for resources: {'Port': ['ID=62455716-33bc-4904-b98a-e9a604000603,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:02.824984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d59bc0d4-2142-4dcc-b2f5-70c6c963f35b req-c0143ef4-7199-43f5-b082-ea98989b297e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927427 Jul 09 19:40:02.858511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ea0d4b8-a424-4d3f-bbc5-97ad9e072781 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] Request body: {'port': {'network_id': 'fc398a7b-a175-4fa3-98bb-f8124d7605e6', 'name': 'tempest-NetworksNegativeTestJSON-1306248925'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:02.901301 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae549d-fa6e-4e24-a228-64b940fb71c5 x-openstack-request-id: req-cbae549d-fa6e-4e24-a228-64b940fb71c5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:02.901600 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:02.901861 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbae549d-fa6e-4e24-a228-64b940fb71c5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:02.902269 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'code': 200} Jul 09 19:40:02.915141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad126aa9-7611-46a2-a5f8-fd78c42104ed None None] Could not find standard attr ID for object 92cbce16-429b-40dd-badd-8a4925003174. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:40:02.919591 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea0d4b8-a424-4d3f-bbc5-97ad9e072781 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] POST failed (client error): The resource could not be found. Jul 09 19:40:02.920393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea0d4b8-a424-4d3f-bbc5-97ad9e072781 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:02.926126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8ea0d4b8-a424-4d3f-bbc5-97ad9e072781 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3439837 Jul 09 19:40:02.926511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:02.975589 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9218ee-c758-426f-b9a6-6ada7c85e274 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] DELETE failed (client error): The resource could not be found. Jul 09 19:40:02.976214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9218ee-c758-426f-b9a6-6ada7c85e274 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:02.983830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7c9218ee-c758-426f-b9a6-6ada7c85e274 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "DELETE /v2.0/networks/163a6324-e037-407e-ae24-2e6864a6bd47 HTTP/1.1" status: 404 len: 339 time: 0.0561976 Jul 09 19:40:02.988343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.068554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 966cd2f8-e50e-48b5-9a62-5320ed69aaa7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:03.076350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.079397 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ededda30-471a-4664-ad16-cd217c89b997 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] DELETE failed (client error): The resource could not be found. Jul 09 19:40:03.092601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ededda30-471a-4664-ad16-cd217c89b997 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:03.092601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ededda30-471a-4664-ad16-cd217c89b997 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "DELETE /v2.0/ports/a50d219f-cf5e-4602-9edd-539fbaa2189a HTTP/1.1" status: 404 len: 333 time: 0.0954292 Jul 09 19:40:03.114013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.163275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.170243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.227829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28d5c0d9-1d2b-4b43-af33-6589456e36d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:03.239534 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5064155f-34e3-4967-95f0-c544dd2f11a5 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] DELETE failed (client error): The resource could not be found. Jul 09 19:40:03.240134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5064155f-34e3-4967-95f0-c544dd2f11a5 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:03.269975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5064155f-34e3-4967-95f0-c544dd2f11a5 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "DELETE /v2.0/subnets/04c9cde4-f677-4746-9bb1-f662428e1b23 HTTP/1.1" status: 404 len: 337 time: 0.1547754 Jul 09 19:40:03.275861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.330322 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb54ea8c-ea58-4678-8493-b252411f0316 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] GET failed (client error): The resource could not be found. Jul 09 19:40:03.333803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb54ea8c-ea58-4678-8493-b252411f0316 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "GET /v2.0/networks/c23a3f51-33e9-4471-90b2-251e4629da83 HTTP/1.1" status: 404 len: 339 time: 0.0572569 Jul 09 19:40:03.340904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.367711 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.388072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c99136-505a-4ab8-8676-22c792afeb98 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:40:03.421167 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94a4a58-3441-487e-8a66-d90c7ac53e63 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] GET failed (client error): The resource could not be found. Jul 09 19:40:03.421167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d94a4a58-3441-487e-8a66-d90c7ac53e63 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "GET /v2.0/ports/9ccc216a-619c-408d-9526-854d188d6dc8 HTTP/1.1" status: 404 len: 333 time: 0.0799234 Jul 09 19:40:03.438443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.441249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:03.449039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:03.449839 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.541997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-e4174d81-0fef-423d-9b96-b6be46906cdb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-689395134&fields=id&tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 267 time: 0.1025493 Jul 09 19:40:03.561687 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-00623d18-00a8-4321-9e97-e80a62431a3c tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] GET failed (client error): The resource could not be found. Jul 09 19:40:03.562892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c99136-505a-4ab8-8676-22c792afeb98 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:40:03.563015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00623d18-00a8-4321-9e97-e80a62431a3c tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "GET /v2.0/subnets/ff6f67de-ec1f-412c-90b6-16dd23939957 HTTP/1.1" status: 404 len: 337 time: 0.1125786 Jul 09 19:40:03.568779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.584350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d82faad9-99ec-40e4-9010-5f8357f10c34 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:03.640136 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.645786 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82faad9-99ec-40e4-9010-5f8357f10c34 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] PUT failed (client error): The resource could not be found. Jul 09 19:40:03.646882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82faad9-99ec-40e4-9010-5f8357f10c34 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:03.651312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d82faad9-99ec-40e4-9010-5f8357f10c34 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "PUT /v2.0/networks/2102a8c4-894c-4067-bc9a-49df13edeb19 HTTP/1.1" status: 404 len: 339 time: 0.0702870 Jul 09 19:40:03.660789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-4384d8bc-4120-428c-b843-07ad35cd29f7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:03.670923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-4384d8bc-4120-428c-b843-07ad35cd29f7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 946 time: 0.1249969 Jul 09 19:40:03.680323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.682080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'security_groups': ['cc31cd83-cdf3-4a9e-91ea-e704b045a335', 'ae6a0614-6066-47a8-8417-1c6be4553110']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:03.685917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2da041ff-438a-4b43-bcff-73d04bff7e06 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:03.706729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.737112 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da041ff-438a-4b43-bcff-73d04bff7e06 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] PUT failed (client error): The resource could not be found. Jul 09 19:40:03.738292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da041ff-438a-4b43-bcff-73d04bff7e06 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:03.743462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2da041ff-438a-4b43-bcff-73d04bff7e06 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "PUT /v2.0/ports/350a098c-f575-4b69-9474-f37ec33802ed HTTP/1.1" status: 404 len: 333 time: 0.0580685 Jul 09 19:40:03.748888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:03.755247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3b532dfb-b03c-4851-9fbf-b486bb6e7fd4 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:03.774539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 28d5c0d9-1d2b-4b43-af33-6589456e36d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28d5c0d9-1d2b-4b43-af33-6589456e36d6,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:03.774703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.777254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.778624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22f84c18-bbaa-40e6-aa91-d9ed5d05f732 HTTP/1.1" status: 204 len: 168 time: 1.1154642 Jul 09 19:40:03.800534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.801371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 62455716-33bc-4904-b98a-e9a604000603 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:03.817118 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b532dfb-b03c-4851-9fbf-b486bb6e7fd4 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] PUT failed (client error): The resource could not be found. Jul 09 19:40:03.819502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b532dfb-b03c-4851-9fbf-b486bb6e7fd4 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:03.820705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3b532dfb-b03c-4851-9fbf-b486bb6e7fd4 tempest-NetworksNegativeTestJSON-580900152 tempest-NetworksNegativeTestJSON-580900152-project] 10.222.0.10 "PUT /v2.0/subnets/d6388f25-3707-40b3-9a63-2cafe60e4b15 HTTP/1.1" status: 404 len: 337 time: 0.0706277 Jul 09 19:40:03.829176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6941-09c2-451d-ac34-96f4afd6e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f84c18-bbaa-40e6-aa91-d9ed5d05f732,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:03.888225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.913064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.956147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=966cd2f8-e50e-48b5-9a62-5320ed69aaa7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:03.972613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:03.979039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7562147e-cfca-4251-9b5f-e9a0d62fc256 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/966cd2f8-e50e-48b5-9a62-5320ed69aaa7 HTTP/1.1" status: 204 len: 168 time: 1.3198071 Jul 09 19:40:03.982914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:04.197100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c6ba8c05-9679-4a69-8f13-b0a4bda2a361 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2047493 Jul 09 19:40:04.199547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:04.206476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:04.306372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 62455716-33bc-4904-b98a-e9a604000603 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:04.306753 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:04.312999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:04.479840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:04.483851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:04.578630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:04.696138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:04.779309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96c881-935a-4c06-bfa2-803abc48ed0b None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:04.816730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-f0074b0e-f6c7-4339-b1a8-3b37a96b02bb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:04.818372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-f0074b0e-f6c7-4339-b1a8-3b37a96b02bb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.3283551 Jul 09 19:40:04.826897 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:04.863037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:04.868124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-425bdf36-5e35-440a-bfef-1ca972e46fbb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0418532 Jul 09 19:40:04.878315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:04.932842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:04.946806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-3f58de88-129d-4716-baf9-f78c5c1ad112 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776806 Jul 09 19:40:04.981333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:04.982352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:04.984078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-496c7356-3d32-43d5-b000-92d064ede9b7 req-6f3ba93b-fc9b-493c-9408-3baef6f3f58c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "PUT /v2.0/ports/190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 982 time: 1.3120644 Jul 09 19:40:05.020275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:05.024468 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b0f2e-699e-4732-a272-f22acd5c2845" -d '{"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:05.056746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-a0aaa865-9862-436b-9ffb-bed84bf3ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:05.060045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-a0aaa865-9862-436b-9ffb-bed84bf3ea0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1096 time: 0.2312434 Jul 09 19:40:05.061763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28d5c0d9-1d2b-4b43-af33-6589456e36d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:05.182081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:05.223906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ef844a-7fc5-447b-b72e-8da58e08a0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:05.313297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5b0628b2-5d78-4391-ac1f-90ffc3fa6856 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655419 Jul 09 19:40:05.442715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:05.523605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-a5a018f1-e2d6-4750-b811-5ae530ffc55b service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033260 Jul 09 19:40:05.561188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:05.561729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:05.584148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:05.700368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:05.706422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:40:05.725716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:05.737682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:05.799558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbd28e-25b6-4dcc-baa8-132d676bb7d8 req-89ebd91a-4c1e-4de6-bdf3-89f53d6278fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:05.813434 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73fbd28e-25b6-4dcc-baa8-132d676bb7d8 req-89ebd91a-4c1e-4de6-bdf3-89f53d6278fd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.5471897 Jul 09 19:40:05.820047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-032ec819-1cef-406f-8bfd-ce1221a05b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:05.828419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-032ec819-1cef-406f-8bfd-ce1221a05b66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.7543359 Jul 09 19:40:06.101194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-1d5a0807-3ece-40d3-8ee2-0e4263e22834 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1737325131&fields=id&tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 267 time: 0.1113920 Jul 09 19:40:06.202856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Deleting port 62455716-33bc-4904-b98a-e9a604000603 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:06.203332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.224368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-139d6fb3-06e6-4c0c-9e0e-5b4ba6084194 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:06.226336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-139d6fb3-06e6-4c0c-9e0e-5b4ba6084194 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 985 time: 0.1188798 Jul 09 19:40:06.243951 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:40:06.255292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'security_groups': ['ae6a0614-6066-47a8-8417-1c6be4553110', 'cc31cd83-cdf3-4a9e-91ea-e704b045a335', 'f8d3f9e6-7abf-40a3-b0b4-8008102f7969']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:06.397637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] For port 62455716-33bc-4904-b98a-e9a604000603, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=62455716-33bc-4904-b98a-e9a604000603,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:06.398293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.415417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Calling delete_port for 62455716-33bc-4904-b98a-e9a604000603 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:06.488555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.530798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.560429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] No DVR routers for this DVR port 62455716-33bc-4904-b98a-e9a604000603 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:06.607769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b84785-276d-41eb-bdfd-e83b7baa480d None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:06.610511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea3c0a-f3b6-4735-991d-8a6eed5cffef None None] Pushing event deleted for resources: {'Port': ['ID=62455716-33bc-4904-b98a-e9a604000603,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:06.914204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ef844a-7fc5-447b-b72e-8da58e08a0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.981148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-d2521850-78b0-4149-88c3-9c318aa8abb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.0651844 Jul 09 19:40:06.981995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:06.987588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '582af632-aae6-4e5c-be19-29426114264b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:06.988600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:06.992527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0ef844a-7fc5-447b-b72e-8da58e08a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.028050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 62455716-33bc-4904-b98a-e9a604000603 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:07.031830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8310926 Jul 09 19:40:07.032970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe43d-d3fc-4af8-ac6a-bfa3e97707a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=582af632-aae6-4e5c-be19-29426114264b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:07.035496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:07.044162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef844a-7fc5-447b-b72e-8da58e08a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b921f-5969-41b2-838d-0dc2dd6264c7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:07.059324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': '582af632-aae6-4e5c-be19-29426114264b', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-671592738'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:07.118374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73fbd28e-25b6-4dcc-baa8-132d676bb7d8 req-fda8e2bb-54f3-4599-86bf-fc675692a3be tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3015609 Jul 09 19:40:07.163076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c0ef844a-7fc5-447b-b72e-8da58e08a0ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ad9de04d4a8480e841af7ffe7ccf5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5785906 Jul 09 19:40:07.165774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:07.232329 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.235048 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68eefc1-7b58-40c9-8531-22482c133b87 x-openstack-request-id: req-f68eefc1-7b58-40c9-8531-22482c133b87 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:07.235920 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:07.235920 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f68eefc1-7b58-40c9-8531-22482c133b87 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:07.238090 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8', 'status': 'completed', 'code': 200} Jul 09 19:40:07.262343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.270326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-d44824a3-9326-40a6-b9e8-1811f1fa947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:07.274606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-d44824a3-9326-40a6-b9e8-1811f1fa947e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.2781847 Jul 09 19:40:07.302178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.323612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:07.324268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.338570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-887ff472-6608-4b45-ae7f-513fe9008ba5 req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "PUT /v2.0/ports/190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 1021 time: 1.0946851 Jul 09 19:40:07.360884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:07.365705 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c687c-6a7f-4253-9118-89bd289a17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:07.365897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-792c1e5e-05c5-4df9-abdd-e15318d2d2d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768225 Jul 09 19:40:07.440636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/582af632-aae6-4e5c-be19-29426114264b/bd5a9fe3-e2a9-4470-82a6-67f79cc499f4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:07.467656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.602000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce3081e6-9540-4af1-b499-f6d265e5a3b8 req-e7935cfd-bd98-4fda-9b28-804eac5f45e7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 210 time: 0.0586939 Jul 09 19:40:07.632774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-0b874709-43de-4e85-9b1a-69b9c6467277 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526796 Jul 09 19:40:07.661724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608559-dd7f-4047-af48-2ba02cfd34f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:07.676785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:07.777865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:07.784039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-0c2a3ce0-2a62-4141-b9e4-11f6b25f6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:07.785860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-0c2a3ce0-2a62-4141-b9e4-11f6b25f6cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1175 time: 0.5418742 Jul 09 19:40:07.860037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 12fb4b21-d852-4afe-baec-72d36aade123 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:40:07.877982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4bb0d73-7ab1-43b7-84a3-b9ebb4d3e8cb req-82de2af0-dd12-4f03-84a0-a1c204f20341 service neutron] 10.222.0.59 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388830 Jul 09 19:40:08.024186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:08.038775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.063258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Transition to ACTIVE for port object bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:08.071359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.078671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.083625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae3b921f-5969-41b2-838d-0dc2dd6264c7 HTTP/1.1" status: 204 len: 168 time: 0.9149570 Jul 09 19:40:08.096275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Transition to ACTIVE for port object bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:08.106358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:08.108952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 62455716-33bc-4904-b98a-e9a604000603 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:40:08.109354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 62455716-33bc-4904-b98a-e9a604000603 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:40:08.124757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-92f99061-5542-47d1-8c85-c00ac870d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:08.126426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-92f99061-5542-47d1-8c85-c00ac870d7b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.3311529 Jul 09 19:40:08.131010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc30c4e-7ed1-471a-b9f3-92d7060c0be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b921f-5969-41b2-838d-0dc2dd6264c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:08.164253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.281952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-674994d2-8d21-451a-95e4-256eeeb26da0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 217 time: 0.1310079 Jul 09 19:40:08.289763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-3b1e22e1-ef3c-40a9-9984-cd965b0b5aa4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:08.295391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-3b1e22e1-ef3c-40a9-9984-cd965b0b5aa4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.3998027 Jul 09 19:40:08.308332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:08.322810 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:40:08.323272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:40:08.441460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-576bea56-79de-4f67-b046-d8fdcace683d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4011521 Jul 09 19:40:08.447380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-bab11b79-a92d-4485-b9a3-25a605ec6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:08.449825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-bab11b79-a92d-4485-b9a3-25a605ec6770 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.1581311 Jul 09 19:40:08.450535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:08.624856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:08.641601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:08.647084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:08.649042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-5af47796-35f5-4486-a324-c61606636354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670310 Jul 09 19:40:08.661698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:08.666834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.690952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:08.874209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Pushing event updated for resources: {'Port': ['ID=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:08.953772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Attempting to bind port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:08.954361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Attempting to bind port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:08.955276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Attempting to bind port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:08.961188 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:08.986461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-c2c710c6-d4a3-44eb-a90e-67190189ab53 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676780 Jul 09 19:40:08.999116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727221a-de7c-405e-81c1-8ed0e774cd88 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:09.000636 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1727221a-de7c-405e-81c1-8ed0e774cd88 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5487628 Jul 09 19:40:09.006777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.12 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/de4af899-dec8-4912-b177-ac4e547cf59c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:09.010341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:09.032619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:09.033327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:09.033616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:09.033937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:09.034487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Bound port: bd5a9fe3-e2a9-4470-82a6-67f79cc499f4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:09.034855 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:09.070347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b6881-c1fc-4080-98ea-404320b92a93 req-2f26bf88-3dab-4580-8bb8-01ec55a1acaf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:09.080934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a0b6881-c1fc-4080-98ea-404320b92a93 req-2f26bf88-3dab-4580-8bb8-01ec55a1acaf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1024 time: 0.5653913 Jul 09 19:40:09.128725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] For port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:09.133390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] For port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:09.134409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:09.137521 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4c25c-3f08-4e1a-b3f6-16079c4d6d3f" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-unplugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:09.181778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:09.325531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a906e2-6bb3-46bc-a8df-b2855923a3e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:09.327349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a906e2-6bb3-46bc-a8df-b2855923a3e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:09.329064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e7a906e2-6bb3-46bc-a8df-b2855923a3e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3176327 Jul 09 19:40:09.335350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:09.487684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-767b0f2e-699e-4732-a272-f22acd5c2845 req-7c49f649-144c-4024-a042-8954984070dd service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851811 Jul 09 19:40:09.505717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a0b6881-c1fc-4080-98ea-404320b92a93 req-adc45bce-a888-453d-b131-623a6eeaf6b3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8d3f9e6-7abf-40a3-b0b4-8008102f7969&id=ae6a0614-6066-47a8-8417-1c6be4553110&id=cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 200 len: 6155 time: 0.4238026 Jul 09 19:40:09.531725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:09.553071 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee686b-bc5f-492d-beab-cb3bf51b767d x-openstack-request-id: req-39ee686b-bc5f-492d-beab-cb3bf51b767d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:09.553636 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:09.554048 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39ee686b-bc5f-492d-beab-cb3bf51b767d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:09.554602 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8', 'status': 'completed', 'code': 200} Jul 09 19:40:09.593182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 582af632-aae6-4e5c-be19-29426114264b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:09.601543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:09.771839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-dd8ed9a6-bad6-4ac0-8fb9-faf8f1ea04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:09.773565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-dd8ed9a6-bad6-4ac0-8fb9-faf8f1ea04f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1175 time: 0.1963432 Jul 09 19:40:09.778229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:09.826445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.016590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:10.027256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-4d27ec43-cde2-40fe-9570-1ad7da98f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:10.033977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-4d27ec43-cde2-40fe-9570-1ad7da98f29d service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.2495587 Jul 09 19:40:10.109925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a27d45-15a1-4aff-b81b-d1cccc8997d0 None None] Pushing event updated for resources: {'Port': ['ID=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:10.131774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.138072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-dccb9e31-1b75-404c-bfe7-6eca98c8edca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 217 time: 0.0854113 Jul 09 19:40:10.171831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.249193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-1fe45bf2-cd91-4b3f-92b2-f047892084df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:10.251148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-1fe45bf2-cd91-4b3f-92b2-f047892084df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.1051607 Jul 09 19:40:10.307280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:10.314782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02a50118-18d0-4897-9301-5b8ae32ab975 tempest-DvrRoutersNegativeTest-1937589736 tempest-DvrRoutersNegativeTest-1937589736-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-52588075', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:10.316189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-3b8567eb-400b-4cb4-8a03-e6e3131b7afc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560582 Jul 09 19:40:10.325641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.policy [None req-02a50118-18d0-4897-9301-5b8ae32ab975 tempest-DvrRoutersNegativeTest-1937589736 tempest-DvrRoutersNegativeTest-1937589736-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93771) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 19:40:10.325953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.policy [None req-02a50118-18d0-4897-9301-5b8ae32ab975 tempest-DvrRoutersNegativeTest-1937589736 tempest-DvrRoutersNegativeTest-1937589736-project] Failed policy check for 'create_router' {{(pid=93771) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 19:40:10.326523 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-02a50118-18d0-4897-9301-5b8ae32ab975 tempest-DvrRoutersNegativeTest-1937589736 tempest-DvrRoutersNegativeTest-1937589736-project] create failed (client error): Access was denied to this resource. Jul 09 19:40:10.331313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02a50118-18d0-4897-9301-5b8ae32ab975 tempest-DvrRoutersNegativeTest-1937589736 tempest-DvrRoutersNegativeTest-1937589736-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3070216 Jul 09 19:40:10.331313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.345839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.472564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-359aa378-cc17-4137-8f80-1385ba2247c4 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475651 Jul 09 19:40:10.489734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b2c64-5ce7-4533-97e2-418bce7ed1d0 req-47aec507-7a42-4479-b09d-1372eb0cba4b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:10.491462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad3b2c64-5ce7-4533-97e2-418bce7ed1d0 req-47aec507-7a42-4479-b09d-1372eb0cba4b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.4565227 Jul 09 19:40:10.561769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad3b2c64-5ce7-4533-97e2-418bce7ed1d0 req-f1ca3af5-9181-4477-b14e-08579702e85a tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570490 Jul 09 19:40:10.624246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:10.634874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:10.642489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=582af632-aae6-4e5c-be19-29426114264b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:10.653067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.661744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-19bf6eb6-42d7-41ce-917f-466066fe7ce3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/582af632-aae6-4e5c-be19-29426114264b HTTP/1.1" status: 204 len: 168 time: 1.3248966 Jul 09 19:40:10.661744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:10.665885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:10.672884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:10.697519 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb4c687c-6a7f-4253-9118-89bd289a17b8 req-affb46cc-9429-4aba-bb5e-59dac88bf52a service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045953 Jul 09 19:40:10.803867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-595fcb4a-3552-4b10-8a30-9e376cd1c90f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252334 Jul 09 19:40:10.811640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:10.818795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:10.860755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:10.867264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:10.904895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:10.932117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-5d074ef3-0a80-40b5-a2cb-a672e2380ee5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6291840 Jul 09 19:40:10.945014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Request body: {'port': {'device_id': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:11.046194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:11.073896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:11.080033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.173097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:11.179137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3445219-73af-47be-bfa6-16a0e1fa4f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.224884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.250672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1f526-7e71-4a9a-afd2-861b979cf15e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:11.417225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.428581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Provisioning for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:11.468912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:11.472850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Provisioning complete for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:11.473256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.474405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:11.478136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:11.478776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.512255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=0aa97a79-78cf-4091-8f9d-005c9dd94d56,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:11.556299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3445219-73af-47be-bfa6-16a0e1fa4f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.567338 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3445219-73af-47be-bfa6-16a0e1fa4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.573922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e82be0a4-eed5-4caa-9bb9-4e624f784f50 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7611156 Jul 09 19:40:11.575221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:11.581279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:11.627140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.628658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.658624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.671476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445219-73af-47be-bfa6-16a0e1fa4f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31926f09-cea6-4f20-9ca4-b8c551add2ed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:11.696836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3445219-73af-47be-bfa6-16a0e1fa4f6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8af4fc473db4d029f2d91df7ab73ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917883 Jul 09 19:40:11.703833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:11.745261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] For port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:11.754216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.874129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Pushing event updated for resources: {'Port': ['ID=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:11.882510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.882860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.883208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.883550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.883773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.883891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.884208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.884537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.884870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.887938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4af899-dec8-4912-b177-ac4e547cf59c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:11.893328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.893821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.894179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.894533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d4d98-96d6-4aa5-aa8b-70d91b3dde35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:11.908646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.942054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:11.945314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Transition to ACTIVE for port object de4af899-dec8-4912-b177-ac4e547cf59c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:11.959214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.049416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:12.072597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0de1f-7f9c-45db-827c-1f793a267c19 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:12.152758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.157269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.160576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31926f09-cea6-4f20-9ca4-b8c551add2ed HTTP/1.1" status: 204 len: 168 time: 0.4555056 Jul 09 19:40:12.180682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Attempting to bind port de4af899-dec8-4912-b177-ac4e547cf59c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:12.188535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Attempting to bind port de4af899-dec8-4912-b177-ac4e547cf59c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:12.189383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Attempting to bind port de4af899-dec8-4912-b177-ac4e547cf59c on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:12.195117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5251e4b3-a0c7-4793-80c8-218c4b87c446 None None] Provisioning complete for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:12.195501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5251e4b3-a0c7-4793-80c8-218c4b87c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.222122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891d65b-07b0-4388-abdd-4eb0705b09b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31926f09-cea6-4f20-9ca4-b8c551add2ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:12.223860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Port de4af899-dec8-4912-b177-ac4e547cf59c on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:40:12.224182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Attempting to bind port de4af899-dec8-4912-b177-ac4e547cf59c on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:12.248902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:12.249357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:12.258529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:12.259260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Bound port: de4af899-dec8-4912-b177-ac4e547cf59c, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:12.260226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.273596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.281769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.313279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.314836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-45e6299a-4778-4c51-aa5e-e569ec8f5f60 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7384660 Jul 09 19:40:12.319323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:12.466874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:12.474985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:12.491531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.584161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:12.591773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:12.592387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.598769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-93a24e0b-2155-462e-9c35-b6dec3780e6c service neutron] 10.222.0.59 "PUT /v2.0/ports/de4af899-dec8-4912-b177-ac4e547cf59c HTTP/1.1" status: 200 len: 1092 time: 1.6581593 Jul 09 19:40:12.599608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:12.606522 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fbc861-9ea8-46dc-9394-55c2ff52017a" -d '{"events": [{"name": "network-changed", "server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:12.660885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:12.742100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-61ef05dc-1415-4c00-a37d-1e33002a2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:12.745996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-61ef05dc-1415-4c00-a37d-1e33002a2266 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 1095 time: 0.0912285 Jul 09 19:40:12.860393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-25e2604c-84e7-442e-bd86-698f57c1f0a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4af899-dec8-4912-b177-ac4e547cf59c HTTP/1.1" status: 200 len: 217 time: 0.1029930 Jul 09 19:40:12.879911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:12.965386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-abf8daa9-f0b9-48e7-9ad8-062ee1e22adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:12.967091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-abf8daa9-f0b9-48e7-9ad8-062ee1e22adb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.0974512 Jul 09 19:40:13.014513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-110c798f-d308-4932-9a00-c922410a468b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341234 Jul 09 19:40:13.027877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:13.156619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9b3e73b7-40fc-4294-97ab-645650334b90 None None] Provisioning complete for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:13.168512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b3e73b7-40fc-4294-97ab-645650334b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.199964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-26a447fe-60f5-478b-8b66-c0e478383eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778610 Jul 09 19:40:13.283673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:13.284436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.453872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b829523-369c-4d85-8fd8-ddc8f4c021ae req-a6de4740-bcdd-4d11-adbf-a83600db0214 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451792 Jul 09 19:40:13.462644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::1 (607af5c0-a15f-45f9-be62-7560cb7593c1/0aa97a79-78cf-4091-8f9d-005c9dd94d56/eb040c59-cb12-4ef9-8028-f8fe206f1033) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:13.565111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:13.671684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.692202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object eb040c59-cb12-4ef9-8028-f8fe206f1033 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:13.741719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.745199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-365038686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:13.772687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.774049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.819689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=eb040c59-cb12-4ef9-8028-f8fe206f1033,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:13.825336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:13.827087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:13.830410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:13.831503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.874593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.884656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.913371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.918620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-74235723-888c-414b-9b1c-c501b0dd6bf9 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3528163 Jul 09 19:40:13.921312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:13.930529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1092665894'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:13.968802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:13.974991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:13.987668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.129029 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.184699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-acd38e29-f817-4702-acac-2da58ed3cdf9 None None] Provisioning for port eb040c59-cb12-4ef9-8028-f8fe206f1033 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:14.192077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-acd38e29-f817-4702-acac-2da58ed3cdf9 None None] Provisioning complete for port eb040c59-cb12-4ef9-8028-f8fe206f1033 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:14.192971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-acd38e29-f817-4702-acac-2da58ed3cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.210598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.220883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.260479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-acd38e29-f817-4702-acac-2da58ed3cdf9 None None] Port eb040c59-cb12-4ef9-8028-f8fe206f1033 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:14.276186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929ca611-9ccc-49d4-a761-9230785463a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:14.306983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:14.319835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.320519 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Added segment 89aad523-7ae3-457f-97ef-c7e44636be0c of type vlan for network f4f4aa43-4050-46cf-85ba-320c8d3649a9 Jul 09 19:40:14.377905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.432482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.438885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:14.439513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.525170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Network': ['ID=f4f4aa43-4050-46cf-85ba-320c8d3649a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:14.538301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:14.541733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ed44e75-03c0-4fa4-9105-8a1a377cf6eb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6168773 Jul 09 19:40:14.543265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:14.549993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'subnet': {'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:14.573681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.592851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.596733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.684397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:14.686282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=eb040c59-cb12-4ef9-8028-f8fe206f1033,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:14.688585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:14.819383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:14.822346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:14.988354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.054093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Router fe413529-773d-4093-9e7f-78c9cb39c0eb is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:40:15.082099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Subnet': ['ID=312fdfb4-963b-45c2-8d9c-d10aa1c3620a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:15.094782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Checking segment: {'id': '89aad523-7ae3-457f-97ef-c7e44636be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:15.095185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network hostable DHCP agents. Network: f4f4aa43-4050-46cf-85ba-320c8d3649a9, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:15.128863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:15.160303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f4f4aa43-4050-46cf-85ba-320c8d3649a9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:15.172979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:15.177375 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.179439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548baf3a-6d8d-454a-8ac9-ea389dc865cb None None] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:15.215245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bff11c1c-267b-488d-84df-979fe346300d tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6706982 Jul 09 19:40:15.218070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:15.231793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'network': {'name': 'tempest-router-network01--740424741'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:15.243937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:15.262850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:15.263796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aafb9079-9bb2-4080-932f-d43db2abdbb7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "PUT /v2.0/routers/fe413529-773d-4093-9e7f-78c9cb39c0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365120 Jul 09 19:40:15.280727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Sync routers for ids ['fe413529-773d-4093-9e7f-78c9cb39c0eb'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:15.311427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Routers {'fe413529-773d-4093-9e7f-78c9cb39c0eb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:15.312331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe413529-773d-4093-9e7f-78c9cb39c0eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:15.361866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:15.366138 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.409464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Set router fe413529-773d-4093-9e7f-78c9cb39c0eb gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:15.447615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:15.500743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad407b-af6c-42bc-8854-f46fd916afbe tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:15.507775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:15.508699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-19ad407b-af6c-42bc-8854-f46fd916afbe tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports/eb040c59-cb12-4ef9-8028-f8fe206f1033 HTTP/1.1" status: 200 len: 911 time: 0.2340329 Jul 09 19:40:15.529583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.531438 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Added segment df7b820b-b8a7-4364-8665-1ff345230bf6 of type vlan for network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 Jul 09 19:40:15.602116 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e530c-fb09-4f12-a330-e6291e036dd6 x-openstack-request-id: req-e40e530c-fb09-4f12-a330-e6291e036dd6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:15.602358 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-unplugged", "status": "failed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "code": 422}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:15.602557 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e40e530c-fb09-4f12-a330-e6291e036dd6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:15.606457 n-d-800087-3 neutron-server[93773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'code': 422} returned with failed status Jul 09 19:40:15.642009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a49864-7fe6-4cd7-b421-6db8b5390fb9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:15.656090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab9a7445-ccac-4b14-9326-d2fee5edea88 None None] Provisioning complete for port eb040c59-cb12-4ef9-8028-f8fe206f1033 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:15.658274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a49864-7fe6-4cd7-b421-6db8b5390fb9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:15.659057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7445-ccac-4b14-9326-d2fee5edea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.667278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-24a49864-7fe6-4cd7-b421-6db8b5390fb9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1582553 Jul 09 19:40:15.671393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 32972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:15.690474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.780172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1311457055 ', 'description': 'tempest-description-1849724829'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:15.799531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.815593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:15.817373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:15.825839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a7445-ccac-4b14-9326-d2fee5edea88 None None] Port eb040c59-cb12-4ef9-8028-f8fe206f1033 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:15.942538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Network': ['ID=688ccdaa-a6ec-4e86-b10a-62c8a8864b01,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:15.978973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:15.999853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.025239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-f4f4aa43-4050-46cf-85ba-320c8d3649a9', 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9', 'tenant_id': '68b8b42f513245a586631cc99c66d822', 'fixed_ips': [{'subnet_id': '312fdfb4-963b-45c2-8d9c-d10aa1c3620a'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:16.026180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.030747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d46cd2a9-ae53-4d41-b95c-437bdb88a08e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8109090 Jul 09 19:40:16.032626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:16.059129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'network': {'name': 'tempest-router-network02--306843281'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:16.127189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:16.135279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.202701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:16.235908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.236405 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Added segment cf0302a4-de96-40e1-9a60-8f204aa456c2 of type vlan for network a44d415f-c160-4691-8e68-408b594b73c3 Jul 09 19:40:16.241009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60e07-fc56-4244-ae32-1c34e6fe3470 req-4388ecc7-a3cb-4a9c-a511-4fb92a5152e4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:16.242830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7db60e07-fc56-4244-ae32-1c34e6fe3470 req-4388ecc7-a3cb-4a9c-a511-4fb92a5152e4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 944 time: 0.4407291 Jul 09 19:40:16.246363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Allocated IP 172.20.0.2 (f4f4aa43-4050-46cf-85ba-320c8d3649a9/312fdfb4-963b-45c2-8d9c-d10aa1c3620a/ed290337-efa8-461e-8caf-ae96b9e16978) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:16.258472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:13Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None, '_interfaces': [{'id': 'eb040c59-cb12-4ef9-8028-f8fe206f1033', 'name': '', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'mac_address': 'fa:16:3e:d2:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '0aa97a79-78cf-4091-8f9d-005c9dd94d56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:13Z', 'updated_at': '2021-07-09T19:40:14Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'subnets': [{'id': '0aa97a79-78cf-4091-8f9d-005c9dd94d56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:16.292303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Checking router: fe413529-773d-4093-9e7f-78c9cb39c0eb for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:16.292960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Updating router fe413529-773d-4093-9e7f-78c9cb39c0eb port eb040c59-cb12-4ef9-8028-f8fe206f1033 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:40:16.387701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.427668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7db60e07-fc56-4244-ae32-1c34e6fe3470 req-836e22a7-9cfe-4595-9b49-766413e791ec tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561186 Jul 09 19:40:16.436620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.452639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.495571 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.496746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27c18c61-7249-4175-92f3-16cb311b4a38 req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7245119 Jul 09 19:40:16.505586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.549812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.556721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:16.561978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.610544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ff01d-97c8-420e-8c20-4b5aba7b91d1 x-openstack-request-id: req-b81ff01d-97c8-420e-8c20-4b5aba7b91d1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:16.610544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:16.610544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b81ff01d-97c8-420e-8c20-4b5aba7b91d1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:16.611518 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'status': 'completed', 'code': 200} Jul 09 19:40:16.617869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcff8e-f7e8-418f-af8a-fe55f447bcb5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403518e9-aade-4247-bdb0-bcc63cc74ca5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:16.665986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:16.771769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:40:16.874974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8338170 Jul 09 19:40:16.877783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:16.897920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e471180a-1e8d-4a81-bcd7-f61a39df788b req-c03659ab-2845-4ba3-b637-73e9906f6721 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/403518e9-aade-4247-bdb0-bcc63cc74ca5 HTTP/1.1" status: 200 len: 1783 time: 0.2048900 Jul 09 19:40:16.945316 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'subnet': {'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:16.969692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03762e-f109-45ba-b8e1-4ff5e9ba4108 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Network': ['ID=a44d415f-c160-4691-8e68-408b594b73c3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:17.007899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a44d415f-c160-4691-8e68-408b594b73c3 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:17.027950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.192536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Transition to ACTIVE for port object ed290337-efa8-461e-8caf-ae96b9e16978 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:17.242991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-9a90dbe6-2e66-40d9-8729-d1eecbddf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:17.244923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-9a90dbe6-2e66-40d9-8729-d1eecbddf6b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 1095 time: 0.5542631 Jul 09 19:40:17.259406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Transition to ACTIVE for port object ed290337-efa8-461e-8caf-ae96b9e16978 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:17.305186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.376486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc59a-ee8e-4fd4-850b-1b02b1b0b37f req-c737cec6-0576-4040-b4ec-81ce5ddb8220 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:17.378355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-016fc59a-ee8e-4fd4-850b-1b02b1b0b37f req-c737cec6-0576-4040-b4ec-81ce5ddb8220 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.1702423 Jul 09 19:40:17.400908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f30d7d34-a456-4e23-8489-a793165648e3 req-620d954b-4ead-448f-8b62-fd674302eefa tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/403518e9-aade-4247-bdb0-bcc63cc74ca5 HTTP/1.1" status: 200 len: 1783 time: 0.3024607 Jul 09 19:40:17.412882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Pushing event updated for resources: {'Port': ['ID=ed290337-efa8-461e-8caf-ae96b9e16978,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:17.420857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:17.490807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'mac_address': 'fa:16:3e:4f:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:40:17.494190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f30d7d34-a456-4e23-8489-a793165648e3 req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.499334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:17.503381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:17.510187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:17.529542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-016fc59a-ee8e-4fd4-850b-1b02b1b0b37f req-f8b572f0-949d-4c90-987b-bd5265819912 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395209 Jul 09 19:40:17.559884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port eb040c59-cb12-4ef9-8028-f8fe206f1033 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:17.560130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.656105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-d2dd30d2-c73b-467d-8cb5-007c9c01d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:17.657327 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.657706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-d2dd30d2-c73b-467d-8cb5-007c9c01d487 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.3983767 Jul 09 19:40:17.658819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:17.665823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.669503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.672804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for eb040c59-cb12-4ef9-8028-f8fe206f1033 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:17.692133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Attempting to bind port ed290337-efa8-461e-8caf-ae96b9e16978 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:17.692133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Attempting to bind port ed290337-efa8-461e-8caf-ae96b9e16978 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '89aad523-7ae3-457f-97ef-c7e44636be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:17.692133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Attempting to bind port ed290337-efa8-461e-8caf-ae96b9e16978 on network f4f4aa43-4050-46cf-85ba-320c8d3649a9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:17.705723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:17.706269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Checking segment: {'id': '89aad523-7ae3-457f-97ef-c7e44636be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:17.706677 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.707091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Bound using segment: {'id': '89aad523-7ae3-457f-97ef-c7e44636be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:17.707556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Bound port: ed290337-efa8-461e-8caf-ae96b9e16978, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aad523-7ae3-457f-97ef-c7e44636be0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f4f4aa43-4050-46cf-85ba-320c8d3649a9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:17.707941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.715373 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.718548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4af899-dec8-4912-b177-ac4e547cf59c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:17.760502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Transition to ACTIVE for port object eb040c59-cb12-4ef9-8028-f8fe206f1033 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:17.815543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:17.821196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.853700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f30d7d34-a456-4e23-8489-a793165648e3 req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.867779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-f57f2304-0a02-4116-a421-39b171733868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4af899-dec8-4912-b177-ac4e547cf59c HTTP/1.1" status: 200 len: 217 time: 0.1912224 Jul 09 19:40:17.917643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.991927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f30d7d34-a456-4e23-8489-a793165648e3 req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.998082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f30d7d34-a456-4e23-8489-a793165648e3 req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:17.999631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f30d7d34-a456-4e23-8489-a793165648e3 req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/403518e9-aade-4247-bdb0-bcc63cc74ca5 HTTP/1.1" status: 204 len: 173 time: 0.5978408 Jul 09 19:40:18.003713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.017183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-176046a1-3c75-4ff3-b313-0854e82f28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:18.027462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-176046a1-3c75-4ff3-b313-0854e82f28fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1493874 Jul 09 19:40:18.028576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59e63-63c6-4a24-9dea-19474e5b00c1 None None] Pushing event updated for resources: {'Port': ['ID=eb040c59-cb12-4ef9-8028-f8fe206f1033,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:18.042821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e8a93-ea86-426a-b6cf-e5f5cf962807 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403518e9-aade-4247-bdb0-bcc63cc74ca5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:18.125082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] For port ed290337-efa8-461e-8caf-ae96b9e16978, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:18.153938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=eb040c59-cb12-4ef9-8028-f8fe206f1033,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:18.191199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-430030d4-235a-4ead-921a-fc0014364b4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309464 Jul 09 19:40:18.281605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] For port ed290337-efa8-461e-8caf-ae96b9e16978, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed290337-efa8-461e-8caf-ae96b9e16978,segment=NetworkSegment(89aad523-7ae3-457f-97ef-c7e44636be0c),segment_id=89aad523-7ae3-457f-97ef-c7e44636be0c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:18.287331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:18.291358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['de4af899-dec8-4912-b177-ac4e547cf59c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:18.324338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.380983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.384982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-1fcd602e-d068-4991-a22e-41d3aee13e71 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498637 Jul 09 19:40:18.448263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc85d-8809-4349-bbae-1f10b9ed7a99 None None] Pushing event updated for resources: {'Port': ['ID=ed290337-efa8-461e-8caf-ae96b9e16978,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:18.451338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Attempting to bind port eb040c59-cb12-4ef9-8028-f8fe206f1033 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:18.451962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Attempting to bind port eb040c59-cb12-4ef9-8028-f8fe206f1033 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:18.452489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Attempting to bind port eb040c59-cb12-4ef9-8028-f8fe206f1033 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:18.477002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:18.477715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:18.478303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.479739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:18.480394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Bound port: eb040c59-cb12-4ef9-8028-f8fe206f1033, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:18.480950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.555446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-10fbc861-9ea8-46dc-9394-55c2ff52017a req-7f3c76cb-0f62-4565-85a9-0273d4a4d90a service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547937 Jul 09 19:40:18.608543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Port eb040c59-cb12-4ef9-8028-f8fe206f1033 has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 19:40:18.647059 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.653155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecb3c8-c3dd-4caf-b735-d4db6788c4f2 req-88caf43e-d32d-40b0-a7b9-73c3490291c9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:18.654920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3aecb3c8-c3dd-4caf-b735-d4db6788c4f2 req-88caf43e-d32d-40b0-a7b9-73c3490291c9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 945 time: 0.6794496 Jul 09 19:40:18.661227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a1bc614-a54e-469a-a610-51c7f74a9fb7 None None] Could not find standard attr ID for object eb040c59-cb12-4ef9-8028-f8fe206f1033. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:40:18.697459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Routers {'fe413529-773d-4093-9e7f-78c9cb39c0eb'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:18.698204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe413529-773d-4093-9e7f-78c9cb39c0eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:18.809594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d1287-0f3b-472c-9f08-45e694d0bc40 req-2eba642a-219e-48c8-a2ee-aed15758aea6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:18.811334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef1d1287-0f3b-472c-9f08-45e694d0bc40 req-2eba642a-219e-48c8-a2ee-aed15758aea6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.6166301 Jul 09 19:40:18.815227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:18.837351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3aecb3c8-c3dd-4caf-b735-d4db6788c4f2 req-5e904469-8df4-4419-af7e-79c0b525ecb6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696687 Jul 09 19:40:18.855131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Router fe413529-773d-4093-9e7f-78c9cb39c0eb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:18.857787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] Set router fe413529-773d-4093-9e7f-78c9cb39c0eb gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:19.018892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:17Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:19.068993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90fc92-d615-4773-90bc-bacf3dbc144b None None] The sync data for ids ['fe413529-773d-4093-9e7f-78c9cb39c0eb'] in n-d-800087-3 is: [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:17Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:19.080986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Subnet': ['ID=7ca65a42-907a-4c5c-a4b0-6fbe873088d0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:19.085097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:19.123432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:19.128019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5e896377-5af3-42a5-b2b6-0b89bec2ec0b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "PUT /v2.0/routers/fe413529-773d-4093-9e7f-78c9cb39c0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410193 Jul 09 19:40:19.157031 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-dead25c2-c829-4e23-9dc3-d80e5b8b2779 req-05ced11a-df66-4e54-9fb9-1c6645ad9d18 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:40:19.168561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dead25c2-c829-4e23-9dc3-d80e5b8b2779 req-05ced11a-df66-4e54-9fb9-1c6645ad9d18 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/403518e9-aade-4247-bdb0-bcc63cc74ca5 HTTP/1.1" status: 404 len: 352 time: 0.0716691 Jul 09 19:40:19.258929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec65924-6091-4590-a8b2-ba8bb619f6b6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:19.261840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec65924-6091-4590-a8b2-ba8bb619f6b6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:19.267456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eec65924-6091-4590-a8b2-ba8bb619f6b6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1332507 Jul 09 19:40:19.268374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:19.268728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Checking segment: {'id': 'df7b820b-b8a7-4364-8665-1ff345230bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:19.269186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network hostable DHCP agents. Network: 688ccdaa-a6ec-4e86-b10a-62c8a8864b01, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:19.291902 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef1d1287-0f3b-472c-9f08-45e694d0bc40 req-b76024b3-7b85-4b14-bcd7-50ef4276674f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603477 Jul 09 19:40:19.341619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446325237', 'description': 'tempest-description-1036763089'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:19.365348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:19.378721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 688ccdaa-a6ec-4e86-b10a-62c8a8864b01) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:19.390667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d69e68-c655-4a35-b04b-64f8fea9a415 None None] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:19.414028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:19.415904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.424851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.499187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-90f8643c-360a-41c1-b378-7ae46f06a384 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5945141 Jul 09 19:40:19.501031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:19.520631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'subnet': {'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:19.546008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 0aa97a79-78cf-4091-8f9d-005c9dd94d56 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:19.552278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.744965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.779342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.795104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.814773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:19.844710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-688ccdaa-a6ec-4e86-b10a-62c8a8864b01', 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01', 'tenant_id': '68b8b42f513245a586631cc99c66d822', 'fixed_ips': [{'subnet_id': '7ca65a42-907a-4c5c-a4b0-6fbe873088d0'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:19.854820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.897780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.920649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d07d8-0f33-4ef3-84c1-635c19488da5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:19.927836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Made reservation on behalf of 68b8b42f513245a586631cc99c66d822 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:19.931610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.936386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:19.952117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eced0bf1-30ea-40ec-905a-0517b0da3064 req-4193af8b-dea6-4236-99bd-d3ceb3041adb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6025965 Jul 09 19:40:20.069636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:20.189227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-92dea74b-9bff-4517-ae8a-e085250c90c0 req-40cab503-9bba-4f6e-9966-b4890ac2d89c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:40:20.190488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92dea74b-9bff-4517-ae8a-e085250c90c0 req-40cab503-9bba-4f6e-9966-b4890ac2d89c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300229 Jul 09 19:40:20.195890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa97a79-78cf-4091-8f9d-005c9dd94d56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:20.240810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca6d53-a94d-4b3c-aa8d-c233979b30df None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:20.245953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:20.258790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ebe24a06-0efc-4fd9-887d-c433bf1268da tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/0aa97a79-78cf-4091-8f9d-005c9dd94d56 HTTP/1.1" status: 204 len: 168 time: 0.9886739 Jul 09 19:40:20.259557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:20.262890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-902554d7-a5d7-4ff7-bc50-1da3aa74e01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:20.605243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:20.670525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e5fcf-8281-48f5-a4ff-c72ae9dda0ca req-8ff7bd35-b118-4578-82c1-cc19c25e60f4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:20.672170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c5e5fcf-8281-48f5-a4ff-c72ae9dda0ca req-8ff7bd35-b118-4578-82c1-cc19c25e60f4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 945 time: 0.5237603 Jul 09 19:40:20.763322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1545533899', 'description': 'tempest-description-1808635321'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:20.867042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-845d57de-d6ee-47f8-8fae-36b3476db8b6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5810394 Jul 09 19:40:20.867643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Subnet': ['ID=571ae01b-00c3-429a-84bf-4a649bfb5430,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:20.867643 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c5e5fcf-8281-48f5-a4ff-c72ae9dda0ca req-c2ece4d6-0261-4a00-a2ad-316b79c01600 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106005 Jul 09 19:40:20.871003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:20.974900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-902554d7-a5d7-4ff7-bc50-1da3aa74e01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.005916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-902554d7-a5d7-4ff7-bc50-1da3aa74e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.021002 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Sync routers for ids ['fe413529-773d-4093-9e7f-78c9cb39c0eb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:21.036045 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Routers {'fe413529-773d-4093-9e7f-78c9cb39c0eb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:21.036689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe413529-773d-4093-9e7f-78c9cb39c0eb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:21.055548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:21.058370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383eff14-f686-4728-b1d5-b426cae8d9d8 None None] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:21.145621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-902554d7-a5d7-4ff7-bc50-1da3aa74e01e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62a5672ff3794ffda359805afc6870be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3150709 Jul 09 19:40:21.147098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.149393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:21.153680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902554d7-a5d7-4ff7-bc50-1da3aa74e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3541895-cbb8-4899-821a-6e9804ea87b3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:21.166302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Checking segment: {'id': 'cf0302a4-de96-40e1-9a60-8f204aa456c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:21.166761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network hostable DHCP agents. Network: a44d415f-c160-4691-8e68-408b594b73c3, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:21.240086 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Set router fe413529-773d-4093-9e7f-78c9cb39c0eb gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:21.291212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.320194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Allocated IP 172.20.0.2 (688ccdaa-a6ec-4e86-b10a-62c8a8864b01/7ca65a42-907a-4c5c-a4b0-6fbe873088d0/32f5a507-a92b-4f63-bd19-697dc7049ffa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:21.331339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.349813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.466196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.469029 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.479073 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:17Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:21.480278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3541895-cbb8-4899-821a-6e9804ea87b3 HTTP/1.1" status: 204 len: 168 time: 0.3170662 Jul 09 19:40:21.483286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.495578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.526478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c693d-56b1-4127-b4b1-642995df2a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3541895-cbb8-4899-821a-6e9804ea87b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:21.547299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.556134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80a1d417-55b7-47e6-b177-82b365cc4aca req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9138722 Jul 09 19:40:21.594682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network a44d415f-c160-4691-8e68-408b594b73c3 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:21.596449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Checking router: fe413529-773d-4093-9e7f-78c9cb39c0eb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:21.609807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e514-e229-493c-8230-81604bdd34e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de790a3-f571-4ec3-ae37-03f5b99d6408,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:21.623927 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Routers {'fe413529-773d-4093-9e7f-78c9cb39c0eb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:21.624653 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe413529-773d-4093-9e7f-78c9cb39c0eb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:21.712835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1634306295', 'description': 'tempest-description-1882968858'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:21.758498 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] Set router fe413529-773d-4093-9e7f-78c9cb39c0eb gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:21.785896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.835526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:21.857960 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:17Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:21.858561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Transition to ACTIVE for port object 32f5a507-a92b-4f63-bd19-697dc7049ffa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:21.894968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff88492-4b2f-4b81-9bfd-eac19fce5393 None None] The sync data for ids ['fe413529-773d-4093-9e7f-78c9cb39c0eb'] in n-d-800087-3 is: [{'id': 'fe413529-773d-4093-9e7f-78c9cb39c0eb', 'name': 'tempest-NetworksTestDHCPv6-router-323984772', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:11Z', 'updated_at': '2021-07-09T19:40:17Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:21.920241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Transition to ACTIVE for port object 32f5a507-a92b-4f63-bd19-697dc7049ffa will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:21.942702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed290337-efa8-461e-8caf-ae96b9e16978 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:22.018180 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.028946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.063017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.069655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6278a3aa-198d-4c66-8f98-d8387f5c4daa req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3630006 Jul 09 19:40:22.112055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12eaad-66b5-4a39-929f-5f75c2ef5ec9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8692f85b-5d85-4260-82de-bb1ff7f23c9f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:22.185539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.272297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Pushing event updated for resources: {'Port': ['ID=32f5a507-a92b-4f63-bd19-697dc7049ffa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:22.275399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port de4af899-dec8-4912-b177-ac4e547cf59c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:22.283673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ed290337-efa8-461e-8caf-ae96b9e16978 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:22.299436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port de4af899-dec8-4912-b177-ac4e547cf59c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:22.299811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.350481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Provisioning for port ed290337-efa8-461e-8caf-ae96b9e16978 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:22.383041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Provisioning complete for port ed290337-efa8-461e-8caf-ae96b9e16978 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:22.383421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.446274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a1fe-7a9b-41e7-a0aa-330ab1f68ff9 req-f83e895c-62a9-4e4b-b1f5-bc0e757a1c39 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:22.455184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8592a1fe-7a9b-41e7-a0aa-330ab1f68ff9 req-f83e895c-62a9-4e4b-b1f5-bc0e757a1c39 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 945 time: 0.1576829 Jul 09 19:40:22.488465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ed290337-efa8-461e-8caf-ae96b9e16978 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:22.488839 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.547152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.550035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.563908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8592a1fe-7a9b-41e7-a0aa-330ab1f68ff9 req-709ea0f7-0b3a-4df5-9722-d10c72e7246c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033013 Jul 09 19:40:22.665707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.666438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Fanout notify agent at l3_agent the message router_deleted on router fe413529-773d-4093-9e7f-78c9cb39c0eb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:40:22.681522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a44d415f-c160-4691-8e68-408b594b73c3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:22.688527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:22.716036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:22.739694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.741045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a409d4d6-70e0-4cb6-bab4-93eb8fd1ff59 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/routers/fe413529-773d-4093-9e7f-78c9cb39c0eb HTTP/1.1" status: 204 len: 168 time: 1.8688512 Jul 09 19:40:22.744909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:22.746021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.765084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:22.770936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:22.772256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b9b3d-3ef3-4776-8d84-30335dabe4cb None None] Network a44d415f-c160-4691-8e68-408b594b73c3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:22.811608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:22.891588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05273d7d-b415-4c89-92fb-2e5e0385c928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:22.957839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9590aafc-10f7-487b-b7ca-aaf7ddd981e6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4491110 Jul 09 19:40:22.958632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:22.982348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba404933-2749-4f5a-9519-5d532de1966c req-7907dc81-eee1-4452-b7cb-bae3e60032ca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:22.989796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:40:22.990690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba404933-2749-4f5a-9519-5d532de1966c req-7907dc81-eee1-4452-b7cb-bae3e60032ca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 1.8211427 Jul 09 19:40:23.030814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.082928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba404933-2749-4f5a-9519-5d532de1966c req-09936b14-4778-40a9-b200-817c18a7f2d4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912468 Jul 09 19:40:23.186600 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-df6f0e00-8a21-459d-b5c9-adc8298b192e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.8989263 Jul 09 19:40:23.187713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:23.190907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-285b6fe2-d328-43c9-9680-70ef493b345a req-df7e35d6-f7f1-428c-a8d4-4785276483dc tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 10911 time: 0.5552430 Jul 09 19:40:23.207708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.209836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:23.223837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:23.226660 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57325948-a669-4b72-a2f8-3eb9d9f939c0" -d '{"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-plugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:23.237961 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.240858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.253643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-285b6fe2-d328-43c9-9680-70ef493b345a req-a1e21d40-5a12-4a5f-b9f3-f7181a9f3d35 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 200 len: 2985 time: 0.0617635 Jul 09 19:40:23.331817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:23.334585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Attempting to bind port 32f5a507-a92b-4f63-bd19-697dc7049ffa on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:23.334964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Attempting to bind port 32f5a507-a92b-4f63-bd19-697dc7049ffa by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'df7b820b-b8a7-4364-8665-1ff345230bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:23.335329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Attempting to bind port 32f5a507-a92b-4f63-bd19-697dc7049ffa on network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:23.343684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.390749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.420986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:23.421405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Checking segment: {'id': 'df7b820b-b8a7-4364-8665-1ff345230bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:23.421779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.422177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Bound using segment: {'id': 'df7b820b-b8a7-4364-8665-1ff345230bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:23.422663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Bound port: 32f5a507-a92b-4f63-bd19-697dc7049ffa, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7b820b-b8a7-4364-8665-1ff345230bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '688ccdaa-a6ec-4e86-b10a-62c8a8864b01'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:23.423074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.569566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] For port ed290337-efa8-461e-8caf-ae96b9e16978, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed290337-efa8-461e-8caf-ae96b9e16978,segment=NetworkSegment(89aad523-7ae3-457f-97ef-c7e44636be0c),segment_id=89aad523-7ae3-457f-97ef-c7e44636be0c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:23.598713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Deleting port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:23.599186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.609619 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.738948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-285b6fe2-d328-43c9-9680-70ef493b345a req-c54624f1-1b58-40d9-95b8-3c09dfe565a7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 200 len: 2985 time: 0.4843271 Jul 09 19:40:23.915312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:23.975014 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065bd6f-4135-475f-9b4c-a5f27012bb84 x-openstack-request-id: req-1065bd6f-4135-475f-9b4c-a5f27012bb84 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:23.975377 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-plugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:23.975605 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1065bd6f-4135-475f-9b4c-a5f27012bb84 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:23.975985 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'code': 200} Jul 09 19:40:24.074563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.159812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] For port 32f5a507-a92b-4f63-bd19-697dc7049ffa, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:24.289307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=181ede63-d983-4a15-9dbf-930d476b8d56,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:24.313041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:24.320060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:24.328149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:24.330043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.341814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-81118af8-37f2-492c-892a-75a57a97749a tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/7c3d07d8-0f33-4ef3-84c1-635c19488da5 HTTP/1.1" status: 200 len: 1803 time: 0.4098766 Jul 09 19:40:24.380911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a287a-f9d1-4982-9812-af22e1076f18 None None] Pushing event updated for resources: {'Port': ['ID=ed290337-efa8-461e-8caf-ae96b9e16978,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:24.406714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] For port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:24.408198 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.419595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a44d415f-c160-4691-8e68-408b594b73c3', 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3', 'tenant_id': '68b8b42f513245a586631cc99c66d822', 'fixed_ips': [{'subnet_id': '571ae01b-00c3-429a-84bf-4a649bfb5430'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:24.422274 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.437764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c3ec97e-076e-41b0-9c5f-4b65f6d9713d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6579506 Jul 09 19:40:24.448550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:24.460960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:24.474078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:40:24.478048 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:40:24.480048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] For port 32f5a507-a92b-4f63-bd19-697dc7049ffa, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=32f5a507-a92b-4f63-bd19-697dc7049ffa,segment=NetworkSegment(df7b820b-b8a7-4364-8665-1ff345230bf6),segment_id=df7b820b-b8a7-4364-8665-1ff345230bf6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:24.482263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d63d-5d2c-44ed-abe3-f00947115b03 req-094be544-2d21-4b65-b045-fa4a8869839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:24.484398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ac0d63d-5d2c-44ed-abe3-f00947115b03 req-094be544-2d21-4b65-b045-fa4a8869839d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 1097 time: 0.4754829 Jul 09 19:40:24.487725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.507497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6193a47d-4e82-433d-b8b1-789daa19e635 None None] Provisioning complete for port ed290337-efa8-461e-8caf-ae96b9e16978 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:24.508938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6193a47d-4e82-433d-b8b1-789daa19e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.522694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.530472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.586075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Calling delete_port for bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:24.604418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:24.623588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.626871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.641535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46fd6407-5fdd-46a9-aa30-9b9e0f480867 req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/7c3d07d8-0f33-4ef3-84c1-635c19488da5 HTTP/1.1" status: 204 len: 173 time: 0.2860935 Jul 09 19:40:24.699200 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.700220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.715522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684f692-55ec-4774-bddf-88dccdd1c035 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d07d8-0f33-4ef3-84c1-635c19488da5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:24.756024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ac0d63d-5d2c-44ed-abe3-f00947115b03 req-3c07a0c3-8e95-4de1-a2a9-80abaf614440 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505222 Jul 09 19:40:24.854017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.863001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.875254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce8273-3523-4d89-96ba-100516153a76 req-5a7f3273-3cd8-4f57-af4c-2cfaa5505dc2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:24.891698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:24.893955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa866121-ad7f-4b8e-bd38-39c757c4fa53 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4387121 Jul 09 19:40:24.896709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:24.899182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fce8273-3523-4d89-96ba-100516153a76 req-5a7f3273-3cd8-4f57-af4c-2cfaa5505dc2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.6322961 Jul 09 19:40:24.966004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fce8273-3523-4d89-96ba-100516153a76 req-1ec425d1-3ce9-4416-8e5b-31fd3a5bf668 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653114 Jul 09 19:40:25.242486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Allocated IP 172.20.0.1 (688ccdaa-a6ec-4e86-b10a-62c8a8864b01/7ca65a42-907a-4c5c-a4b0-6fbe873088d0/9ee56100-37e8-42a0-8443-0356b7e7437c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:25.274170 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-2f2c3b27-4dbc-4ea5-a10d-ec705e5d7c55 req-b0f123f3-705d-4b1d-a5b3-a8037fc97594 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:40:25.282076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f2c3b27-4dbc-4ea5-a10d-ec705e5d7c55 req-b0f123f3-705d-4b1d-a5b3-a8037fc97594 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/7c3d07d8-0f33-4ef3-84c1-635c19488da5 HTTP/1.1" status: 404 len: 352 time: 0.1255813 Jul 09 19:40:25.328528 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51bf708c-c308-46fc-a0c5-01b8faf7603d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:25.343462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Allocated IP 172.20.0.2 (a44d415f-c160-4691-8e68-408b594b73c3/571ae01b-00c3-429a-84bf-4a649bfb5430/9c787b6a-311f-4404-bffa-28c8fb0de5ac) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:25.663437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0285a9-6db9-4a7a-ab83-55a6a8711ad5 None None] Pushing event updated for resources: {'Port': ['ID=32f5a507-a92b-4f63-bd19-697dc7049ffa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:25.690071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed290337-efa8-461e-8caf-ae96b9e16978 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:25.692367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51bf708c-c308-46fc-a0c5-01b8faf7603d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:25.722340 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:25.725197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2c0093e-cbd8-497d-8756-aa170bb69280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:25.919361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51bf708c-c308-46fc-a0c5-01b8faf7603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.069200 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.072334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-51bf708c-c308-46fc-a0c5-01b8faf7603d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfe0532ad44947eea964a2e7b0420522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4655733 Jul 09 19:40:26.073030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf708c-c308-46fc-a0c5-01b8faf7603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16daffbc-2273-4d60-91f8-904994b4014e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:26.078382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:26.113590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-a626ea33-21be-4c55-9451-b0b092403b14 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/9de790a3-f571-4ec3-ae37-03f5b99d6408 HTTP/1.1" status: 200 len: 1803 time: 0.1825304 Jul 09 19:40:26.140540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.153654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] Pushing event deleted for resources: {'Port': ['ID=bd5a9fe3-e2a9-4470-82a6-67f79cc499f4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:26.159823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Transition to ACTIVE for port object 9c787b6a-311f-4404-bffa-28c8fb0de5ac will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:26.165112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2234c3e-16e2-4179-bfc6-ae22773c11c1 None None] No DVR routers for this DVR port bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:26.176839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-ca5f9ffc-7066-48c9-8e97-62a7bf9fc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:26.182265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-ca5f9ffc-7066-48c9-8e97-62a7bf9fc640 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858&tenant_id=f5a5f04488134351862300594f26c564 HTTP/1.1" status: 200 len: 1094 time: 0.9961472 Jul 09 19:40:26.186596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ed290337-efa8-461e-8caf-ae96b9e16978 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:26.186974 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.213403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:26.216962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685a5aa-62b3-43eb-aade-4716ff254773 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:26.262510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.299680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bff3d-4975-44d1-b798-c233560c6308 req-cdcaa289-8475-4b0d-807f-1618287f6559 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:26.307759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-597bff3d-4975-44d1-b798-c233560c6308 req-cdcaa289-8475-4b0d-807f-1618287f6559 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 1.2721059 Jul 09 19:40:26.322200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.325393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Transition to ACTIVE for port object 9c787b6a-311f-4404-bffa-28c8fb0de5ac will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:26.372761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.447513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.462618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Transition to ACTIVE for port object 9ee56100-37e8-42a0-8443-0356b7e7437c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:26.467072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.528210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Network a44d415f-c160-4691-8e68-408b594b73c3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:26.536449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:26.541773 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.542688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:26.555185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Pushing event updated for resources: {'Port': ['ID=9c787b6a-311f-4404-bffa-28c8fb0de5ac,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:26.556728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-597bff3d-4975-44d1-b798-c233560c6308 req-d276f7a6-ce19-4e6c-8aac-1dc22cf76004 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478149 Jul 09 19:40:26.621599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.677120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:26.696606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '181ede63-d983-4a15-9dbf-930d476b8d56'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:26.698590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.720514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.742862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:26.763384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Port': ['ID=9ee56100-37e8-42a0-8443-0356b7e7437c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:26.777085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:26.780928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:26.791318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.834094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.839812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.842786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16daffbc-2273-4d60-91f8-904994b4014e HTTP/1.1" status: 204 len: 168 time: 0.7613235 Jul 09 19:40:26.888295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.952727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.998418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/181ede63-d983-4a15-9dbf-930d476b8d56/98203e7b-483b-4145-8e6e-edd743461abc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:27.179665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323074-7954-4477-95b5-612c5d651a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16daffbc-2273-4d60-91f8-904994b4014e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:27.225678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.289846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Attempting to bind port 9c787b6a-311f-4404-bffa-28c8fb0de5ac on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:27.290217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Attempting to bind port 9c787b6a-311f-4404-bffa-28c8fb0de5ac by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'cf0302a4-de96-40e1-9a60-8f204aa456c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:27.290578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Attempting to bind port 9c787b6a-311f-4404-bffa-28c8fb0de5ac on network a44d415f-c160-4691-8e68-408b594b73c3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:27.308416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf9ff5-c597-4890-89c6-1bdef53ecf61 req-fd6e889b-667d-437e-9cb6-d15f82d9cf37 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:27.315182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:27.315557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Checking segment: {'id': 'cf0302a4-de96-40e1-9a60-8f204aa456c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:27.316037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.316368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Bound using segment: {'id': 'cf0302a4-de96-40e1-9a60-8f204aa456c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:27.317183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Bound port: 9c787b6a-311f-4404-bffa-28c8fb0de5ac, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0302a4-de96-40e1-9a60-8f204aa456c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a44d415f-c160-4691-8e68-408b594b73c3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:27.318144 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.326210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3abf9ff5-c597-4890-89c6-1bdef53ecf61 req-fd6e889b-667d-437e-9cb6-d15f82d9cf37 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.3433583 Jul 09 19:40:27.327033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:40:27.327379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bd5a9fe3-e2a9-4470-82a6-67f79cc499f4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:40:27.377808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f9d1c-cc25-4084-9649-1983be6c1d09 None None] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:27.380683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.415779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3abf9ff5-c597-4890-89c6-1bdef53ecf61 req-b4d2a0c2-0120-4045-84f6-d7585d842494 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884931 Jul 09 19:40:27.452041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Transition to ACTIVE for port object 98203e7b-483b-4145-8e6e-edd743461abc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:27.460873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f5119515-b4d8-4d17-adcd-18c60d558390 None None] Provisioning for port 32f5a507-a92b-4f63-bd19-697dc7049ffa completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:27.512360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Transition to ACTIVE for port object 98203e7b-483b-4145-8e6e-edd743461abc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:27.559542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.574386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:27.665495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::1 (607af5c0-a15f-45f9-be62-7560cb7593c1/181ede63-d983-4a15-9dbf-930d476b8d56/edb44c54-5ed5-4da1-992d-f0f30a0224d7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:27.678134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.682622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:27.684141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2a52767-e685-4628-8d5f-4688819d9e19 req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/9de790a3-f571-4ec3-ae37-03f5b99d6408 HTTP/1.1" status: 204 len: 173 time: 1.5687053 Jul 09 19:40:27.706581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:27.765775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] For port 9c787b6a-311f-4404-bffa-28c8fb0de5ac, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:27.818529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 32f5a507-a92b-4f63-bd19-697dc7049ffa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:27.836773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2f53d-4a2f-4d8d-bb85-1e19a3cb10e0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de790a3-f571-4ec3-ae37-03f5b99d6408,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:27.844271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:27.970391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:27.975492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:28.008154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] For port 9c787b6a-311f-4404-bffa-28c8fb0de5ac, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9c787b6a-311f-4404-bffa-28c8fb0de5ac,segment=NetworkSegment(cf0302a4-de96-40e1-9a60-8f204aa456c2),segment_id=cf0302a4-de96-40e1-9a60-8f204aa456c2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:28.015282 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.034857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:28.049931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object edb44c54-5ed5-4da1-992d-f0f30a0224d7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:28.062135 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.065340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Pushing event updated for resources: {'Port': ['ID=98203e7b-483b-4145-8e6e-edd743461abc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:28.075943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.130982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.160369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.185475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:28.189993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:28.194809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:28.195322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.225709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Transition to ACTIVE for port object a48c1f75-c8e2-41c3-8c93-e758dfc981d5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:28.238193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.319705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=edb44c54-5ed5-4da1-992d-f0f30a0224d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:28.527656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.585847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.654494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.705838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Attempting to bind port 98203e7b-483b-4145-8e6e-edd743461abc on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:28.708039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Attempting to bind port 98203e7b-483b-4145-8e6e-edd743461abc by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:28.708039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Attempting to bind port 98203e7b-483b-4145-8e6e-edd743461abc on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:28.734175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab7ea5-d248-4c39-8e9f-1d77a2aa1652 None None] Pushing event updated for resources: {'Port': ['ID=9c787b6a-311f-4404-bffa-28c8fb0de5ac,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:28.740083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:28.747175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:28.747951 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.748464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:28.749591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Bound port: 98203e7b-483b-4145-8e6e-edd743461abc, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:28.750089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.752309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 32f5a507-a92b-4f63-bd19-697dc7049ffa completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:28.767853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 32f5a507-a92b-4f63-bd19-697dc7049ffa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:28.775175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.815495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:28.823338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] No DVR routers for this DVR port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:28.847659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e5d5a-ef8e-4256-b956-9b3478ca7da3 req-7b6f0348-904c-4b19-9bdf-aa15fdd24e2c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:28.850084 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f9e5d5a-ef8e-4256-b956-9b3478ca7da3 req-7b6f0348-904c-4b19-9bdf-aa15fdd24e2c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 943 time: 0.8349910 Jul 09 19:40:28.896798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=9']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:28.978991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] For port 98203e7b-483b-4145-8e6e-edd743461abc, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:28.983259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] For port 98203e7b-483b-4145-8e6e-edd743461abc, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98203e7b-483b-4145-8e6e-edd743461abc,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:28.991813 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:28.999511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Port': ['ID=9ee56100-37e8-42a0-8443-0356b7e7437c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:29.012507 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-699ce2e3-15bc-474a-bc4e-381091c62cf0 req-c2a40487-5d41-4665-ba71-b5eeb35b1907 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:40:29.021549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-699ce2e3-15bc-474a-bc4e-381091c62cf0 req-c2a40487-5d41-4665-ba71-b5eeb35b1907 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/9de790a3-f571-4ec3-ae37-03f5b99d6408 HTTP/1.1" status: 404 len: 352 time: 0.2053778 Jul 09 19:40:29.190132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f9e5d5a-ef8e-4256-b956-9b3478ca7da3 req-2485bc11-ff1b-4428-9313-2a74f29e51be tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282142 Jul 09 19:40:29.197993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.226838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea947c92-ff6c-4ea9-80bf-0cabfc37694e None None] Pushing event updated for resources: {'Port': ['ID=98203e7b-483b-4145-8e6e-edd743461abc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:29.239474 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.240304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:29.240754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:29.241974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:29.289722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-405073750-network', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:29.401272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:29.404571 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.404713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 32f5a507-a92b-4f63-bd19-697dc7049ffa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=32f5a507-a92b-4f63-bd19-697dc7049ffa,segment=NetworkSegment(df7b820b-b8a7-4364-8665-1ff345230bf6),segment_id=df7b820b-b8a7-4364-8665-1ff345230bf6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:29.412495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.451734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:40:29.452106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Attempting to bind port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on network cb4b0020-e34d-4b07-be8b-191e47e38e2b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:29.461559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:29.461900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Checking segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:29.462549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Bound using segment: {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:29.462992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Bound port: a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:29.463353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.490409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.584142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.604838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.605863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.610844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=32f5a507-a92b-4f63-bd19-697dc7049ffa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:29.664736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Provisioning complete for port 32f5a507-a92b-4f63-bd19-697dc7049ffa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:29.665648 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.667850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:29.683437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:29.686556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:29.714789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.717467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:29.756752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9c787b6a-311f-4404-bffa-28c8fb0de5ac up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:29.811929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=edb44c54-5ed5-4da1-992d-f0f30a0224d7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:29.841874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff64ce-9200-4307-9301-72c4391b7486 req-f1a0eef2-8d8f-46f6-9189-6165a21da8e3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:29.848212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93ff64ce-9200-4307-9301-72c4391b7486 req-f1a0eef2-8d8f-46f6-9189-6165a21da8e3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.4156427 Jul 09 19:40:29.965753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:30.028028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 9c787b6a-311f-4404-bffa-28c8fb0de5ac completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:30.036983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Provisioning for port 9ee56100-37e8-42a0-8443-0356b7e7437c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:30.047153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Provisioning complete for port 9ee56100-37e8-42a0-8443-0356b7e7437c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:30.047527 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.060277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:30.061235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.079912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-959fecc4-7af0-4461-807b-88ef60d6abad service neutron] 10.222.0.25 "PUT /v2.0/ports/a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 1091 time: 3.8651078 Jul 09 19:40:30.083262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:30.086874 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471adca1-1054-45e0-858b-e3469e3f4961" -d '{"events": [{"name": "network-changed", "server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:30.158381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fede5429-960f-4210-8024-30ff60cf4238 None None] Port 9ee56100-37e8-42a0-8443-0356b7e7437c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:30.164365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93ff64ce-9200-4307-9301-72c4391b7486 req-5ca4f725-9395-43ef-a5bc-d8612390a924 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903523 Jul 09 19:40:30.290512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9f67b9c8-dc94-4d74-a0bf-8fe1f0ee042e None None] Provisioning complete for port 9ee56100-37e8-42a0-8443-0356b7e7437c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:30.296446 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f67b9c8-dc94-4d74-a0bf-8fe1f0ee042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.477751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-dfb922f1-0708-4929-90de-7d12b7394081 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/8692f85b-5d85-4260-82de-bb1ff7f23c9f HTTP/1.1" status: 200 len: 1803 time: 1.0191553 Jul 09 19:40:30.481723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9f67b9c8-dc94-4d74-a0bf-8fe1f0ee042e None None] Port 9ee56100-37e8-42a0-8443-0356b7e7437c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:30.483037 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b963836-7c23-48e4-ac64-22725040935b x-openstack-request-id: req-5b963836-7c23-48e4-ac64-22725040935b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:30.487026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.493308 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:30.493633 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b963836-7c23-48e4-ac64-22725040935b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:30.496322 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'status': 'completed', 'code': 200} Jul 09 19:40:30.497863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:30.500180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.529648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:30.546426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.546777 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Added segment 1f55bc80-3511-420a-bd7d-03e48aeac695 of type vlan for network 6e70050c-7910-48bd-a281-d9a68e04c1a2 Jul 09 19:40:30.631404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e07d26bb-aec0-4dc7-a686-3a1436611e6f None None] Provisioning complete for port 9ee56100-37e8-42a0-8443-0356b7e7437c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:30.631686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e07d26bb-aec0-4dc7-a686-3a1436611e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.636393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.640104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:30.721636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e07d26bb-aec0-4dc7-a686-3a1436611e6f None None] Port 9ee56100-37e8-42a0-8443-0356b7e7437c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:30.722067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-ee8c2202-b562-4fa8-ab6f-c160f49fd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:30.722067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-ee8c2202-b562-4fa8-ab6f-c160f49fd682 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1095 time: 0.6203496 Jul 09 19:40:30.741872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.749366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.750342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:30.750926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.777995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.794759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244788b2-4ad0-4770-a71e-1fde1a06748d None None] Network a44d415f-c160-4691-8e68-408b594b73c3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:30.849043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0e232-b8f3-4160-bf41-22ed77e37abf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:30.874586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.877932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.879106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-03ecffe1-d534-44bd-81f2-7ee7a31616f8 req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/8692f85b-5d85-4260-82de-bb1ff7f23c9f HTTP/1.1" status: 204 len: 173 time: 0.3629563 Jul 09 19:40:30.887500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0615623 Jul 09 19:40:30.892411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:30.906167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Provisioning for port 9c787b6a-311f-4404-bffa-28c8fb0de5ac completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:30.920127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Provisioning complete for port 9c787b6a-311f-4404-bffa-28c8fb0de5ac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:30.920776 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.995313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Request body: {'subnet': {'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-subnet', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:31.028124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884a977-db84-4091-93fc-f6f7202fdd00 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8692f85b-5d85-4260-82de-bb1ff7f23c9f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:31.079229 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-e00c0e9d-9ee3-4c80-89d8-2ecb5df46a4f req-445b0afa-95c1-4adc-b407-152adf2d42ca tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:40:31.080456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e00c0e9d-9ee3-4c80-89d8-2ecb5df46a4f req-445b0afa-95c1-4adc-b407-152adf2d42ca tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/8692f85b-5d85-4260-82de-bb1ff7f23c9f HTTP/1.1" status: 404 len: 352 time: 0.0554647 Jul 09 19:40:31.081010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Router 5e36ac57-b58f-4b13-915b-0e8f3db9cd23 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:40:31.132539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6c6c-cebe-46ab-a7da-0ea22d4d09e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e70050c-7910-48bd-a281-d9a68e04c1a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:31.175134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:31.186221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:31.202999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:31.385483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:31.387785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-02d77ccc-68a0-40d6-a7be-84b1497662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:31.391040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-02d77ccc-68a0-40d6-a7be-84b1497662ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.6489596 Jul 09 19:40:31.474396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] For port 9c787b6a-311f-4404-bffa-28c8fb0de5ac, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9c787b6a-311f-4404-bffa-28c8fb0de5ac,segment=NetworkSegment(cf0302a4-de96-40e1-9a60-8f204aa456c2),segment_id=cf0302a4-de96-40e1-9a60-8f204aa456c2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:31.485000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:31.488566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-5e4cdcf4-d67b-4b9c-97b1-10ba3f792a68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.0797234 Jul 09 19:40:31.625899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:31.639308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d114f63-bd0d-49cb-ba79-88127a641bdc tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6767983 Jul 09 19:40:31.653155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:31.700005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cd687d1-8e44-47e3-87da-5a99ff842fed req-de8f93ab-5450-4e6f-b500-2d3896ad2434 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 6155 time: 0.5172520 Jul 09 19:40:31.748197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733180a2-3b1e-4802-94ef-92b4e75a3864 req-ae7f017e-06ab-46ed-a58b-18cb0ac5ac42 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:31.749915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-733180a2-3b1e-4802-94ef-92b4e75a3864 req-ae7f017e-06ab-46ed-a58b-18cb0ac5ac42 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 1.0689301 Jul 09 19:40:31.771707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:31.919024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d270b-061f-4c8c-ac85-488a88488513 None None] Pushing event updated for resources: {'Port': ['ID=9c787b6a-311f-4404-bffa-28c8fb0de5ac,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:31.923476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-5b2d7848-cf57-4f9a-9da8-b96b87607339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:31.925159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-5b2d7848-cf57-4f9a-9da8-b96b87607339 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.4222896 Jul 09 19:40:31.929796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-733180a2-3b1e-4802-94ef-92b4e75a3864 req-c499065c-6b0c-46fd-bfad-89bd5964d244 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620779 Jul 09 19:40:31.930368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:40:31.935813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] Sync routers for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:31.945894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 32f5a507-a92b-4f63-bd19-697dc7049ffa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:31.952471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c731fec-f5fd-4c10-a75c-7d2a67d74729,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:31.975779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Checking segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:31.975779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Network hostable DHCP agents. Network: 6e70050c-7910-48bd-a281-d9a68e04c1a2, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:32.006523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-9312549d-92ee-42ef-b1ba-5a9aac807ca2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684402 Jul 09 19:40:32.038820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:32.039479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:32.089483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cd687d1-8e44-47e3-87da-5a99ff842fed req-3163f470-dc81-49b2-be27-831b3e64f243 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 200 len: 2985 time: 0.2912362 Jul 09 19:40:32.102995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:32.113628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:32.125813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Sync routers for ids ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:32.129721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3b8f9490-9548-40f1-b420-dd99a4cda13d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "PUT /v2.0/routers/fad6ab7c-e8f3-4a10-a13b-cfb855f17365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2317371 Jul 09 19:40:32.131294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6e70050c-7910-48bd-a281-d9a68e04c1a2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:32.139102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c652fd1d-96a6-4f9b-82a6-a7a4697f21bf None None] Provisioning for port 98203e7b-483b-4145-8e6e-edd743461abc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:32.140804 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Routers {'fad6ab7c-e8f3-4a10-a13b-cfb855f17365'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:32.141048 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:32.148641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:32.149817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.150416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:32.159711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d24f3d-1ada-4c28-84ce-3c46f3061991 None None] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:32.161660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:32.278281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-109b1710-7dbb-40e6-91d7-15cb66b9d24d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2903962 Jul 09 19:40:32.284473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 32f5a507-a92b-4f63-bd19-697dc7049ffa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:32.285036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.291464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:32.303206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:32.311607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f1b86-74d9-4c2a-8a47-b5ead15c4393 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:32.319015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c15f1b86-74d9-4c2a-8a47-b5ead15c4393 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports/edb44c54-5ed5-4da1-992d-f0f30a0224d7 HTTP/1.1" status: 200 len: 911 time: 0.1562552 Jul 09 19:40:32.323738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:32.358931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:32.359124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:32.370526 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Set router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:32.402749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cd687d1-8e44-47e3-87da-5a99ff842fed req-c3054784-b5d7-4523-954c-1d5263a236fa tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 200 len: 2985 time: 0.3123991 Jul 09 19:40:32.446858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.447873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.492255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:32.493064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa6083-7a7b-45bc-88f5-35040972135e None None] The sync data for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:32.501715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-7400d6ac-86dd-4cca-96d4-2742cc6c7e67 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572561 Jul 09 19:40:32.504531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66c4ee-39f1-4604-9aba-c3f5cb60239d req-2cefae99-6714-4e74-9e18-45b67c7026a3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:32.509146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c66c4ee-39f1-4604-9aba-c3f5cb60239d req-2cefae99-6714-4e74-9e18-45b67c7026a3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.3110116 Jul 09 19:40:32.513347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Provisioning complete for port 9c787b6a-311f-4404-bffa-28c8fb0de5ac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:32.513731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.523816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6e70050c-7910-48bd-a281-d9a68e04c1a2', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:32.530589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:32.576856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c66c4ee-39f1-4604-9aba-c3f5cb60239d req-9a6247a3-6584-434f-93f4-e0f87608e9c1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Jul 09 19:40:32.595478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae3cda-6611-43aa-9ca7-1753c491ee56 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:32.602235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae3cda-6611-43aa-9ca7-1753c491ee56 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:32.604080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-24ae3cda-6611-43aa-9ca7-1753c491ee56 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2793818 Jul 09 19:40:32.606985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:32.820792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:32.827155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-919750303'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:32.863211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98203e7b-483b-4145-8e6e-edd743461abc up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:32.957277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1060235688', 'description': 'tempest-description-2109830963'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:32.973390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.053979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Provisioning for port edb44c54-5ed5-4da1-992d-f0f30a0224d7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:33.064113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Provisioning complete for port edb44c54-5ed5-4da1-992d-f0f30a0224d7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:33.065062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.070692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:33.075851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.118504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 98203e7b-483b-4145-8e6e-edd743461abc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:33.136149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98203e7b-483b-4145-8e6e-edd743461abc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:33.136539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.146800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Allocated IP 172.20.0.2 (6e70050c-7910-48bd-a281-d9a68e04c1a2/4c731fec-f5fd-4c10-a75c-7d2a67d74729/b33f291f-b069-4a04-a5fc-88f3ad6a8f2c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:33.148979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33ade472-cf2d-4016-b5be-db64df8bb5a8 None None] Port edb44c54-5ed5-4da1-992d-f0f30a0224d7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:33.169991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:33.207666 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:28Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None, '_interfaces': [{'id': 'edb44c54-5ed5-4da1-992d-f0f30a0224d7', 'name': '', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'mac_address': 'fa:16:3e:2b:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:26Z', 'updated_at': '2021-07-09T19:40:29Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'subnets': [{'id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:33.224247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcecda7-bad1-453c-8348-7ec76f372220 req-35ca20fb-8d2a-4aee-b144-8535c15478aa tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:33.225799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fcecda7-bad1-453c-8348-7ec76f372220 req-35ca20fb-8d2a-4aee-b144-8535c15478aa tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 950 time: 0.2621312 Jul 09 19:40:33.236766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.237103 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Added segment 3d792ea4-b5a3-4e14-b0ac-a0e212223806 of type vlan for network f7817021-eb69-4303-8ab2-c04f7bc9ce12 Jul 09 19:40:33.310688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.316060 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Checking router: fad6ab7c-e8f3-4a10-a13b-cfb855f17365 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:33.316719 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Updating router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 port edb44c54-5ed5-4da1-992d-f0f30a0224d7 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:40:33.327161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.365310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.388294 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.400970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fcecda7-bad1-453c-8348-7ec76f372220 req-8ee3f330-4699-4633-8f9d-6dc65c39bd4e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498051 Jul 09 19:40:33.457803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-da903c95-f101-404f-9dc9-e37e91a1f68c None None] Provisioning complete for port edb44c54-5ed5-4da1-992d-f0f30a0224d7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:33.458374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da903c95-f101-404f-9dc9-e37e91a1f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.465270 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c9060024-1226-47da-98cd-6de73e8aee65 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:40:33.466362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c9060024-1226-47da-98cd-6de73e8aee65 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8206003 Jul 09 19:40:33.474020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2aed9c3-9697-4349-b3f9-c75ff98719df req-e1b42df7-5602-4f61-8822-9519e78ad133 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976974 Jul 09 19:40:33.474525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:33.529516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.531167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-da903c95-f101-404f-9dc9-e37e91a1f68c None None] Port edb44c54-5ed5-4da1-992d-f0f30a0224d7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:33.584243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:40:33.650666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 98203e7b-483b-4145-8e6e-edd743461abc, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98203e7b-483b-4145-8e6e-edd743461abc,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:33.668872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.671029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.731989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Transition to ACTIVE for port object b33f291f-b069-4a04-a5fc-88f3ad6a8f2c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:33.740793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.788523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Transition to ACTIVE for port object b33f291f-b069-4a04-a5fc-88f3ad6a8f2c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:33.798748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9c787b6a-311f-4404-bffa-28c8fb0de5ac up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:33.827109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=98203e7b-483b-4145-8e6e-edd743461abc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:33.830493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.839952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.903704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:33.905724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:33.915591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f10c3ef-cc63-418f-ad98-fdab8d98ab61 req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3408318 Jul 09 19:40:33.917952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:33.920105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Pushing event updated for resources: {'Port': ['ID=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:33.925784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adca1-1054-45e0-858b-e3469e3f4961 req-1548c88b-badc-45c2-a403-e0bbac3cef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:33.930649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-1548c88b-badc-45c2-a403-e0bbac3cef62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1095 time: 0.3734951 Jul 09 19:40:33.930924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:33.940347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e82b-df25-44a5-959e-a3bb79d6b571 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0346cb-3ca4-476a-bf40-6b713661da1c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:33.992886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 9c787b6a-311f-4404-bffa-28c8fb0de5ac triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:33.993378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.097644 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.110224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Transition to ACTIVE for port object edb44c54-5ed5-4da1-992d-f0f30a0224d7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:34.130924 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.138011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Attempting to bind port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:34.138011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Attempting to bind port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:34.138011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Attempting to bind port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c on network 6e70050c-7910-48bd-a281-d9a68e04c1a2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:34.153736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:34.155368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Checking segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:34.155786 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.156191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Bound using segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:34.156683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Bound port: b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:34.159450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.180358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adca1-1054-45e0-858b-e3469e3f4961 req-751cf65b-aa84-4f06-b16b-185b4c48ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:34.182825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-751cf65b-aa84-4f06-b16b-185b4c48ca7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.2320812 Jul 09 19:40:34.192983 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1dca-9e32-455d-9c9f-6e7fd8d85b67 None None] Pushing event updated for resources: {'Port': ['ID=edb44c54-5ed5-4da1-992d-f0f30a0224d7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:34.309578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] For port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:34.312989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] For port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:34.325254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.335992 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Attempting to bind port edb44c54-5ed5-4da1-992d-f0f30a0224d7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:34.339464 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Attempting to bind port edb44c54-5ed5-4da1-992d-f0f30a0224d7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:34.340020 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Attempting to bind port edb44c54-5ed5-4da1-992d-f0f30a0224d7 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:34.358745 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:34.359107 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:34.359687 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.360777 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:34.373956 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Bound port: edb44c54-5ed5-4da1-992d-f0f30a0224d7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:34.374627 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.427154 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.489512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48549f2f-870d-4242-b03e-ecd4ec1dcf1b None None] Pushing event updated for resources: {'Port': ['ID=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:34.526317 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] For port edb44c54-5ed5-4da1-992d-f0f30a0224d7, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:34.530316 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] For port edb44c54-5ed5-4da1-992d-f0f30a0224d7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=edb44c54-5ed5-4da1-992d-f0f30a0224d7,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:34.538015 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.566151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-dc5a8974-f04c-4c60-a420-25d4feba7e10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.3056059 Jul 09 19:40:34.624871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.637522 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Routers {'fad6ab7c-e8f3-4a10-a13b-cfb855f17365'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:34.638160 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:34.687007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.696704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:34.697349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.733975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:34.875178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c254f-d905-4f70-9b16-bc6b2899d174 req-b3a7ee2a-a56d-4508-8397-9fa249a6ca38 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:34.881397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f6c254f-d905-4f70-9b16-bc6b2899d174 req-b3a7ee2a-a56d-4508-8397-9fa249a6ca38 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.7795146 Jul 09 19:40:34.889203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] Set router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:35.006820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adca1-1054-45e0-858b-e3469e3f4961 req-3ae2b34d-63df-414a-9b18-8e50765d26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:35.008343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-3ae2b34d-63df-414a-9b18-8e50765d26d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.3006558 Jul 09 19:40:35.026945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f6c254f-d905-4f70-9b16-bc6b2899d174 req-56789117-c8d6-40c8-9081-fc9ecadeae0d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850413 Jul 09 19:40:35.115427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2918708 Jul 09 19:40:35.126642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:35.147466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-9dac1b29-44c7-4c7f-ab84-bbc76d76a8ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099308 Jul 09 19:40:35.159677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1542227456', 'description': 'tempest-description-1130206399'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:35.166795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fdcf2-daaf-40da-84d0-c98f6efa13e2 req-ba383615-1204-4022-ab8e-c60c20fb0cc1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:35.175266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-226fdcf2-daaf-40da-84d0-c98f6efa13e2 req-ba383615-1204-4022-ab8e-c60c20fb0cc1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 1.5360832 Jul 09 19:40:35.216531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Allocated IP 172.25.3.114 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/d99354a9-1898-46ec-9801-c86877202620) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:35.230221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-825121049'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:35.239220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.292302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4afd5-10ef-4229-b322-26968678446d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Network': ['ID=f7817021-eb69-4303-8ab2-c04f7bc9ce12,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:35.304813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:35.312098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:35.322950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.347288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1dca-9e32-455d-9c9f-6e7fd8d85b67 None None] Pushing event updated for resources: {'Port': ['ID=edb44c54-5ed5-4da1-992d-f0f30a0224d7,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:35.481869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-226fdcf2-daaf-40da-84d0-c98f6efa13e2 req-26df3c7b-aeb5-4c7e-a97b-15324d273f96 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152479 Jul 09 19:40:35.532209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.539478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:40:35.542057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:28Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None, '_interfaces': [{'id': 'edb44c54-5ed5-4da1-992d-f0f30a0224d7', 'name': '', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'mac_address': 'fa:16:3e:2b:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:26Z', 'updated_at': '2021-07-09T19:40:34Z', 'revision_number': 4, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'subnets': [{'id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:35.577477 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.589568 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Added segment 2bbb33c1-6b6c-4412-84b8-fdf5935fbca2 of type vlan for network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f Jul 09 19:40:35.599971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port edb44c54-5ed5-4da1-992d-f0f30a0224d7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:35.608418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.621878 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e936d-1e65-4300-9456-f2c12fc49105 None None] The sync data for ids ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'] in n-d-800087-3 is: [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:28Z', 'revision_number': 2, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None, '_interfaces': [{'id': 'edb44c54-5ed5-4da1-992d-f0f30a0224d7', 'name': '', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'mac_address': 'fa:16:3e:2b:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:26Z', 'updated_at': '2021-07-09T19:40:34Z', 'revision_number': 4, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'subnets': [{'id': '181ede63-d983-4a15-9dbf-930d476b8d56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:35.891332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:35.967476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b33f291f-b069-4a04-a5fc-88f3ad6a8f2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:35.995176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.091069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:36.113142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] For port edb44c54-5ed5-4da1-992d-f0f30a0224d7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=edb44c54-5ed5-4da1-992d-f0f30a0224d7,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:36.115417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.118359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98203e7b-483b-4145-8e6e-edd743461abc up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:36.128078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.134317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:36.136651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.193211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98203e7b-483b-4145-8e6e-edd743461abc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:36.196697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.246555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for edb44c54-5ed5-4da1-992d-f0f30a0224d7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:36.273937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.289381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.310574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-969c2110-459d-437b-9001-227abbff37b9 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0735185 Jul 09 19:40:36.313199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1366982 Jul 09 19:40:36.333174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:36.339622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'subnet': {'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:36.375210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9131b-80af-49cb-8248-6b2113363a57 req-22fbf2fd-c99c-4e1f-a077-46990a375f00 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:36.405599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d9131b-80af-49cb-8248-6b2113363a57 req-22fbf2fd-c99c-4e1f-a077-46990a375f00 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 950 time: 0.7302194 Jul 09 19:40:36.484438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e963c6-3c6a-4c43-bbbc-481f2705dc15 None None] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:36.539430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bcb4f-2ab2-47f0-80f7-44cb94c2eed5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Network': ['ID=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:36.558948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0823f8ce-0e31-4f2e-8568-512704b06fd1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:36.582805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.591915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-293ba31a-c3c0-4913-9254-dd7a5339a646 req-e1e47ad7-d80e-4a9a-8cdb-946822ffec1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4402800 Jul 09 19:40:36.614844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:40:36.835066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Provisioning for port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:36.850908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58d9131b-80af-49cb-8248-6b2113363a57 req-07fbb329-1df1-44c6-bfa0-15491a4948f8 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441175 Jul 09 19:40:36.891303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.959120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Provisioning complete for port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:36.959491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:36.974396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:36.982837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:36.985858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:37.040611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:37.044425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:37.142483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-471adca1-1054-45e0-858b-e3469e3f4961 req-14397f82-71df-4c0e-85b1-c5b777d1d51e service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067478 Jul 09 19:40:37.306042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:37.374132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] For port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:37.383745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:37.459155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:37.514480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc80a0b-c587-4b18-a14c-a4d36ec35517 None None] Pushing event updated for resources: {'Port': ['ID=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:37.582475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:37.602125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=edb44c54-5ed5-4da1-992d-f0f30a0224d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:37.709799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937d80-f97e-4d94-afaf-6789bb9b88b8 req-746c58c2-790a-4c46-84c6-deeb7a434cbd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:37.726099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8937d80-f97e-4d94-afaf-6789bb9b88b8 req-746c58c2-790a-4c46-84c6-deeb7a434cbd tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.5295243 Jul 09 19:40:37.849622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-13c57d06-6dc7-4f36-bb71-2fc5e4c8bde0 None None] Provisioning complete for port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:37.851878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13c57d06-6dc7-4f36-bb71-2fc5e4c8bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:37.901729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b33f291f-b069-4a04-a5fc-88f3ad6a8f2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:37.905965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.007162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8937d80-f97e-4d94-afaf-6789bb9b88b8 req-e775de27-a7e2-4b32-915e-ee478a0e7da0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791848 Jul 09 19:40:38.043454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.056999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:38.067203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Pushing event updated for resources: {'Port': ['ID=d99354a9-1898-46ec-9801-c86877202620,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:38.107678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:38.111255 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7633b-7323-49ad-830e-dbbfb6670d1e" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-unplugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:38.124392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.241546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting port 9ee56100-37e8-42a0-8443-0356b7e7437c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:38.242095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.255475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:38.256215 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.314899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:38.376472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2682-8240-4077-acc4-dc3c5ead732c req-4a84398a-4612-4ab2-a46b-a9f762a4319a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:38.377981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a56e2682-8240-4077-acc4-dc3c5ead732c req-4a84398a-4612-4ab2-a46b-a9f762a4319a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 1.4643605 Jul 09 19:40:38.432210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.473087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.488104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a56e2682-8240-4077-acc4-dc3c5ead732c req-0361b176-4078-4680-81d1-351a31cee6dc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998337 Jul 09 19:40:38.508502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.551023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Calling delete_port for 9ee56100-37e8-42a0-8443-0356b7e7437c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:38.583581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Subnet': ['ID=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:38.595890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:38.786172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:38.932292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:39.057112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Port': ['ID=9ee56100-37e8-42a0-8443-0356b7e7437c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:39.285824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:39.305719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Router 6399a102-132b-477e-b039-4181502b64ff is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:40:39.311041 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ead7b5d-c5f4-4194-801f-c0003d5f76d2 x-openstack-request-id: req-6ead7b5d-c5f4-4194-801f-c0003d5f76d2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:39.312305 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-unplugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:39.312305 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ead7b5d-c5f4-4194-801f-c0003d5f76d2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:39.312305 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'code': 200} Jul 09 19:40:39.346092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:39.347362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network hostable DHCP agents. Network: f7817021-eb69-4303-8ab2-c04f7bc9ce12, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:39.391437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-c03855fb-3406-4e76-9ab2-065434d6cf74 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:39.405682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-c03855fb-3406-4e76-9ab2-065434d6cf74 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 813 time: 1.2255521 Jul 09 19:40:39.444720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-d48bbed8-7492-43f0-a50a-61b0130ec7bd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/quotas/19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 375 time: 0.0373261 Jul 09 19:40:39.503266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:39.515164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Sync routers for ids ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:39.524271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f4ec702a-91b8-45e4-9033-6f173695ae98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "PUT /v2.0/routers/fad6ab7c-e8f3-4a10-a13b-cfb855f17365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9156513 Jul 09 19:40:39.526243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:39.531401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Routers {'fad6ab7c-e8f3-4a10-a13b-cfb855f17365'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:39.535398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:39.535811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:39.601268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8b5e-15df-4ded-9e2b-6873a9d7dec3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:39.603756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a8b5e-15df-4ded-9e2b-6873a9d7dec3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:39.605806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c0a8b5e-15df-4ded-9e2b-6873a9d7dec3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688565 Jul 09 19:40:39.609515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:39.655846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:39.666756 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Sync routers for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:39.672862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f7817021-eb69-4303-8ab2-c04f7bc9ce12) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:39.674933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Router 5e36ac57-b58f-4b13-915b-0e8f3db9cd23 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:39.684858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:39.685564 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:39.688833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:39.689499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:39.696076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7380c-75e7-4d49-8299-79a0812354dc None None] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:39.730913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:39.732437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f856e4f3-5724-4dca-a727-e254e788943d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4357810 Jul 09 19:40:39.746161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:39.767146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Set router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:39.778636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f7e484d5-a339-4d1f-9af6-6a683eb3553b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4414151 Jul 09 19:40:39.793011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-01a926eb-145b-443f-83ce-717503f45605 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3467391 Jul 09 19:40:39.793754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:39.804703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'subnet': {'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:39.850497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 181ede63-d983-4a15-9dbf-930d476b8d56 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:39.913274 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:39.924253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:37Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:39.939852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:39.968468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-43dd7940-6233-42a9-affc-e61d53a0c3e2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:40:39.972976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8574f-046b-409b-b6f3-e1aaeaff4ad1 req-a4f457a0-d35f-4b80-b3c8-8c8dca127b29 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:39.977790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-43dd7940-6233-42a9-affc-e61d53a0c3e2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1668894 Jul 09 19:40:39.980438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4e8574f-046b-409b-b6f3-e1aaeaff4ad1 req-a4f457a0-d35f-4b80-b3c8-8c8dca127b29 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.4387302 Jul 09 19:40:39.997930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:40.022785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2a30f5bc-4060-491a-9110-c575e0860e18 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5439115 Jul 09 19:40:40.023795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:40.069433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] Sync routers for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:40.093991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Checking router: fad6ab7c-e8f3-4a10-a13b-cfb855f17365 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:40.113100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-0ba60924-abcc-4299-9d31-7c2328a3605d service neutron] 10.222.0.10 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341825 Jul 09 19:40:40.138125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:40.142759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.201173 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e36d6ad2-348d-4e8e-ba41-a2e2a365355e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] delete failed (client error): The resource could not be found. Jul 09 19:40:40.219190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e36d6ad2-348d-4e8e-ba41-a2e2a365355e tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-193074349 HTTP/1.1" status: 404 len: 334 time: 0.1908073 Jul 09 19:40:40.226468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:40.242284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7a395e9d-aa30-453e-9b33-9e9e6c542e2a tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e36ac57-b58f-4b13-915b-0e8f3db9cd23'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:40.251733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.262989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.272038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Routers {'fad6ab7c-e8f3-4a10-a13b-cfb855f17365'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:40.276870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.298948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4e8574f-046b-409b-b6f3-e1aaeaff4ad1 req-ee0b6c5d-1159-4882-88de-4880eacf1154 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172688 Jul 09 19:40:40.328123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:40.333110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.412359 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:38Z', 'revision_number': 3, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.443120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Checking router: 6399a102-132b-477e-b039-4181502b64ff for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:40.443488 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Updating router 6399a102-132b-477e-b039-4181502b64ff port d99354a9-1898-46ec-9801-c86877202620 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:40:40.495543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-fbe35326-264f-42d7-b661-52c58f657785 service neutron] 10.222.0.10 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815393 Jul 09 19:40:40.512080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] Set router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:40.520652 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.608091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.677722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:37Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.685503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:40.685863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.780961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.805334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:40.806006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b7c40-fd43-4dd6-a256-c2c8e1234558 None None] The sync data for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:40.873406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.875451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/181ede63-d983-4a15-9dbf-930d476b8d56 HTTP/1.1" status: 204 len: 168 time: 1.2640388 Jul 09 19:40:40.918539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d27ca-c087-4fda-85dd-051e6bbf0791 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=181ede63-d983-4a15-9dbf-930d476b8d56,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:40.921624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:40.922511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:40.932026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:40.939520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdfd78-da27-413d-abaf-2bfa9d3ec3f1 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:40.991670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08217ec-1839-40a9-a768-bd18ff84b018 None None] The sync data for ids ['fad6ab7c-e8f3-4a10-a13b-cfb855f17365'] in n-d-800087-3 is: [{'id': 'fad6ab7c-e8f3-4a10-a13b-cfb855f17365', 'name': 'tempest-NetworksTestDHCPv6-router-266207174', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:24Z', 'updated_at': '2021-07-09T19:40:37Z', 'revision_number': 3, 'project_id': '304e2b33a89c4007865817c9ca3516fb', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:41.241596 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.270412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc7a3cf1-c9c8-48b9-90ad-bf6572a3bbac req-c0e54683-ec94-4715-8be8-8cc300229b86 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 210 time: 0.3248987 Jul 09 19:40:41.271369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.281771 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Transition to ACTIVE for port object d99354a9-1898-46ec-9801-c86877202620 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:41.304310 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.433652 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345679ab-af0c-44b8-9df7-14e8b537c956 None None] Pushing event updated for resources: {'Port': ['ID=d99354a9-1898-46ec-9801-c86877202620,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:41.466905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Subnet': ['ID=29fea8d1-81c3-48f3-821b-9efd6747083f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:41.487695 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Attempting to bind port d99354a9-1898-46ec-9801-c86877202620 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:41.488337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Attempting to bind port d99354a9-1898-46ec-9801-c86877202620 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:41.488956 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Attempting to bind port d99354a9-1898-46ec-9801-c86877202620 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:41.493196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Allocated IP 10.1.1.2 (f7817021-eb69-4303-8ab2-c04f7bc9ce12/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d/93103c63-0a4c-4fe8-b513-d0ed2a35ba99) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:41.499602 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e87cda20-1adc-4d5f-876a-430ea7ffd84e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5587010 Jul 09 19:40:41.501424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:41.501785 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:41.504064 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:41.506042 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.506698 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:41.514948 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Bound port: d99354a9-1898-46ec-9801-c86877202620, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:41.515924 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.536832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:40:41.633181 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] For port d99354a9-1898-46ec-9801-c86877202620, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:41.658540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] For port d99354a9-1898-46ec-9801-c86877202620, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d99354a9-1898-46ec-9801-c86877202620,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:41.664497 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.818190 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345679ab-af0c-44b8-9df7-14e8b537c956 None None] Pushing event updated for resources: {'Port': ['ID=d99354a9-1898-46ec-9801-c86877202620,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:41.872072 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:41.872709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:41.885526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:41.950898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98203e7b-483b-4145-8e6e-edd743461abc no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:42.107704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Checking segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:42.107984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network hostable DHCP agents. Network: 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:40:42.122490 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:42.135615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a395e9d-aa30-453e-9b33-9e9e6c542e2a tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.242116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83eda-f253-4a56-8596-e63214f1d527 req-73438072-33a2-4667-baf6-6d5f1bdb4d7a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:42.245932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bb83eda-f253-4a56-8596-e63214f1d527 req-73438072-33a2-4667-baf6-6d5f1bdb4d7a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 1.4493737 Jul 09 19:40:42.259491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:40:42.301817 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7a395e9d-aa30-453e-9b33-9e9e6c542e2a tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] update failed (client error): The resource could not be found. Jul 09 19:40:42.310118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7a395e9d-aa30-453e-9b33-9e9e6c542e2a tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23 HTTP/1.1" status: 404 len: 339 time: 2.0821238 Jul 09 19:40:42.315891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:42.329751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.339336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Transition to ACTIVE for port object 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:42.365201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Transition to ACTIVE for port object 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:42.382464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.436567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.444475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.499687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-37a728ec-d8ec-40ac-bb8e-cdbe11f94e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:42.502799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-37a728ec-d8ec-40ac-bb8e-cdbe11f94e2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1095 time: 0.5795293 Jul 09 19:40:42.519461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Deleting port 98203e7b-483b-4145-8e6e-edd743461abc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:42.522269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.528195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bb83eda-f253-4a56-8596-e63214f1d527 req-16942793-8fde-47fd-983b-dacd92d01e18 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557769 Jul 09 19:40:42.638476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09ed3-9387-4bde-890e-191e55737598 req-4578944e-ff3a-468c-aa91-2dccfe1e3d45 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:42.644913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e09ed3-9387-4bde-890e-191e55737598 req-4578944e-ff3a-468c-aa91-2dccfe1e3d45 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.7637641 Jul 09 19:40:42.650445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:42.654493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] For port 98203e7b-483b-4145-8e6e-edd743461abc, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98203e7b-483b-4145-8e6e-edd743461abc,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:42.654969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.660652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:42.663560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.683045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Calling delete_port for 98203e7b-483b-4145-8e6e-edd743461abc owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:42.732972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a8656c55-ac7a-4319-811c-422beb1cd154 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9310963 Jul 09 19:40:42.795515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:42.818814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'name': 'tempest-TaggedBootDevicesTest-806965684', 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:42.821997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.822494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Fanout notify agent at l3_agent the message router_deleted on router fad6ab7c-e8f3-4a10-a13b-cfb855f17365 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:40:42.840428 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:38Z', 'revision_number': 3, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:42.841625 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:42.863972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11430fa8-ba0b-46e2-a353-8628f699bf22 None None] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:42.873702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85c83784-7332-467a-819d-45a3fd0e771e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/routers/fad6ab7c-e8f3-4a10-a13b-cfb855f17365 HTTP/1.1" status: 204 len: 168 time: 1.3590503 Jul 09 19:40:42.874391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:42.915296 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc70b4a-dc9b-47e4-a41a-4825fb865bf3 None None] The sync data for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 is: [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:38Z', 'revision_number': 3, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:42.951584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:42.951584 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:43.039807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:43.056848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:43.064853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:43.106244 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:43.112912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Pushing event updated for resources: {'Port': ['ID=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:43.160094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e09ed3-9387-4bde-890e-191e55737598 req-6c90ab11-2b0c-4406-8364-0aad598af4ca tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454448 Jul 09 19:40:43.162597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4b8be992-eb08-4cc7-b946-8e4dfaccc70b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2631619 Jul 09 19:40:43.165736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:43.176808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df5bcad0-fd4b-4570-bfea-243368ab6cd8 req-cb57d02a-4bcd-40cc-baa6-dde6619f863a tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 210 time: 0.1301582 Jul 09 19:40:43.191802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-c923ab9c-cfb1-4558-8a56-1550b11eb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:43.193744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-c923ab9c-cfb1-4558-8a56-1550b11eb50b service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.3846533 Jul 09 19:40:43.243572 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:40:43.260471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] No DVR routers for this DVR port 98203e7b-483b-4145-8e6e-edd743461abc on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:43.286700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b72c7e-e3c2-4ec4-8a54-0bda6fd59b41 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:43.290827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-76b72c7e-e3c2-4ec4-8a54-0bda6fd59b41 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1238959 Jul 09 19:40:43.293317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:43.461272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95cbe85d-aee7-4f7e-907f-59240289d4d9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1664507 Jul 09 19:40:43.462191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:43.464896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:43.491403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:43.581034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-91c98778-03b6-45c0-b520-f257c91f4571 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.2046537 Jul 09 19:40:43.740390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-bddec2db-c91c-43fd-b431-b81d92a7aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:43.745738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-bddec2db-c91c-43fd-b431-b81d92a7aead service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.1366711 Jul 09 19:40:43.815233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:43.837670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d6266-ff38-4017-93b1-89d987b7539f None None] Pushing event deleted for resources: {'Port': ['ID=98203e7b-483b-4145-8e6e-edd743461abc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:43.940245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-79dbb306-d66f-4091-9a44-2ccac72fa369 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452286 Jul 09 19:40:43.944200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Allocated IP 172.20.0.1 (6e70050c-7910-48bd-a281-d9a68e04c1a2/4c731fec-f5fd-4c10-a75c-7d2a67d74729/351711ea-8685-4518-a1e2-84334aa10091) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:44.068473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device edb44c54-5ed5-4da1-992d-f0f30a0224d7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:44.075355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Attempting to bind port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:44.089685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Attempting to bind port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:44.090390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Attempting to bind port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:44.135532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:44.138235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:44.138235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.138235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Bound using segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:44.138235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Bound port: 93103c63-0a4c-4fe8-b513-d0ed2a35ba99, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:44.138235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.193498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: edb44c54-5ed5-4da1-992d-f0f30a0224d7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:40:44.194137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device edb44c54-5ed5-4da1-992d-f0f30a0224d7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:40:44.203589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:44.213317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.232649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ips': [{'subnet_id': '29fea8d1-81c3-48f3-821b-9efd6747083f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:44.233264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.378459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-7a8af5b3-7c62-4c7b-829c-f0c23f7f3e11 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052618 Jul 09 19:40:44.402441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.445910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d99354a9-1898-46ec-9801-c86877202620 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:44.499644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] For port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:44.550628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] For port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:44.584072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:44.698212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Allocated IP 10.2.2.2 (7de28c0f-b2a4-415c-9a2c-9f1b56919f8f/29fea8d1-81c3-48f3-821b-9efd6747083f/55a66736-9630-4d7a-af99-0959c3efe940) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:44.798709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-38b2129e-7cda-43a5-9adc-cdaaf4f7fcbf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:44.800378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-38b2129e-7cda-43a5-9adc-cdaaf4f7fcbf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 813 time: 1.0548582 Jul 09 19:40:44.819692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'device_id': 'd75d532f-f05b-4433-9903-e19358c1a176', 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d', 'admin_state_up': True, 'tenant_id': '19cf1709a6e54d398cebd59786d5095c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:44.968222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a37b4e08-015c-4073-ae0a-1f4f74cb7d12 req-873efb09-7594-4978-b589-218669999447 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855349 Jul 09 19:40:44.978865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] device_id is not set on port c95318c1-e1d6-4dc0-9733-45c55a4a0626 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:40:44.991674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.020243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35a3c9-52a0-4003-98f4-c34a71fcb40e req-04fb0f68-0d9b-4190-a294-c49192a11a3e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:45.022195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b35a3c9-52a0-4003-98f4-c34a71fcb40e req-04fb0f68-0d9b-4190-a294-c49192a11a3e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.4111145 Jul 09 19:40:45.048724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Transition to ACTIVE for port object 351711ea-8685-4518-a1e2-84334aa10091 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:45.107065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.118782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Transition to ACTIVE for port object 55a66736-9630-4d7a-af99-0959c3efe940 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:45.145217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b35a3c9-52a0-4003-98f4-c34a71fcb40e req-adebb591-ffbd-4389-aa22-ad2f2b33f308 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167767 Jul 09 19:40:45.160026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Transition to ACTIVE for port object 55a66736-9630-4d7a-af99-0959c3efe940 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:45.174915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8688f17-702b-4f0f-b411-a1754a914b90 None None] Pushing event updated for resources: {'Port': ['ID=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:45.187777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d99354a9-1898-46ec-9801-c86877202620 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:45.196018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d99354a9-1898-46ec-9801-c86877202620 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:45.196738 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.252993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Allocated IP 172.20.0.1 (f4f4aa43-4050-46cf-85ba-320c8d3649a9/312fdfb4-963b-45c2-8d9c-d10aa1c3620a/61979587-72ec-4a29-8a5f-88bf9b372dbb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:45.255839 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.343461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.365049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:45.366993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152cb55-f2bb-4448-8f8f-fa7e91f36b94 req-c7c4ff19-6915-4710-bd82-d0badf56255d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:45.375572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5152cb55-f2bb-4448-8f8f-fa7e91f36b94 req-c7c4ff19-6915-4710-bd82-d0badf56255d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 1.5483143 Jul 09 19:40:45.384663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:45.406052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:45.577251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Made reservation on behalf of 19cf1709a6e54d398cebd59786d5095c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:45.584888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.680922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Attempting to bind port 55a66736-9630-4d7a-af99-0959c3efe940 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:45.682446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Attempting to bind port 55a66736-9630-4d7a-af99-0959c3efe940 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:45.684178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Attempting to bind port 55a66736-9630-4d7a-af99-0959c3efe940 on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:45.706611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:45.708736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Checking segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:45.710365 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.712743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Bound using segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:45.713636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Bound port: 55a66736-9630-4d7a-af99-0959c3efe940, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:45.714785 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.723184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Pushing event updated for resources: {'Port': ['ID=55a66736-9630-4d7a-af99-0959c3efe940,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:45.730567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04297d64-38a7-47a0-9750-e7ac2ca7bb15 req-50e34163-4769-47e5-8fb9-4fd02614af67 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 210 time: 0.2021673 Jul 09 19:40:45.748802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:45.776750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.781819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:45.799454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Pushing event updated for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:45.815154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:45.821769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5152cb55-f2bb-4448-8f8f-fa7e91f36b94 req-f0f76761-054e-48c3-8bd0-f9402182826e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448249 Jul 09 19:40:45.894704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port d99354a9-1898-46ec-9801-c86877202620, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d99354a9-1898-46ec-9801-c86877202620,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:45.902743 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.953601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.958811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:45.983451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] For port 55a66736-9630-4d7a-af99-0959c3efe940, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:45.998914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] For port 55a66736-9630-4d7a-af99-0959c3efe940, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=55a66736-9630-4d7a-af99-0959c3efe940,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:46.012170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Allocated IP 172.20.0.6 (18e3c7f3-d1a5-44c8-8796-4cef77984f3d/3d95268c-5f99-49d1-8fc4-6679133cfe0b/7dc069b7-7cf8-464f-8055-c36c1813dec6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:46.015476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.056294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=d99354a9-1898-46ec-9801-c86877202620,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:46.083350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Transition to ACTIVE for port object 61979587-72ec-4a29-8a5f-88bf9b372dbb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:46.176247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d6643-b427-46e5-9057-0338ba9fe5ef None None] Pushing event updated for resources: {'Port': ['ID=55a66736-9630-4d7a-af99-0959c3efe940,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:46.255809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.457577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-473eb03a-e78e-4b77-8cd5-ad20b552e120 None None] Provisioning for port 351711ea-8685-4518-a1e2-84334aa10091 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:46.461988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-473eb03a-e78e-4b77-8cd5-ad20b552e120 None None] Provisioning complete for port 351711ea-8685-4518-a1e2-84334aa10091 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:46.462677 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-473eb03a-e78e-4b77-8cd5-ad20b552e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.463078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:46.479256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:46.504105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Port': ['ID=61979587-72ec-4a29-8a5f-88bf9b372dbb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:46.507026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:46.513069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.1.1.177 (f7817021-eb69-4303-8ab2-c04f7bc9ce12/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d/c95318c1-e1d6-4dc0-9733-45c55a4a0626) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:46.513667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.587768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.595206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d99354a9-1898-46ec-9801-c86877202620 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:46.598417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-473eb03a-e78e-4b77-8cd5-ad20b552e120 None None] Port 351711ea-8685-4518-a1e2-84334aa10091 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:46.677217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.706958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d99354a9-1898-46ec-9801-c86877202620 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:46.707660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.825339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:46.855958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:46.908913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:46.925023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:46.930015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:46.982238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:47.017073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:47.054297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.054997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.055563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.055998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dff63c25-dd1e-40d5-9cbf-d908b1fe177f None None] Provisioning for port 61979587-72ec-4a29-8a5f-88bf9b372dbb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:47.056677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.057717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.058298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.059081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.059641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.060429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.060974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.061567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.062108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:47.074289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dff63c25-dd1e-40d5-9cbf-d908b1fe177f None None] Provisioning complete for port 61979587-72ec-4a29-8a5f-88bf9b372dbb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:47.074673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dff63c25-dd1e-40d5-9cbf-d908b1fe177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.084210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:40:47.097956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa446-49b4-4197-aef0-91afe95d0667 req-c7a90630-fc2f-4464-a43e-9232341f22f4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:47.099680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-381aa446-49b4-4197-aef0-91afe95d0667 req-c7a90630-fc2f-4464-a43e-9232341f22f4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.6198711 Jul 09 19:40:47.110937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.132212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.143565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.166638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dff63c25-dd1e-40d5-9cbf-d908b1fe177f None None] Port 61979587-72ec-4a29-8a5f-88bf9b372dbb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:47.169491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.176760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d6b0a-cbaf-4f35-bb55-9c25f8901b0e None None] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:47.207020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:47.225319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:47.226060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.228586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:47.234191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:47.246935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:47.247635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.249682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c36b4e-fa29-426e-baaa-90d6543ed871 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:47.278227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-381aa446-49b4-4197-aef0-91afe95d0667 req-b44c80e4-e7a2-44d0-b835-516ba4458176 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691554 Jul 09 19:40:47.291342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=2988c886-aef9-4ac0-aa48-4f790882c82f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:47.299291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.305050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-3d1e897f-888b-4296-b347-67ac5d30967c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4896448 Jul 09 19:40:47.313202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e41b546b-bc3a-4cdd-97bb-948e1a91092a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8492165 Jul 09 19:40:47.319026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Request body: {'port': {'device_id': 'd75d532f-f05b-4433-9903-e19358c1a176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:47.323960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:47.329375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:47.379941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object c95318c1-e1d6-4dc0-9733-45c55a4a0626 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:47.402702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Provisioning for port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:47.438730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Provisioning complete for port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:47.438916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.556621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.573743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.664089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.696113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:47.706667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '2988c886-aef9-4ac0-aa48-4f790882c82f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:47.707529 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.755897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Pushing event updated for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:47.775815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6fdd1-6120-4a97-89a8-95b859db6876 req-28c8266b-5ca6-4035-a78f-e2aada5f798e tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:47.777407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6d6fdd1-6120-4a97-89a8-95b859db6876 req-28c8266b-5ca6-4035-a78f-e2aada5f798e tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 931 time: 0.7492847 Jul 09 19:40:47.825430 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.847892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:47.857713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:47.864168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:47.869255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:47.933924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Allocated IP 2001:db8::f816:3eff:fe19:df94 (607af5c0-a15f-45f9-be62-7560cb7593c1/2988c886-aef9-4ac0-aa48-4f790882c82f/31b33794-bde3-4b80-ab97-aa92ea31576e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:47.949112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1d04f-b095-4631-85c1-99f9bf388e25 None None] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:47.999035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] For port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:48.013452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6d6fdd1-6120-4a97-89a8-95b859db6876 req-12db66ec-7e12-4b70-b08f-b6a95159e12a tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480591 Jul 09 19:40:48.048099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:48.055464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.075909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:48.080364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:48.147759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:48.148937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.159241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ce7e-819b-4dea-b3c6-9fbc5c59cd92 None None] Pushing event updated for resources: {'Port': ['ID=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:48.220036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.229453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.232615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Provisioning for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:48.273162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Provisioning complete for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:48.287997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.326191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14c0d-4957-4139-8c41-bece5a5bc5a2 req-94871eff-d336-42d1-aa62-6f21a3cdcb38 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:48.340759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebd14c0d-4957-4139-8c41-bece5a5bc5a2 req-94871eff-d336-42d1-aa62-6f21a3cdcb38 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.7553992 Jul 09 19:40:48.358942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-61906849-7095-4a7c-8532-978b74259864 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5571647 Jul 09 19:40:48.397888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:48.403123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'name': 'tempest-TaggedBootDevicesTest-549516363', 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:48.505944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.536684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event updated for resources: {'Port': ['ID=61979587-72ec-4a29-8a5f-88bf9b372dbb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:48.571637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Router 6399a102-132b-477e-b039-4181502b64ff has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:48.581741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebd14c0d-4957-4139-8c41-bece5a5bc5a2 req-e57b32d7-9868-4f3b-b9c3-290938b613f1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381051 Jul 09 19:40:48.637595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 55a66736-9630-4d7a-af99-0959c3efe940 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:48.705573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc069b7-7cf8-464f-8055-c36c1813dec6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:48.737277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.739911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.746238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Port c95318c1-e1d6-4dc0-9733-45c55a4a0626 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:48.754190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2605a9-9f2c-442d-bfab-da5bd5c2e22d req-6f0406eb-66f0-4822-8757-97bcea241049 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:48.755720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d2605a9-9f2c-442d-bfab-da5bd5c2e22d req-6f0406eb-66f0-4822-8757-97bcea241049 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.2312665 Jul 09 19:40:48.783633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Transition to ACTIVE for port object 7dc069b7-7cf8-464f-8055-c36c1813dec6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:48.787471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:48.797575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:48.798595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.798740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Provisioning complete for port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:48.799700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.811221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:48.817684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c44a547e-854b-45bb-90fe-6afb44fbf6bd admin admin] 10.222.0.10 "PUT /v2.0/routers/6399a102-132b-477e-b039-4181502b64ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0693254 Jul 09 19:40:48.831743 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Sync routers for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:48.838057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.859876 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:48.862352 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:48.876972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.882293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:48.888656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:48.901254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Transition to ACTIVE for port object 31b33794-bde3-4b80-ab97-aa92ea31576e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:48.935572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:48.955746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:48.975099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d2605a9-9f2c-442d-bfab-da5bd5c2e22d req-98e08f93-7100-4050-863c-012818086cac tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012510 Jul 09 19:40:48.987698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 55a66736-9630-4d7a-af99-0959c3efe940 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:48.995494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Transition to ACTIVE for port object 31b33794-bde3-4b80-ab97-aa92ea31576e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:49.020399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.020536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] device_id is not set on port 2dc45338-8668-4341-9084-0482beb37dbc yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:40:49.022329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:49.036283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:49.038965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Router 5e36ac57-b58f-4b13-915b-0e8f3db9cd23 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:49.039889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:49.040498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.144879 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:49.230747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Provisioning for port 55a66736-9630-4d7a-af99-0959c3efe940 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:49.244138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:49.244846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9195158 Jul 09 19:40:49.255636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:49.273871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:19:02:61', 'name': 'tempest-NetworksTestDHCPv6-105218030'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:49.286983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:49.287239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafecddb-148f-4b78-b4bb-d1099afd017e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=e5415ef5-29f4-4b22-8c15-c26d5f04942f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:49.293976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:49.304439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:49.304919 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.346006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Provisioning complete for port 55a66736-9630-4d7a-af99-0959c3efe940 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:49.346006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.466571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Pushing event updated for resources: {'Port': ['ID=31b33794-bde3-4b80-ab97-aa92ea31576e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:49.499322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Attempting to bind port 31b33794-bde3-4b80-ab97-aa92ea31576e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:49.499789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Attempting to bind port 31b33794-bde3-4b80-ab97-aa92ea31576e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:49.500214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Attempting to bind port 31b33794-bde3-4b80-ab97-aa92ea31576e on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:49.507935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:49.508408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:49.508886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.509379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:49.509932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Bound port: 31b33794-bde3-4b80-ab97-aa92ea31576e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:49.510407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.554560 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 2, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:49.569511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:49.590523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Checking router: 6399a102-132b-477e-b039-4181502b64ff for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:40:49.591294 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Updating router 6399a102-132b-477e-b039-4181502b64ff port 351711ea-8685-4518-a1e2-84334aa10091 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:40:49.623462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:49.635246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5279c2e1-35cf-4a25-8ec6-c8926b69e8f4 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3101151 Jul 09 19:40:49.639930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:49.661956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] For port 31b33794-bde3-4b80-ab97-aa92ea31576e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:49.666396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] For port 31b33794-bde3-4b80-ab97-aa92ea31576e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=31b33794-bde3-4b80-ab97-aa92ea31576e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:49.670755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.691594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:40:49.700647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.702811 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.707026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] Sync routers for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:49.743965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] For port 55a66736-9630-4d7a-af99-0959c3efe940, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=55a66736-9630-4d7a-af99-0959c3efe940,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:49.807174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.833026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e55eb47f-3001-40aa-b932-1627a0aeb167 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.836933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:49.872274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:49.873185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:49.953481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:49.973093 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:40:49.981528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 4b5af835-e1f1-467e-ab97-a888233fa07a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:40:50.000056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:50.001718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:50.038364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Attempting to bind port 7dc069b7-7cf8-464f-8055-c36c1813dec6 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:50.039430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Attempting to bind port 7dc069b7-7cf8-464f-8055-c36c1813dec6 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:50.040743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Attempting to bind port 7dc069b7-7cf8-464f-8055-c36c1813dec6 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:50.108125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Port 7dc069b7-7cf8-464f-8055-c36c1813dec6 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:40:50.108799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Attempting to bind port 7dc069b7-7cf8-464f-8055-c36c1813dec6 on network 18e3c7f3-d1a5-44c8-8796-4cef77984f3d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:50.123006 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e55eb47f-3001-40aa-b932-1627a0aeb167 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:40:50.127260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:50.127778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ba9-fa93-4c64-99c1-82a64e3004a3 None None] The sync data for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:50.134002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:50.135311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:50.135909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Checking segment: {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:50.136335 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.137068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Bound using segment: {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:50.138038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Bound port: 7dc069b7-7cf8-464f-8055-c36c1813dec6, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490dae1d-a274-40af-b58b-02a898606195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:50.138846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.139581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e55eb47f-3001-40aa-b932-1627a0aeb167 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23 HTTP/1.1" status: 409 len: 329 time: 0.4965992 Jul 09 19:40:50.145696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009caa-cfa3-4da6-97b6-4965cc0167f1 None None] Pushing event updated for resources: {'Port': ['ID=31b33794-bde3-4b80-ab97-aa92ea31576e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:50.166637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ff04-59e8-4847-b000-cbe5ccfe4c3f req-6201194b-250b-4732-b3f4-41bd5dcf939e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:50.177651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4358ff04-59e8-4847-b000-cbe5ccfe4c3f req-6201194b-250b-4732-b3f4-41bd5dcf939e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.4017200 Jul 09 19:40:50.184552 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Transition to ACTIVE for port object 351711ea-8685-4518-a1e2-84334aa10091 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:50.203390 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.214862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720ba74-486e-4192-9743-1b0be5405b08 None None] Pushing event updated for resources: {'Port': ['ID=55a66736-9630-4d7a-af99-0959c3efe940,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:50.217678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-018a1388-6547-4287-b718-a495a899d62c None None] Provisioning complete for port 351711ea-8685-4518-a1e2-84334aa10091 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:50.218060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-018a1388-6547-4287-b718-a495a899d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.324267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c449-03ac-41fc-b9d8-9adbd8fdc7fb req-f87e59a4-cc86-401d-bacb-b292d4831624 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:50.326511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-018a1388-6547-4287-b718-a495a899d62c None None] Port 351711ea-8685-4518-a1e2-84334aa10091 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:50.333859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2dc3c449-03ac-41fc-b9d8-9adbd8fdc7fb req-f87e59a4-cc86-401d-bacb-b292d4831624 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 943 time: 1.0420418 Jul 09 19:40:50.358302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4358ff04-59e8-4847-b000-cbe5ccfe4c3f req-f59e3735-e6cc-4211-a554-58d7154a5049 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716149 Jul 09 19:40:50.392197 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Pushing event updated for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:50.417647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 55a66736-9630-4d7a-af99-0959c3efe940 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:50.421640 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.424921 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.429031 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.429572 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.431110 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.432314 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.432524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.1.1.4 (f7817021-eb69-4303-8ab2-c04f7bc9ce12/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d/2dc45338-8668-4341-9084-0482beb37dbc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:50.433543 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.433904 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.434228 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.434563 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.438575 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.440099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:50.489558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-018a1388-6547-4287-b718-a495a899d62c None None] Provisioning complete for port 61979587-72ec-4a29-8a5f-88bf9b372dbb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:50.489941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-018a1388-6547-4287-b718-a495a899d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.582165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 172.20.0.11 (607af5c0-a15f-45f9-be62-7560cb7593c1/e5415ef5-29f4-4b22-8c15-c26d5f04942f/4b5af835-e1f1-467e-ab97-a888233fa07a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:50.592313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe19:261 (607af5c0-a15f-45f9-be62-7560cb7593c1/2988c886-aef9-4ac0-aa48-4f790882c82f/4b5af835-e1f1-467e-ab97-a888233fa07a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:50.614523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-018a1388-6547-4287-b718-a495a899d62c None None] Port 61979587-72ec-4a29-8a5f-88bf9b372dbb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:50.617010 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Attempting to bind port 351711ea-8685-4518-a1e2-84334aa10091 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:40:50.617549 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Attempting to bind port 351711ea-8685-4518-a1e2-84334aa10091 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:40:50.618120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Attempting to bind port 351711ea-8685-4518-a1e2-84334aa10091 on network 6e70050c-7910-48bd-a281-d9a68e04c1a2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:40:50.628181 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:40:50.629942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Checking segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:40:50.630638 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.634222 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Bound using segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:40:50.635069 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Bound port: 351711ea-8685-4518-a1e2-84334aa10091, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:40:50.636037 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.650613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:50.651444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2dc3c449-03ac-41fc-b9d8-9adbd8fdc7fb req-3dda2ae9-9741-4c30-99c8-9c62d95187b4 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165348 Jul 09 19:40:50.737828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'mac_address': 'fa:16:3e:5c:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:40:50.760651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-018a1388-6547-4287-b718-a495a899d62c None None] Provisioning complete for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:50.761027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-018a1388-6547-4287-b718-a495a899d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.792622 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] For port 351711ea-8685-4518-a1e2-84334aa10091, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:50.799305 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] For port 351711ea-8685-4518-a1e2-84334aa10091, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=351711ea-8685-4518-a1e2-84334aa10091,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:50.807197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:40:50.816441 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.890636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:40:50.911185 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:50.913120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:50.936792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:50.983508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 55a66736-9630-4d7a-af99-0959c3efe940 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:50.983883 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.035072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-018a1388-6547-4287-b718-a495a899d62c None None] Port c95318c1-e1d6-4dc0-9733-45c55a4a0626 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:51.043159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.061267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:51.087093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.093556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-018a1388-6547-4287-b718-a495a899d62c None None] Provisioning complete for port 55a66736-9630-4d7a-af99-0959c3efe940 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:51.093929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-018a1388-6547-4287-b718-a495a899d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.131502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b0d98-7522-4591-a03d-f40639f339d3 req-0490d430-7799-4b36-96ad-9f3cdf4e37fb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.140384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c5b0d98-7522-4591-a03d-f40639f339d3 req-0490d430-7799-4b36-96ad-9f3cdf4e37fb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.4892349 Jul 09 19:40:51.179609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:51.186077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 4b5af835-e1f1-467e-ab97-a888233fa07a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:51.196356 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.212972 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedb82-a7ce-4439-adb2-f67863fa4410 None None] Pushing event updated for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:51.240510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.241211 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.242692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] 10.222.0.59 "PUT /v2.0/ports/7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 1091 time: 3.9282258 Jul 09 19:40:51.258364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:51.262382 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efed71ba-32e8-4dec-9c0d-54af03e81b13" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:51.269781 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:40:51.318518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.386378 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d15969-0a3f-4f16-8aa2-93f12fc900bb x-openstack-request-id: req-59d15969-0a3f-4f16-8aa2-93f12fc900bb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:51.386873 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:51.387718 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59d15969-0a3f-4f16-8aa2-93f12fc900bb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:51.388872 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'status': 'completed', 'code': 200} Jul 09 19:40:51.428802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6348f9a-4af6-4a05-8c46-b8d7053076db service neutron] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:51.439756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:51.491371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=4b5af835-e1f1-467e-ab97-a888233fa07a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:51.541287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c5b0d98-7522-4591-a03d-f40639f339d3 req-a275fe43-bfaf-4e3c-8c20-68eaa347a665 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909147 Jul 09 19:40:51.541757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:51.559732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:51.561437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:51.565611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:51.655461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.700930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.702743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.722035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:50Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:51.736759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object 2dc45338-8668-4341-9084-0482beb37dbc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:51.744342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1cf857c4-d86c-4a05-b758-1176782db299 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4785213 Jul 09 19:40:51.747268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:51.753051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-7c82f862-f6d7-4c04-a75f-808a1512c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.755127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-7c82f862-f6d7-4c04-a75f-808a1512c9ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1094 time: 0.4485457 Jul 09 19:40:51.816500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3d910-aa91-4b3a-a015-2ae8f98262bc None None] The sync data for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 is: [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:50Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:51.826812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-c5dac24c-a719-4d7d-8cd7-ec061940dbde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 217 time: 0.0590293 Jul 09 19:40:51.881566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e47d9-028a-4ed6-8b1c-2769662fb2ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.912714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e47d9-028a-4ed6-8b1c-2769662fb2ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:51.919806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-240e47d9-028a-4ed6-8b1c-2769662fb2ee tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1688626 Jul 09 19:40:51.920531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:51.935200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91b50f-cded-4eea-bc17-7255b4362c96 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:52.004632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91115-d619-4cc7-8026-542e0a3fbecd req-98d5cfc0-b11b-4640-8e40-cc5c5b656ea4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:52.021638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1db91115-d619-4cc7-8026-542e0a3fbecd req-98d5cfc0-b11b-4640-8e40-cc5c5b656ea4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.3821888 Jul 09 19:40:52.032782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.063654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3627b533-ba84-446e-b9ca-38422fe34089 None None] Provisioning for port 31b33794-bde3-4b80-ab97-aa92ea31576e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:52.064716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-23a36948-12f7-498f-91a2-79b70203eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:52.069240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-23a36948-12f7-498f-91a2-79b70203eed3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.2167218 Jul 09 19:40:52.166561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aaac0-32d7-449c-b17e-945e68ec7bb8 req-b799d972-4dc6-4bc2-9241-71dcbf9832ee tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:52.168260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-749aaac0-32d7-449c-b17e-945e68ec7bb8 req-b799d972-4dc6-4bc2-9241-71dcbf9832ee tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 943 time: 0.1809800 Jul 09 19:40:52.171114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 4b5af835-e1f1-467e-ab97-a888233fa07a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:52.171600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.199847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-022b236a-7f1d-46b0-bb2f-86d93cb1b7b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005640 Jul 09 19:40:52.284072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:52.312943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f69146ce-8138-4f63-ab39-ff7064877d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.353675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-749aaac0-32d7-449c-b17e-945e68ec7bb8 req-e24522f1-6450-44da-be14-0def09308d8c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288972 Jul 09 19:40:52.404945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.441550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 4b5af835-e1f1-467e-ab97-a888233fa07a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:52.463212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1db91115-d619-4cc7-8026-542e0a3fbecd req-21210e38-e696-4494-86ef-ddc57efe3bf2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245503 Jul 09 19:40:52.463782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:52.496116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:52.514898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.518192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:52.650522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 31b33794-bde3-4b80-ab97-aa92ea31576e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:52.731343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': '2988c886-aef9-4ac0-aa48-4f790882c82f', 'ip_address': '2001:db8::f816:3eff:fe19:df94'}, {'subnet_id': 'e5415ef5-29f4-4b22-8c15-c26d5f04942f'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '31b33794-bde3-4b80-ab97-aa92ea31576e'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:40:52.815545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.831883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 31b33794-bde3-4b80-ab97-aa92ea31576e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:52.838640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 31b33794-bde3-4b80-ab97-aa92ea31576e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:52.839065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.882524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:52.882524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.886751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:52.932343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=4b5af835-e1f1-467e-ab97-a888233fa07a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:52.948801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd972a06-956f-4fb6-82b9-9d080dd79fdb None None] Provisioning for port 2dc45338-8668-4341-9084-0482beb37dbc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:52.997018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-020cd31b-0bc1-4413-bbf7-b3969d7c67d2 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822015 Jul 09 19:40:53.000582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef9c29bf-7498-400f-936e-ff6792a27c71 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6016450 Jul 09 19:40:53.017458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd972a06-956f-4fb6-82b9-9d080dd79fdb None None] Provisioning complete for port 2dc45338-8668-4341-9084-0482beb37dbc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:53.017965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd972a06-956f-4fb6-82b9-9d080dd79fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.090489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dd972a06-956f-4fb6-82b9-9d080dd79fdb None None] Port 2dc45338-8668-4341-9084-0482beb37dbc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:40:53.121786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.130547 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8c43dd2b-cc6d-41f0-bc75-db06673c92c3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/4b5af835-e1f1-467e-ab97-a888233fa07a HTTP/1.1" status: 204 len: 168 time: 1.2088604 Jul 09 19:40:53.133290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:53.180475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.186324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.199839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Allocated IP 172.20.0.2 (607af5c0-a15f-45f9-be62-7560cb7593c1/e5415ef5-29f4-4b22-8c15-c26d5f04942f/31b33794-bde3-4b80-ab97-aa92ea31576e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:53.261205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d5c11-05b8-42d5-bd15-40ef8129b0ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:53.263036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d5c11-05b8-42d5-bd15-40ef8129b0ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:53.264605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d5c11-05b8-42d5-bd15-40ef8129b0ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:53.273672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fd2d5c11-05b8-42d5-bd15-40ef8129b0ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1392577 Jul 09 19:40:53.274345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:53.363180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] For port 31b33794-bde3-4b80-ab97-aa92ea31576e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=31b33794-bde3-4b80-ab97-aa92ea31576e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:53.400117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 2988c886-aef9-4ac0-aa48-4f790882c82f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:53.408372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.412910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:53.422018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819491651', 'description': 'tempest-description--680582363'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:53.435617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Transition to ACTIVE for port object 31b33794-bde3-4b80-ab97-aa92ea31576e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:40:53.451667 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.496482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.596778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.609700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41405a68-50f7-4d09-890f-fbdaff288cfc req-0c3032d6-159a-414d-8b75-74313e8e21ff tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:53.619683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41405a68-50f7-4d09-890f-fbdaff288cfc req-0c3032d6-159a-414d-8b75-74313e8e21ff tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 944 time: 0.8407187 Jul 09 19:40:53.666158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:40:53.668294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:53.673902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:53.696700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:40:53.700737 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:40:53.711528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1435d3f7-2207-4614-b71b-225c8d9e19fe req-7522e065-42de-43d4-bde7-381ab0077127 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294231 Jul 09 19:40:53.734805 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41405a68-50f7-4d09-890f-fbdaff288cfc req-8eb296b1-bca0-402e-a818-775c4c4e8f91 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132486 Jul 09 19:40:53.772522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f5025-e5f1-4167-85ec-c8a919a24edb None None] Pushing event updated for resources: {'Port': ['ID=31b33794-bde3-4b80-ab97-aa92ea31576e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:54.017338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:54.017720 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.092490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:54.107684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-6890e0af-32ba-409d-b1c8-6c66d5eb918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.121345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'network_id': 'cb4b0020-e34d-4b07-be8b-191e47e38e2b', 'port_id': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'mac_address': 'fa:16:3e:8c:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f59125-35a7-49bd-a127-56d0e08b8d9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:40:54.123163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.128682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.140468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-6890e0af-32ba-409d-b1c8-6c66d5eb918c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1094 time: 0.3146043 Jul 09 19:40:54.225825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6dacd-c0a6-4b05-92ae-ebdcf8a0adc3 req-981c86e7-2172-43fd-b56f-a5f9a5fb2a0c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.231678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53e6dacd-c0a6-4b05-92ae-ebdcf8a0adc3 req-981c86e7-2172-43fd-b56f-a5f9a5fb2a0c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 943 time: 0.5826354 Jul 09 19:40:54.233795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.242731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afda9b-000a-4f1b-b2c6-c50c3255f68c req-1e457450-ccdd-4a33-8a67-868568ddaeaa tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.249775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40afda9b-000a-4f1b-b2c6-c50c3255f68c req-1e457450-ccdd-4a33-8a67-868568ddaeaa tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.2941358 Jul 09 19:40:54.256018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.260979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting port 61979587-72ec-4a29-8a5f-88bf9b372dbb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:54.261453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.327708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53e6dacd-c0a6-4b05-92ae-ebdcf8a0adc3 req-203244fd-e6cc-489e-8ebc-dbfc5ff6adf7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686979 Jul 09 19:40:54.328166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.329088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.333386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9178207 Jul 09 19:40:54.338997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:54.352387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'security_group_rule': {'security_group_id': 'dc3dd4ac-7a27-4f4c-b21a-8da17a967957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:54.368134 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.400744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40afda9b-000a-4f1b-b2c6-c50c3255f68c req-e066c81d-3c24-4ef5-a1d9-73edd8ba1c57 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499619 Jul 09 19:40:54.402727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:54.416143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abcae3-e1f2-4dad-b596-8c55d50bbb02 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3dd4ac-7a27-4f4c-b21a-8da17a967957,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:54.439150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:54.449621 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b6d5cd-a058-4347-8847-8ac7c90835fa" -d '{"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-plugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:54.464882 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.473479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:54.511186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-0ef5a242-e093-4dee-8433-f6f106a2e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.513017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-0ef5a242-e093-4dee-8433-f6f106a2e3e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.3721766 Jul 09 19:40:54.536905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:40:54.537291 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:40:54.539902 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8672191c-814f-4f10-8a2e-87cf6cf55371 x-openstack-request-id: req-8672191c-814f-4f10-8a2e-87cf6cf55371 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:40:54.540252 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-plugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:40:54.540566 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8672191c-814f-4f10-8a2e-87cf6cf55371 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:40:54.541013 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'code': 200} Jul 09 19:40:54.543665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.547186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:54.564918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.572374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.577879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-c6348127-02f1-4e5d-b5a6-3caf9f4998b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 217 time: 0.0536580 Jul 09 19:40:54.618922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.621047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/2988c886-aef9-4ac0-aa48-4f790882c82f HTTP/1.1" status: 204 len: 168 time: 1.3456190 Jul 09 19:40:54.624893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a88bf1-46e8-4a47-b8bb-75273f7efd74 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=2988c886-aef9-4ac0-aa48-4f790882c82f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:54.630123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:54.632823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Calling delete_port for 61979587-72ec-4a29-8a5f-88bf9b372dbb owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:54.636981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:54.648092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.653647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.720508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-4631eddd-eb53-417d-8870-9eaed44b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.722113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-4631eddd-eb53-417d-8870-9eaed44b88ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.1346343 Jul 09 19:40:54.724469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet e5415ef5-29f4-4b22-8c15-c26d5f04942f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:54.728341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:54.745873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:54.805593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-769dc6e0-b63a-42b1-a939-5e7e9f4239d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726304 Jul 09 19:40:54.907083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4f345-d91b-42f0-bb70-90f81007e053 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:54.996198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Provisioning for port 31b33794-bde3-4b80-ab97-aa92ea31576e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:55.009793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Provisioning complete for port 31b33794-bde3-4b80-ab97-aa92ea31576e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:55.010032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.031385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-89bfd61c-2eb7-4e66-8221-37522483d8c8 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154272 Jul 09 19:40:55.057557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdf6929f-8f3e-4617-b2a2-e5d2b04a3492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.071683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.123824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.126034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.143281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Port': ['ID=61979587-72ec-4a29-8a5f-88bf9b372dbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:55.216075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a48c1f75-c8e2-41c3-8c93-e758dfc981d5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:55.225065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32af7068-4a83-42cf-a390-0c709f11ff25,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:55.234244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.258743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] For port 31b33794-bde3-4b80-ab97-aa92ea31576e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=31b33794-bde3-4b80-ab97-aa92ea31576e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:55.262585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efed71ba-32e8-4dec-9c0d-54af03e81b13 req-2084fe1c-7951-4734-98d0-dbb25658b2f9 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226093 Jul 09 19:40:55.270681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.271983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22b33207-8686-4e12-bd31-325c42325b3d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9249341 Jul 09 19:40:55.275010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:55.285820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'security_group_rule': {'security_group_id': 'dc3dd4ac-7a27-4f4c-b21a-8da17a967957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:55.333067 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.380745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf639f-ea5e-4fdc-9997-9643ff7248fd req-b1fcd065-9b12-464f-9af4-05bfa56bf528 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:55.388780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Could not find standard attr ID for object 4b5af835-e1f1-467e-ab97-a888233fa07a. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:40:55.391247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eddf639f-ea5e-4fdc-9997-9643ff7248fd req-b1fcd065-9b12-464f-9af4-05bfa56bf528 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.2651978 Jul 09 19:40:55.402121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.452673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.474928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.482380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ffe49-4153-48ac-a350-8006b58292d5 None None] Pushing event updated for resources: {'Port': ['ID=31b33794-bde3-4b80-ab97-aa92ea31576e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:55.507200 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.527698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 351711ea-8685-4518-a1e2-84334aa10091 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:55.555208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eddf639f-ea5e-4fdc-9997-9643ff7248fd req-ffebae83-97a1-455b-a111-7ffc6fc2b307 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454370 Jul 09 19:40:55.622819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.667831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 351711ea-8685-4518-a1e2-84334aa10091 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:55.674821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=e5415ef5-29f4-4b22-8c15-c26d5f04942f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:55.679693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 351711ea-8685-4518-a1e2-84334aa10091 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:55.680304 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.683906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.690887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ba2428d2-381f-4c9e-8527-121e7944a454 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e5415ef5-29f4-4b22-8c15-c26d5f04942f HTTP/1.1" status: 204 len: 168 time: 1.0542154 Jul 09 19:40:55.693561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:55.775774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-101c0232-1018-4b8e-b2df-d519570d7e82 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810208 Jul 09 19:40:55.797937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:55.812616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:55.821849 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.897090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 351711ea-8685-4518-a1e2-84334aa10091, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=351711ea-8685-4518-a1e2-84334aa10091,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:55.909918 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.971313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031933-13ee-45b2-aeae-d31173d5fa1b req-a9251b8a-fd5f-4e18-af02-a05459b0161f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:55.982629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f031933-13ee-45b2-aeae-d31173d5fa1b req-a9251b8a-fd5f-4e18-af02-a05459b0161f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.2179260 Jul 09 19:40:55.992740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:56.068026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.081608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f031933-13ee-45b2-aeae-d31173d5fa1b req-fd39eb6e-f744-4aa5-abd9-92eec95b8a12 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874550 Jul 09 19:40:56.087177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 31b33794-bde3-4b80-ab97-aa92ea31576e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:56.107504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.165672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f273d5-ec13-4664-943d-ae35bae7ec58,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:56.172166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Router 5e36ac57-b58f-4b13-915b-0e8f3db9cd23 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:40:56.177005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 31b33794-bde3-4b80-ab97-aa92ea31576e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:56.177779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.187424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f3c6-5c7c-45bb-abf2-3a0628001803 req-d4281611-0eba-4203-954d-34f536554403 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:56.194957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8561f3c6-5c7c-45bb-abf2-3a0628001803 req-d4281611-0eba-4203-954d-34f536554403 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 943 time: 0.6471431 Jul 09 19:40:56.222982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:56.226743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.251385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.255428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3e81edff-4bd9-4ec2-9f3b-e0a93e64b124 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9764049 Jul 09 19:40:56.255896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:56.261279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:56.298738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.332292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.438757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8561f3c6-5c7c-45bb-abf2-3a0628001803 req-57d842b0-5b80-4912-8520-db5f6d569f55 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427862 Jul 09 19:40:56.464892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:40:56.472254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-beb82536-ea41-4ab8-b7fc-1192622566a2 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3268056 Jul 09 19:40:56.475646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:56.477497 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] Sync routers for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:40:56.496477 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:56.497219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:56.547703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:56.558533 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-bb09a13d-5843-4a94-8ea3-87eb6a011629 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] show failed (client error): The resource could not be found. Jul 09 19:40:56.559087 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] Routers {'5e36ac57-b58f-4b13-915b-0e8f3db9cd23'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:40:56.559699 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:40:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:56.566279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb09a13d-5843-4a94-8ea3-87eb6a011629 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-569236402 HTTP/1.1" status: 404 len: 334 time: 0.0894420 Jul 09 19:40:56.566641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:56.575118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-83722b2c-ed36-44c8-9bc9-9ebe2da4b1ff tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:56.601260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96ac76-ceea-42fc-8021-e1919e290c62 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:56.605953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.655799 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-83722b2c-ed36-44c8-9bc9-9ebe2da4b1ff tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] update failed (client error): The resource could not be found. Jul 09 19:40:56.657735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83722b2c-ed36-44c8-9bc9-9ebe2da4b1ff tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-967980419 HTTP/1.1" status: 404 len: 334 time: 0.0900903 Jul 09 19:40:56.662756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:56.667004 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:40:56.669041 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbff43-8955-497d-991a-dfa6d0cddab4 None None] The sync data for ids ['5e36ac57-b58f-4b13-915b-0e8f3db9cd23'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:40:56.725409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d17e777-61a7-4d93-89ca-afb120160656 None None] Provisioning complete for port 31b33794-bde3-4b80-ab97-aa92ea31576e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:56.725831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d17e777-61a7-4d93-89ca-afb120160656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.773939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting subnet 571ae01b-00c3-429a-84bf-4a649bfb5430 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:56.781225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.869653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 172.25.3.82 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/446184f5-2b51-4af6-bb77-b3a1de9a0a89) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:40:56.900763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.028827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7dc069b7-7cf8-464f-8055-c36c1813dec6 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:40:57.081763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:40:57.195094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d744d0f-9d39-4552-b9b1-fb2854acaf58 req-b63aeaaf-c7d8-4594-af5c-f0322af3e66c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:57.202403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d744d0f-9d39-4552-b9b1-fb2854acaf58 req-b63aeaaf-c7d8-4594-af5c-f0322af3e66c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 945 time: 0.3223281 Jul 09 19:40:57.286998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d744d0f-9d39-4552-b9b1-fb2854acaf58 req-c3323ca5-9a60-4b71-9ef8-c56ff155edcf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825453 Jul 09 19:40:57.293943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.330318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:57.356452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'network_id': '18e3c7f3-d1a5-44c8-8796-4cef77984f3d', 'port_id': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'mac_address': 'fa:16:3e:f3:73:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d95268c-5f99-49d1-8fc4-6679133cfe0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:40:57.367611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.386316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:40:57.412545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:57.415810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:57.422599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:40:57.425910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.457403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc069b7-7cf8-464f-8055-c36c1813dec6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:57.501691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:57.509084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.510210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:40:57.537278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.539262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=446184f5-2b51-4af6-bb77-b3a1de9a0a89,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:57.553433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.554128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.554717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.555358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.555954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.556692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.557301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.557979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.558496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.559410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.559942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.560466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:57.597034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Deleting port 31b33794-bde3-4b80-ab97-aa92ea31576e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:57.597503 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.602706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:57.610218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.665743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:57.792752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.802898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] For port 31b33794-bde3-4b80-ab97-aa92ea31576e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=31b33794-bde3-4b80-ab97-aa92ea31576e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:57.803831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.848211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Calling delete_port for 31b33794-bde3-4b80-ab97-aa92ea31576e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:57.873434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:40:57.960155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.964806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:57.970291 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.975010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.059904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=446184f5-2b51-4af6-bb77-b3a1de9a0a89,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:58.137556 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.139721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:58.168171 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.179237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2620eeb9-b2e2-41a7-bad9-bab89fe5aef1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9133577 Jul 09 19:40:58.184387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 351711ea-8685-4518-a1e2-84334aa10091 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:40:58.253815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'mac_address': 'fa:16:3e:4f:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:40:58.377671 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.389955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.405109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.456668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Port 31b33794-bde3-4b80-ab97-aa92ea31576e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 19:40:58.457400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:df94 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 19:40:58.469903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6fed-872f-4f8b-b0d4-6534cc407fb0 req-84c737b1-b09f-4449-8284-266fcca450d1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:58.477438 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06ee6fed-872f-4f8b-b0d4-6534cc407fb0 req-84c737b1-b09f-4449-8284-266fcca450d1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 1.0433357 Jul 09 19:40:58.488476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:df94 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 19:40:58.492168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.511712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de4af899-dec8-4912-b177-ac4e547cf59c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:40:58.540419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] No DVR routers for this DVR port 31b33794-bde3-4b80-ab97-aa92ea31576e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:40:58.553705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25b95f-ef1e-41c9-8490-6ede8e14bd34 None None] Pushing event deleted for resources: {'Port': ['ID=31b33794-bde3-4b80-ab97-aa92ea31576e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:58.591684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 351711ea-8685-4518-a1e2-84334aa10091 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:58.592023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.592464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:58.599450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.604146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:58.624700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-06ee6fed-872f-4f8b-b0d4-6534cc407fb0 req-e7bc4a21-c187-4cbb-991f-86ec192fad0b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459758 Jul 09 19:40:58.630796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:58.634907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:58.635836 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.638091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b699a0-3d23-45de-8878-08a2d0f8295e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:58.639153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.646478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=707e1c3d-e7ef-473b-88d7-01cca0aac84b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:58.657687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.723321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b8ec2-b6aa-4ab5-9d03-aa751cff3e79 None None] Network a44d415f-c160-4691-8e68-408b594b73c3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:58.752188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.760471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/subnets/571ae01b-00c3-429a-84bf-4a649bfb5430 HTTP/1.1" status: 204 len: 168 time: 2.0931203 Jul 09 19:40:58.761696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:58.772203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:58.774643 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c713029-7749-4959-ada3-854f175611a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9682324 Jul 09 19:40:58.776231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a322a92-89f9-4b61-a389-a3f0add80b03 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Subnet': ['ID=571ae01b-00c3-429a-84bf-4a649bfb5430,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:58.778162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:58.811370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['de4af899-dec8-4912-b177-ac4e547cf59c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:58.866153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:40:58.869979 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e60dc-621e-4f1e-b0cc-c2b0200555c5" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:40:58.892495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting subnet 7ca65a42-907a-4c5c-a4b0-6fbe873088d0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:40:58.896241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.913773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:58.938885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['7dc069b7-7cf8-464f-8055-c36c1813dec6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:40:58.941209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.952015 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:58.960408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0ef2-4414-4ce0-9b89-19f15f2b02c2 req-ae169a23-3499-445b-98aa-ce2bae97c625 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:58.962083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-559c0ef2-4414-4ce0-9b89-19f15f2b02c2 req-ae169a23-3499-445b-98aa-ce2bae97c625 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 944 time: 0.1970403 Jul 09 19:40:59.023409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:59.043554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-559c0ef2-4414-4ce0-9b89-19f15f2b02c2 req-780003dd-faa0-4db6-a59c-c3990d0a76e6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736687 Jul 09 19:40:59.095715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.099569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:59.218307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:40:59.222737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.240522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.307290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca65a42-907a-4c5c-a4b0-6fbe873088d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:59.313863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.315742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5922e71b-d478-40e0-bddc-b9fae7c85321 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/subnets/7ca65a42-907a-4c5c-a4b0-6fbe873088d0 HTTP/1.1" status: 204 len: 168 time: 0.5524464 Jul 09 19:40:59.318801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:59.349909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fde9a-428b-4784-a7a4-c6f86507a9b3 None None] Network 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:59.351707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1155a3-2e3a-41a4-bd3c-52ca62577c5a req-13678ec8-8f6e-4024-8717-63605c37e58f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:59.359308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb1155a3-2e3a-41a4-bd3c-52ca62577c5a req-13678ec8-8f6e-4024-8717-63605c37e58f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.0890877 Jul 09 19:40:59.407322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb1155a3-2e3a-41a4-bd3c-52ca62577c5a req-4b9cb28e-71c0-44f1-804f-245552426d29 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Jul 09 19:40:59.429937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.658597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting port 9c787b6a-311f-4404-bffa-28c8fb0de5ac {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:40:59.659336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.666732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 31b33794-bde3-4b80-ab97-aa92ea31576e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:40:59.748289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 31b33794-bde3-4b80-ab97-aa92ea31576e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:40:59.748768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 31b33794-bde3-4b80-ab97-aa92ea31576e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:40:59.797850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '707e1c3d-e7ef-473b-88d7-01cca0aac84b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:40:59.798784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.818822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] For port 9c787b6a-311f-4404-bffa-28c8fb0de5ac, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9c787b6a-311f-4404-bffa-28c8fb0de5ac,segment=NetworkSegment(cf0302a4-de96-40e1-9a60-8f204aa456c2),segment_id=cf0302a4-de96-40e1-9a60-8f204aa456c2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:40:59.819529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.832217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.915438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:40:59.919732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=490041ca-b1f0-492a-8a59-04a417ec5f1f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:59.923487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:40:59.925461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Calling delete_port for 9c787b6a-311f-4404-bffa-28c8fb0de5ac owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:40:59.931782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:59.932336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.963769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-334332c0-3db3-45f5-8650-351240402a79 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1868546 Jul 09 19:40:59.964145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:59.973541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:71:4c:4b', 'name': 'tempest-NetworksTestDHCPv6-1483109824'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:00.099460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.117537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] No DVR routers for this DVR port 9c787b6a-311f-4404-bffa-28c8fb0de5ac on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:00.178937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Port': ['ID=9c787b6a-311f-4404-bffa-28c8fb0de5ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:00.203133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9f5a4-8ae5-4aa8-a874-575f276f5dda None None] DHCP port deletion for a44d415f-c160-4691-8e68-408b594b73c3 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:00.240429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:00.279649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.298914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44d415f-c160-4691-8e68-408b594b73c3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:00.327765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0302a4-de96-40e1-9a60-8f204aa456c2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:00.328069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0302a4-de96-40e1-9a60-8f204aa456c2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:00.373295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.411491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.419950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:41:00.421459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: items = [ Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:41:00.431152 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:41:00.460693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Allocated IP 2001:db8::f816:3eff:fe83:89f1 (607af5c0-a15f-45f9-be62-7560cb7593c1/707e1c3d-e7ef-473b-88d7-01cca0aac84b/53aac5d1-2890-47ef-accd-ced5ff96a25d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:00.481253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.542740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 44bb4828-d108-42b7-9edd-e2bdbc36bf65 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:00.553255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.561463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.566560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/networks/a44d415f-c160-4691-8e68-408b594b73c3 HTTP/1.1" status: 204 len: 168 time: 1.2449539 Jul 09 19:41:00.568336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:00.590349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] DHCP port deletion for 688ccdaa-a6ec-4e86-b10a-62c8a8864b01 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:00.606198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47df034-5340-4dfb-a665-c85dc06042d6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Network': ['ID=a44d415f-c160-4691-8e68-408b594b73c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:00.734596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.793930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Deleting port 32f5a507-a92b-4f63-bd19-697dc7049ffa {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:00.794339 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.810898 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.816164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting port 32f5a507-a92b-4f63-bd19-697dc7049ffa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:00.816506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.856780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Transition to ACTIVE for port object 53aac5d1-2890-47ef-accd-ced5ff96a25d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:00.890840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] For port 32f5a507-a92b-4f63-bd19-697dc7049ffa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=32f5a507-a92b-4f63-bd19-697dc7049ffa,segment=NetworkSegment(df7b820b-b8a7-4364-8665-1ff345230bf6),segment_id=df7b820b-b8a7-4364-8665-1ff345230bf6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:00.891670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.894500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Transition to ACTIVE for port object 53aac5d1-2890-47ef-accd-ced5ff96a25d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:00.897413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:00.903652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] For port 32f5a507-a92b-4f63-bd19-697dc7049ffa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=32f5a507-a92b-4f63-bd19-697dc7049ffa,segment=NetworkSegment(df7b820b-b8a7-4364-8665-1ff345230bf6),segment_id=df7b820b-b8a7-4364-8665-1ff345230bf6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:00.905017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.927736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Calling delete_port for 32f5a507-a92b-4f63-bd19-697dc7049ffa owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:00.935427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:00.947510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Calling delete_port for 32f5a507-a92b-4f63-bd19-697dc7049ffa owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:01.146335 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.162922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.165306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:01.180222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:01.184295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 172.20.0.8 (607af5c0-a15f-45f9-be62-7560cb7593c1/490041ca-b1f0-492a-8a59-04a417ec5f1f/44bb4828-d108-42b7-9edd-e2bdbc36bf65) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:01.192714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe71:4c4b (607af5c0-a15f-45f9-be62-7560cb7593c1/707e1c3d-e7ef-473b-88d7-01cca0aac84b/44bb4828-d108-42b7-9edd-e2bdbc36bf65) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:01.203368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Pushing event updated for resources: {'Port': ['ID=53aac5d1-2890-47ef-accd-ced5ff96a25d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.213029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:01.230739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] No DVR routers for this DVR port 32f5a507-a92b-4f63-bd19-697dc7049ffa on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:01.235584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Port': ['ID=32f5a507-a92b-4f63-bd19-697dc7049ffa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.271044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] No DVR routers for this DVR port 32f5a507-a92b-4f63-bd19-697dc7049ffa on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:01.278770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e35145-279c-4d31-8132-6d4cdea28c34 None None] Pushing event deleted for resources: {'Port': ['ID=32f5a507-a92b-4f63-bd19-697dc7049ffa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.301176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port de4af899-dec8-4912-b177-ac4e547cf59c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:01.301563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.369603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Attempting to bind port 53aac5d1-2890-47ef-accd-ced5ff96a25d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:01.370006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Attempting to bind port 53aac5d1-2890-47ef-accd-ced5ff96a25d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:01.370380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Attempting to bind port 53aac5d1-2890-47ef-accd-ced5ff96a25d on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:01.378447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:01.379185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:01.380189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.380555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:01.381050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Bound port: 53aac5d1-2890-47ef-accd-ced5ff96a25d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:01.381487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.488002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.510549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688ccdaa-a6ec-4e86-b10a-62c8a8864b01']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:01.524209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7b820b-b8a7-4364-8665-1ff345230bf6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:01.524564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7b820b-b8a7-4364-8665-1ff345230bf6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:01.536633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.541973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.560430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.568945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:41:01.569876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:41:01.574367 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:41:01.585637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 44bb4828-d108-42b7-9edd-e2bdbc36bf65 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:01.602159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.647286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] For port 53aac5d1-2890-47ef-accd-ced5ff96a25d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:01.680455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.689011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.694189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/networks/688ccdaa-a6ec-4e86-b10a-62c8a8864b01 HTTP/1.1" status: 204 len: 168 time: 1.1234865 Jul 09 19:41:01.695308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:01.711925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f297f-e3e3-4bd6-9477-1c9483af66fb tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Network': ['ID=688ccdaa-a6ec-4e86-b10a-62c8a8864b01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.716074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] For port 53aac5d1-2890-47ef-accd-ced5ff96a25d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=53aac5d1-2890-47ef-accd-ced5ff96a25d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:01.748057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:01.753043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.753938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.780870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.814554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=44bb4828-d108-42b7-9edd-e2bdbc36bf65,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.832552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836f4d-8b90-4652-ad61-ee1edf39da37 None None] Pushing event updated for resources: {'Port': ['ID=53aac5d1-2890-47ef-accd-ced5ff96a25d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.841738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:01.849658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting subnet 312fdfb4-963b-45c2-8d9c-d10aa1c3620a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:01.852641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:01.855923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:01.858865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.896750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:01.944529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:01.949441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.954767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.029535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-06151074-98bb-4420-9b9a-b5fac86dc6ba tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0621729 Jul 09 19:41:02.030771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:02.088168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9c787b6a-311f-4404-bffa-28c8fb0de5ac no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:02.129561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.166054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 9c787b6a-311f-4404-bffa-28c8fb0de5ac {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:02.166495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9c787b6a-311f-4404-bffa-28c8fb0de5ac not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:02.167729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 32f5a507-a92b-4f63-bd19-697dc7049ffa no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:02.231571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 32f5a507-a92b-4f63-bd19-697dc7049ffa {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:02.232406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 32f5a507-a92b-4f63-bd19-697dc7049ffa not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:02.244335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d41f3f-b4d6-4553-b165-f46ac60775ec tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:02.250992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d41f3f-b4d6-4553-b165-f46ac60775ec tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:02.257728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-19d41f3f-b4d6-4553-b165-f46ac60775ec tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2258296 Jul 09 19:41:02.259359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:02.330021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.366418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.370582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/subnets/312fdfb4-963b-45c2-8d9c-d10aa1c3620a HTTP/1.1" status: 204 len: 168 time: 0.6709728 Jul 09 19:41:02.371094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2bb594-bbae-4583-9f1c-8c45f50a1cbe None None] Network f4f4aa43-4050-46cf-85ba-320c8d3649a9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:02.372058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:02.461597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb14582-6c78-4359-bb82-fd5e23a58fb6 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Subnet': ['ID=312fdfb4-963b-45c2-8d9c-d10aa1c3620a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:02.543433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 44bb4828-d108-42b7-9edd-e2bdbc36bf65 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:02.545854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.617512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.647559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] DHCP port deletion for f4f4aa43-4050-46cf-85ba-320c8d3649a9 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:02.697458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.729006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Deleting port ed290337-efa8-461e-8caf-ae96b9e16978 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:02.729272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Deleting port ed290337-efa8-461e-8caf-ae96b9e16978 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:02.729446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.729992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.733075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 44bb4828-d108-42b7-9edd-e2bdbc36bf65 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:02.811073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] For port ed290337-efa8-461e-8caf-ae96b9e16978, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed290337-efa8-461e-8caf-ae96b9e16978,segment=NetworkSegment(89aad523-7ae3-457f-97ef-c7e44636be0c),segment_id=89aad523-7ae3-457f-97ef-c7e44636be0c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:02.811431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.829122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Calling delete_port for ed290337-efa8-461e-8caf-ae96b9e16978 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:02.883272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] For port ed290337-efa8-461e-8caf-ae96b9e16978, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ed290337-efa8-461e-8caf-ae96b9e16978,segment=NetworkSegment(89aad523-7ae3-457f-97ef-c7e44636be0c),segment_id=89aad523-7ae3-457f-97ef-c7e44636be0c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:02.885223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.916355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7dc069b7-7cf8-464f-8055-c36c1813dec6 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:03.000092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.025462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Calling delete_port for ed290337-efa8-461e-8caf-ae96b9e16978 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:03.060651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Port': ['ID=ed290337-efa8-461e-8caf-ae96b9e16978,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:03.072485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] No DVR routers for this DVR port ed290337-efa8-461e-8caf-ae96b9e16978 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:03.145549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.182784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 7dc069b7-7cf8-464f-8055-c36c1813dec6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:03.198334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 7dc069b7-7cf8-464f-8055-c36c1813dec6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:03.198716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.200299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=44bb4828-d108-42b7-9edd-e2bdbc36bf65,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:03.291291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: from cryptography.utils import int_from_bytes Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.296813 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:41:03.300790 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:41:03.314825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f4aa43-4050-46cf-85ba-320c8d3649a9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:03.338375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89aad523-7ae3-457f-97ef-c7e44636be0c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:03.339530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89aad523-7ae3-457f-97ef-c7e44636be0c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:41:03.354960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.363171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.364491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.411396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.414942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] Pushing event deleted for resources: {'Port': ['ID=ed290337-efa8-461e-8caf-ae96b9e16978,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:03.432774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:41:03.433852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:41:03.439536 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:41:03.445010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4d35f-418d-43c1-9051-131f7cafec37 None None] No DVR routers for this DVR port ed290337-efa8-461e-8caf-ae96b9e16978 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:03.446806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.452862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:03.454970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9ed1552-72cb-49b3-b872-e41fc34461e6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/44bb4828-d108-42b7-9edd-e2bdbc36bf65 HTTP/1.1" status: 204 len: 168 time: 1.1942840 Jul 09 19:41:03.455525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:03.463772 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.516591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c294f4-95ee-491b-b3b6-872c07e21ecf None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:03.553646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.566762 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.571370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:03.572435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/networks/f4f4aa43-4050-46cf-85ba-320c8d3649a9 HTTP/1.1" status: 204 len: 168 time: 1.1947880 Jul 09 19:41:03.606355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cff59-c236-48be-b894-a9850e48e450 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Pushing event deleted for resources: {'Network': ['ID=f4f4aa43-4050-46cf-85ba-320c8d3649a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:03.639318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4017b37c-4603-4efb-a2f8-4665f5c93d62 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e36ac57-b58f-4b13-915b-0e8f3db9cd23 HTTP/1.1" status: 200 len: 205 time: 0.0655193 Jul 09 19:41:03.641939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:03.657731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98cc249-8d28-4508-b35e-a8c956f62345 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:03.659986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98cc249-8d28-4508-b35e-a8c956f62345 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:03.661843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98cc249-8d28-4508-b35e-a8c956f62345 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:03.666726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e98cc249-8d28-4508-b35e-a8c956f62345 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2102289 Jul 09 19:41:03.667504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:03.695559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:03.729209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6c42d30-c41a-4691-bfe5-9219c417e86e None None] Provisioning for port 53aac5d1-2890-47ef-accd-ced5ff96a25d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:03.770706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 490041ca-b1f0-492a-8a59-04a417ec5f1f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:03.782648 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.806512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.835881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.895945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:03.981505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bbeae3-32a6-48df-b883-faade3c2c70b None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': '707e1c3d-e7ef-473b-88d7-01cca0aac84b', 'ip_address': '2001:db8::f816:3eff:fe83:89f1'}, {'subnet_id': '490041ca-b1f0-492a-8a59-04a417ec5f1f'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '53aac5d1-2890-47ef-accd-ced5ff96a25d'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:41:03.990202 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.032726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.038846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/490041ca-b1f0-492a-8a59-04a417ec5f1f HTTP/1.1" status: 204 len: 168 time: 0.3701534 Jul 09 19:41:04.039465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:04.107678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12bbeae3-32a6-48df-b883-faade3c2c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.108301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.111566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.199393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.200524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Fanout notify agent at l3_agent the message router_deleted on router 5e36ac57-b58f-4b13-915b-0e8f3db9cd23 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:41:04.222366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.230198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-da10bcdb-c939-4e72-be66-eafbcd1512f0 tempest-RoutersNegativeTest-691500420 tempest-RoutersNegativeTest-691500420-project] 10.222.0.10 "DELETE /v2.0/routers/5e36ac57-b58f-4b13-915b-0e8f3db9cd23 HTTP/1.1" status: 204 len: 168 time: 0.5867746 Jul 09 19:41:04.239271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd12d44-c9e5-4415-bc0e-07799508b7a7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=490041ca-b1f0-492a-8a59-04a417ec5f1f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:04.275963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 53aac5d1-2890-47ef-accd-ced5ff96a25d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:04.290835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 707e1c3d-e7ef-473b-88d7-01cca0aac84b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:04.305239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.368528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 53aac5d1-2890-47ef-accd-ced5ff96a25d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:04.376095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 53aac5d1-2890-47ef-accd-ced5ff96a25d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:04.376479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.403136 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.563655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.619689 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.632675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:04.690649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-12bbeae3-32a6-48df-b883-faade3c2c70b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 707e1c3d-e7ef-473b-88d7-01cca0aac84b: This subnet is being modified by another concurrent operation. Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:41:04.730740 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 707e1c3d-e7ef-473b-88d7-01cca0aac84b: This subnet is being modified by another concurrent operation. Jul 09 19:41:04.734711 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:41:04.742968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=707e1c3d-e7ef-473b-88d7-01cca0aac84b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:04.754271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:04.761831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ae6d3a61-dd0e-4a2d-9f6f-44fba654a7b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/707e1c3d-e7ef-473b-88d7-01cca0aac84b HTTP/1.1" status: 204 len: 168 time: 0.6572797 Jul 09 19:41:04.762220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:04.806953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:41:04.807560 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:41:04.832963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f73aaa7a-e8b7-4d77-b5f1-b6a5f4820d72 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693226 Jul 09 19:41:04.835961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:04.843588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:04.872884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456ff10-b452-4f4d-92f6-776005799745 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:04.947479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] Provisioning complete for port 53aac5d1-2890-47ef-accd-ced5ff96a25d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:04.947953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.040926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:05.048214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.157281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:05.171186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8c4d16ba-0b98-4d49-81a0-adc82c0050f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68b8b42f513245a586631cc99c66d822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372636 Jul 09 19:41:05.173823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:05.260870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.291300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.321991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.363134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] For port 53aac5d1-2890-47ef-accd-ced5ff96a25d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=53aac5d1-2890-47ef-accd-ced5ff96a25d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:05.414583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.423566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.425601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.426245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.431774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/929ca611-9ccc-49d4-a761-9230785463a5 HTTP/1.1" status: 204 len: 168 time: 0.2568607 Jul 09 19:41:05.436324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Deleting port 53aac5d1-2890-47ef-accd-ced5ff96a25d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:05.436707 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.442781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589171d-bc53-441b-a77e-785413c63767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ca611-9ccc-49d4-a761-9230785463a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:05.542072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:05.555841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:05.567078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:05.570705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.579449 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.585331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25080-323e-4c8a-ada3-819328ee7b9c None None] Pushing event updated for resources: {'Port': ['ID=53aac5d1-2890-47ef-accd-ced5ff96a25d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:05.609251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=5da7f15e-5e61-4694-a51e-d54459cccc28,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:05.621691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5bce081-4df3-4f65-999c-b118e6675fc8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7831392 Jul 09 19:41:05.623434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:05.629641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:05.708077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] For port 53aac5d1-2890-47ef-accd-ced5ff96a25d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=53aac5d1-2890-47ef-accd-ced5ff96a25d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:05.708478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.764432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Calling delete_port for 53aac5d1-2890-47ef-accd-ced5ff96a25d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:05.781300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:41:05.784961 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:41:05.852740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:05.857297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.939421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:05.984489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] Pushing event deleted for resources: {'Port': ['ID=53aac5d1-2890-47ef-accd-ced5ff96a25d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:06.008321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e5837-6040-4f08-a0bc-8dbb370aef50 None None] No DVR routers for this DVR port 53aac5d1-2890-47ef-accd-ced5ff96a25d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:06.032053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eb217-9085-439a-87bd-3b8b0a68a6c2 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:06.472425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:41:06.474062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:06.554758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:06.565368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '5da7f15e-5e61-4694-a51e-d54459cccc28'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:06.566231 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:06.571470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Port 53aac5d1-2890-47ef-accd-ced5ff96a25d update to ACTIVE by agent not found {{(pid=93773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 19:41:06.582297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:06.586682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:06.598730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:06.600220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:06.645164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3de94c5f-28a6-4929-9a80-4f3834b75173 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0090935 Jul 09 19:41:06.645164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:06.658928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:fc:6a:a1', 'name': 'tempest-NetworksTestDHCPv6-609910354'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:06.727878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed290337-efa8-461e-8caf-ae96b9e16978 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:06.760830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ed290337-efa8-461e-8caf-ae96b9e16978 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:06.765099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ed290337-efa8-461e-8caf-ae96b9e16978 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:06.800947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:06.947244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:06.956434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 53aac5d1-2890-47ef-accd-ced5ff96a25d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:06.986523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 53aac5d1-2890-47ef-accd-ced5ff96a25d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:06.987184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 53aac5d1-2890-47ef-accd-ced5ff96a25d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:06.996677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.032119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 3039f717-4968-4230-b261-3ef7e79ff965 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:07.103252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Allocated IP 172.20.0.2 (607af5c0-a15f-45f9-be62-7560cb7593c1/5da7f15e-5e61-4694-a51e-d54459cccc28/7942979f-4229-45fa-8853-4b0a9beb3754) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:07.111871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Allocated IP 2001:db8::f816:3eff:fe28:5a7e (607af5c0-a15f-45f9-be62-7560cb7593c1/a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45/7942979f-4229-45fa-8853-4b0a9beb3754) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:07.138861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e2f5d78-2db2-4b9f-86d7-0d8363fdc596 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:07.138861 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-8e2f5d78-2db2-4b9f-86d7-0d8363fdc596 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 19:41:07.138861 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8e2f5d78-2db2-4b9f-86d7-0d8363fdc596 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:41:07.138861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8e2f5d78-2db2-4b9f-86d7-0d8363fdc596 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1834254 Jul 09 19:41:07.142524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:07.147037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416067051'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:07.181445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.191503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.317049 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.326609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Transition to ACTIVE for port object 7942979f-4229-45fa-8853-4b0a9beb3754 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:07.342745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Transition to ACTIVE for port object 7942979f-4229-45fa-8853-4b0a9beb3754 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:07.343219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.349766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.352166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.406945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:07.416485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:07.426285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:07.431341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Pushing event updated for resources: {'Port': ['ID=7942979f-4229-45fa-8853-4b0a9beb3754,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:07.467285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3052e-6f5a-450a-aec7-a12dd333afe7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:07.527595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Attempting to bind port 7942979f-4229-45fa-8853-4b0a9beb3754 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:07.528148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Attempting to bind port 7942979f-4229-45fa-8853-4b0a9beb3754 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:07.528583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Attempting to bind port 7942979f-4229-45fa-8853-4b0a9beb3754 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:07.534934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:07.535440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:07.536201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.536665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:07.537272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Bound port: 7942979f-4229-45fa-8853-4b0a9beb3754, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:07.537726 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.603404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 172.20.0.10 (607af5c0-a15f-45f9-be62-7560cb7593c1/5da7f15e-5e61-4694-a51e-d54459cccc28/3039f717-4968-4230-b261-3ef7e79ff965) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:07.623050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fefc:6aa1 (607af5c0-a15f-45f9-be62-7560cb7593c1/a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45/3039f717-4968-4230-b261-3ef7e79ff965) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:07.627861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.634622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.671015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] For port 7942979f-4229-45fa-8853-4b0a9beb3754, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:07.675719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] For port 7942979f-4229-45fa-8853-4b0a9beb3754, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7942979f-4229-45fa-8853-4b0a9beb3754,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:07.681471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371ac725-0a50-4b6a-be6e-3ea24db9b7c8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:07.683894 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.695076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.697379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b4713424-cdb9-4ce3-ae9f-d3a45a03b4f1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5538714 Jul 09 19:41:07.700240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:07.705111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '371ac725-0a50-4b6a-be6e-3ea24db9b7c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:07.787711 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.794863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6f8b5-5995-4431-9645-947a508c15f8 None None] Pushing event updated for resources: {'Port': ['ID=7942979f-4229-45fa-8853-4b0a9beb3754,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:07.880439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.887955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.916316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdeb1e4-077f-442a-a6ae-8d8c5e4d6f8f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:07.921530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.923537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7c262e6e-689a-4a3d-9689-fe88e84b6e7e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220378 Jul 09 19:41:07.927056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:07.933030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08a021a8-f42a-4c75-a34b-2052791c8da6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '371ac725-0a50-4b6a-be6e-3ea24db9b7c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:07.944607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:07.976514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 3039f717-4968-4230-b261-3ef7e79ff965 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:07.978062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08a021a8-f42a-4c75-a34b-2052791c8da6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.174387 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-08a021a8-f42a-4c75-a34b-2052791c8da6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:41:08.176030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08a021a8-f42a-4c75-a34b-2052791c8da6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2468710 Jul 09 19:41:08.178494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.186996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.268071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:08.272039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:08.280200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:08.321588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.335830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:08.336680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.354949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=3039f717-4968-4230-b261-3ef7e79ff965,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:08.358553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.366786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b526874d-0407-4f92-94cf-a5fd47765ca4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7273195 Jul 09 19:41:08.369258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.449734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.455575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.459897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/371ac725-0a50-4b6a-be6e-3ea24db9b7c8 HTTP/1.1" status: 204 len: 168 time: 0.2800374 Jul 09 19:41:08.460564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.489579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417c8cb-5ca2-4b32-8a75-d710b9598b6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ac725-0a50-4b6a-be6e-3ea24db9b7c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:08.490336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41ed82-7ef7-44bd-acaf-4fc1a8500d9d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:08.496442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41ed82-7ef7-44bd-acaf-4fc1a8500d9d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:08.500596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ab41ed82-7ef7-44bd-acaf-4fc1a8500d9d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1275721 Jul 09 19:41:08.500801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.565880 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28b8855f-19b8-4361-9be7-e360464c6d0a tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005595 Jul 09 19:41:08.572352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.577770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--351461215'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:08.639262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.661920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 3039f717-4968-4230-b261-3ef7e79ff965 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:08.662261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.850994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.902593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 3039f717-4968-4230-b261-3ef7e79ff965 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:08.930823 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.941628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:08.991501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7942979f-4229-45fa-8853-4b0a9beb3754 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:09.041623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.045642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4689851 Jul 09 19:41:09.046834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.055445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd36e8-b592-49c0-9555-3542e8d6c363 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ba2f1-1843-4968-97fd-de573165d30e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:09.064817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-92c9ceb1-40fa-429f-9d58-ffddc12cd2c7 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': 'f21ba2f1-1843-4968-97fd-de573165d30e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:09.066704 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-92c9ceb1-40fa-429f-9d58-ffddc12cd2c7 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 19:41:09.068402 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-92c9ceb1-40fa-429f-9d58-ffddc12cd2c7 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:09.070366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92c9ceb1-40fa-429f-9d58-ffddc12cd2c7 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0193985 Jul 09 19:41:09.074923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.166675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7942979f-4229-45fa-8853-4b0a9beb3754 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:09.210575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.252418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.303046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.306157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.309562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/f21ba2f1-1843-4968-97fd-de573165d30e HTTP/1.1" status: 204 len: 168 time: 0.2334695 Jul 09 19:41:09.312663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.328896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.340693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c127e1d-d8c3-447d-8ac9-b23e4ca90e2c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ba2f1-1843-4968-97fd-de573165d30e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:09.393758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=3039f717-4968-4230-b261-3ef7e79ff965,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:09.420089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7d072-436f-4f8d-8095-4bb48b338e9a None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:09.496870 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ea513ae4-a5a0-4adf-b6b8-4173fb86dd33 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1829307 Jul 09 19:41:09.500675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.510105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920227542'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:09.519562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.524036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4bb7f71a-f46a-4deb-acb4-715e5fcccbb4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/3039f717-4968-4230-b261-3ef7e79ff965 HTTP/1.1" status: 204 len: 168 time: 1.0197604 Jul 09 19:41:09.524285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.550867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Provisioning for port 7942979f-4229-45fa-8853-4b0a9beb3754 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:09.564007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Provisioning complete for port 7942979f-4229-45fa-8853-4b0a9beb3754 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:09.564699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.581201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.589078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b210d-c199-482d-a7f2-3e6bc60e29c7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:09.590794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b210d-c199-482d-a7f2-3e6bc60e29c7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:09.592651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b210d-c199-482d-a7f2-3e6bc60e29c7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:09.597359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e2b210d-c199-482d-a7f2-3e6bc60e29c7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0696936 Jul 09 19:41:09.597784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.696157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 5da7f15e-5e61-4694-a51e-d54459cccc28 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:09.705328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.744254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.810026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.813048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.827088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.859349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] For port 7942979f-4229-45fa-8853-4b0a9beb3754, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7942979f-4229-45fa-8853-4b0a9beb3754,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:09.882454 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.906012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddfa03a-59e4-4ad9-94f1-b8aa3a02e082,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:09.920064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.927886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9600442c-94d4-4fbb-93f9-9c1197c3ec9d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4236867 Jul 09 19:41:09.928708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.931524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:09.945926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b84a9b43-596e-4ca6-9a96-673f6bd72caf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '7ddfa03a-59e4-4ad9-94f1-b8aa3a02e082', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:09.947202 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-b84a9b43-596e-4ca6-9a96-673f6bd72caf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 19:41:09.947978 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b84a9b43-596e-4ca6-9a96-673f6bd72caf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:09.956297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b84a9b43-596e-4ca6-9a96-673f6bd72caf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0262158 Jul 09 19:41:09.957431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:09.984448 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3877c-5ff5-4f93-9885-8008bb8391fd x-openstack-request-id: req-48c3877c-5ff5-4f93-9885-8008bb8391fd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:09.985415 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-plugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:09.985783 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48c3877c-5ff5-4f93-9885-8008bb8391fd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:09.986842 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'code': 200} Jul 09 19:41:10.026187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5bfa-d9b7-4632-a1c0-472dd10bdc68 None None] Pushing event updated for resources: {'Port': ['ID=7942979f-4229-45fa-8853-4b0a9beb3754,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:10.142113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.148456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.266755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-4b88e0db-dcf5-47a0-aec5-91497ef208d3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--819491651&fields=id&tenant_id=a5b7696cafa0428694257266e1c6ff27 HTTP/1.1" status: 200 len: 267 time: 0.2153575 Jul 09 19:41:10.277327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.285223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/5da7f15e-5e61-4694-a51e-d54459cccc28 HTTP/1.1" status: 204 len: 168 time: 0.6857278 Jul 09 19:41:10.285886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:10.294712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156bcf4-7646-422e-a2bd-0ec13e0f4f1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=5da7f15e-5e61-4694-a51e-d54459cccc28,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:10.331458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.385202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-966d4637-4f2c-4724-a24b-2e52927cfbc2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:10.387430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-966d4637-4f2c-4724-a24b-2e52927cfbc2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 931 time: 0.1006413 Jul 09 19:41:10.471148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.474002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.475337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ddfa03a-59e4-4ad9-94f1-b8aa3a02e082 HTTP/1.1" status: 204 len: 168 time: 0.5167205 Jul 09 19:41:10.486945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:10.491199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-57451fd0-36ec-49d3-a0c3-89cf775da52c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:10.492685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-57451fd0-36ec-49d3-a0c3-89cf775da52c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 929 time: 0.0981636 Jul 09 19:41:10.558581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77c3a-1677-4005-90be-7fa61aa82fc1 req-4b5c442d-0b92-4d3a-a745-e00a1e2d2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:10.565394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1e77c3a-1677-4005-90be-7fa61aa82fc1 req-4b5c442d-0b92-4d3a-a745-e00a1e2d2163 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1097 time: 0.3853462 Jul 09 19:41:10.570918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692370c-7096-402c-8e11-8faf7889a131 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddfa03a-59e4-4ad9-94f1-b8aa3a02e082,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:10.573237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b3150996-7cc3-4e6a-957d-64e192e93a4f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0710137 Jul 09 19:41:10.584660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:10.591652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:10.625260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875fd4b-b26a-4a4f-90e8-adea81ec8f07 req-14b37e77-ab3f-44c6-97f6-d5956797c653 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:10.626907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7875fd4b-b26a-4a4f-90e8-adea81ec8f07 req-14b37e77-ab3f-44c6-97f6-d5956797c653 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.2358594 Jul 09 19:41:10.974823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7942979f-4229-45fa-8853-4b0a9beb3754 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:11.100751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7942979f-4229-45fa-8853-4b0a9beb3754 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:11.101556 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.194718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed5a81-d331-4719-8d46-595673260a61 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:11.205411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-43292553-d67a-4459-90f0-cfc915a53250 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5780737 Jul 09 19:41:11.244837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.271361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-82356873-7d67-4e98-a67f-7dee306d5935 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7790251 Jul 09 19:41:11.289673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.291972 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1e77c3a-1677-4005-90be-7fa61aa82fc1 req-ea01d9be-befa-4c9d-8e36-353b14315ce8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113254 Jul 09 19:41:11.296709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850545217'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:11.337921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7875fd4b-b26a-4a4f-90e8-adea81ec8f07 req-d9d627c5-f391-450a-a112-debb5bca3d33 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877913 Jul 09 19:41:11.339760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffe3708b-d7f2-4798-9b79-282b3c76ab8a None None] Provisioning complete for port 7942979f-4229-45fa-8853-4b0a9beb3754 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:11.340139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe3708b-d7f2-4798-9b79-282b3c76ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.396266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.506402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.606549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.630517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.722815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.724091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4309905 Jul 09 19:41:11.741502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.753620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d22d274d-acfa-4d68-80df-9fdc117d1eab tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '2400e69d-8d2a-4e93-a89e-ff6bab39a36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:11.765304 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-d22d274d-acfa-4d68-80df-9fdc117d1eab tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 19:41:11.766787 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d22d274d-acfa-4d68-80df-9fdc117d1eab tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:11.767897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d22d274d-acfa-4d68-80df-9fdc117d1eab tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254374 Jul 09 19:41:11.773980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.793874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3dcd2527-e7aa-479c-b213-313ed14bdcd5 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '2400e69d-8d2a-4e93-a89e-ff6bab39a36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:11.794567 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-3dcd2527-e7aa-479c-b213-313ed14bdcd5 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 19:41:11.795071 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3dcd2527-e7aa-479c-b213-313ed14bdcd5 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:11.796089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3dcd2527-e7aa-479c-b213-313ed14bdcd5 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097892 Jul 09 19:41:11.799682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.800837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.812148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ffd53148-7ad3-4e0b-92d2-5371a9e4878b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '2400e69d-8d2a-4e93-a89e-ff6bab39a36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:11.814322 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-ffd53148-7ad3-4e0b-92d2-5371a9e4878b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 19:41:11.814863 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ffd53148-7ad3-4e0b-92d2-5371a9e4878b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:11.815970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ffd53148-7ad3-4e0b-92d2-5371a9e4878b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127761 Jul 09 19:41:11.826828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.840332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c0c0673-e1fc-4198-876a-b93774723d39 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '2400e69d-8d2a-4e93-a89e-ff6bab39a36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:11.842030 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-2c0c0673-e1fc-4198-876a-b93774723d39 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 19:41:11.842530 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2c0c0673-e1fc-4198-876a-b93774723d39 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:11.843523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c0c0673-e1fc-4198-876a-b93774723d39 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073328 Jul 09 19:41:11.844731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc8a50-3710-42ea-aff0-e849a3a81f3f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2400e69d-8d2a-4e93-a89e-ff6bab39a36b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:11.854836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.890802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc993a69-3e02-425d-a624-174b37e26dcc req-b86f26b2-0e7f-4d95-a084-90fa8de04c44 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:11.892023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc993a69-3e02-425d-a624-174b37e26dcc req-b86f26b2-0e7f-4d95-a084-90fa8de04c44 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 945 time: 0.2828321 Jul 09 19:41:11.925628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:11.927641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:11.940393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0b260675-62b8-4d93-9647-59a189065bce tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45 HTTP/1.1" status: 204 len: 168 time: 1.6414740 Jul 09 19:41:11.945612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.988017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c'}, {'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:11.990798 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cea29e-8986-49ba-a70a-b29203781b36" -d '{"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-plugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c"}, {"server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "name": "network-vif-plugged", "status": "completed", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:12.087210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9dca2c8-45ad-4bb6-b9bf-3aed00ba264a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403725 Jul 09 19:41:12.098700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:12.111102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:12.121747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc993a69-3e02-425d-a624-174b37e26dcc req-acf6d3ab-3f94-4cd5-baa0-e3e857811b10 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140071 Jul 09 19:41:12.153682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5b78e0b4-0ce2-4d5e-b5f4-847ca1928725 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:12.161078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5b78e0b4-0ce2-4d5e-b5f4-847ca1928725 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:12.167611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5b78e0b4-0ce2-4d5e-b5f4-847ca1928725 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:12.169318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5b78e0b4-0ce2-4d5e-b5f4-847ca1928725 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 1989 time: 0.5797234 Jul 09 19:41:12.170010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:12.465861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:12.540152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-a5a008cb-4d7f-4350-b566-ad29b2c40d9a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/quotas/a5b7696cafa0428694257266e1c6ff27 HTTP/1.1" status: 200 len: 375 time: 0.2134264 Jul 09 19:41:12.649375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27c32e-ca21-4145-9cb9-9c9824a14086 req-59596d34-d43d-4351-a512-f1750dad774c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:12.650965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da27c32e-ca21-4145-9cb9-9c9824a14086 req-59596d34-d43d-4351-a512-f1750dad774c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1831934 Jul 09 19:41:12.710577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:12.719469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:12.722952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/2400e69d-8d2a-4e93-a89e-ff6bab39a36b HTTP/1.1" status: 204 len: 168 time: 0.8239796 Jul 09 19:41:12.729562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:12.767164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:12.770989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:12.778111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da27c32e-ca21-4145-9cb9-9c9824a14086 req-12eb16f7-150b-444e-9a5b-6a0757b2dfc6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196802 Jul 09 19:41:12.829678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2a98-9646-4d3e-9246-2abcdb0ab682 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400e69d-8d2a-4e93-a89e-ff6bab39a36b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:12.871584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72ce5c0c-ba2e-4707-963f-c27adcdddc97 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359468 Jul 09 19:41:12.875696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:12.886147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--633248263'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:12.923938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0c397-5be9-4b20-b6b3-d8a41bc8c533 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:12.940546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.070271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e18f58d9-154a-4c72-a96e-96e765bcaf9a None None] Provisioning complete for port 7942979f-4229-45fa-8853-4b0a9beb3754 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:13.070676 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e18f58d9-154a-4c72-a96e-96e765bcaf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.152664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.163271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.204865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.213215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.217177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3350673 Jul 09 19:41:13.223891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.225064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-887038ed-8eb2-47e2-ad17-e26e2ca28fa3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6840253 Jul 09 19:41:13.241503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-15740e4c-fc7d-43ac-aa1f-6db9411e128e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.242709 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-15740e4c-fc7d-43ac-aa1f-6db9411e128e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 19:41:13.243459 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-15740e4c-fc7d-43ac-aa1f-6db9411e128e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.244743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-15740e4c-fc7d-43ac-aa1f-6db9411e128e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166683 Jul 09 19:41:13.252347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.264823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e5d8d4fc-0ea5-4106-88c8-216f02c9a292 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.313567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e025a-1705-414e-8cbb-f70a5caed156 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa174a-543d-4380-9d38-5efe1dc155fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:13.396691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=cebb08bf-6b6d-4035-a17e-799d55bb7473,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:13.408586 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e5d8d4fc-0ea5-4106-88c8-216f02c9a292 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.412504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5d8d4fc-0ea5-4106-88c8-216f02c9a292 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1537032 Jul 09 19:41:13.419457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.422714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:13.424901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ff89cbf-b2a1-49d3-a511-122b907c4a4e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.429859 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-8ff89cbf-b2a1-49d3-a511-122b907c4a4e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 19:41:13.430703 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8ff89cbf-b2a1-49d3-a511-122b907c4a4e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.435448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8ff89cbf-b2a1-49d3-a511-122b907c4a4e tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147738 Jul 09 19:41:13.436320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.448948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-391abcc1-3de2-4be4-ad11-50f8f74d20a6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.490591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:13.537925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:13.546307 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-391abcc1-3de2-4be4-ad11-50f8f74d20a6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.551160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-770ce1ac-dd8c-4139-a6e9-ae1fcc734a79 service neutron] 10.222.0.10 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719007 Jul 09 19:41:13.552686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-391abcc1-3de2-4be4-ad11-50f8f74d20a6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1150501 Jul 09 19:41:13.553613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.566588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b2dc1ac2-caa3-4131-bb21-37ce87c3ff03 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.567364 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-b2dc1ac2-caa3-4131-bb21-37ce87c3ff03 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 19:41:13.568208 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b2dc1ac2-caa3-4131-bb21-37ce87c3ff03 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.568341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:13.568981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.573702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b2dc1ac2-caa3-4131-bb21-37ce87c3ff03 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183771 Jul 09 19:41:13.575317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.592681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Deleting port 7942979f-4229-45fa-8853-4b0a9beb3754 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:13.594041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.602950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99e6977c-c8c5-4bb2-9cf7-f0e82f861958 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.674710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-028a1eb8-1066-46c0-a478-95bf06c34d2b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5736926 Jul 09 19:41:13.679273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.685988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.822507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-4357547d-d3b7-400b-81f2-6e966aa09bed service neutron] 10.222.0.10 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668457 Jul 09 19:41:13.842980 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-99e6977c-c8c5-4bb2-9cf7-f0e82f861958 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.845254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-99e6977c-c8c5-4bb2-9cf7-f0e82f861958 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2687688 Jul 09 19:41:13.866070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.875092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-97f25bdc-f865-4c8e-9e69-83d90423bbde tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.878475 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-97f25bdc-f865-4c8e-9e69-83d90423bbde tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 19:41:13.879032 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-97f25bdc-f865-4c8e-9e69-83d90423bbde tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:13.885418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-97f25bdc-f865-4c8e-9e69-83d90423bbde tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169547 Jul 09 19:41:13.885617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] For port 7942979f-4229-45fa-8853-4b0a9beb3754, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7942979f-4229-45fa-8853-4b0a9beb3754,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:13.886553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:13.888542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.902287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f3b89f53-111a-4f5c-b61f-35bf43bdb2d2 service neutron] 10.222.0.10 "GET /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0783379 Jul 09 19:41:13.902543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-199aa4d9-19e8-4a98-b4e8-93371fc7a52c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:13.922453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Calling delete_port for 7942979f-4229-45fa-8853-4b0a9beb3754 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:14.089091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b6e56e9-4705-49f8-a0cb-bf5c452369d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382842 Jul 09 19:41:14.101979 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-199aa4d9-19e8-4a98-b4e8-93371fc7a52c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:14.119956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-199aa4d9-19e8-4a98-b4e8-93371fc7a52c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2193291 Jul 09 19:41:14.120632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:14.130993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.151190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8f21c37-a2c4-4393-b6ba-116570610347 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '3faa174a-543d-4380-9d38-5efe1dc155fb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:14.164859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Pushing event deleted for resources: {'Port': ['ID=7942979f-4229-45fa-8853-4b0a9beb3754,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:14.171208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] No DVR routers for this DVR port 7942979f-4229-45fa-8853-4b0a9beb3754 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:14.185527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d346faf-4f4f-4609-a675-47abdcb66a17 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:14.191223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.192407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.192975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.193589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.194276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.194868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.195416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.196010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.196613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.197434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.198209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.198816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab23d0-84f6-4a63-97df-952535f20ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:14.311781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:14.316462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.368563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c6c6bb7e-7326-4c7d-ac6f-d8268eb5f34f service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250067 Jul 09 19:41:14.420764 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c8f21c37-a2c4-4393-b6ba-116570610347 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:14.422042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c8f21c37-a2c4-4393-b6ba-116570610347 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2895346 Jul 09 19:41:14.428721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:14.523208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ff410a18-2eb8-410e-8bd3-62b53d8fcbb2 service neutron] 10.222.0.10 "GET /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1466277 Jul 09 19:41:14.589016 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.608420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'cebb08bf-6b6d-4035-a17e-799d55bb7473'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:14.610783 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.630085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.818490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.819519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-127bd3b0-fb87-46d4-ba27-68afd3e7b32d service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886205 Jul 09 19:41:14.823487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:14.829853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:14.834150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/3faa174a-543d-4380-9d38-5efe1dc155fb HTTP/1.1" status: 204 len: 168 time: 0.4042892 Jul 09 19:41:14.861659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Allocated IP 172.20.0.2 (607af5c0-a15f-45f9-be62-7560cb7593c1/cebb08bf-6b6d-4035-a17e-799d55bb7473/30e3077d-8212-4fcb-a818-dc00543286d6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:14.908673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaed18b-051c-4c17-b778-07d7d2d3fa92 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa174a-543d-4380-9d38-5efe1dc155fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:15.071923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.081775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Transition to ACTIVE for port object 30e3077d-8212-4fcb-a818-dc00543286d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:15.098124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Transition to ACTIVE for port object 30e3077d-8212-4fcb-a818-dc00543286d6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:15.106407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7942979f-4229-45fa-8853-4b0a9beb3754 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:15.110615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.111417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:15.112970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98550099-35c1-453c-b87e-46b887aaad82 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2653637 Jul 09 19:41:15.130286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148687810'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:15.161074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7942979f-4229-45fa-8853-4b0a9beb3754 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:15.161696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7942979f-4229-45fa-8853-4b0a9beb3754 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:15.202397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:15.213746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:15.218565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:15.230876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Pushing event updated for resources: {'Port': ['ID=30e3077d-8212-4fcb-a818-dc00543286d6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:15.242994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f91a5a4b-3cff-4183-bb68-eb9edb99ae81 service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224861 Jul 09 19:41:15.252126 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.296622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:41:15.366869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Attempting to bind port 30e3077d-8212-4fcb-a818-dc00543286d6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:15.367245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Attempting to bind port 30e3077d-8212-4fcb-a818-dc00543286d6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:15.367623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Attempting to bind port 30e3077d-8212-4fcb-a818-dc00543286d6 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:15.369577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-14018e28-2c5f-4a8f-b4fc-ab9a39f0f9e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254365 Jul 09 19:41:15.383525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:15.383908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:15.384328 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.384740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:15.385265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Bound port: 30e3077d-8212-4fcb-a818-dc00543286d6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:15.385644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.495113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ab049e33-3b0f-4b19-9042-160f92a46912 service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239057 Jul 09 19:41:15.514360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] For port 30e3077d-8212-4fcb-a818-dc00543286d6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:15.519017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] For port 30e3077d-8212-4fcb-a818-dc00543286d6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e3077d-8212-4fcb-a818-dc00543286d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:15.525173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.638521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e6790a8b-3a0d-420d-9593-5770e727c78c service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424739 Jul 09 19:41:15.670258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636f050-b7b1-4dc1-9589-df2b820145f7 None None] Pushing event updated for resources: {'Port': ['ID=30e3077d-8212-4fcb-a818-dc00543286d6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:15.728341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.789664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.827122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-eb903bba-a634-4719-95d0-fe344c3c8c46 service neutron] 10.222.0.10 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874809 Jul 09 19:41:15.891289 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:15.904978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7924469 Jul 09 19:41:15.907439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:15.935026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1faeb5e1-6d59-4879-8bc3-a741c837721a tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '5872566f-bdd4-4914-b233-90b52121f615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:15.978824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ff11-c9b6-4ba1-9cd4-b05b3fd54d4c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5872566f-bdd4-4914-b233-90b52121f615,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:15.989595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-42ad8e46-7ba7-4093-9a5c-8b55a05e3a98 service neutron] 10.222.0.10 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614287 Jul 09 19:41:16.099104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.157237 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1faeb5e1-6d59-4879-8bc3-a741c837721a tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The resource could not be found. Jul 09 19:41:16.158321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1faeb5e1-6d59-4879-8bc3-a741c837721a tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2455919 Jul 09 19:41:16.161436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.166516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fda94591-457d-49bc-8f0c-2d26dd0448b3 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '5872566f-bdd4-4914-b233-90b52121f615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '49a21e0d-d6b7-4843-b959-b9b06a6623a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:16.179682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d6f29a3e-f380-4803-87fe-15fd6a3f13b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892598 Jul 09 19:41:16.283775 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-fda94591-457d-49bc-8f0c-2d26dd0448b3 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The resource could not be found. Jul 09 19:41:16.287389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fda94591-457d-49bc-8f0c-2d26dd0448b3 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1225119 Jul 09 19:41:16.288430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.321482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-8e0e6313-dc5e-4e3a-9f90-c5f953bc77bf service neutron] 10.222.0.10 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360004 Jul 09 19:41:16.372019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] For port 30e3077d-8212-4fcb-a818-dc00543286d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e3077d-8212-4fcb-a818-dc00543286d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:16.418877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.431084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.432219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.450361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5a83e841-e0ad-47b0-9780-3ea4955e861b service neutron] 10.222.0.10 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231744 Jul 09 19:41:16.500841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.525235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.586668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:16.595673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:16.597508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.600132 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.603791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/5872566f-bdd4-4914-b233-90b52121f615 HTTP/1.1" status: 204 len: 168 time: 0.3123140 Jul 09 19:41:16.604558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.605990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:16.606595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.650677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=a5ea551b-bac8-47ee-8320-7e3be39933cb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:16.659996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812746a1-5f8a-4866-8350-515475e134d1 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5872566f-bdd4-4914-b233-90b52121f615,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:16.664139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=30e3077d-8212-4fcb-a818-dc00543286d6,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:16.684958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6126ec11-ca43-40e8-be9b-478099b0049b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0014846 Jul 09 19:41:16.685458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.691697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:f8:9e:be', 'name': 'tempest-NetworksTestDHCPv6-1484286271'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:16.709055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f7d2230a-d895-49bd-a507-e3bc9dcbff6f tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029198 Jul 09 19:41:16.711947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.724923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08fc658e-79f2-4b0e-aa21-1f2944824a3b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '258762aa-6ec8-4873-8cae-da08322544ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:16.822886 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-08fc658e-79f2-4b0e-aa21-1f2944824a3b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The resource could not be found. Jul 09 19:41:16.824080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-08fc658e-79f2-4b0e-aa21-1f2944824a3b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1108584 Jul 09 19:41:16.829747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:16.837885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--349677867'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:16.904329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:16.938813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:17.021886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e3077d-8212-4fcb-a818-dc00543286d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:17.123056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.183366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.196738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 30e3077d-8212-4fcb-a818-dc00543286d6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:17.197221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.207727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 7aeb5f53-8d03-4631-9af6-68cb3b496c35 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:17.247732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.252063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4179351 Jul 09 19:41:17.253535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:17.290487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055599535'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:17.360234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f375b7-da62-41ab-b386-cf027f91528c None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:17.379964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f011f6-1ded-4d99-981c-69c54aa3e8b6 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e6db9-a307-43fd-80de-26bf59e57fa9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:17.412517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.641022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.650006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.678977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 172.20.0.8 (607af5c0-a15f-45f9-be62-7560cb7593c1/cebb08bf-6b6d-4035-a17e-799d55bb7473/7aeb5f53-8d03-4631-9af6-68cb3b496c35) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:17.682479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.686552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4204955 Jul 09 19:41:17.686817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:17.691857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e06dfea5-43e1-4f15-b3df-07d7b60fd86b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group_rule': {'security_group_id': '1e1e6db9-a307-43fd-80de-26bf59e57fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f42c64a7-cd5e-4143-8826-ef474d0dc7dc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:17.722419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fef8:9ebe (607af5c0-a15f-45f9-be62-7560cb7593c1/a5ea551b-bac8-47ee-8320-7e3be39933cb/7aeb5f53-8d03-4631-9af6-68cb3b496c35) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:17.723483 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55481807-ab1f-4f44-8b72-f72ab886d339 x-openstack-request-id: req-55481807-ab1f-4f44-8b72-f72ab886d339 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:17.723821 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-plugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c", "code": 200}, {"server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "name": "network-vif-plugged", "status": "completed", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:17.724116 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55481807-ab1f-4f44-8b72-f72ab886d339 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:17.724527 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'code': 200} Jul 09 19:41:17.724798 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'code': 200} Jul 09 19:41:17.740068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Provisioning for port 30e3077d-8212-4fcb-a818-dc00543286d6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:17.759189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Provisioning complete for port 30e3077d-8212-4fcb-a818-dc00543286d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:17.759571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:17.834905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330817d2-a66a-4a3b-9de3-326002a0265c tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c64a7-cd5e-4143-8826-ef474d0dc7dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:17.845283 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e06dfea5-43e1-4f15-b3df-07d7b60fd86b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:17.850584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e06dfea5-43e1-4f15-b3df-07d7b60fd86b tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1598260 Jul 09 19:41:17.851998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:18.033687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.065017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.154811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.208893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] For port 30e3077d-8212-4fcb-a818-dc00543286d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e3077d-8212-4fcb-a818-dc00543286d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:18.220630 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.240051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.283114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 7aeb5f53-8d03-4631-9af6-68cb3b496c35 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:18.300738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a2fc7-aa78-4fb0-8e06-3c6dae16a71e req-b431a5f2-d669-4c12-8627-8538d7d959bf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:18.311916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a7a2fc7-aa78-4fb0-8e06-3c6dae16a71e req-b431a5f2-d669-4c12-8627-8538d7d959bf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 945 time: 0.1831715 Jul 09 19:41:18.387606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982326b-cec1-4cea-823b-892d799aa0e0 req-f5b1a472-78a5-4a56-b9fd-1852e00e8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:18.393504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5982326b-cec1-4cea-823b-892d799aa0e0 req-f5b1a472-78a5-4a56-b9fd-1852e00e8a9f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1096 time: 0.4065259 Jul 09 19:41:18.410492 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a7a2fc7-aa78-4fb0-8e06-3c6dae16a71e req-59f4326b-adc6-429b-ab3a-bdc9894569ae tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948400 Jul 09 19:41:18.465948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d4fcc-7e30-4a91-801a-a822ce91a6c6 None None] Pushing event updated for resources: {'Port': ['ID=30e3077d-8212-4fcb-a818-dc00543286d6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:18.485912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.549029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf78d9-67fa-4a15-821d-dd133aaf4f50 req-c2c8a8ce-578b-4dda-9973-7ba2ab2c4fb6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:18.552098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.555345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cf78d9-67fa-4a15-821d-dd133aaf4f50 req-c2c8a8ce-578b-4dda-9973-7ba2ab2c4fb6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.5164983 Jul 09 19:41:18.608799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.623617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.627936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/f42c64a7-cd5e-4143-8826-ef474d0dc7dc HTTP/1.1" status: 204 len: 168 time: 0.7720315 Jul 09 19:41:18.641803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:18.651913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:18.666360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1472e1b-5781-417f-8a6a-48a3e687573d tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42c64a7-cd5e-4143-8826-ef474d0dc7dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:18.681014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5982326b-cec1-4cea-823b-892d799aa0e0 req-4aa2b9d4-dfb1-4ac9-94a5-410e9ce536d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517717 Jul 09 19:41:18.733545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:18.767665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:18.774923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cf78d9-67fa-4a15-821d-dd133aaf4f50 req-cf0c6975-345b-4865-bfe0-45a60d68a1cd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123907 Jul 09 19:41:18.786391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=7aeb5f53-8d03-4631-9af6-68cb3b496c35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:18.825489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d057ece5-8ffd-4c41-8916-bfd760f59138 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1660366 Jul 09 19:41:18.828110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:18.964889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:18.982285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:18.983906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.011880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e3077d-8212-4fcb-a818-dc00543286d6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:19.048300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-af47fd51-7263-4412-8e57-d7424a44027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.049962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-af47fd51-7263-4412-8e57-d7424a44027d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 1097 time: 0.4487660 Jul 09 19:41:19.060104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.078762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416b6ab-6253-41f2-8af4-f34fbd805642 req-9ad51944-9b00-436f-95ac-26962ed6d051 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.080435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e416b6ab-6253-41f2-8af4-f34fbd805642 req-9ad51944-9b00-436f-95ac-26962ed6d051 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.3843477 Jul 09 19:41:19.103149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3fc850cc-374f-4508-9ad9-dbe5573db63b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4146197 Jul 09 19:41:19.110184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:19.148479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 30e3077d-8212-4fcb-a818-dc00543286d6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:19.149013 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.332579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67de6a4e-a81b-44dd-8cd0-0a06adbee6ff req-d164f0b0-d623-4127-b64f-acddf1c153e0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.1134515 Jul 09 19:41:19.382303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e416b6ab-6253-41f2-8af4-f34fbd805642 req-4d869d67-310b-4d3b-b88d-7aa4cda38bf6 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635677 Jul 09 19:41:19.383514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.387148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.389223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/1e1e6db9-a307-43fd-80de-26bf59e57fa9 HTTP/1.1" status: 204 len: 168 time: 0.5592501 Jul 09 19:41:19.392182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:19.420072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986ce89-d6ed-4f5c-9a3a-76edcc0f79cc tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e6db9-a307-43fd-80de-26bf59e57fa9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:19.471750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-a3cceab8-8500-4aac-bca0-7ab057520bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.475827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50928c-b5de-4b6d-9b96-ca8074c25858 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.477064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-a3cceab8-8500-4aac-bca0-7ab057520bf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.3955014 Jul 09 19:41:19.509860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bbf757b0-147d-4382-b0a8-de0a642aac15 None None] Provisioning complete for port 30e3077d-8212-4fcb-a818-dc00543286d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:19.517589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbf757b0-147d-4382-b0a8-de0a642aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.520287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50928c-b5de-4b6d-9b96-ca8074c25858 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.530581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1e50928c-b5de-4b6d-9b96-ca8074c25858 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4144077 Jul 09 19:41:19.534027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:19.733306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-ad78b763-62d9-4d34-aeec-1a1aafcd238e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de4af899-dec8-4912-b177-ac4e547cf59c HTTP/1.1" status: 200 len: 217 time: 0.2210441 Jul 09 19:41:19.922961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 7aeb5f53-8d03-4631-9af6-68cb3b496c35 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:19.934355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:19.937552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db649189-abf4-484f-91e6-fc1ad2bbf652 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5417697 Jul 09 19:41:19.939454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-d52e6577-0eda-4ab6-98c3-24eff57737d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.943477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-d52e6577-0eda-4ab6-98c3-24eff57737d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1621075 Jul 09 19:41:19.945974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:19.952452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'tempest-secgroup--889958390'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:19.982734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4d7bc-748e-43d1-af8b-980986205f4f req-63e907a7-aa1f-4a47-b4cb-4695eac5dd67 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:19.991356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1b4d7bc-748e-43d1-af8b-980986205f4f req-63e907a7-aa1f-4a47-b4cb-4695eac5dd67 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1995239 Jul 09 19:41:20.017802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a27dc045-761f-4bc6-a14b-2dc420012dc6 None None] Could not find standard attr ID for object 44bb4828-d108-42b7-9edd-e2bdbc36bf65. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:41:20.036381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:20.100680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-85f31229-5096-4582-aca1-0cdbe643cce0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105497 Jul 09 19:41:20.243968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:41:20.282290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1b4d7bc-748e-43d1-af8b-980986205f4f req-70d57604-acad-45e2-abca-ff62a339c451 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894096 Jul 09 19:41:20.288777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:20.314685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 7aeb5f53-8d03-4631-9af6-68cb3b496c35 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:20.366407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-6acd8099-ed2d-4d73-b505-7b54f3c0dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:20.367945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-6acd8099-ed2d-4d73-b505-7b54f3c0dd2a service neutron] 10.222.0.25 "GET /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 1027 time: 0.1529963 Jul 09 19:41:20.435819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a4f31620-18bb-4aec-be30-56d0e28e5951 None None] Could not find standard attr ID for object 3039f717-4968-4230-b261-3ef7e79ff965. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:41:20.490865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c4aacced-a50a-4e3d-995b-6834c58b9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:20.494678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c4aacced-a50a-4e3d-995b-6834c58b9e65 service neutron] 10.222.0.25 "GET /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 1025 time: 0.1117573 Jul 09 19:41:20.687452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cc67-1785-486f-9c6f-de10d8ce1901 req-caba45a9-77b0-49a3-9401-3e9730fe8ce7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:20.705583 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41b5cc67-1785-486f-9c6f-de10d8ce1901 req-caba45a9-77b0-49a3-9401-3e9730fe8ce7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 946 time: 0.2628491 Jul 09 19:41:20.772382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-545af8e1-5dfb-4c85-8c1c-45373a71d151 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604297 Jul 09 19:41:20.835691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc523-46fa-4da9-a229-1d907c76cb71 req-999e83c4-d007-43a8-a1e0-1602b5a2dd97 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:20.845640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eebc523-46fa-4da9-a229-1d907c76cb71 req-999e83c4-d007-43a8-a1e0-1602b5a2dd97 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 945 time: 1.1216083 Jul 09 19:41:20.901887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41b5cc67-1785-486f-9c6f-de10d8ce1901 req-cfce4dc1-1687-4e86-9ccd-f97413adb4d8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953020 Jul 09 19:41:20.981264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:21.000986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.011484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eebc523-46fa-4da9-a229-1d907c76cb71 req-d771feff-4896-4395-8582-38691caf993b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645510 Jul 09 19:41:21.043713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.101676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.284455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=7aeb5f53-8d03-4631-9af6-68cb3b496c35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:21.337051 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.345172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.359608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4121540 Jul 09 19:41:21.374170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:21.391873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:21.394723 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d9496e-1a62-42f1-a9c6-50bb07019fa6" -d '{"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-unplugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:21.409467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6cf084bf-bf15-44eb-8194-134c0fa54416 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:21.415115 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-6cf084bf-bf15-44eb-8194-134c0fa54416 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 19:41:21.417535 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6cf084bf-bf15-44eb-8194-134c0fa54416 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 19:41:21.421377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:21.427175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6cf084bf-bf15-44eb-8194-134c0fa54416 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "PUT /v2.0/security-groups/828ad5c0-1c89-4f86-976f-16d4c2481b19 HTTP/1.1" status: 409 len: 330 time: 0.0294697 Jul 09 19:41:21.428735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.431275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:21.518272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d92e04c-cabc-4e6f-9ac4-989ec35bbfb4 None None] Could not find standard attr ID for object 7aeb5f53-8d03-4631-9af6-68cb3b496c35. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:41:21.562082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:21.584667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e1ede570-41b8-46e4-92b7-2631fb418408 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.592843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e1ede570-41b8-46e4-92b7-2631fb418408 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.600843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e1ede570-41b8-46e4-92b7-2631fb418408 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.603026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e1ede570-41b8-46e4-92b7-2631fb418408 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 1989 time: 1.0743937 Jul 09 19:41:21.630698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f71531-e93c-436f-b609-1812e5af3330 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828ad5c0-1c89-4f86-976f-16d4c2481b19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:21.655305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.668195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-426ce153-6429-4740-8b5f-6d444e4e4ec8 req-8aaf568d-ed45-4771-b59a-a01cacfa26ab tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.2357631 Jul 09 19:41:21.669750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8bc19ef7-e6cf-45a6-a01c-cfb36c975244 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/7aeb5f53-8d03-4631-9af6-68cb3b496c35 HTTP/1.1" status: 204 len: 168 time: 2.1321023 Jul 09 19:41:21.670419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:21.682389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86057730-bb60-47cc-b3e5-55c9fb1d3855 req-8b09b2cf-802c-4c01-9940-68c6ea59150a service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254285 Jul 09 19:41:21.799107 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:21.843207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-cbc632ca-ba66-4985-88fa-3bbe2f2f615d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b7696cafa0428694257266e1c6ff27 HTTP/1.1" status: 200 len: 379 time: 0.1880503 Jul 09 19:41:21.865050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'admin_state_up': True, 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'security_groups': ['dc3dd4ac-7a27-4f4c-b21a-8da17a967957']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:21.894200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea414cab-c61e-47c4-a602-5f6e37b744a9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.895759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea414cab-c61e-47c4-a602-5f6e37b744a9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.897489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea414cab-c61e-47c4-a602-5f6e37b744a9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:21.902741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ea414cab-c61e-47c4-a602-5f6e37b744a9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2311311 Jul 09 19:41:21.912347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:21.965494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.036718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce8011-f551-40db-9a9d-ecebf0b0c366 req-235b1c92-be1b-47cb-9dfc-d80fb14cd900 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:22.038336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28ce8011-f551-40db-9a9d-ecebf0b0c366 req-235b1c92-be1b-47cb-9dfc-d80fb14cd900 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.6563580 Jul 09 19:41:22.079701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet a5ea551b-bac8-47ee-8320-7e3be39933cb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:22.100235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.255495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b178e4f9-3ead-43a1-8264-46c12033f865 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1060235688&fields=id&tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 267 time: 0.1837153 Jul 09 19:41:22.255901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.280129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.289248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28ce8011-f551-40db-9a9d-ecebf0b0c366 req-008c3972-04b9-49c7-b3fb-c5f170dffba8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323315 Jul 09 19:41:22.291578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.295028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/828ad5c0-1c89-4f86-976f-16d4c2481b19 HTTP/1.1" status: 204 len: 168 time: 0.8231337 Jul 09 19:41:22.325301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:22.338811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b40da661-4451-438c-81a6-4787529c0dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.370207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3df814-b86a-4c71-904f-6bed48bfadeb None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:41:22.445368 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e06b23-8b81-4887-b8e6-53aa3eb91efc x-openstack-request-id: req-c7e06b23-8b81-4887-b8e6-53aa3eb91efc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:22.451520 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-unplugged", "status": "completed", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:22.452010 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7e06b23-8b81-4887-b8e6-53aa3eb91efc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:22.452637 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'code': 200} Jul 09 19:41:22.459542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba7480-3d40-4421-a7ae-d1cbd92beacf tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ad5c0-1c89-4f86-976f-16d4c2481b19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:22.501802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.552663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:22.567601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.665612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-193ebb6e-e459-4258-92e7-be63391e4a3a tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3339620 Jul 09 19:41:22.665612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.665988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:22.692199 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7945537f-cb5c-4b3e-bb47-5d387eeec1bd tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] delete failed (client error): The resource could not be found. Jul 09 19:41:22.698769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7945537f-cb5c-4b3e-bb47-5d387eeec1bd tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0c6a949-ebed-4e8a-b229-e0b0ab921c49 HTTP/1.1" status: 404 len: 347 time: 0.0241523 Jul 09 19:41:22.717540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:22.732844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3df814-b86a-4c71-904f-6bed48bfadeb None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:41:22.739538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.748359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a5ea551b-bac8-47ee-8320-7e3be39933cb HTTP/1.1" status: 204 len: 168 time: 0.8349605 Jul 09 19:41:22.750412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f074e41-c9a6-4138-b47e-f1782fd66b1e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ea551b-bac8-47ee-8320-7e3be39933cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:22.800960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:22.803160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-04502d8e-04a9-42a1-b11f-f924bc56b7b3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:22.804743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-04502d8e-04a9-42a1-b11f-f924bc56b7b3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 945 time: 0.5084131 Jul 09 19:41:22.893050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet cebb08bf-6b6d-4035-a17e-799d55bb7473 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:22.897825 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-72e712cf-1789-4cac-8238-22542b682e89 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] show failed (client error): The resource could not be found. Jul 09 19:41:22.899372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-72e712cf-1789-4cac-8238-22542b682e89 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-groups/78919a0c-3c37-4a7c-b44e-99641f313797 HTTP/1.1" status: 404 len: 347 time: 0.1808999 Jul 09 19:41:22.902680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:22.906810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:22.949049 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-002a0f1b-638b-4cb4-9ed2-d378f89b5298 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] show failed (client error): The resource could not be found. Jul 09 19:41:22.950409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-002a0f1b-638b-4cb4-9ed2-d378f89b5298 tempest-NegativeSecGroupTest-1618717397 tempest-NegativeSecGroupTest-1618717397-project] 10.222.0.10 "GET /v2.0/security-group-rules/449684ec-8dcd-44b5-a4d3-76351999c953 HTTP/1.1" status: 404 len: 356 time: 0.0424950 Jul 09 19:41:22.975632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 172.20.0.12 (74ee9d4d-ad0f-491c-a619-9f17d5eaa6af/9ef69a55-81e9-4af3-b72d-a3b4853413d6/ee91f031-e5ed-4e84-bf85-ef996554f12c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:22.998474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556a1e5-b2c2-40f0-8c20-28e4c5fb048e req-5a5aa7c8-e1cb-4a23-809f-f9bc54fb7f27 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:23.001106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c556a1e5-b2c2-40f0-8c20-28e4c5fb048e req-5a5aa7c8-e1cb-4a23-809f-f9bc54fb7f27 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 944 time: 0.2309682 Jul 09 19:41:23.007387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.091674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c556a1e5-b2c2-40f0-8c20-28e4c5fb048e req-da9f06be-6ffd-41db-850b-d28a842804f2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782771 Jul 09 19:41:23.187751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.253531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.339431 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.368775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object ee91f031-e5ed-4e84-bf85-ef996554f12c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:23.454007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'security_groups': ['cc31cd83-cdf3-4a9e-91ea-e704b045a335', 'aa0346cb-3ca4-476a-bf40-6b713661da1c']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:23.472781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.559703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.604373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:23.650004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=cebb08bf-6b6d-4035-a17e-799d55bb7473,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:23.659672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:23.662170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:23.664086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25a5b1dc-f54b-4b70-a956-d8f078b58b73 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/cebb08bf-6b6d-4035-a17e-799d55bb7473 HTTP/1.1" status: 204 len: 168 time: 0.8390574 Jul 09 19:41:23.670861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:23.711209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:23.718977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:23.801248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fe328-4841-4ef2-ac37-1442bbb37d51 req-f04bde8a-d124-4c87-be36-1e887c76563e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:23.813965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c0fe328-4841-4ef2-ac37-1442bbb37d51 req-f04bde8a-d124-4c87-be36-1e887c76563e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 932 time: 0.3596504 Jul 09 19:41:23.830202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:23.833624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-006c9fe1-36a3-4768-a360-7bc1014d05ec tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542451 Jul 09 19:41:23.863446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:24.050765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:24.051747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:24.101732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:24.171621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-557130ac-3ac1-43c5-ae20-7361e0eaf13b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3168914 Jul 09 19:41:24.186940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'admin_state_up': True, 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'security_groups': ['dc3dd4ac-7a27-4f4c-b21a-8da17a967957']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:24.252189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2415232f-9ebc-40f2-8a59-009ae15213be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=412de6d3e9294c08a6d72b0143a067b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386037 Jul 09 19:41:24.252189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:24.532075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c0fe328-4841-4ef2-ac37-1442bbb37d51 req-377eab7e-1381-4ef0-aad2-756b13cb5c6b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7161672 Jul 09 19:41:24.760234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f6200-9481-4cb1-b532-7c62648dfd5e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:25.111046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a782c-80a2-4068-8065-47414442ac97 req-fdaecc15-d816-45b0-839b-8aa5c96e206c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:25.113056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e83a782c-80a2-4068-8065-47414442ac97 req-fdaecc15-d816-45b0-839b-8aa5c96e206c tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1447611 Jul 09 19:41:25.180309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e703155b-8307-4cae-8c10-cf4a4e840a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.185586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b6c205d3-b258-40a5-8504-fecfb53af8f9 None None] Provisioning complete for port 30e3077d-8212-4fcb-a818-dc00543286d6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:25.185959 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6c205d3-b258-40a5-8504-fecfb53af8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.217429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e83a782c-80a2-4068-8065-47414442ac97 req-83cff0d7-0f63-4b65-b305-d3bde1e928ab tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978737 Jul 09 19:41:25.334807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.346349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032e0a2-d9d7-4727-b61c-ddde8d4b2780 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:25.352775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6032e0a2-d9d7-4727-b61c-ddde8d4b2780 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5215375 Jul 09 19:41:25.357732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:25.443988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3465163-d1b9-4335-824f-b37ebbe64a64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:25.449538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3465163-d1b9-4335-824f-b37ebbe64a64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907156 Jul 09 19:41:25.450172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:25.452649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:25.522225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:25.553545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f4f136c-25d5-4126-b450-df864b3b63d0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873003 Jul 09 19:41:25.567373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:25.590241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:25.626284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Deleting port 30e3077d-8212-4fcb-a818-dc00543286d6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:25.627560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.643013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8870b-6f24-4557-ba2a-5131de5383ac req-327610df-7e31-4af4-ab3c-5912487be1f5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:25.651422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1c8870b-6f24-4557-ba2a-5131de5383ac req-327610df-7e31-4af4-ab3c-5912487be1f5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 944 time: 0.3095524 Jul 09 19:41:25.695623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.749939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1c8870b-6f24-4557-ba2a-5131de5383ac req-043f9c6c-f01e-4890-93b1-7279902679bc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968833 Jul 09 19:41:25.774728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-877e5d05-2148-4dcc-8534-c32a81740f40 None None] Provisioning for port ee91f031-e5ed-4e84-bf85-ef996554f12c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:25.796639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] For port 30e3077d-8212-4fcb-a818-dc00543286d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e3077d-8212-4fcb-a818-dc00543286d6,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:25.797739 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.825197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-877e5d05-2148-4dcc-8534-c32a81740f40 None None] Provisioning complete for port ee91f031-e5ed-4e84-bf85-ef996554f12c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:25.825963 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-877e5d05-2148-4dcc-8534-c32a81740f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.834210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Calling delete_port for 30e3077d-8212-4fcb-a818-dc00543286d6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:25.916801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.929476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:25.934142 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:25.961418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.002764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8', '7dc069b7-7cf8-464f-8055-c36c1813dec6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:26.038789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.084556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:26.085156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.114392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a79aa7f1-2ab9-4ef8-b4e8-b3b37331b9c8 req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "PUT /v2.0/ports/7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 981 time: 2.6702754 Jul 09 19:41:26.117336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:26.126472 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dcddd1-687c-49ef-a2db-37fccbe12004" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:26.284554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:26.288759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.299023 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:26.299671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:26.326699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-877e5d05-2148-4dcc-8534-c32a81740f40 None None] Port ee91f031-e5ed-4e84-bf85-ef996554f12c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:26.365173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['7dc069b7-7cf8-464f-8055-c36c1813dec6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:26.377350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-65c75d20-e93f-405a-8f58-643ae70e7d8c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8087661 Jul 09 19:41:26.380686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:26.395656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:26.449914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.489642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fd0ad-2add-4f88-ae35-ca4932959972 req-df3cc3bd-bb81-414b-b072-b9a528e1859d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:26.502196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-323fd0ad-2add-4f88-ae35-ca4932959972 req-df3cc3bd-bb81-414b-b072-b9a528e1859d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.3397663 Jul 09 19:41:26.523454 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.573723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] Pushing event deleted for resources: {'Port': ['ID=30e3077d-8212-4fcb-a818-dc00543286d6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:26.626115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2e809-f775-4efe-9c90-0ac64d455973 None None] No DVR routers for this DVR port 30e3077d-8212-4fcb-a818-dc00543286d6 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:26.652569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-323fd0ad-2add-4f88-ae35-ca4932959972 req-4602ac8a-a876-4e8d-94ce-0aa82456656b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464415 Jul 09 19:41:26.939371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.942610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e3077d-8212-4fcb-a818-dc00543286d6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:26.949676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:26.957164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cb3052e-6f5a-450a-aec7-a12dd333afe7 HTTP/1.1" status: 204 len: 168 time: 2.7014306 Jul 09 19:41:26.981480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ee397-cbe7-4bb9-b12e-7fb092ec6e9d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:27.019773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 30e3077d-8212-4fcb-a818-dc00543286d6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:27.020120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e3077d-8212-4fcb-a818-dc00543286d6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:27.053797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbdfab-1789-496e-95cb-d03ce40c7c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3052e-6f5a-450a-aec7-a12dd333afe7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:27.067331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de4af899-dec8-4912-b177-ac4e547cf59c no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:27.233817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.1.1.181 (f7817021-eb69-4303-8ab2-c04f7bc9ce12/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d/b5691b8d-7577-45bf-8a30-14c0b176c704) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:27.584566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:27.648542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object b5691b8d-7577-45bf-8a30-14c0b176c704 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:27.716372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:27.723265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:27.731270 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:27.731875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:27.743374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:27.744884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:27.858609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:27.859670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb3afcc2-2fc8-4d78-bd01-c6120d93e924 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4709947 Jul 09 19:41:27.865434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:27.873613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:27.882076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:27.885807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:27.979656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb267-c407-4a94-b82b-74b7dd959297 req-deee1d4d-724b-4da7-99c1-548d9660ce06 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:27.992722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-481cb267-c407-4a94-b82b-74b7dd959297 req-deee1d4d-724b-4da7-99c1-548d9660ce06 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 932 time: 1.2991731 Jul 09 19:41:28.003150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:28.172454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:28.175910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-481cb267-c407-4a94-b82b-74b7dd959297 req-cd1c7608-3769-4cda-8760-48fd7816365e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635418 Jul 09 19:41:28.189262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:28.192021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:28.210145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:28.216961 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:28.220944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:28.223638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0b7bfe82-1668-44ff-9fbb-fa187ceee9ad tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0419629 Jul 09 19:41:28.263079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'admin_state_up': True, 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'security_groups': ['dc3dd4ac-7a27-4f4c-b21a-8da17a967957']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:28.283343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3d206122-9c6a-449c-9753-a2ccfbb30a2a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4222453 Jul 09 19:41:28.288174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:28.298170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:28.477836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d4400167-8501-4ec2-aba0-01fdb857ac81 None None] Provisioning for port b5691b8d-7577-45bf-8a30-14c0b176c704 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:28.485482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d4400167-8501-4ec2-aba0-01fdb857ac81 None None] Provisioning complete for port b5691b8d-7577-45bf-8a30-14c0b176c704 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:28.485856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4400167-8501-4ec2-aba0-01fdb857ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:28.580749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d4400167-8501-4ec2-aba0-01fdb857ac81 None None] Port b5691b8d-7577-45bf-8a30-14c0b176c704 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:28.594780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7b49a09-dfae-4cea-8214-1e3077bb018b req-24e64726-1786-4703-8349-9e81bb3f5b89 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/aa0346cb-3ca4-476a-bf40-6b713661da1c HTTP/1.1" status: 200 len: 1803 time: 0.1739008 Jul 09 19:41:28.595371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:28.604208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:28.606318 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:28.607021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:28.642747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4557c5b7-9363-4c8f-a02f-47d5e9b70a76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3507583 Jul 09 19:41:28.645596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:28.654082 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-d7b49a09-dfae-4cea-8214-1e3077bb018b req-e53df255-1488-46d5-8dd1-266c10e8ec64 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:41:28.673806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7b49a09-dfae-4cea-8214-1e3077bb018b req-e53df255-1488-46d5-8dd1-266c10e8ec64 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa0346cb-3ca4-476a-bf40-6b713661da1c HTTP/1.1" status: 409 len: 341 time: 0.0779772 Jul 09 19:41:28.677590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:28.697494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:28.701563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:28.733237 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2064a80-bfff-49d0-bf45-c367e656d91b x-openstack-request-id: req-a2064a80-bfff-49d0-bf45-c367e656d91b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:28.733720 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:28.734720 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2064a80-bfff-49d0-bf45-c367e656d91b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:28.735280 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'status': 'completed', 'code': 200} Jul 09 19:41:28.900150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-391f3120-3a2f-42e2-8019-f44a7136ee55 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:28.905373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-391f3120-3a2f-42e2-8019-f44a7136ee55 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=b93726fc-d483-4efe-8487-8d0f25eedb78 HTTP/1.1" status: 200 len: 944 time: 0.3474667 Jul 09 19:41:28.985315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:28.995547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.1.1.62 (f7817021-eb69-4303-8ab2-c04f7bc9ce12/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d/5e4e3a0c-88bb-4a98-9ef7-32cf400e933e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:28.996595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.004093 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:29.004570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:29.118848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bc40b6d4-bc69-4d1f-967c-27d4a6058728 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4579232 Jul 09 19:41:29.126678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:29.144458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:29.188435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-57f37577-7bbe-4af3-b042-37bc996b206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:29.190485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-57f37577-7bbe-4af3-b042-37bc996b206d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1135 time: 0.3790753 Jul 09 19:41:29.378858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port de4af899-dec8-4912-b177-ac4e547cf59c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:29.380503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.391272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.394344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-9ddda1cf-57e5-4701-bd5c-5c158392e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:29.397551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-9ddda1cf-57e5-4701-bd5c-5c158392e62f service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.1686690 Jul 09 19:41:29.500272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-7ad18b98-c73d-49ad-b5eb-cbc7c2af17db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 217 time: 0.0925066 Jul 09 19:41:29.521306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:29.530218 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.535211 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:41:29.535568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:41:29.569746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32250dc6-4d07-4136-b8ad-ee54d17733e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4407992 Jul 09 19:41:29.570371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:29.617468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-d9ad9f33-4a78-45d9-9def-cab6cbc6401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:29.619487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-d9ad9f33-4a78-45d9-9def-cab6cbc6401f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.0912893 Jul 09 19:41:29.620711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:29.662407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-7209a095-52b8-442c-a951-3061f87ab7bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323586 Jul 09 19:41:29.676296 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3b507eee-a966-4d93-82b4-4f39e149e77a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1023002 Jul 09 19:41:29.679027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:29.710553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port de4af899-dec8-4912-b177-ac4e547cf59c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de4af899-dec8-4912-b177-ac4e547cf59c,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:29.710841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.744944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for de4af899-dec8-4912-b177-ac4e547cf59c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:29.856485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.892022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40352d59-e6dc-4f3d-ad89-e68ba31c71a6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:29.893662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40352d59-e6dc-4f3d-ad89-e68ba31c71a6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2090747 Jul 09 19:41:29.896578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:30.038228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb968d-f5ed-45f3-ad62-cfd03e51cf98 req-214d9099-093e-4ef3-b8e4-2785c5ee6223 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:30.042287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0bbb968d-f5ed-45f3-ad62-cfd03e51cf98 req-214d9099-093e-4ef3-b8e4-2785c5ee6223 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2960763 Jul 09 19:41:30.048574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:30.075066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:30.092568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-c49ee3e9-4b99-455d-a456-d07f7eb9fe36 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224591 Jul 09 19:41:30.094214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:30.125525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-78cae86f-40fd-4cfa-ad28-7c4021feb702 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2207820 Jul 09 19:41:30.126561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:30.144277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:30.167601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:30.168274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.254452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:30.269971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.302522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-759851dc-b5d6-480f-9441-922cd81e1697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0724170 Jul 09 19:41:30.408863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:30.416985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'admin_state_up': True, 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'security_groups': ['dc3dd4ac-7a27-4f4c-b21a-8da17a967957']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:30.423671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=de4af899-dec8-4912-b177-ac4e547cf59c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:30.532068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e7181e77-92e5-44c2-919a-04d0e83bf93b None None] Provisioning for port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:30.538027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e7181e77-92e5-44c2-919a-04d0e83bf93b None None] Provisioning complete for port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:30.538408 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7181e77-92e5-44c2-919a-04d0e83bf93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.582034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0bbb968d-f5ed-45f3-ad62-cfd03e51cf98 req-73296174-626f-4c21-a5b9-d4a7bf6b1763 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249619 Jul 09 19:41:30.618890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e7181e77-92e5-44c2-919a-04d0e83bf93b None None] Port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:30.654874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port de4af899-dec8-4912-b177-ac4e547cf59c on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:30.668428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.680888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cfb7c59f-bf8d-47b2-aa1b-efe5e661ec48 req-81ac287b-1a5f-499c-a81f-e7e21e8b1db8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "DELETE /v2.0/ports/de4af899-dec8-4912-b177-ac4e547cf59c HTTP/1.1" status: 204 len: 173 time: 1.7631290 Jul 09 19:41:30.684681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-deleted', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:30.695370 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22890c-c4c4-40dd-9cf5-66d27b383d26" -d '{"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-deleted", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:30.704936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:30.717155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.771843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5dcddd1-687c-49ef-a2db-37fccbe12004 req-74a73cdc-ef5c-48d9-b270-bd5eb3390d8d service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552607 Jul 09 19:41:30.979452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e163aed3-086f-4d1d-ae3f-1966bf6cebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.130584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:31.216133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:41:31.219741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.252386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767f78-fae9-4df5-ad51-47dddcf4e7d5 req-af048af2-5be1-4105-a0d4-10b0823b44bb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.260356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767f78-fae9-4df5-ad51-47dddcf4e7d5 req-af048af2-5be1-4105-a0d4-10b0823b44bb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.267673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767f78-fae9-4df5-ad51-47dddcf4e7d5 req-af048af2-5be1-4105-a0d4-10b0823b44bb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.270073 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75767f78-fae9-4df5-ad51-47dddcf4e7d5 req-af048af2-5be1-4105-a0d4-10b0823b44bb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 2374 time: 0.4749627 Jul 09 19:41:31.285638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:31.290012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:31.295509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-3ffd8d52-7437-41da-9d32-914bf36b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.298138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-3ffd8d52-7437-41da-9d32-914bf36b9a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1135 time: 0.4103415 Jul 09 19:41:31.304725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108346b5-8d87-4ab2-bbd5-afd02dd3558e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:31.307548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.309345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.343250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=6d1f44e1-f412-4377-a891-0e9b253f5f93,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:31.549469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75767f78-fae9-4df5-ad51-47dddcf4e7d5 req-f6f0b840-bb6c-427e-8b8d-ebe288568a64 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602952 Jul 09 19:41:31.556729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbd786-b38f-499b-b117-b366e40ad3e0 req-4aba1efb-cb34-4af0-8e02-507ae03ccb1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.558533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1fbd786-b38f-499b-b117-b366e40ad3e0 req-4aba1efb-cb34-4af0-8e02-507ae03ccb1c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 984 time: 0.1453912 Jul 09 19:41:31.636099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.693507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1fbd786-b38f-499b-b117-b366e40ad3e0 req-6d209a0b-5984-4879-aa9e-983195ff6e0a tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&id=aa0346cb-3ca4-476a-bf40-6b713661da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1256244 Jul 09 19:41:31.695820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-966aab9d-5c23-4475-9404-362fe32d589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.697894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-966aab9d-5c23-4475-9404-362fe32d589c service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.3779664 Jul 09 19:41:31.790741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '6d1f44e1-f412-4377-a891-0e9b253f5f93'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:31.792272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.807751 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c434e1-6658-468b-a39a-4de7d4a36b67 x-openstack-request-id: req-44c434e1-6658-468b-a39a-4de7d4a36b67 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:31.808353 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93726fc-d483-4efe-8487-8d0f25eedb78", "name": "network-vif-deleted", "tag": "de4af899-dec8-4912-b177-ac4e547cf59c", "status": "failed", "code": 422}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:31.808839 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44c434e1-6658-468b-a39a-4de7d4a36b67 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:31.809520 n-d-800087-3 neutron-server[93771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b93726fc-d483-4efe-8487-8d0f25eedb78', 'name': 'network-vif-deleted', 'tag': 'de4af899-dec8-4912-b177-ac4e547cf59c', 'status': 'failed', 'code': 422} returned with failed status Jul 09 19:41:31.821548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-c79d1965-03c1-48b3-b936-93756eb17590 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 217 time: 0.0796781 Jul 09 19:41:31.912494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-c7cee745-9c90-4118-a7ec-918028bdd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:31.913004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-c7cee745-9c90-4118-a7ec-918028bdd9d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.0902133 Jul 09 19:41:31.930868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e163aed3-086f-4d1d-ae3f-1966bf6cebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:31.971853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e163aed3-086f-4d1d-ae3f-1966bf6cebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.009944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ee22dab-c248-4108-a31a-8ad6739c5e32 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8819864 Jul 09 19:41:32.010980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:32.034914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:90:90:a2', 'name': 'tempest-NetworksTestDHCPv6-1333440800'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:32.088177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Allocated IP 2001:db8::f816:3eff:feeb:edb9 (607af5c0-a15f-45f9-be62-7560cb7593c1/6d1f44e1-f412-4377-a891-0e9b253f5f93/8447a16c-c6e9-4e1b-a870-3f238da0cc0b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:32.117110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4f77-2ed3-4c10-aa2a-affe20a8962b req-1dfd6934-cb95-40d4-b786-86b93e73d4d1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:32.130012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-500c4f77-2ed3-4c10-aa2a-affe20a8962b req-1dfd6934-cb95-40d4-b786-86b93e73d4d1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2281876 Jul 09 19:41:32.130997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-2104c0f5-7108-4d15-a6ad-324098966a4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980643 Jul 09 19:41:32.191536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-500c4f77-2ed3-4c10-aa2a-affe20a8962b req-494af3ac-6a9f-404f-b9df-712246ee7243 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Jul 09 19:41:32.196487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e163aed3-086f-4d1d-ae3f-1966bf6cebc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6822e2846c1e42d694eede920c55f69b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7754385 Jul 09 19:41:32.202250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-d4d97163-a6b1-4649-add6-b8a53171fc07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3537359 Jul 09 19:41:32.203408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:32.342751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.355934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Transition to ACTIVE for port object 8447a16c-c6e9-4e1b-a870-3f238da0cc0b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:32.377493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Transition to ACTIVE for port object 8447a16c-c6e9-4e1b-a870-3f238da0cc0b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:32.386916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.408277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.438965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:32.447646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:32.461277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:32.461958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.480316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Pushing event updated for resources: {'Port': ['ID=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:32.611875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Attempting to bind port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:32.612250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Attempting to bind port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:32.619207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Attempting to bind port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:32.629004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:32.629303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:32.629792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.630226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:32.630505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Bound port: 8447a16c-c6e9-4e1b-a870-3f238da0cc0b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:32.630920 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.683476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-7ac13aa2-d9de-410e-94ef-5f7c7862f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:32.688908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-7ac13aa2-d9de-410e-94ef-5f7c7862f21c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1175 time: 0.4155302 Jul 09 19:41:32.695457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.708631 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.725581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65d85df0-845d-4414-a991-cda74be3a001 HTTP/1.1" status: 204 len: 168 time: 0.5084119 Jul 09 19:41:32.801169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] For port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:32.810088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] For port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:32.821052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:33.000751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b3fe3-b585-49c7-bf37-596849cee0c4 None None] Pushing event updated for resources: {'Port': ['ID=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:33.038856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126617a4-750c-47cb-9df3-dac038fc173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d85df0-845d-4414-a991-cda74be3a001,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:33.184265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-72142dbe-b156-4f19-8d89-1261bb78ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:33.186257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-72142dbe-b156-4f19-8d89-1261bb78ec96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.4504874 Jul 09 19:41:33.250532 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-56ddd868-9d82-410b-a721-c72658477213 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 200 len: 217 time: 0.0562627 Jul 09 19:41:33.438027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:33.534325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d291-04e4-4056-932f-469d1edacce2 req-c72c78e0-1ad9-4c1c-86ab-abe682264ab9 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:33.547715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d291-04e4-4056-932f-469d1edacce2 req-c72c78e0-1ad9-4c1c-86ab-abe682264ab9 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:33.562389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163aed3-086f-4d1d-ae3f-1966bf6cebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d85df0-845d-4414-a991-cda74be3a001,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:33.578083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d291-04e4-4056-932f-469d1edacce2 req-c72c78e0-1ad9-4c1c-86ab-abe682264ab9 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:33.592096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4e0d291-04e4-4056-932f-469d1edacce2 req-c72c78e0-1ad9-4c1c-86ab-abe682264ab9 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 2374 time: 0.5154881 Jul 09 19:41:33.600677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:33.679982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-ff28e5f3-d7d2-466f-a33c-c200781624ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:33.683705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-ff28e5f3-d7d2-466f-a33c-c200781624ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.4214668 Jul 09 19:41:33.739331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:41:33.739331 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:41:33.739331 n-d-800087-3 neutron-server[93771]: [parameters: {'project_id_1': '69639b64324b48d29dea4420b2964bb1', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 41, 33, 674584)}] Jul 09 19:41:33.739331 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:41:33.740287 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:41:33.777240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:33.805515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.2.2.100 (7de28c0f-b2a4-415c-9a2c-9f1b56919f8f/29fea8d1-81c3-48f3-821b-9efd6747083f/15f7a38b-dcff-41e9-9c51-5332bdc51932) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:33.843065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-435853cc-f54c-4cff-876e-bfdfd1fc509c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492541 Jul 09 19:41:33.901608 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4e0d291-04e4-4056-932f-469d1edacce2 req-bebedb1f-4752-4d05-a881-46b8aa399469 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670293 Jul 09 19:41:34.098850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-45709e10-3a84-4aff-836f-74abac699bf8 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8718269 Jul 09 19:41:34.113309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-911accbb-90b4-4195-a6c5-9322bba9d240 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:34.121349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-911accbb-90b4-4195-a6c5-9322bba9d240 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 1.7314136 Jul 09 19:41:34.122093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-6d1de33e-89f7-4ebf-b51c-bae131e44d22 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663319 Jul 09 19:41:34.308259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:34.360769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e25d2b11-ab8b-45bf-b0ba-a3bc46b426ae tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.2382200 Jul 09 19:41:34.522088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f9cc3db-d66d-4bf0-a7af-907b62cc0cdf req-ca4607f2-46dd-4d39-b033-e85448812137 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934164 Jul 09 19:41:34.585199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b8ef6-cd43-4217-883c-e394d04958bd req-c05a7b57-14b2-494b-85ba-f54247fcc6ee tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:34.601990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f10b8ef6-cd43-4217-883c-e394d04958bd req-c05a7b57-14b2-494b-85ba-f54247fcc6ee tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 984 time: 0.3650024 Jul 09 19:41:34.631448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-487a5b82-3f56-4c94-aba0-47e33410f95c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2585614 Jul 09 19:41:34.683728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b77c439f-48c9-4969-8c4b-5c98be24bb6e req-4685b1c2-3476-4ae4-b639-bdeae7140377 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551500 Jul 09 19:41:34.786607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f10b8ef6-cd43-4217-883c-e394d04958bd req-2c3f02a7-18da-498f-9b26-b2ac7e8bffc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&id=aa0346cb-3ca4-476a-bf40-6b713661da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1828434 Jul 09 19:41:34.882838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:34.895858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:34.905396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:34.980371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:34.996836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-24b55106-1a38-4c36-b2e2-1492a1a1d66c None None] Provisioning for port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:35.006884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 0eacafa7-3467-4763-9847-b1cd676ba2fc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:35.027289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object 15f7a38b-dcff-41e9-9c51-5332bdc51932 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:35.027564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1867f2-d148-4c45-9781-fffb7bcdd9bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:35.081252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9981bac-5de9-44a1-83d6-3025538652b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69639b64324b48d29dea4420b2964bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6397009 Jul 09 19:41:35.081858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:35.098791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8447a16c-c6e9-4e1b-a870-3f238da0cc0b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:35.110466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-6ed3bac1-f73d-4f3c-9fec-b6b04d2fec77 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474611 Jul 09 19:41:35.232375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:35.236622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:35.237329 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.303734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.317803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.373460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.375851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:35.381978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.386261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-eca4d0e2-cf05-49a6-977d-ce8e49a79686 service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662079 Jul 09 19:41:35.396418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe90:90a2 (607af5c0-a15f-45f9-be62-7560cb7593c1/6d1f44e1-f412-4377-a891-0e9b253f5f93/0eacafa7-3467-4763-9847-b1cd676ba2fc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:35.427484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:35.477933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:35.486720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-340858241'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:35.511924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.514142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:35.515523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.517275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c1867f2-d148-4c45-9781-fffb7bcdd9bc HTTP/1.1" status: 204 len: 168 time: 0.4282362 Jul 09 19:41:35.527436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.543734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7d65-ed0f-4d17-b678-21d5114fea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1867f2-d148-4c45-9781-fffb7bcdd9bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:35.573345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f0470-7a7c-4580-907f-fa70d1b39a4c req-c54b0076-0352-4e59-ab62-74af8bc6f4ba tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:35.583865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-700f0470-7a7c-4580-907f-fa70d1b39a4c req-c54b0076-0352-4e59-ab62-74af8bc6f4ba tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.4079452 Jul 09 19:41:35.586186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:35.591431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.603673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.619634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 0eacafa7-3467-4763-9847-b1cd676ba2fc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:35.653013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:35.667975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.670126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:35.681890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:35.733206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:35.734417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.772727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:41:35.811471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-259438f3-64bb-4bc6-b340-b7b12de2b7a1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4013622 Jul 09 19:41:35.815130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:35.824539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.827333 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Added segment 3d80280a-4432-4516-b956-6a5b8b1529d0 of type vlan for network 1a834868-c4b0-46a5-a848-6f5238889074 Jul 09 19:41:35.843024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'admin_state_up': True, 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'security_groups': ['dc3dd4ac-7a27-4f4c-b21a-8da17a967957']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:35.848419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:35.881994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:35.888738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:35.888975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.916278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.925460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=0eacafa7-3467-4763-9847-b1cd676ba2fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:35.979330 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-700f0470-7a7c-4580-907f-fa70d1b39a4c req-c00d1643-9354-4401-8ba2-88279d8f0b99 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780427 Jul 09 19:41:35.983681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:35.999123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.000632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.067314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f95f5065-49a1-41b6-80ab-a730b39adb37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0411737 Jul 09 19:41:36.075896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:36.096334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6141920 Jul 09 19:41:36.097026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:36.134567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-437284568'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:36.153842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cddbceb8-708d-4e14-95da-39fa2b95119c None None] Provisioning for port 15f7a38b-dcff-41e9-9c51-5332bdc51932 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:36.160520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd265f3d-5248-4f13-85ff-dc813477f0fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Network': ['ID=1a834868-c4b0-46a5-a848-6f5238889074,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:36.160727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cddbceb8-708d-4e14-95da-39fa2b95119c None None] Provisioning complete for port 15f7a38b-dcff-41e9-9c51-5332bdc51932 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:36.161269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddbceb8-708d-4e14-95da-39fa2b95119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.198310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 1a834868-c4b0-46a5-a848-6f5238889074 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:41:36.219022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de1844-263c-4deb-b0d6-c634fbcd5db5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.238082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de1844-263c-4deb-b0d6-c634fbcd5db5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.242193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6de1844-263c-4deb-b0d6-c634fbcd5db5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1632199 Jul 09 19:41:36.245400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:36.283776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-babeb903-7d1f-4132-bc22-9254f859e715 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.290128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-babeb903-7d1f-4132-bc22-9254f859e715 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.297453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-babeb903-7d1f-4132-bc22-9254f859e715 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.304807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-babeb903-7d1f-4132-bc22-9254f859e715 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.307303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-babeb903-7d1f-4132-bc22-9254f859e715 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 3095 time: 0.3750889 Jul 09 19:41:36.326876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:36.331115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.363851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cddbceb8-708d-4e14-95da-39fa2b95119c None None] Port 15f7a38b-dcff-41e9-9c51-5332bdc51932 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:36.396366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597c8a43-2d4b-41d8-bcaf-26adb7846963 req-fd27be3c-fe8f-46c9-9631-b7278af756f9 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802002 Jul 09 19:41:36.433701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:41:36.459355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.461762 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Added segment 8360064e-3d6b-4df1-8145-ea5a101fe5f8 of type vlan for network 79dd994b-ef8d-4bda-9861-9e83bb07090a Jul 09 19:41:36.479226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11fe5d8e-fd7c-43b2-a3e8-415d81cf330d req-175a4504-0a1c-4415-94d8-1305f352ff81 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 210 time: 0.2308273 Jul 09 19:41:36.501285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-546cf134-f7b1-492f-8b5a-de92efc9b2a8 None None] Provisioning for port 0eacafa7-3467-4763-9847-b1cd676ba2fc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:36.511936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-546cf134-f7b1-492f-8b5a-de92efc9b2a8 None None] Provisioning complete for port 0eacafa7-3467-4763-9847-b1cd676ba2fc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:36.512881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-546cf134-f7b1-492f-8b5a-de92efc9b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.614973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.625506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-546cf134-f7b1-492f-8b5a-de92efc9b2a8 None None] Port 0eacafa7-3467-4763-9847-b1cd676ba2fc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:36.645619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 0eacafa7-3467-4763-9847-b1cd676ba2fc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:36.646760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.673919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Made reservation on behalf of a5b7696cafa0428694257266e1c6ff27 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:36.696201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.716215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:36.716874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.825532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:36.850007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 0eacafa7-3467-4763-9847-b1cd676ba2fc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:36.870987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7642691 Jul 09 19:41:36.877625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:36.894828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'subnet': {'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:36.989114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8447a16c-c6e9-4e1b-a870-3f238da0cc0b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:37.010431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fc298-0322-4816-a410-b5490242d982 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Network': ['ID=79dd994b-ef8d-4bda-9861-9e83bb07090a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:37.054801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-f3f06160-7c96-498e-aac8-6d5f6f4cc34e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3675904 Jul 09 19:41:37.058758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:41:37.058905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.087450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c190c-4daa-4687-91a3-16ee80518d33 req-137b798a-2ca9-407c-a458-071cf9e37bc2 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:37.089321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab4c190c-4daa-4687-91a3-16ee80518d33 req-137b798a-2ca9-407c-a458-071cf9e37bc2 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 984 time: 0.3383856 Jul 09 19:41:37.239584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab4c190c-4daa-4687-91a3-16ee80518d33 req-05c3778a-03a7-42b8-b8b1-4636aaba4b7e tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&id=aa0346cb-3ca4-476a-bf40-6b713661da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1318684 Jul 09 19:41:37.260780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:37.287713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:37.288721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.305750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.321983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-f4ec9099-35f3-4ebe-beae-b2072f3ee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:37.323719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-f4ec9099-35f3-4ebe-beae-b2072f3ee59a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 1099 time: 0.2335408 Jul 09 19:41:37.538744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Allocated IP 10.2.2.200 (7de28c0f-b2a4-415c-9a2c-9f1b56919f8f/29fea8d1-81c3-48f3-821b-9efd6747083f/c734cba9-c37e-4d83-880c-f27fc510f9db) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:37.660561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-946e685d-be3a-46e4-b961-0b1b72877ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:37.662197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-946e685d-be3a-46e4-b961-0b1b72877ada service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.2855649 Jul 09 19:41:37.709671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-f2afd50f-5d35-4ffd-9e4e-b835c5dee4aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1 HTTP/1.1" status: 200 len: 217 time: 0.0399780 Jul 09 19:41:37.748138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-c731e9be-bc07-4adc-8835-948ac0e23d1d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1542227456&fields=id&tenant_id=19cf1709a6e54d398cebd59786d5095c HTTP/1.1" status: 200 len: 267 time: 0.1506629 Jul 09 19:41:37.778433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.809411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2c39-c43d-43f7-ab5e-6294e7b5678a req-91edc6cd-4c93-42c1-b046-0d99f5c461ec tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:37.810831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d27c2c39-c43d-43f7-ab5e-6294e7b5678a req-91edc6cd-4c93-42c1-b046-0d99f5c461ec tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 949 time: 0.2636867 Jul 09 19:41:37.871824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-18d52918-7af4-4630-9e55-dfdcc3d92e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:37.873748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-18d52918-7af4-4630-9e55-dfdcc3d92e43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1187375 Jul 09 19:41:37.880307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=0eacafa7-3467-4763-9847-b1cd676ba2fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:37.887125 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d27c2c39-c43d-43f7-ab5e-6294e7b5678a req-5839faa3-65af-4b1e-a518-9220774abdbe tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Jul 09 19:41:37.970385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.970601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.978805 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3c0dad87-a0b3-45de-b278-bcc986c24e48 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/0eacafa7-3467-4763-9847-b1cd676ba2fc HTTP/1.1" status: 204 len: 168 time: 1.7321210 Jul 09 19:41:37.984069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:38.035142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Transition to ACTIVE for port object c734cba9-c37e-4d83-880c-f27fc510f9db will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:38.066015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-5d930945-5f09-490e-8980-5ac1f40ba1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.068059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-5d930945-5f09-490e-8980-5ac1f40ba1fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856472 Jul 09 19:41:38.103643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-6c627e70-d647-47d9-8fe5-bfa8bed0d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.107536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-6c627e70-d647-47d9-8fe5-bfa8bed0d968 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a5f04488134351862300594f26c564&device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 1097 time: 0.4157460 Jul 09 19:41:38.126108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9ec19-cd21-4087-8b6d-0277e2daebf6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.127802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9ec19-cd21-4087-8b6d-0277e2daebf6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.131685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4c9ec19-cd21-4087-8b6d-0277e2daebf6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1430340 Jul 09 19:41:38.135514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:38.335170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:38.356873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-e2f8064a-e263-4434-842a-4438ed0db4ef tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.364898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-e2f8064a-e263-4434-842a-4438ed0db4ef tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 984 time: 0.6065500 Jul 09 19:41:38.405450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event updated for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:38.431288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-f71f4c33-d330-4889-ac01-02d99cd9ed8f service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514962 Jul 09 19:41:38.440527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:38.453261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:38.465426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:38.541081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.542271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:38.592229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee98bf-84bc-4bfc-b795-9a211455d711 req-5488ef33-c08e-4819-a150-8f6b56f609b7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:38.599309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afee98bf-84bc-4bfc-b795-9a211455d711 req-5488ef33-c08e-4819-a150-8f6b56f609b7 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.4109251 Jul 09 19:41:38.633438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-b217b3fb-10c8-4347-b823-4aa688fc5711 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7976692 Jul 09 19:41:38.665680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:38.731341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afee98bf-84bc-4bfc-b795-9a211455d711 req-d09d3d06-f4fd-4f8f-8a12-fca23b1289eb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310582 Jul 09 19:41:38.799984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60beb66e-b657-40a2-8d87-bd4d6dff2d4d req-8473a1b6-3db3-4987-a38c-949be13e4f27 service neutron] 10.222.0.25 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571880 Jul 09 19:41:38.821578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:38.870416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b381bef-2fea-4ca3-969b-ce0f5b8839e4 None None] Provisioning for port c734cba9-c37e-4d83-880c-f27fc510f9db completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:38.876242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b381bef-2fea-4ca3-969b-ce0f5b8839e4 None None] Provisioning complete for port c734cba9-c37e-4d83-880c-f27fc510f9db triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:38.882700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b381bef-2fea-4ca3-969b-ce0f5b8839e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:38.957682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'port': {'security_groups': ['aa0346cb-3ca4-476a-bf40-6b713661da1c', 'cc31cd83-cdf3-4a9e-91ea-e704b045a335', '0823f8ce-0e31-4f2e-8568-512704b06fd1']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:38.967030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8b381bef-2fea-4ca3-969b-ce0f5b8839e4 None None] Port c734cba9-c37e-4d83-880c-f27fc510f9db cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:39.000729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-d2a52f29-7f1d-411c-a834-82b5892e9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.002792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-d2a52f29-7f1d-411c-a834-82b5892e9ac0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 200 len: 914 time: 0.8898516 Jul 09 19:41:39.019486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.106560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.113954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.120139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.120757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-3c6c6872-7dee-49c7-8088-aa06991e071c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 200 len: 217 time: 0.1025743 Jul 09 19:41:39.126451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.130847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 6d1f44e1-f412-4377-a891-0e9b253f5f93 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:39.132806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.134676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-911de585-0244-446c-92ea-c553c15398a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 3816 time: 0.2239668 Jul 09 19:41:39.135181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:39.168641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.236643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-45cee29c-e4a3-4331-af7d-2b526327a5ee req-238a5efb-eb28-4cfc-97a4-6c403c8ff2ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927744 Jul 09 19:41:39.288031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee91f031-e5ed-4e84-bf85-ef996554f12c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:39.300689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.310673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f978ec8d-7ffd-44c6-8bf9-48f2db3bb19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.332821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Transition to ACTIVE for port object ee91f031-e5ed-4e84-bf85-ef996554f12c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:39.338968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.378821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Subnet': ['ID=d1ff078d-13cc-423a-a32f-383802fbd110,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:39.389002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.440440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.455742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Pushing event updated for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:39.475941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-9b5c62ab-fb8d-4174-9e93-75152668f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.477465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-9b5c62ab-fb8d-4174-9e93-75152668f128 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 200 len: 853 time: 0.3343458 Jul 09 19:41:39.509833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-893af269-8e88-4bf3-b3b9-7e6bd415c7a6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.512116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-893af269-8e88-4bf3-b3b9-7e6bd415c7a6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 1.3529632 Jul 09 19:41:39.524274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:39.525079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network hostable DHCP agents. Network: 1a834868-c4b0-46a5-a848-6f5238889074, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:41:39.541913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:39.562794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5e913dd-9368-47b5-9596-59abaac121f0 req-c9278e95-ece4-4906-aa29-23345e4175ab tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 210 time: 0.1104500 Jul 09 19:41:39.579335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Attempting to bind port ee91f031-e5ed-4e84-bf85-ef996554f12c on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:39.579678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Attempting to bind port ee91f031-e5ed-4e84-bf85-ef996554f12c by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:39.580041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Attempting to bind port ee91f031-e5ed-4e84-bf85-ef996554f12c on network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:39.590935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Port ee91f031-e5ed-4e84-bf85-ef996554f12c on network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:39.591290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Attempting to bind port ee91f031-e5ed-4e84-bf85-ef996554f12c on network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:39.603049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:39.603503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Checking segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:39.603771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Bound using segment: {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:39.604403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Bound port: ee91f031-e5ed-4e84-bf85-ef996554f12c, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c97085f-46ee-4951-af69-4e03e73774aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:39.604844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.672371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f978ec8d-7ffd-44c6-8bf9-48f2db3bb19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.681243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f978ec8d-7ffd-44c6-8bf9-48f2db3bb19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.699120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-a5e96ca6-1a94-4730-af34-1153bbd7e72e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb4b0020-e34d-4b07-be8b-191e47e38e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024472 Jul 09 19:41:39.740878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f978ec8d-7ffd-44c6-8bf9-48f2db3bb19c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c555ab44a3da4e459484eec81ba1e8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981734 Jul 09 19:41:39.743524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978ec8d-7ffd-44c6-8bf9-48f2db3bb19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a924f5-ecab-4b64-84c7-64a0f19618ef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:39.746570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:39.748307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:39.771797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:39.777565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 1a834868-c4b0-46a5-a848-6f5238889074 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:41:39.781843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.824473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 1a834868-c4b0-46a5-a848-6f5238889074) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:39.830263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:39.832444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.833010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:39.833157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.833818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.835199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] 10.222.0.25 "PUT /v2.0/ports/ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 1092 time: 1.1895158 Jul 09 19:41:39.837072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:39.839664 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baedadd5-2c37-4a85-b804-0dff42a56037" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:39.880141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:39.883093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:39.890298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d52f5-a7c8-49d0-8d6b-d844dacfcecf service neutron] Pushing event updated for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:39.934983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d65592-dfba-40fd-9045-5d0c884a3c65 None None] Network 1a834868-c4b0-46a5-a848-6f5238889074 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:39.967489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.036208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68711aca-6e86-4890-9f6e-2dd8a94fac31 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1552117 Jul 09 19:41:40.036208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.077246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:40.087077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'subnet': {'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:40.303075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:40.314417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.455311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-7eafdd6b-9dc9-4509-9081-a9140b295244 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461891 Jul 09 19:41:40.533830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.583288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:40.586254 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d099a773-ca5c-4208-8863-49d29a28addd" -d '{"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-unplugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:40.594227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-1a834868-c4b0-46a5-a848-6f5238889074', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:40.595526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.615247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:40.705027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:40.709593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.766986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Allocated IP 10.1.1.2 (1a834868-c4b0-46a5-a848-6f5238889074/d1ff078d-13cc-423a-a32f-383802fbd110/c261565d-58cf-4f7c-aae6-2104c35c872c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:40.800806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.803579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.804720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0a924f5-ecab-4b64-84c7-64a0f19618ef HTTP/1.1" status: 204 len: 168 time: 1.0554786 Jul 09 19:41:40.845049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667e29b-c683-4c2d-a178-eea998a52bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a924f5-ecab-4b64-84c7-64a0f19618ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:40.853707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fda9cb-7cf2-46c7-977b-d555464c1a15 req-39201072-a150-48e8-81ca-0de6c4772649 service neutron] 10.222.0.25 "GET /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419135 Jul 09 19:41:40.876888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.883339 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.907853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:40.988693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30cb0a-b811-4d22-bac6-0c44c7951b8f req-74a1d9eb-9626-4511-8f82-1512146a01bf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:40.997526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f30cb0a-b811-4d22-bac6-0c44c7951b8f req-74a1d9eb-9626-4511-8f82-1512146a01bf tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2153087 Jul 09 19:41:41.004394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.009854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.023438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Transition to ACTIVE for port object c261565d-58cf-4f7c-aae6-2104c35c872c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:41.039610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Transition to ACTIVE for port object c261565d-58cf-4f7c-aae6-2104c35c872c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:41.049383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.086068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12c021-fe06-4ea9-80bd-c3ed0cdf7cfc None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:41.100358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.102468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/6d1f44e1-f412-4377-a891-0e9b253f5f93 HTTP/1.1" status: 204 len: 168 time: 2.9580789 Jul 09 19:41:41.103605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.112298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:41.132584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891e71c-4b8e-49fc-b307-a66ee67b2e6b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1f44e1-f412-4377-a891-0e9b253f5f93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.157812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f30cb0a-b811-4d22-bac6-0c44c7951b8f req-efa3019a-f14d-441d-98c6-b2c05e540bdb tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592605 Jul 09 19:41:41.182353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Network 1a834868-c4b0-46a5-a848-6f5238889074 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:41.188468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:41.192500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Pushing event updated for resources: {'Port': ['ID=c261565d-58cf-4f7c-aae6-2104c35c872c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.198214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:41.244731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:41.277673 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee83c5-d90c-4267-8b33-8c7de3b14c0a x-openstack-request-id: req-43ee83c5-d90c-4267-8b33-8c7de3b14c0a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:41.278019 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:41.278216 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43ee83c5-d90c-4267-8b33-8c7de3b14c0a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:41.278621 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'status': 'completed', 'code': 200} Jul 09 19:41:41.284788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.304431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6509e55a-ffbe-484e-a536-2d522c1781b0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1846111 Jul 09 19:41:41.313704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:41.321164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:41.334272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:41.344414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Attempting to bind port c261565d-58cf-4f7c-aae6-2104c35c872c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:41.344793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Attempting to bind port c261565d-58cf-4f7c-aae6-2104c35c872c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:41.345578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Attempting to bind port c261565d-58cf-4f7c-aae6-2104c35c872c on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:41.351336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:41.351709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:41.352181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.352578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Bound using segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:41.353050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Bound port: c261565d-58cf-4f7c-aae6-2104c35c872c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:41.353711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.375179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.388804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8', '7dc069b7-7cf8-464f-8055-c36c1813dec6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:41.407211 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c02c4f-bc4b-442d-8e4e-7bacc105e538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.512089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] For port c261565d-58cf-4f7c-aae6-2104c35c872c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:41.520690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] For port c261565d-58cf-4f7c-aae6-2104c35c872c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c261565d-58cf-4f7c-aae6-2104c35c872c,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:41.537934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.558490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.559425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.561096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ddf722d-c345-4cd7-9637-74cb42fe9947 req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "PUT /v2.0/ports/7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 1020 time: 3.1951711 Jul 09 19:41:41.561929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:41.565436 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:41.584984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Subnet': ['ID=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.613843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50fa52-9564-4dea-a8d7-669ba563e429 None None] Pushing event updated for resources: {'Port': ['ID=c261565d-58cf-4f7c-aae6-2104c35c872c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.614775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8c21-ef8e-4bf4-811c-96b91023cd75 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:41.617245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:41.640553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Checking segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:41.640553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network hostable DHCP agents. Network: 79dd994b-ef8d-4bda-9861-9e83bb07090a, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:41:41.670207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.5 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/cc163e45-6b33-4338-a691-77da2186a0cd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:41.679949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.680439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.680907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.681238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['7dc069b7-7cf8-464f-8055-c36c1813dec6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:41.681454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.681908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:41.683870 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-460b635f-7da3-4a90-8872-fcdfbd5b6219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 4363 time: 0.3920186 Jul 09 19:41:41.736292 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca233bc-c7fb-47f8-a7b2-4e5298648017 x-openstack-request-id: req-2ca233bc-c7fb-47f8-a7b2-4e5298648017 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:41.736596 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-unplugged", "status": "completed", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:41.738050 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ca233bc-c7fb-47f8-a7b2-4e5298648017 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:41.738463 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'code': 200} Jul 09 19:41:41.751991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:41:41.759915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c02c4f-bc4b-442d-8e4e-7bacc105e538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.783903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95318c1-e1d6-4dc0-9733-45c55a4a0626 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:41.793618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.809242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Transition to ACTIVE for port object c95318c1-e1d6-4dc0-9733-45c55a4a0626 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:41.817095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c02c4f-bc4b-442d-8e4e-7bacc105e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.828166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:41.904987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Deleting port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:41.906136 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.021449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:42.075109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 79dd994b-ef8d-4bda-9861-9e83bb07090a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:42.092610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbb6a473-1467-425c-b8b8-061cf94c276c req-7580cf05-e91a-4bb6-88e1-dc4a70d053cc tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 210 time: 0.1739206 Jul 09 19:41:42.105416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c137b33-0d3e-4440-b3ea-b46d5ce6a5eb None None] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:42.149532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.150116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.156043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.191108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.198033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.213341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.225348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.233350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-323ea4a8-cde1-4cf1-9ca5-4df7f7d4a5ee tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 3828 time: 0.8027279 Jul 09 19:41:42.241588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:42.246181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.267478 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-07c02c4f-bc4b-442d-8e4e-7bacc105e538 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d37cf5bd74bc456482ef1442dbf9a941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9278195 Jul 09 19:41:42.301012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:42.302089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c02c4f-bc4b-442d-8e4e-7bacc105e538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24090e35-3268-4f9f-ab57-7835fd562208,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:42.345249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] For port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:42.345651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.407445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9567d784-08b8-488d-a17c-4378b39abb1b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3283072 Jul 09 19:41:42.408089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:42.422707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'name': 'tempest-TaggedBootDevicesTest_v242-1915128405', 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:42.424841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Calling delete_port for 8447a16c-c6e9-4e1b-a870-3f238da0cc0b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:42.446106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-bb92c5a1-d7cd-43ab-8818-e4e8cf57e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.446757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-bb92c5a1-d7cd-43ab-8818-e4e8cf57e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.447598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-bb92c5a1-d7cd-43ab-8818-e4e8cf57e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.449875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-bb92c5a1-d7cd-43ab-8818-e4e8cf57e140 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b7696cafa0428694257266e1c6ff27&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7514899 Jul 09 19:41:42.487342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d583984-7ef5-4969-be0c-93f43f8db003 req-7d51733e-34ef-4a28-9c80-48ac5f374999 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521408 Jul 09 19:41:42.551386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Attempting to bind port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:42.553656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Attempting to bind port c95318c1-e1d6-4dc0-9733-45c55a4a0626 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:42.565198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Attempting to bind port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:42.594582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:42.594902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Attempting to bind port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:42.606455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.633501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.679204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:42.679548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:42.679953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Bound using segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:42.686198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Bound port: c95318c1-e1d6-4dc0-9733-45c55a4a0626, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:42.686584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.731390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-79dd994b-ef8d-4bda-9861-9e83bb07090a', 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ips': [{'subnet_id': '387c9d63-9e1c-4d91-ad3c-62bbdb34fce7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:42.734683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.750986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] No DVR routers for this DVR port 8447a16c-c6e9-4e1b-a870-3f238da0cc0b on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:42.753319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5595d3b-2171-4471-a09d-69b58e9c7e10 None None] Pushing event deleted for resources: {'Port': ['ID=8447a16c-c6e9-4e1b-a870-3f238da0cc0b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:42.880519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.025998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c261565d-58cf-4f7c-aae6-2104c35c872c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:43.119235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:43.143614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-b0b273fe-135e-4582-a640-c229e0759514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.145161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-b0b273fe-135e-4582-a640-c229e0759514 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19cf1709a6e54d398cebd59786d5095c&device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1174 time: 0.5330563 Jul 09 19:41:43.149817 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20dbceb-131d-4571-a46a-1677ffc77293 x-openstack-request-id: req-d20dbceb-131d-4571-a46a-1677ffc77293 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:43.150348 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:43.150348 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d20dbceb-131d-4571-a46a-1677ffc77293 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:43.150847 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'status': 'completed', 'code': 200} Jul 09 19:41:43.151160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:43.159187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9bc4-521f-40a2-8441-cad842d3954f req-ad0aef0a-0ecf-4f20-a80a-ae40616813c1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.160752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2148aac7-4909-4ceb-9163-1b6a7836f9dc req-5a5334bf-a6a4-4682-8103-c632860e9289 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/0823f8ce-0e31-4f2e-8568-512704b06fd1 HTTP/1.1" status: 200 len: 1803 time: 0.9782944 Jul 09 19:41:43.160928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a38f9bc4-521f-40a2-8441-cad842d3954f req-ad0aef0a-0ecf-4f20-a80a-ae40616813c1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.3496451 Jul 09 19:41:43.183356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.267093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32375e4-f1df-405c-8f3d-684c8e9e898c None None] Network 1a834868-c4b0-46a5-a848-6f5238889074 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:43.323771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-8cd93a5a-ab8a-4296-ae9d-529d3acb5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.325395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baedadd5-2c37-4a85-b804-0dff42a56037 req-8cd93a5a-ab8a-4296-ae9d-529d3acb5c70 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8604097 Jul 09 19:41:43.334389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.343901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.346683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.350095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24090e35-3268-4f9f-ab57-7835fd562208 HTTP/1.1" status: 204 len: 168 time: 1.0427887 Jul 09 19:41:43.364371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.365040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.366521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] 10.222.0.25 "PUT /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 1130 time: 3.4942181 Jul 09 19:41:43.376826 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-2148aac7-4909-4ceb-9163-1b6a7836f9dc req-bee6f37c-7b53-4226-abe4-37169bef4d32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:41:43.378007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2148aac7-4909-4ceb-9163-1b6a7836f9dc req-bee6f37c-7b53-4226-abe4-37169bef4d32 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/0823f8ce-0e31-4f2e-8568-512704b06fd1 HTTP/1.1" status: 409 len: 341 time: 0.1855226 Jul 09 19:41:43.387903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c10b4-38b2-430a-b5aa-36ade7ec7f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24090e35-3268-4f9f-ab57-7835fd562208,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:43.390706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:43.393920 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a1608-e674-4f19-afcc-c75b601b0983" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "c95318c1-e1d6-4dc0-9733-45c55a4a0626"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:43.406693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:43.444271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:43.476005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c261565d-58cf-4f7c-aae6-2104c35c872c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:43.540443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Allocated IP 10.2.2.2 (79dd994b-ef8d-4bda-9861-9e83bb07090a/387c9d63-9e1c-4d91-ad3c-62bbdb34fce7/1d5dedeb-52cc-493e-9f96-e8db057f06d5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:43.560219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Provisioning for port c261565d-58cf-4f7c-aae6-2104c35c872c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:43.561155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:41:43.597713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.632725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a38f9bc4-521f-40a2-8441-cad842d3954f req-b735d1ec-29c7-471e-8d1f-ab2e567b2ff9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478276 Jul 09 19:41:43.653413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6bc0f-30d8-4c2c-85f6-79ac1d70eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:43.662866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.701651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8447a16c-c6e9-4e1b-a870-3f238da0cc0b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:43.748390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:43.776911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:43.786433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Provisioning complete for port c261565d-58cf-4f7c-aae6-2104c35c872c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:43.786908 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.807084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8447a16c-c6e9-4e1b-a870-3f238da0cc0b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:43.807446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8447a16c-c6e9-4e1b-a870-3f238da0cc0b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:43.809041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0475c9-d345-46a6-850e-31edd8cb941b None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:43.846690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=e84bd061-f1d1-460b-84cf-29dc5cfc072d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:43.855145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-df245909-9a66-47cd-8371-6161b441186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.856690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-df245909-9a66-47cd-8371-6161b441186f service neutron] 10.222.0.59 "GET /v2.0/networks?id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 200 len: 914 time: 0.6946695 Jul 09 19:41:43.857795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:43.860182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:43.862106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.867751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:43.879171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:43.904872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:43.947020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:43.966954 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-4f8cc205-12c9-45c2-ac9c-91478a7f30af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 200 len: 217 time: 0.0778971 Jul 09 19:41:44.047494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.056393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] device_id is not set on port df081654-04a9-43ce-a8d3-3271c144662d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:44.352996 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4788a0ce-e749-4ef1-a9cd-07d88a4c9639 x-openstack-request-id: req-4788a0ce-e749-4ef1-a9cd-07d88a4c9639 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:44.353493 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "c95318c1-e1d6-4dc0-9733-45c55a4a0626", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:44.353884 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4788a0ce-e749-4ef1-a9cd-07d88a4c9639 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:44.354637 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626', 'status': 'completed', 'code': 200} Jul 09 19:41:44.361761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c22f564-2300-4aba-b258-a8cf1b54ca6d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0447617 Jul 09 19:41:44.368329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:44.381078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:98:6e:ac', 'name': 'tempest-NetworksTestDHCPv6-1659573532'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:44.410338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.411001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.440496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-2ed0d12e-0aed-4250-ae78-52dc0beccda8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9034762 Jul 09 19:41:44.443245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.1.1.44 (1a834868-c4b0-46a5-a848-6f5238889074/d1ff078d-13cc-423a-a32f-383802fbd110/df081654-04a9-43ce-a8d3-3271c144662d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:44.457195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Request body: {'port': {'device_id': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:44.470003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf720-b562-4009-b1a5-0a74b5de6e69 req-f90e421f-a616-4493-80e5-3f5995e1da22 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.480039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-853cf720-b562-4009-b1a5-0a74b5de6e69 req-f90e421f-a616-4493-80e5-3f5995e1da22 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 931 time: 0.7981548 Jul 09 19:41:44.494400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-2d073e4b-96b2-41a4-bc0a-5d195bd31ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.495891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-2d073e4b-96b2-41a4-bc0a-5d195bd31ad2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 200 len: 853 time: 0.5168004 Jul 09 19:41:44.523329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc45338-8668-4341-9084-0482beb37dbc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:44.575223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.606711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.607209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.607705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.608177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.609195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.609670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.611695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-180a1608-e674-4f19-afcc-c75b601b0983 req-41ea3ba2-5c10-42fa-ba33-a77b17c685c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5286 time: 0.2663069 Jul 09 19:41:44.628833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-755a1164-3f06-4cf1-be09-8020424e979a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18e3c7f3-d1a5-44c8-8796-4cef77984f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079044 Jul 09 19:41:44.629645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-853cf720-b562-4009-b1a5-0a74b5de6e69 req-4763343d-d957-4a2e-a60a-a251697a3c40 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486719 Jul 09 19:41:44.696315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Transition to ACTIVE for port object 2dc45338-8668-4341-9084-0482beb37dbc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:44.757981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'e84bd061-f1d1-460b-84cf-29dc5cfc072d'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:44.759576 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.806090 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.808227 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.816921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.897014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:44.956902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.043072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Allocated IP 2001:db8::f816:3eff:feb6:9099 (607af5c0-a15f-45f9-be62-7560cb7593c1/e84bd061-f1d1-460b-84cf-29dc5cfc072d/38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:45.049280 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.073237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object df081654-04a9-43ce-a8d3-3271c144662d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.134644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:45.182839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.186787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.194344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.204806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.211352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.218892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.249402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.258888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-7d25660b-d7e2-4939-bc2d-1c4bd469da7b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 4600 time: 0.8512394 Jul 09 19:41:45.309011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Transition to ACTIVE for port object 1d5dedeb-52cc-493e-9f96-e8db057f06d5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.314822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.322466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.336298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Transition to ACTIVE for port object 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.368367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Transition to ACTIVE for port object 1d5dedeb-52cc-493e-9f96-e8db057f06d5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.376744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Transition to ACTIVE for port object 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.384788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] For port c261565d-58cf-4f7c-aae6-2104c35c872c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c261565d-58cf-4f7c-aae6-2104c35c872c,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:45.409775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.417936 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.420641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.428976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.448557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 1a834868-c4b0-46a5-a848-6f5238889074 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:45.456690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:45.468680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:45.556592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.557318 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.559815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:45.566667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:45.572054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Pushing event updated for resources: {'Port': ['ID=1d5dedeb-52cc-493e-9f96-e8db057f06d5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.574994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:45.579306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:45.584139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:45.611253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:45.617668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-174fa1ff-f2d1-4833-ad1e-3c32da456218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.618216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-174fa1ff-f2d1-4833-ad1e-3c32da456218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.618731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-174fa1ff-f2d1-4833-ad1e-3c32da456218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.621054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d93393bc-5fcb-4ae4-9d97-e88a608b26ce req-6a9e9c63-6a50-4fe7-95d5-9269ed7f9996 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3577104 Jul 09 19:41:45.621428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-180a1608-e674-4f19-afcc-c75b601b0983 req-174fa1ff-f2d1-4833-ad1e-3c32da456218 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b7696cafa0428694257266e1c6ff27&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9831960 Jul 09 19:41:45.669491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-6901b8e0-f5fa-4751-8fe6-e43f846b93e9 service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0245917 Jul 09 19:41:45.780224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1eee3fe8-a141-4b94-a49c-8d68a2e50bc5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3669612 Jul 09 19:41:45.801550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Attempting to bind port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:45.802144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Attempting to bind port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:45.802499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Attempting to bind port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:45.806126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Attempting to bind port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:45.806626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Attempting to bind port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:45.807097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Attempting to bind port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 on network 79dd994b-ef8d-4bda-9861-9e83bb07090a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:45.810699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf87375-7792-4f3d-8929-ec5f09591445 None None] Pushing event updated for resources: {'Port': ['ID=c261565d-58cf-4f7c-aae6-2104c35c872c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.824182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:45.824683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:45.825347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.825841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:45.826436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Bound port: 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:45.827350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.853782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:45.858679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:45.860343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Checking segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:45.860343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.861741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Bound using segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:45.862540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Bound port: 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:45.864366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.878512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:41:45.892542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port e89fbd8c-cb00-461d-806f-2e1f301ccffc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:45.923193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'name': 'tempest-TaggedBootDevicesTest_v242-485308642', 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:45.975581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cdff4-c03e-4466-9416-d03590606ddc req-01920f97-9e7e-4363-b1b5-ed3dbade135f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.980113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c49cdff4-c03e-4466-9416-d03590606ddc req-01920f97-9e7e-4363-b1b5-ed3dbade135f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.6254454 Jul 09 19:41:46.030881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Pushing event updated for resources: {'Port': ['ID=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:46.123909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-303bf1de-cc15-4556-a158-800402d5afa3 None None] Provisioning complete for port c261565d-58cf-4f7c-aae6-2104c35c872c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:46.124873 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-303bf1de-cc15-4556-a158-800402d5afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.205228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] For port 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:46.232053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] For port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:46.240373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] For port 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d5dedeb-52cc-493e-9f96-e8db057f06d5,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:46.270315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.276869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] For port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:46.289887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c49cdff4-c03e-4466-9416-d03590606ddc req-1ea3303c-eef1-432c-81bf-fbd55244d4a0 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753156 Jul 09 19:41:46.378597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a1608-e674-4f19-afcc-c75b601b0983 req-fba0e602-f30f-4fb9-b164-230845fe5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:46.380399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-180a1608-e674-4f19-afcc-c75b601b0983 req-fba0e602-f30f-4fb9-b164-230845fe5aae service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7308598 Jul 09 19:41:46.394544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.460793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:46.469992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-c7812f86-fe3d-4fcd-aeca-eacd63192583 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:46.472252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-c7812f86-fe3d-4fcd-aeca-eacd63192583 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1023 time: 0.7304592 Jul 09 19:41:46.562922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'mac_address': 'fa:16:3e:27:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:41:46.670070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3958b37-f299-4d9c-b519-aa60411671f9 None None] Provisioning for port df081654-04a9-43ce-a8d3-3271c144662d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:46.675388 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.681344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3958b37-f299-4d9c-b519-aa60411671f9 None None] Provisioning complete for port df081654-04a9-43ce-a8d3-3271c144662d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:46.681724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3958b37-f299-4d9c-b519-aa60411671f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.697187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b903302-66fb-4c04-96a5-ee5e634df738 None None] Pushing event updated for resources: {'Port': ['ID=1d5dedeb-52cc-493e-9f96-e8db057f06d5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:46.846411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:46.880007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:46.884962 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.971100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:47.055670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.063779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b3958b37-f299-4d9c-b519-aa60411671f9 None None] Port df081654-04a9-43ce-a8d3-3271c144662d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:47.074631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Attempting to bind port 2dc45338-8668-4341-9084-0482beb37dbc on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:47.075107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Attempting to bind port 2dc45338-8668-4341-9084-0482beb37dbc by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:47.075492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Attempting to bind port 2dc45338-8668-4341-9084-0482beb37dbc on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:47.076849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4066c-1976-4f06-8d43-6caa0cb1b1a7 None None] Pushing event updated for resources: {'Port': ['ID=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:47.093842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Port 2dc45338-8668-4341-9084-0482beb37dbc on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:47.094271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Attempting to bind port 2dc45338-8668-4341-9084-0482beb37dbc on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:47.106639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe98:6eac (607af5c0-a15f-45f9-be62-7560cb7593c1/e84bd061-f1d1-460b-84cf-29dc5cfc072d/e89fbd8c-cb00-461d-806f-2e1f301ccffc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:47.157107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc163e45-6b33-4338-a691-77da2186a0cd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:47.173408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:47.173787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:47.174277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Bound using segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:47.174842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Bound port: 2dc45338-8668-4341-9084-0482beb37dbc, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:47.175304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.175905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.184522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] device_id is not set on port 34e4f8a5-dd80-43d3-9c18-8acecce72262 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:47.215978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['16de6fc0-21de-4c2f-941c-feb47347b7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:47.256549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7853c91-44f2-495b-a4bd-c47fd76b883d req-082f08b9-cd0d-4907-8d09-c5b4f1294c4d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:47.258555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7853c91-44f2-495b-a4bd-c47fd76b883d req-082f08b9-cd0d-4907-8d09-c5b4f1294c4d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 1023 time: 0.2654512 Jul 09 19:41:47.272917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c261565d-58cf-4f7c-aae6-2104c35c872c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:47.340317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:47.354209 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7853c91-44f2-495b-a4bd-c47fd76b883d req-fd7aa075-e885-4aa5-8528-6bbd186bf2cd tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=0823f8ce-0e31-4f2e-8568-512704b06fd1&id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&id=aa0346cb-3ca4-476a-bf40-6b713661da1c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0759077 Jul 09 19:41:47.369070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616eaf-0d7a-4bbc-ba49-721efeae0af2 req-9c7d1e79-1d46-4cf0-b908-1659e3376d7a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:47.387290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0616eaf-0d7a-4bbc-ba49-721efeae0af2 req-9c7d1e79-1d46-4cf0-b908-1659e3376d7a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 931 time: 0.8895524 Jul 09 19:41:47.393083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Transition to ACTIVE for port object cc163e45-6b33-4338-a691-77da2186a0cd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:47.428150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.444750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:47.449269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2dc45338-8668-4341-9084-0482beb37dbc,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:47.458358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Deleting port 7dc069b7-7cf8-464f-8055-c36c1813dec6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:47.458708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.459879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c261565d-58cf-4f7c-aae6-2104c35c872c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:47.460399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.463279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.469975 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f93a0e8c-4df8-4f9c-ab96-cf27967a62db req-0e2c9519-9efb-4afa-97e8-aa6ebfc0d8ce service neutron] 10.222.0.59 "GET /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7758691 Jul 09 19:41:47.634687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:47.635328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.636732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] 10.222.0.25 "PUT /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 1128 time: 4.2145505 Jul 09 19:41:47.639427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '2dc45338-8668-4341-9084-0482beb37dbc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:47.648157 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3be550a-b3df-48b2-832f-13b2d6fd73a7" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "2dc45338-8668-4341-9084-0482beb37dbc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:47.696529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:47.919387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.938196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05c6c0-9efa-47e3-bf7f-abb9d7333450 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:47.999831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object e89fbd8c-cb00-461d-806f-2e1f301ccffc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:48.069874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d5dedeb-52cc-493e-9f96-e8db057f06d5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:48.165029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:48.269455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.277360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.289406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.297510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.309300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.315716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.323139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.325171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-3a097afd-8e25-4938-a162-ec686cfe8cd5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5370 time: 0.6922531 Jul 09 19:41:48.332313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:48.356655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Pushing event updated for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:48.367253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 7dc069b7-7cf8-464f-8055-c36c1813dec6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=7dc069b7-7cf8-464f-8055-c36c1813dec6,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:48.368013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:48.384779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:48.386394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:48.392015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:48.399997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:48.405905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.406601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:48.456384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.456740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.457233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.457834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.458170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.458761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.459264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.459597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.459925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.460255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.460582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.460889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:48.465177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Calling delete_port for 7dc069b7-7cf8-464f-8055-c36c1813dec6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:48.518328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=e89fbd8c-cb00-461d-806f-2e1f301ccffc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:48.562286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:48.572098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2effc8bc-a41a-4e7c-bdfb-403141da22e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1980078 Jul 09 19:41:48.572311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:48.587314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44bccd8b-3d20-4167-808a-0a7b82a4f5f9 req-2751a848-298a-4efc-9dfd-ff376c3867b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2466695 Jul 09 19:41:48.652543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.1.1.229 (1a834868-c4b0-46a5-a848-6f5238889074/d1ff078d-13cc-423a-a32f-383802fbd110/34e4f8a5-dd80-43d3-9c18-8acecce72262) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:48.732857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-74256162-d827-45ee-9d65-37d906de4dd8 None None] Provisioning for port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:48.764575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0616eaf-0d7a-4bbc-ba49-721efeae0af2 req-5268714b-e49b-43d6-a7c7-5ae592d901a9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3762784 Jul 09 19:41:48.829309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f8fa-6f21-462f-8495-40c387d3aca5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.837189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f8fa-6f21-462f-8495-40c387d3aca5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:48.842496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e549f8fa-6f21-462f-8495-40c387d3aca5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2692621 Jul 09 19:41:48.843308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:48.874496 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56277df3-61d2-4fe5-933e-c1ec8d4c2db7 x-openstack-request-id: req-56277df3-61d2-4fe5-933e-c1ec8d4c2db7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:48.880586 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "2dc45338-8668-4341-9084-0482beb37dbc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:48.881455 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56277df3-61d2-4fe5-933e-c1ec8d4c2db7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:48.881781 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '2dc45338-8668-4341-9084-0482beb37dbc', 'status': 'completed', 'code': 200} Jul 09 19:41:48.902890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6aedc5-0043-4901-b2f5-9ad3b7a4ce4e None None] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:49.000804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Provisioning for port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:49.007206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.022971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Provisioning complete for port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:49.023692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.031827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['190f2748-8c4f-4974-85aa-117262ea24f8'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:49.035451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:49.129705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7dc069b7-7cf8-464f-8055-c36c1813dec6 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:49.130701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'Port': ['ID=7dc069b7-7cf8-464f-8055-c36c1813dec6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:49.136501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8322ac9f-92dd-4b23-b8cc-3c3158768d2b req-74d7a873-9c18-429f-b509-a4ce15afa328 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=d75d532f-f05b-4433-9903-e19358c1a176 HTTP/1.1" status: 200 len: 210 time: 0.0611188 Jul 09 19:41:49.164686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 7dc069b7-7cf8-464f-8055-c36c1813dec6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:49.165337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 7dc069b7-7cf8-464f-8055-c36c1813dec6 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:49.208287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] No DVR routers for this DVR port 7dc069b7-7cf8-464f-8055-c36c1813dec6 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:49.218806 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.221095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d4d18a9-b961-4e1e-851e-eac157502006 req-757b9e0a-543b-471d-a22f-0d2ea9afd7d6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "DELETE /v2.0/ports/7dc069b7-7cf8-464f-8055-c36c1813dec6 HTTP/1.1" status: 204 len: 173 time: 2.7253244 Jul 09 19:41:49.224325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'name': 'network-vif-deleted', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:49.226492 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b35af-9bdb-42a8-887d-b1e9cf8f4bc6" -d '{"events": [{"server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "name": "network-vif-deleted", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:49.234847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Attempting to bind port cc163e45-6b33-4338-a691-77da2186a0cd on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:49.235613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Attempting to bind port cc163e45-6b33-4338-a691-77da2186a0cd by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:49.235957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Attempting to bind port cc163e45-6b33-4338-a691-77da2186a0cd on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:49.261343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.261986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.262605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.263277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.263759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.264235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.265013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.267990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-e5fa8cd5-6565-42f3-a9ef-06568ec5711e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6207 time: 0.3406253 Jul 09 19:41:49.271113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Port cc163e45-6b33-4338-a691-77da2186a0cd on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:49.273416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Attempting to bind port cc163e45-6b33-4338-a691-77da2186a0cd on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:49.279441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.299528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:49.299878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:49.300254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:49.300711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Bound port: cc163e45-6b33-4338-a691-77da2186a0cd, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:49.301258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.304543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5691b8d-7577-45bf-8a30-14c0b176c704 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:49.315250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:49.319476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.322161 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6996e05-a9de-4829-86b9-8bb14e9bcfb9 x-openstack-request-id: req-c6996e05-a9de-4829-86b9-8bb14e9bcfb9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:49.323579 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d532f-f05b-4433-9903-e19358c1a176", "name": "network-vif-deleted", "tag": "7dc069b7-7cf8-464f-8055-c36c1813dec6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:49.323579 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6996e05-a9de-4829-86b9-8bb14e9bcfb9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:49.323579 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75d532f-f05b-4433-9903-e19358c1a176', 'name': 'network-vif-deleted', 'tag': '7dc069b7-7cf8-464f-8055-c36c1813dec6', 'status': 'completed', 'code': 200} Jul 09 19:41:49.326480 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.337645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:49.338319 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.349927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Transition to ACTIVE for port object b5691b8d-7577-45bf-8a30-14c0b176c704 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:49.368972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702760-32aa-46ed-807e-8e4025980a42 req-ec0d0246-4ef4-417a-8638-4ec07ca20905 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.370998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e702760-32aa-46ed-807e-8e4025980a42 req-ec0d0246-4ef4-417a-8638-4ec07ca20905 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2866223 Jul 09 19:41:49.401933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port e89fbd8c-cb00-461d-806f-2e1f301ccffc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:49.402276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.419564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object 34e4f8a5-dd80-43d3-9c18-8acecce72262 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:49.444476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] For port 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d5dedeb-52cc-493e-9f96-e8db057f06d5,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:49.462431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.482212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.602874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd41281-3725-4d36-a5bf-4cf6bab06795 None None] Pushing event updated for resources: {'Port': ['ID=1d5dedeb-52cc-493e-9f96-e8db057f06d5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:49.620538 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.630791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e702760-32aa-46ed-807e-8e4025980a42 req-57e58ca4-f160-4903-9dd2-208161d35878 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503257 Jul 09 19:41:49.656122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:49.665537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=cc163e45-6b33-4338-a691-77da2186a0cd,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-d1f67962-b108-4451-9f57-2a3909264c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-d1f67962-b108-4451-9f57-2a3909264c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-d1f67962-b108-4451-9f57-2a3909264c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-d1f67962-b108-4451-9f57-2a3909264c74 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b7696cafa0428694257266e1c6ff27&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3955488 Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.683765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.717111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1945e16b-9610-4805-a32d-e0514f59b0ac None None] Provisioning for port e89fbd8c-cb00-461d-806f-2e1f301ccffc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:49.753086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:49.772163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1945e16b-9610-4805-a32d-e0514f59b0ac None None] Provisioning complete for port e89fbd8c-cb00-461d-806f-2e1f301ccffc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:49.773616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1945e16b-9610-4805-a32d-e0514f59b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.791265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:49.830729 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.864487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.887576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:49.888436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:49.891725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] 10.222.0.59 "PUT /v2.0/ports/cc163e45-6b33-4338-a691-77da2186a0cd HTTP/1.1" status: 200 len: 1091 time: 5.4406946 Jul 09 19:41:49.892240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:49.943647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for e89fbd8c-cb00-461d-806f-2e1f301ccffc owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:49.948093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Attempting to bind port b5691b8d-7577-45bf-8a30-14c0b176c704 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:49.953167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Attempting to bind port b5691b8d-7577-45bf-8a30-14c0b176c704 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:49.953668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Attempting to bind port b5691b8d-7577-45bf-8a30-14c0b176c704 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:50.003202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Port b5691b8d-7577-45bf-8a30-14c0b176c704 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:50.003645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Attempting to bind port b5691b8d-7577-45bf-8a30-14c0b176c704 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:50.020637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 1a834868-c4b0-46a5-a848-6f5238889074 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:50.023328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:50.037992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:50.044018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:50.044363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:50.044738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Bound using segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:50.045200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Bound port: b5691b8d-7577-45bf-8a30-14c0b176c704, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:50.045564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.139137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17979fb-3af7-400a-b41b-5aa7ea1e1990 service neutron] Pushing event updated for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.174061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.224325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1945e16b-9610-4805-a32d-e0514f59b0ac None None] Port e89fbd8c-cb00-461d-806f-2e1f301ccffc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:50.265711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:50.272821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:50.300178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.347454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.355441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e98f6c0-fd51-4e24-b1ef-29a20360223a None None] Provisioning complete for port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:50.355873 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e98f6c0-fd51-4e24-b1ef-29a20360223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.358010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.358820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.400361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:50.400912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.418748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.446134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-080d980b-cbb1-4f87-beab-ba128abf7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.448617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3be550a-b3df-48b2-832f-13b2d6fd73a7 req-080d980b-cbb1-4f87-beab-ba128abf7688 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7381580 Jul 09 19:41:50.470061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1d73001-f8a8-4c77-8bc5-0a3f70e1d23e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6058490 Jul 09 19:41:50.479325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.482286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.486388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ae1f518b-360c-40d0-acb1-09e3b89410be service neutron] 10.222.0.25 "PUT /v2.0/ports/b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 1091 time: 2.8064256 Jul 09 19:41:50.495641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e203-c2d5-4611-b150-e80c960bc436 req-2e903d28-96eb-4154-9b44-3d840f938172 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.507711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6a5e203-c2d5-4611-b150-e80c960bc436 req-2e903d28-96eb-4154-9b44-3d840f938172 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.4374244 Jul 09 19:41:50.532333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-4b748907-9463-4a6e-8177-3c83b40f0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.534110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-4b748907-9463-4a6e-8177-3c83b40f0c45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 1094 time: 0.5775764 Jul 09 19:41:50.537209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:50.545013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.553183 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.558021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.566674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.575020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.583775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.591680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.596475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:50.597900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:50.600162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.601024 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a895c9-044e-4516-92b6-67d169bae0f6" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:50.610274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.612631 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.615458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-16463a7d-489a-4af9-8d7c-deeaad164ccf tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5382 time: 0.5209470 Jul 09 19:41:50.710189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.723225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-c58f2f2d-429a-4b53-af11-3a2566889eb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc163e45-6b33-4338-a691-77da2186a0cd HTTP/1.1" status: 200 len: 217 time: 0.1053410 Jul 09 19:41:50.753910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=e89fbd8c-cb00-461d-806f-2e1f301ccffc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:50.765495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.767976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5738787f-d5d3-4b61-9bd5-aecf8ef79eac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/e89fbd8c-cb00-461d-806f-2e1f301ccffc HTTP/1.1" status: 204 len: 168 time: 1.9207714 Jul 09 19:41:50.787348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:50.841062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a2abf5d-bf9d-4f2d-905a-12f64188eb40 req-3d0c2b8f-6cdd-4cab-9128-08ef5b526827 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165149 Jul 09 19:41:50.843910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-6a24eaf6-1fa7-4d16-b24f-1cead082e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:50.845644 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-6a24eaf6-1fa7-4d16-b24f-1cead082e45c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1126518 Jul 09 19:41:50.898071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6a5e203-c2d5-4611-b150-e80c960bc436 req-43169b56-3f2e-4f7c-9709-9526947d2749 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781395 Jul 09 19:41:50.899208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:50.904193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8acd30fe-5510-4f29-b8bb-3a3f26c3d8b1 None None] Provisioning for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:50.906725 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f21e2a1-dd66-49cb-9264-767429de6b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:50.911357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-1bda463a-6abb-4bf6-a276-b3089764b724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578818 Jul 09 19:41:50.912244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:50.937996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8acd30fe-5510-4f29-b8bb-3a3f26c3d8b1 None None] Provisioning complete for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:50.941257 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8acd30fe-5510-4f29-b8bb-3a3f26c3d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.027514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e04317-899e-4def-b3d7-ca026ed2e7e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:51.029024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e04317-899e-4def-b3d7-ca026ed2e7e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:51.035634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:51.036114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-34e04317-899e-4def-b3d7-ca026ed2e7e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2469766 Jul 09 19:41:51.038497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8acd30fe-5510-4f29-b8bb-3a3f26c3d8b1 None None] Port 34e4f8a5-dd80-43d3-9c18-8acecce72262 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:41:51.148447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:51.184312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet e84bd061-f1d1-460b-84cf-29dc5cfc072d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:41:51.195449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.225155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:51.225155 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.256879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-adec1c26-d9e9-4cbe-88ed-26ee968b3008 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382497 Jul 09 19:41:51.275117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.340387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:51.343350 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:51.411077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d5dedeb-52cc-493e-9f96-e8db057f06d5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:51.476618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.487501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:51.487965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.539635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db5888-4d79-4440-8686-dfad6ce9d50f req-960c69e3-8a24-4b21-b09c-c86c2a13b436 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:51.541847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82db5888-4d79-4440-8686-dfad6ce9d50f req-960c69e3-8a24-4b21-b09c-c86c2a13b436 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 943 time: 0.2385719 Jul 09 19:41:51.600195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7a38dbe-a03a-4658-b349-07a4d98b5270 req-ade23b51-ffa0-4d99-9911-c23abdbac521 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341749 Jul 09 19:41:51.611644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82db5888-4d79-4440-8686-dfad6ce9d50f req-a2f7a97a-3414-4b12-8646-255cbb3dd35e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618708 Jul 09 19:41:51.693396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.724109 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255a844-d28a-4dce-b17b-90dffeb46358 x-openstack-request-id: req-1255a844-d28a-4dce-b17b-90dffeb46358 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:51.724475 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-plugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:51.724800 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1255a844-d28a-4dce-b17b-90dffeb46358 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:51.734331 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'code': 200} Jul 09 19:41:51.751529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:51.769478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.804005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=e84bd061-f1d1-460b-84cf-29dc5cfc072d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:51.809258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Transition to ACTIVE for port object 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:51.817167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.825880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:51.842408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1fcb748-8ce8-46b4-a326-2dd86311e037 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e84bd061-f1d1-460b-84cf-29dc5cfc072d HTTP/1.1" status: 204 len: 168 time: 0.8009343 Jul 09 19:41:51.844416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:51.870923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8239f-719d-4d4b-aca5-98ead3370f30 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:51.981454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db41264e-f4e4-4a36-8186-4abdcd9b1dca tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321993 Jul 09 19:41:51.984872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:52.069046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:52.172233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436277a-3fdc-41e9-a5b2-6b3cce36f8dc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.173836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0436277a-3fdc-41e9-a5b2-6b3cce36f8dc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1878293 Jul 09 19:41:52.174427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:52.177057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:52.188060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976331912', 'description': 'tempest-description--1953060445'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:52.269458 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e958ee0f-a0fa-410e-93a3-13c06ec12ced x-openstack-request-id: req-e958ee0f-a0fa-410e-93a3-13c06ec12ced {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:52.269683 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86a91d-a25d-447b-8d56-4bfd701e8741 x-openstack-request-id: req-9f86a91d-a25d-447b-8d56-4bfd701e8741 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:52.269780 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:52.269896 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:52.270169 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f86a91d-a25d-447b-8d56-4bfd701e8741 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:52.270415 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'status': 'completed', 'code': 200} Jul 09 19:41:52.273312 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e958ee0f-a0fa-410e-93a3-13c06ec12ced {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:52.273887 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd', 'status': 'completed', 'code': 200} Jul 09 19:41:52.340792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45678944-a532-4e32-a7f2-830cccc5e1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.385979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-5353f05b-a8b4-48fb-b8fe-f7154b6aca31 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/aa0346cb-3ca4-476a-bf40-6b713661da1c HTTP/1.1" status: 200 len: 1803 time: 0.1991787 Jul 09 19:41:52.423559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Attempting to bind port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:52.423890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Attempting to bind port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:52.424216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Attempting to bind port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:52.450754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:41:52.475899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:52.476232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Attempting to bind port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:52.511804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.516758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019f2f2-1f46-41f8-9bac-3fccadeaf752 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.518292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8019f2f2-1f46-41f8-9bac-3fccadeaf752 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2984447 Jul 09 19:41:52.519261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:52.519749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Checking segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:52.520263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Bound using segment: {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:52.520886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Bound port: 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d792ea4-b5a3-4e14-b0ac-a0e212223806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:52.522167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.524883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:52.525052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.541036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Deleting port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:52.542523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.592397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-96a1b387-4ca8-4575-b645-431e2051a336 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527499 Jul 09 19:41:52.597383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:52.605093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:52.623986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:52.638868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.669652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.695556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.696645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.696779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-bdb73a5d-bfd4-4370-b207-7035eed5dbcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6299 time: 0.5207474 Jul 09 19:41:52.698198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] For port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:52.699408 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.726591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-3ead06c7-59d3-45ee-93e9-e6802da3102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.728057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-3ead06c7-59d3-45ee-93e9-e6802da3102d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 1094 time: 0.3930452 Jul 09 19:41:52.732167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Calling delete_port for 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:41:52.781994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:52.796758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.798409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.799474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-47d89cd6-8bdb-4a92-9797-d50a06d5bfec service neutron] 10.222.0.25 "PUT /v2.0/ports/5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 1090 time: 2.2832065 Jul 09 19:41:52.834090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.844828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.850773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.858336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:52.871814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.884186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.890623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.902313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:52.904266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-f050a1ac-219d-4c80-a1af-1011a063c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5394 time: 0.4630363 Jul 09 19:41:52.935406 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.935764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.939023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:52.940157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56db5cb4-39ca-4f99-a19d-cc2ebeccb6f8 req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa0346cb-3ca4-476a-bf40-6b713661da1c HTTP/1.1" status: 204 len: 173 time: 0.5442700 Jul 09 19:41:52.972351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] Pushing event deleted for resources: {'Port': ['ID=38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:52.976276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b08f3-cca7-4b8c-b495-a7c875a8785d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0346cb-3ca4-476a-bf40-6b713661da1c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:52.989314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:41:53.037569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.063010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea4062-c3a0-4d98-a584-3f5cba2908ee None None] No DVR routers for this DVR port 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:41:53.071280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:41:53.071650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38bcc5c8-9d46-4bd6-826a-799b6fcf4c7e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:41:53.149827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.175059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-54627c36-9fdb-4e36-a9fd-3d5a758e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.175535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-54627c36-9fdb-4e36-a9fd-3d5a758e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.176001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-54627c36-9fdb-4e36-a9fd-3d5a758e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.177653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-54627c36-9fdb-4e36-a9fd-3d5a758e2c26 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b7696cafa0428694257266e1c6ff27&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4661891 Jul 09 19:41:53.180022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.218447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.224249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e1735529-fc69-484e-9a51-ebefea2c67b7 req-25df7334-60f2-4079-943a-dea9d3ccc24b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214870 Jul 09 19:41:53.283133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-91459299-ab17-4028-a054-e2a219e81f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.284617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-91459299-ab17-4028-a054-e2a219e81f49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.5391963 Jul 09 19:41:53.363845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-6ae03699-7dcd-4cc6-abfd-f3890e47f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.367660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f21e2a1-dd66-49cb-9264-767429de6b2d req-6ae03699-7dcd-4cc6-abfd-f3890e47f2a3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700711 Jul 09 19:41:53.454368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:53.464451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.476481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-df71023b-e030-4677-916c-6ae9f129aa73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc163e45-6b33-4338-a691-77da2186a0cd HTTP/1.1" status: 200 len: 217 time: 0.1817012 Jul 09 19:41:53.490415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.496877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3180215 Jul 09 19:41:53.497056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d90f-45c2-4cde-8a90-215d81fd9874 req-591af9cd-1e75-4d1c-aee6-24202af89ab8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.502655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4194d90f-45c2-4cde-8a90-215d81fd9874 req-591af9cd-1e75-4d1c-aee6-24202af89ab8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1538711 Jul 09 19:41:53.520581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:53.526688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'security_group_rule': {'security_group_id': 'be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:53.598132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73bbb0-aa04-4a90-bb00-12eca6b8f759 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:53.605792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4194d90f-45c2-4cde-8a90-215d81fd9874 req-5d366db9-9522-48ee-ba6b-adef4cd789c1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020432 Jul 09 19:41:53.664070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f7a38b-dcff-41e9-9c51-5332bdc51932 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:53.675249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.695208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Transition to ACTIVE for port object 15f7a38b-dcff-41e9-9c51-5332bdc51932 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:53.749587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.774347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-9aab4b8c-eb63-4b1f-b486-63bb7704b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.776223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-9aab4b8c-eb63-4b1f-b486-63bb7704b520 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.2447586 Jul 09 19:41:53.794214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.841582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.885995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.888573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-3996be5d-419d-498b-93a8-c23d2ba9256b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957038 Jul 09 19:41:53.903298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfa0a7-0892-4267-8e14-909c3574c519 req-2c19caeb-160b-4f2a-9461-cb14072543d4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:53.911459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5dfa0a7-0892-4267-8e14-909c3574c519 req-2c19caeb-160b-4f2a-9461-cb14072543d4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 943 time: 0.3095961 Jul 09 19:41:53.917406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01aa217e-01b5-45ac-a73d-9feee3a0ea51,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:53.937050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-a9fa429f-ee4b-4e7d-abb1-296e898bf1ca tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/0823f8ce-0e31-4f2e-8568-512704b06fd1 HTTP/1.1" status: 200 len: 1803 time: 0.2400446 Jul 09 19:41:53.954271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:53.974974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:53.976701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-79c35d4d-8d65-4665-956f-f5307a0a62e8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549775 Jul 09 19:41:53.993291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:54.032957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'security_group_rule': {'security_group_id': 'be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:54.096160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Attempting to bind port 15f7a38b-dcff-41e9-9c51-5332bdc51932 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:54.096769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Attempting to bind port 15f7a38b-dcff-41e9-9c51-5332bdc51932 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:54.097373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Attempting to bind port 15f7a38b-dcff-41e9-9c51-5332bdc51932 on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:54.119826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Port 15f7a38b-dcff-41e9-9c51-5332bdc51932 on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:54.120415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Attempting to bind port 15f7a38b-dcff-41e9-9c51-5332bdc51932 on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:54.134475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:54.135301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Checking segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:54.135927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Bound using segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:54.136543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Bound port: 15f7a38b-dcff-41e9-9c51-5332bdc51932, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:54.137086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.154346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.184114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.350697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:54.352996 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224deef-8192-4bd0-ac76-f256fb45cb62" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:54.356248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:54.359828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:54.360811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.369634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.379050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b628d9d8-6dca-421a-acb2-44cf3aad149c req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/0823f8ce-0e31-4f2e-8568-512704b06fd1 HTTP/1.1" status: 204 len: 173 time: 0.4127715 Jul 09 19:41:54.384724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.444117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd812d-2601-41cf-9fef-01e343e600d8 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823f8ce-0e31-4f2e-8568-512704b06fd1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:54.478785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:54.479412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.480928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] 10.222.0.25 "PUT /v2.0/ports/15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 1091 time: 1.6511583 Jul 09 19:41:54.529621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Request body: {'port': {'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:54.543780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240670-40ee-4fa7-a604-7573c51cdca9 service neutron] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:54.609771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.708196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.711637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5dfa0a7-0892-4267-8e14-909c3574c519 req-6729d930-b317-4d8e-aa9d-1208b84dfda3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990100 Jul 09 19:41:54.782276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-4e3a9746-f378-4482-b070-c95b0dc3b751 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8665085 Jul 09 19:41:54.803321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.822850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:54.902427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa39fe-d9f8-40c3-bf51-1bea78bce440 req-e4ddbc7d-37bf-49a7-8b87-b15d30c788ee tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:54.904003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3aa39fe-d9f8-40c3-bf51-1bea78bce440 req-e4ddbc7d-37bf-49a7-8b87-b15d30c788ee tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.3076496 Jul 09 19:41:54.943991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f9ee8a-5cbc-4acc-9a60-9bec180ba2b6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:54.955387 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e21db2d5-7019-4e5c-bc79-5802956bae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.017420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3aa39fe-d9f8-40c3-bf51-1bea78bce440 req-6a7e2a2b-5f76-4792-ac0b-fdb826c90d7b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830815 Jul 09 19:41:55.067994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a0e8a0a-9b12-410d-a3b1-3cc32186b16b req-117e4ab9-38ce-4515-b2b8-0f1833224a88 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678230 Jul 09 19:41:55.068597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.072973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0bcb19ea-6a32-4ffe-beb7-b25ff9148493 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0487206 Jul 09 19:41:55.075029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:55.081827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:55.104389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:41:55.121751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.143447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device cc163e45-6b33-4338-a691-77da2186a0cd details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:41:55.167954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.172635 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ca09e-98b4-4c22-ab2e-e830bb2fb8f6 x-openstack-request-id: req-647ca09e-98b4-4c22-ab2e-e830bb2fb8f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:55.173031 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:55.173178 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-647ca09e-98b4-4c22-ab2e-e830bb2fb8f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:55.173579 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e', 'status': 'completed', 'code': 200} Jul 09 19:41:55.237255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-811691067', 'description': 'tempest-description-1936428880'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:55.266831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c734cba9-c37e-4d83-880c-f27fc510f9db {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:55.284159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.300529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.315092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Transition to ACTIVE for port object c734cba9-c37e-4d83-880c-f27fc510f9db will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:55.398446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.406522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.413831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=cc163e45-6b33-4338-a691-77da2186a0cd,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:55.418249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:55.439100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:55.446380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'cc163e45-6b33-4338-a691-77da2186a0cd', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': 'cc163e45-6b33-4338-a691-77da2186a0cd', 'mac_address': 'fa:16:3e:3e:9a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:41:55.450467 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.454625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.457723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.458851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.466654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Pushing event updated for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:55.469664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bf808-24f5-438b-b60d-042705bbeb72 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:55.536261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.540995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=9633a72b-aac3-4267-a25a-b18ec95a90c9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:55.557962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d99e064-59d8-442b-b74c-30105ef4f7f9 req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3253686 Jul 09 19:41:55.563564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108bac-c7e6-4b99-badf-0e12a73b2180 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69929a8-e658-4847-8722-75b63097b331,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:55.569867 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.673036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb2586cc-3169-4995-a019-282113b318fc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0748608 Jul 09 19:41:55.685046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:55.692705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:9d:f8:a6', 'name': 'tempest-NetworksTestDHCPv6-951842164'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:55.827985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.854268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.860990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.884746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.892030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.913729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.930377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:55.930616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.932695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-a1f58e98-ace3-4456-98ef-1b09fb06eba7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5406 time: 0.9909098 Jul 09 19:41:55.967475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.969187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.969871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.970512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.971147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.972742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.973545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:55.975963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-5f05c5a8-19b5-4126-90cb-ea98ddcf2f76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6408 time: 0.7679918 Jul 09 19:41:55.982072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Attempting to bind port c734cba9-c37e-4d83-880c-f27fc510f9db on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:55.982807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Attempting to bind port c734cba9-c37e-4d83-880c-f27fc510f9db by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:55.982994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Attempting to bind port c734cba9-c37e-4d83-880c-f27fc510f9db on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:56.068666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Port c734cba9-c37e-4d83-880c-f27fc510f9db on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:41:56.068666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Attempting to bind port c734cba9-c37e-4d83-880c-f27fc510f9db on network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:56.082169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '9633a72b-aac3-4267-a25a-b18ec95a90c9'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:56.083659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.087376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc163e45-6b33-4338-a691-77da2186a0cd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:41:56.131113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-b3227217-809f-4bc7-8151-e49df3d4d546 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/c69929a8-e658-4847-8722-75b63097b331 HTTP/1.1" status: 200 len: 1802 time: 0.1586776 Jul 09 19:41:56.136209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1218512929', 'description': 'tempest-description-hth-383511472'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:56.150647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=cc163e45-6b33-4338-a691-77da2186a0cd,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:56.158314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:56.158590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Checking segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:56.158988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Bound using segment: {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:56.159441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Bound port: c734cba9-c37e-4d83-880c-f27fc510f9db, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:56.159918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.163567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.189612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acfd2932-19d8-4794-8dc2-9d098c5f8521 req-bb7012b8-960a-450b-854a-f6465334f697 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399008 Jul 09 19:41:56.196128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.256582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.275473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.279275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.292873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e306f2bb-daee-4bf8-bcd5-8db050583999 req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "PUT /v2.0/security-groups/c69929a8-e658-4847-8722-75b63097b331 HTTP/1.1" status: 200 len: 1776 time: 0.1573625 Jul 09 19:41:56.307158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.320155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-8eedd497-16ed-41a9-8506-dad9d84de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.325853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-8eedd497-16ed-41a9-8506-dad9d84de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.327694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-8eedd497-16ed-41a9-8506-dad9d84de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.332356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-8eedd497-16ed-41a9-8506-dad9d84de6fc service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b7696cafa0428694257266e1c6ff27&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3421881 Jul 09 19:41:56.379434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 172.25.3.17 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/2dc7fbeb-991d-4b3e-a7e1-68482b311d0c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:56.512418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830de99a-0f0c-4495-b089-05b22d493fc3 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69929a8-e658-4847-8722-75b63097b331,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:56.522033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:56.551241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-e5075267-31d7-4207-b5d9-91cef3e5fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.554278 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c224deef-8192-4bd0-ac76-f256fb45cb62 req-e5075267-31d7-4207-b5d9-91cef3e5fedb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146106 Jul 09 19:41:56.557074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Allocated IP 2001:db8::f816:3eff:fe1c:a2c2 (607af5c0-a15f-45f9-be62-7560cb7593c1/9633a72b-aac3-4267-a25a-b18ec95a90c9/9942675c-aa5b-49e2-9c88-b6411f17d260) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:56.573997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed21c-5759-4d73-abd0-f00e3f4057e4 req-acfd67de-1879-411a-ad58-ac239b7747ed tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.583807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e0ed21c-5759-4d73-abd0-f00e3f4057e4 req-acfd67de-1879-411a-ad58-ac239b7747ed tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 944 time: 0.1459358 Jul 09 19:41:56.596252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['cc163e45-6b33-4338-a691-77da2186a0cd'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:41:56.613589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:56.617871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:56.646851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c734cba9-c37e-4d83-880c-f27fc510f9db,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:56.667032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e0ed21c-5759-4d73-abd0-f00e3f4057e4 req-9aaefa86-4eba-4060-aceb-04af55677536 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Jul 09 19:41:56.695862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.717143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8de95-adbe-4530-97f5-61cdbe778686 req-8377c81d-fc10-4a8b-bb63-05baa2702ed1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.724552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65c8de95-adbe-4530-97f5-61cdbe778686 req-8377c81d-fc10-4a8b-bb63-05baa2702ed1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2504630 Jul 09 19:41:56.741800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:56.741800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.743091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] 10.222.0.25 "PUT /v2.0/ports/c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 1091 time: 2.2220621 Jul 09 19:41:56.809114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.902639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65c8de95-adbe-4530-97f5-61cdbe778686 req-ea15857c-bb45-4eeb-b349-28f08e8c5027 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771343 Jul 09 19:41:56.953362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe05517d-15d8-444e-b9f8-2e897920b0de req-9fa513b4-68e9-42f7-986e-5b338e96c3f2 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/c69929a8-e658-4847-8722-75b63097b331 HTTP/1.1" status: 200 len: 1776 time: 0.0912511 Jul 09 19:41:57.001942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd888-c323-444e-9fa3-d31107d2b42d service neutron] Pushing event updated for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:57.040007 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.239724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.243807 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:41:57.256406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Transition to ACTIVE for port object 9942675c-aa5b-49e2-9c88-b6411f17d260 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:57.279549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Transition to ACTIVE for port object 9942675c-aa5b-49e2-9c88-b6411f17d260 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:57.307607 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.355090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f87812-22b9-4e04-aef6-9258d4362b4e req-4393f086-ddbd-4bf3-9efb-77e36d10a14e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.357366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47f87812-22b9-4e04-aef6-9258d4362b4e req-4393f086-ddbd-4bf3-9efb-77e36d10a14e tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1664574 Jul 09 19:41:57.396110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Pushing event updated for resources: {'Port': ['ID=9942675c-aa5b-49e2-9c88-b6411f17d260,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:57.413010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:57.415029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:57.418788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:57.437442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47f87812-22b9-4e04-aef6-9258d4362b4e req-b410d305-e1ad-42e9-8f19-25a291f531a4 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Jul 09 19:41:57.513009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Attempting to bind port 9942675c-aa5b-49e2-9c88-b6411f17d260 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:57.513417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Attempting to bind port 9942675c-aa5b-49e2-9c88-b6411f17d260 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:57.513785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Attempting to bind port 9942675c-aa5b-49e2-9c88-b6411f17d260 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:57.533480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:57.533864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:57.534279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.534677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:57.535155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Bound port: 9942675c-aa5b-49e2-9c88-b6411f17d260, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:57.535551 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.643560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932'}, {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:57.646078 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d57c5-1e15-42cc-aff4-f02845ffd85f" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932"}, {"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:57.647980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] For port 9942675c-aa5b-49e2-9c88-b6411f17d260, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:57.655359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] For port 9942675c-aa5b-49e2-9c88-b6411f17d260, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9942675c-aa5b-49e2-9c88-b6411f17d260,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:57.666943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.674935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.689896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.698375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.705183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port d133c74f-91b2-4394-a87e-763ce9cbf0c6 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:41:57.710443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.722705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.727640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2321661-ad4c-4135-904b-1a25b2dbc85b None None] Pushing event updated for resources: {'Port': ['ID=9942675c-aa5b-49e2-9c88-b6411f17d260,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:57.737691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.746453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.757232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.766425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-ba0ed661-5a73-41a3-8ccc-fafd566b5127 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2047162 Jul 09 19:41:57.788238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.788954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.789464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.789941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.790418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.791095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.791568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:57.793813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1cff7c6d-6920-409d-9209-b5483f2b701c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6475 time: 0.9321260 Jul 09 19:41:57.794885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:57.821272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-129ff651-558a-4ea3-90b5-e8f0de649773 req-74456241-290a-4f51-abeb-849c0e0d1d21 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537291 Jul 09 19:41:57.877790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=2dc7fbeb-991d-4b3e-a7e1-68482b311d0c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:57.915090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-be5f286a-766b-49da-9c3a-6ecf033c5854 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/c69929a8-e658-4847-8722-75b63097b331 HTTP/1.1" status: 200 len: 1776 time: 0.2593603 Jul 09 19:41:57.924344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-6fcbf71b-0056-4754-b915-ef31d56c4f72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 217 time: 0.1097629 Jul 09 19:41:57.936090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.936462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.936801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.937158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.937481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.937809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.938142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.938464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.938788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.939111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.939432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.939750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:57.949517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:58.003413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:58.006033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:58.097182 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1720c0-a140-43a6-b5c0-e61e9261e7a8 x-openstack-request-id: req-9c1720c0-a140-43a6-b5c0-e61e9261e7a8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:41:58.097182 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:41:58.097182 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c1720c0-a140-43a6-b5c0-e61e9261e7a8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:41:58.097182 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'status': 'completed', 'code': 200} Jul 09 19:41:58.097182 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db', 'status': 'completed', 'code': 200} Jul 09 19:41:58.116934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-a1ef5260-876a-4e53-93e2-b1c580d1a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:58.119123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-a1ef5260-876a-4e53-93e2-b1c580d1a51f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.1848192 Jul 09 19:41:58.195570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe9d:f8a6 (607af5c0-a15f-45f9-be62-7560cb7593c1/9633a72b-aac3-4267-a25a-b18ec95a90c9/d133c74f-91b2-4394-a87e-763ce9cbf0c6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:58.300712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ebe42-8a27-4ebc-8321-113f3f9e04c1 req-7df03531-8957-4219-8ed7-c917acfd235e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:58.308427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-006ebe42-8a27-4ebc-8321-113f3f9e04c1 req-7df03531-8957-4219-8ed7-c917acfd235e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 944 time: 0.0872030 Jul 09 19:41:58.363456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-006ebe42-8a27-4ebc-8321-113f3f9e04c1 req-ebeb2b9f-40f5-4ce7-b45d-d454925c0cb6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Jul 09 19:41:58.558010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.574136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object d133c74f-91b2-4394-a87e-763ce9cbf0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:58.596596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fd27a-8992-4c44-bc63-6ba57d9e48c6 req-f573cbc0-f3e8-4f99-9e47-1a111c10f588 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:58.605954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc6fd27a-8992-4c44-bc63-6ba57d9e48c6 req-f573cbc0-f3e8-4f99-9e47-1a111c10f588 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1282277 Jul 09 19:41:58.677308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc6fd27a-8992-4c44-bc63-6ba57d9e48c6 req-7c1b1ed4-c14a-4ffc-a8e2-875bd553aa64 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694942 Jul 09 19:41:58.681035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.701481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.703232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.788133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=d133c74f-91b2-4394-a87e-763ce9cbf0c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:58.805806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:58.876224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:58.881444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:58.887185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:58.887839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.908392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:58.961585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-69b0b042-4010-493a-b90f-103a75216727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:58.965884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-69b0b042-4010-493a-b90f-103a75216727 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8190730 Jul 09 19:41:59.015159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9942675c-aa5b-49e2-9c88-b6411f17d260 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:59.074524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.125094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 9942675c-aa5b-49e2-9c88-b6411f17d260 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:59.152428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b841-402e-4b7f-bc3a-4fe5001546c6 req-e769173c-b488-4969-bc90-93273dc481d3 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.160319 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45e1b841-402e-4b7f-bc3a-4fe5001546c6 req-e769173c-b488-4969-bc90-93273dc481d3 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2008193 Jul 09 19:41:59.183593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device cc163e45-6b33-4338-a691-77da2186a0cd up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:59.224345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45e1b841-402e-4b7f-bc3a-4fe5001546c6 req-61ac4234-68ce-4c10-b5fb-b718f182a3a1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629940 Jul 09 19:41:59.299871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port cc163e45-6b33-4338-a691-77da2186a0cd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:59.304410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port cc163e45-6b33-4338-a691-77da2186a0cd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:59.304789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.310764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7d1796b5-7ab2-438b-bbe9-327cb5281beb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6216903 Jul 09 19:41:59.311670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:59.412883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.423043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.424373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-15db9864-5d4c-4d43-8faf-282f06bb64ae req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/c69929a8-e658-4847-8722-75b63097b331 HTTP/1.1" status: 204 len: 173 time: 1.4991312 Jul 09 19:41:59.497911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.548073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573adca-b9da-4c49-88fb-708e88d96fe6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.555922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573adca-b9da-4c49-88fb-708e88d96fe6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.556138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:41:59.564509 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f04a4-038e-4828-a5a7-3526164a9082" -d '{"events": [{"server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "name": "network-vif-plugged", "status": "completed", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:41:59.566063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f573adca-b9da-4c49-88fb-708e88d96fe6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2523935 Jul 09 19:41:59.568051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:59.589972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa6ffe-8da5-4915-a9da-4de898b8656b tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69929a8-e658-4847-8722-75b63097b331,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:59.594793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=cc163e45-6b33-4338-a691-77da2186a0cd,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:59.600694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d7a32ad5-b7aa-494b-b5ac-3aa3d045883d service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035321 Jul 09 19:41:59.622401 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.696770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Provisioning for port 9942675c-aa5b-49e2-9c88-b6411f17d260 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:59.717604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Provisioning complete for port 9942675c-aa5b-49e2-9c88-b6411f17d260 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:59.718228 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.719515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.726985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.736324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.746678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.754139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.761955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.768516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:59.771614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83e10623-7227-48c1-a36f-c3992ba510dc req-1d3a7aa9-7e4e-4eb0-b051-5061eb4f79d8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2974467 Jul 09 19:41:59.826524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:59.861758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83e10623-7227-48c1-a36f-c3992ba510dc req-e6de832b-75b0-4e60-9678-91e9448abc6a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700593 Jul 09 19:41:59.873545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port d133c74f-91b2-4394-a87e-763ce9cbf0c6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:41:59.874452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.913519 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.949893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.971814 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.977472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] For port 9942675c-aa5b-49e2-9c88-b6411f17d260, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9942675c-aa5b-49e2-9c88-b6411f17d260,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:59.988800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.013004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.015738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-84d5f87b-c43f-4a10-8dca-e16b763351ec service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894324 Jul 09 19:42:00.036114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for d133c74f-91b2-4394-a87e-763ce9cbf0c6 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:00.094285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1674-4d46-4b7b-8832-d9ccfe4a4a7f None None] Pushing event updated for resources: {'Port': ['ID=9942675c-aa5b-49e2-9c88-b6411f17d260,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:00.112103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab76cf-2561-443e-b92f-d81fd261deda req-35b996bb-e6bf-4766-a0a0-df3fbee45269 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.119907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dfab76cf-2561-443e-b92f-d81fd261deda req-35b996bb-e6bf-4766-a0a0-df3fbee45269 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3680575 Jul 09 19:42:00.132607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-9e0a93f6-c172-4535-b585-5c24da598828 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 217 time: 0.1058443 Jul 09 19:42:00.137331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=2dc7fbeb-991d-4b3e-a7e1-68482b311d0c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:00.150529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-285e8f20-a056-456a-ac5f-f49d835b6f71 None None] Provisioning for port d133c74f-91b2-4394-a87e-763ce9cbf0c6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:00.156019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-285e8f20-a056-456a-ac5f-f49d835b6f71 None None] Provisioning complete for port d133c74f-91b2-4394-a87e-763ce9cbf0c6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:00.156291 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-285e8f20-a056-456a-ac5f-f49d835b6f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.196342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.231118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-285e8f20-a056-456a-ac5f-f49d835b6f71 None None] Port d133c74f-91b2-4394-a87e-763ce9cbf0c6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:00.237943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dfab76cf-2561-443e-b92f-d81fd261deda req-e286bb9f-4d34-4c7e-a644-934370b13423 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 Jul 09 19:42:00.243322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.243529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.258149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-96b656e5-d122-41ac-8474-780df7dbdbdd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1716914 Jul 09 19:42:00.265403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-396cff16-6f5f-48e1-b85c-1472f01c5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.273487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-396cff16-6f5f-48e1-b85c-1472f01c5a3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1206803 Jul 09 19:42:00.326694 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b8aa2-d2eb-4377-8617-101267d90168 x-openstack-request-id: req-d61b8aa2-d2eb-4377-8617-101267d90168 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:00.327593 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "name": "network-vif-plugged", "status": "completed", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:00.327820 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d61b8aa2-d2eb-4377-8617-101267d90168 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:00.328227 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd', 'code': 200} Jul 09 19:42:00.373840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0018489c-7c61-48f4-8306-28db7bb65da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.378000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-0018489c-7c61-48f4-8306-28db7bb65da9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924683 Jul 09 19:42:00.430391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=d133c74f-91b2-4394-a87e-763ce9cbf0c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:00.509409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-921473f9-d20a-4ada-aaef-3abfc422eea1 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229651 Jul 09 19:42:00.525195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.531390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02d23232-3bd7-478f-86be-c68662e06395 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/d133c74f-91b2-4394-a87e-763ce9cbf0c6 HTTP/1.1" status: 204 len: 168 time: 0.9613855 Jul 09 19:42:00.537693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:00.680289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f684-ce11-4f9a-82fe-38543efe7d17 req-ef4020b7-1d0b-4d52-b33e-163d8ae750b8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.682492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3269f684-ce11-4f9a-82fe-38543efe7d17 req-ef4020b7-1d0b-4d52-b33e-163d8ae750b8 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.3896146 Jul 09 19:42:00.707835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02eb42-03ca-4671-92b7-55edf13a3913 req-cca815ff-a498-438e-8795-6e6862208530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.709489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc02eb42-03ca-4671-92b7-55edf13a3913 req-cca815ff-a498-438e-8795-6e6862208530 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 1096 time: 0.2716959 Jul 09 19:42:00.750058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bcbe7-fdc8-439a-9520-70605be0d89f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.761230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bcbe7-fdc8-439a-9520-70605be0d89f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:00.766814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-185bcbe7-fdc8-439a-9520-70605be0d89f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2227149 Jul 09 19:42:00.769319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:00.801179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-fc05d5bf-8381-4d9f-be85-ae2d0a5c2550 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762034 Jul 09 19:42:00.851820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc02eb42-03ca-4671-92b7-55edf13a3913 req-15860069-2326-423e-832e-136f3db01a3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247900 Jul 09 19:42:00.855602 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3269f684-ce11-4f9a-82fe-38543efe7d17 req-3f4b140c-dddc-411d-9249-ceec04a3821f tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585493 Jul 09 19:42:00.935105 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-33a77b1f-0537-4468-b9f8-f1d6775c0c35 req-b3c8bb2c-de96-42e5-a34d-0766e0e333f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:00.936227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33a77b1f-0537-4468-b9f8-f1d6775c0c35 req-b3c8bb2c-de96-42e5-a34d-0766e0e333f6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/0823f8ce-0e31-4f2e-8568-512704b06fd1 HTTP/1.1" status: 404 len: 352 time: 0.0346706 Jul 09 19:42:00.995957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-963b5fd6-32b7-4999-b715-a886dea4cf05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 217 time: 0.1336153 Jul 09 19:42:01.010918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9942675c-aa5b-49e2-9c88-b6411f17d260 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:01.028143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 9633a72b-aac3-4267-a25a-b18ec95a90c9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:01.041512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1bede85b-8198-4156-b37b-769c6838a4cb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1976331912&fields=id&tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c HTTP/1.1" status: 200 len: 267 time: 0.2733295 Jul 09 19:42:01.042114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.104973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 9942675c-aa5b-49e2-9c88-b6411f17d260 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:01.105552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.211497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba14a-658a-4406-8061-6b1df141e193 req-df5e5a59-3707-491a-a30a-7e4c0ae8c6a9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.215170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-debba14a-658a-4406-8061-6b1df141e193 req-df5e5a59-3707-491a-a30a-7e4c0ae8c6a9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.0997016 Jul 09 19:42:01.279479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-debba14a-658a-4406-8061-6b1df141e193 req-619e870a-8eb6-4836-885f-95a55cfc7e88 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540602 Jul 09 19:42:01.295432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-08ea1a80-8dd0-4746-b025-634161a44ad4 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.302632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-08ea1a80-8dd0-4746-b025-634161a44ad4 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 936 time: 0.2175021 Jul 09 19:42:01.307230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.342471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c3047713-7508-40c1-9d7b-415e5cd83431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.344674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c3047713-7508-40c1-9d7b-415e5cd83431 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.3395162 Jul 09 19:42:01.458435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-419471c0-651a-48ac-bb52-f700a18dec78 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.466004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-419471c0-651a-48ac-bb52-f700a18dec78 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 936 time: 0.1625333 Jul 09 19:42:01.511385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.518993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.525719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.533493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.540233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.547073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.553253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b31a18e5-3e61-4e20-aabc-926105e7c5e9 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0861056 Jul 09 19:42:01.554093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.557089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-fc787a4b-5ee4-4fd2-b70d-d98d87c85943 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.1446047 Jul 09 19:42:01.607570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec354658-8e18-48f0-bc0e-8816fd2b8ee1 req-afab929d-bf5d-4bf4-b0f7-f5b6ade203f2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408158 Jul 09 19:42:01.617666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-8b7c7e04-1bec-400a-9c2c-cbe43b0b36a5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0543454 Jul 09 19:42:01.621684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-757cd0d9-69b4-49c1-8d7a-7e577a374719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.624093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-757cd0d9-69b4-49c1-8d7a-7e577a374719 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2537026 Jul 09 19:42:01.648281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.733946 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-b0e9cdb6-a8ab-4435-805c-5c7b0789b34a req-1b430726-af2e-4cd1-961b-63caf1c22550 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:01.735025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0e9cdb6-a8ab-4435-805c-5c7b0789b34a req-1b430726-af2e-4cd1-961b-63caf1c22550 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/aa0346cb-3ca4-476a-bf40-6b713661da1c HTTP/1.1" status: 404 len: 352 time: 0.0299919 Jul 09 19:42:01.883638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-e65ff6a5-3f13-4b8e-9882-14567426ab3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.891344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-e65ff6a5-3f13-4b8e-9882-14567426ab3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.897648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-e65ff6a5-3f13-4b8e-9882-14567426ab3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:01.899429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-e65ff6a5-3f13-4b8e-9882-14567426ab3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 1993 time: 0.2751451 Jul 09 19:42:01.902792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.948095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=9633a72b-aac3-4267-a25a-b18ec95a90c9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:01.950911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-4fcd333f-871d-405b-b909-ba97548e1ea6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/quotas/a6aa13a3ff8944f8806fe8aba795fe8c HTTP/1.1" status: 200 len: 375 time: 0.0150163 Jul 09 19:42:01.955308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d4bd9a27-afc4-46b2-9968-b3c201cdc2ca service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174262 Jul 09 19:42:01.966114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0853c-b719-474b-995d-f1b92d0ea279 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:01.980025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:01.980761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c41c6b39-0527-4239-86cb-ba8636d5c186 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/9633a72b-aac3-4267-a25a-b18ec95a90c9 HTTP/1.1" status: 204 len: 168 time: 1.2106698 Jul 09 19:42:01.985582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:02.034964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a7f53dd-846d-4cd2-b49b-768ff1225fd8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470130 Jul 09 19:42:02.048581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:02.055244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:02.195423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-bb73b1f3-a4c0-4278-9d74-a4c00195f1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134373 Jul 09 19:42:02.213463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33c4ce-868c-47a5-bd10-75eae2dc7eb2 req-fec6ee09-565f-4f85-a523-77a5fb5ba38e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:02.215031 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b33c4ce-868c-47a5-bd10-75eae2dc7eb2 req-fec6ee09-565f-4f85-a523-77a5fb5ba38e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3013504 Jul 09 19:42:02.279783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:02.285353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.288219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:42:02.306377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-81fe15c6-0869-4855-b1a1-def8a9eec6b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 217 time: 0.1015413 Jul 09 19:42:02.353540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-47c534ae-d396-4b03-b0d4-8675945f51a6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3607130 Jul 09 19:42:02.364704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Deleting port 9942675c-aa5b-49e2-9c88-b6411f17d260 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:02.365081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.578678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-9e525f4b-122d-4089-8625-8475485e5522 service neutron] 10.222.0.10 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928189 Jul 09 19:42:02.586872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] For port 9942675c-aa5b-49e2-9c88-b6411f17d260, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9942675c-aa5b-49e2-9c88-b6411f17d260,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:02.589986 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.619653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Calling delete_port for 9942675c-aa5b-49e2-9c88-b6411f17d260 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:02.679983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-965fb83d-ad88-416e-91a8-1735224d0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:02.681509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-965fb83d-ad88-416e-91a8-1735224d0bb8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.3677325 Jul 09 19:42:02.681780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b33c4ce-868c-47a5-bd10-75eae2dc7eb2 req-77d95657-c69a-42cb-8c2e-f166a112627c tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343956 Jul 09 19:42:02.765582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.799266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b6f2ac78-0260-4e8d-9635-ff4b6d812e5d service neutron] 10.222.0.10 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207372 Jul 09 19:42:02.807405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-3190c6eb-c243-4513-8a36-7c4931c7cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:02.809206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-3190c6eb-c243-4513-8a36-7c4931c7cfbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106644 Jul 09 19:42:02.812872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] Pushing event deleted for resources: {'Port': ['ID=9942675c-aa5b-49e2-9c88-b6411f17d260,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:02.815466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5371f-a426-430b-906d-f14e787c1fd3 None None] No DVR routers for this DVR port 9942675c-aa5b-49e2-9c88-b6411f17d260 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:02.851584 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-9cafb601-754c-4bca-b6d3-e1ab9e3bb5ec req-6adf2b83-3b8b-4a69-9784-291b9f004b3d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:02.852591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9cafb601-754c-4bca-b6d3-e1ab9e3bb5ec req-6adf2b83-3b8b-4a69-9784-291b9f004b3d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/8692f85b-5d85-4260-82de-bb1ff7f23c9f HTTP/1.1" status: 404 len: 352 time: 0.0207212 Jul 09 19:42:02.888463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:42:02.894359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.952056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-2bbb08d8-f773-44f8-877c-c4f88d0ae9bb service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164734 Jul 09 19:42:02.952155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9942675c-aa5b-49e2-9c88-b6411f17d260 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:02.961801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:02.979390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:02.988835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:02.989469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:03.005658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 9942675c-aa5b-49e2-9c88-b6411f17d260 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:03.006009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9942675c-aa5b-49e2-9c88-b6411f17d260 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:03.009921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6925601-2f87-46fb-911c-a7ed2e6c8ea4 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:03.022407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=88630ac7-3b97-4a48-b157-84055231d67c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:03.034185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-66f7e724-3497-466b-a7d9-a317b4a6a80f service neutron] 10.222.0.10 "GET /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2213576 Jul 09 19:42:03.049891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-506c6e07-2ec7-4fb0-8186-df5ba144cd40 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0001626 Jul 09 19:42:03.055617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:03.062690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:fb:63:16', 'name': 'tempest-NetworksTestDHCPv6-1389971965'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:03.341722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.349952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.363130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '88630ac7-3b97-4a48-b157-84055231d67c'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:03.363698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.364265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:03.379106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.391730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.399191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.406479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.414765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-2b5809f0-1f50-455b-afcf-9070c195e6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.3238037 Jul 09 19:42:03.448080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:03.520128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5e0ebfaf-17dc-409f-945d-4c26034ca9bd service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537188 Jul 09 19:42:03.569887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79352585-7976-405a-98a3-b0dfea18f1b5 req-1892c483-fc93-4834-b907-44d542567716 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476450 Jul 09 19:42:03.576072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-4d9b0395-5ca4-4cf0-94f8-77ea21850546 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 217 time: 0.0388563 Jul 09 19:42:03.685664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Allocated IP 2001:db8::f816:3eff:fe2e:78f9 (607af5c0-a15f-45f9-be62-7560cb7593c1/88630ac7-3b97-4a48-b157-84055231d67c/42f9ae66-003f-4a64-bcd6-693ac365fc69) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:03.716244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-7f149fe6-badb-43bc-8f54-ce3c7c832b02 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594586 Jul 09 19:42:03.743747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:03.808573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5253f0bb-079c-4b8f-9d0b-36611ca7450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:03.809689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-5253f0bb-079c-4b8f-9d0b-36611ca7450f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.2200634 Jul 09 19:42:03.820309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:42:03.993024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-79f570b5-a54a-4039-8314-80916b6935ee service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756140 Jul 09 19:42:04.028268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:04.044039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1599b5f8-7ec7-41cf-a440-c51846aead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:04.046209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Transition to ACTIVE for port object 42f9ae66-003f-4a64-bcd6-693ac365fc69 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:04.046662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1599b5f8-7ec7-41cf-a440-c51846aead5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2231216 Jul 09 19:42:04.088212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Transition to ACTIVE for port object 42f9ae66-003f-4a64-bcd6-693ac365fc69 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:04.099671 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:04.161695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:04.170352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:04.177233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:04.190098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Pushing event updated for resources: {'Port': ['ID=42f9ae66-003f-4a64-bcd6-693ac365fc69,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:04.217841 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-aadd6bed-9515-481b-a633-8bd1a31eee45 service neutron] 10.222.0.10 "GET /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2234221 Jul 09 19:42:04.260982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fefb:6316 (607af5c0-a15f-45f9-be62-7560cb7593c1/88630ac7-3b97-4a48-b157-84055231d67c/f7afed3f-dd40-4aa6-a08a-49ae8cba70b6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:04.274432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Attempting to bind port 42f9ae66-003f-4a64-bcd6-693ac365fc69 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:04.274836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Attempting to bind port 42f9ae66-003f-4a64-bcd6-693ac365fc69 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:04.275922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Attempting to bind port 42f9ae66-003f-4a64-bcd6-693ac365fc69 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:04.282010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:04.282506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:04.282917 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:04.283304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:04.283759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Bound port: 42f9ae66-003f-4a64-bcd6-693ac365fc69, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:04.284140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:04.288500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9ab1-e6ff-4a5e-b528-b53ea85ec953 req-e260a10a-7c2d-4669-a146-d6db4a2b6ec9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:04.292535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-583c9ab1-e6ff-4a5e-b528-b53ea85ec953 req-e260a10a-7c2d-4669-a146-d6db4a2b6ec9 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.2701447 Jul 09 19:42:04.393027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] For port 42f9ae66-003f-4a64-bcd6-693ac365fc69, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:04.397890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] For port 42f9ae66-003f-4a64-bcd6-693ac365fc69, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=42f9ae66-003f-4a64-bcd6-693ac365fc69,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:04.405816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:04.440488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-583c9ab1-e6ff-4a5e-b528-b53ea85ec953 req-be412cd7-5437-4907-8fae-b5eb16c0f5da tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405666 Jul 09 19:42:04.440726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-c244fc30-67fe-43a9-9332-c8cd1c6bc745 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816752 Jul 09 19:42:04.541424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1270eb-950b-41f7-8831-566b4abeacda None None] Pushing event updated for resources: {'Port': ['ID=42f9ae66-003f-4a64-bcd6-693ac365fc69,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:04.541649 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-396bfa4d-375b-4066-bd69-14a0e187cfe5 req-049e8033-0d39-46c0-a88a-925bf0c87818 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:04.561001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-396bfa4d-375b-4066-bd69-14a0e187cfe5 req-049e8033-0d39-46c0-a88a-925bf0c87818 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/9de790a3-f571-4ec3-ae37-03f5b99d6408 HTTP/1.1" status: 404 len: 352 time: 0.0564675 Jul 09 19:42:04.604038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c3aa72-721a-460c-a8f1-49c41455a7b8 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847742 Jul 09 19:42:04.607445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-973ed20e-dc0b-4031-a4c8-657db2272962 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597440 Jul 09 19:42:04.779222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-7b97b364-d038-45df-b533-bcdd2549f630 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.1509135 Jul 09 19:42:04.993932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:05.029238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-eecfbaa3-5dbc-48e7-b6c9-d1e83cfcbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.033310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-eecfbaa3-5dbc-48e7-b6c9-d1e83cfcbee4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.1478081 Jul 09 19:42:05.052348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21cdf2-4c45-4a91-9864-a8fba73491e2 req-bce05f16-5591-4c5a-821c-83181a21674a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.067729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21cdf2-4c45-4a91-9864-a8fba73491e2 req-bce05f16-5591-4c5a-821c-83181a21674a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.2831385 Jul 09 19:42:05.112833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-4fede414-9475-49ff-85c2-c67bd34b4cc5 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982831 Jul 09 19:42:05.139225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:05.173150 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21cdf2-4c45-4a91-9864-a8fba73491e2 req-006286e2-a29b-4b92-a08e-57a12fdb852e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043687 Jul 09 19:42:05.189311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 42f9ae66-003f-4a64-bcd6-693ac365fc69 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:05.265542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:05.305164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 42f9ae66-003f-4a64-bcd6-693ac365fc69 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:05.325510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:05.329754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e4a32857-aa82-420f-8e7d-8edb6b7a3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.331731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-e4a32857-aa82-420f-8e7d-8edb6b7a3c0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2911162 Jul 09 19:42:05.332649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:05.380517 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-ab35b80f-1b99-44db-99d0-4367e92cd146 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606559 Jul 09 19:42:05.389110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:05.401748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.403056 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:05.452982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3955727 Jul 09 19:42:05.453757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:05.486262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da962f7-0fec-4ee5-a39b-4c9813ff5b4c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=f7afed3f-dd40-4aa6-a08a-49ae8cba70b6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:05.578790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-d2566f3b-f00f-4acb-9ee5-db1805302e9e service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366304 Jul 09 19:42:05.584398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b764f43b-6ef4-4974-b155-03bdb384d344 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776061 Jul 09 19:42:05.587094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e10665-1223-4113-aac8-2f41f2b0f47e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.593992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e10665-1223-4113-aac8-2f41f2b0f47e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.603933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44e10665-1223-4113-aac8-2f41f2b0f47e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1488297 Jul 09 19:42:05.605668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:05.699012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543f2fa-c748-4681-8288-75d3fa4c7e39 req-40430215-a401-4ab2-81d1-7eb4f34b7abc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.706411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f543f2fa-c748-4681-8288-75d3fa4c7e39 req-40430215-a401-4ab2-81d1-7eb4f34b7abc tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1789262 Jul 09 19:42:05.783515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f4b31404-d362-47b8-983c-70c6ec636556 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859539 Jul 09 19:42:05.788410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f543f2fa-c748-4681-8288-75d3fa4c7e39 req-32e3e194-aa03-4c8b-a42d-fd802b291602 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815568 Jul 09 19:42:05.796358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-930a9246-2589-42e9-b01d-f4f447a7a621 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072427 Jul 09 19:42:05.815654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:05.816267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:05.885754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-bae5ceeb-2c66-4846-a64d-f61b13cedf0b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.0754263 Jul 09 19:42:05.891360 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-f59304ff-9b2a-40b3-87e4-1f048b14c611 req-017c7098-d4ce-4b5f-8c6c-afcf28eb9bb0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:05.892907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f59304ff-9b2a-40b3-87e4-1f048b14c611 req-017c7098-d4ce-4b5f-8c6c-afcf28eb9bb0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/7c3d07d8-0f33-4ef3-84c1-635c19488da5 HTTP/1.1" status: 404 len: 352 time: 0.0679286 Jul 09 19:42:05.944243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1169ac1d-5b0c-431e-960e-aad1e8aff9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:05.945544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-1169ac1d-5b0c-431e-960e-aad1e8aff9da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0520785 Jul 09 19:42:05.997498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-9afc2931-3088-4d2b-b4fd-bfc1d8419ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129145 Jul 09 19:42:06.017086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.050339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:06.181554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-3a6b184c-0c28-4286-b89d-4e89634b9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.183070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-3a6b184c-0c28-4286-b89d-4e89634b9ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1824591 Jul 09 19:42:06.203224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-9d823904-8096-4df7-a2cc-d7b9a8c23d6e service neutron] 10.222.0.10 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048421 Jul 09 19:42:06.256556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.265021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.272799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.280086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.289733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.296897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.303231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.305436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-59ae0831-6018-4060-a17a-2dd85215b45a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2327917 Jul 09 19:42:06.322408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Provisioning for port 42f9ae66-003f-4a64-bcd6-693ac365fc69 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:06.328666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Provisioning complete for port 42f9ae66-003f-4a64-bcd6-693ac365fc69 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:06.329058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.424262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-434deeb0-215f-4f6f-89f9-db24130757f5 req-4fc9bc2c-b48e-4a21-8743-20b1c2d06654 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788260 Jul 09 19:42:06.439008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.482687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-febc6908-0964-47bd-ade2-b54a62fd86d7 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911885 Jul 09 19:42:06.526640 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.531607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=f7afed3f-dd40-4aa6-a08a-49ae8cba70b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:06.545337 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-ed23a752-3554-4716-99df-eabc1d237ab8 req-c6970e47-e9e0-4964-9723-55e218bf379c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] show failed (client error): The resource could not be found. Jul 09 19:42:06.557753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed23a752-3554-4716-99df-eabc1d237ab8 req-c6970e47-e9e0-4964-9723-55e218bf379c tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/403518e9-aade-4247-bdb0-bcc63cc74ca5 HTTP/1.1" status: 404 len: 352 time: 0.0379093 Jul 09 19:42:06.610742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.614423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95ab80bf-8100-40ae-a15f-0225cbae71ac tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 HTTP/1.1" status: 204 len: 168 time: 1.0072949 Jul 09 19:42:06.622268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:06.662654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a9f7572c-5ae3-4b91-9191-6fd56a3adff3 service neutron] 10.222.0.10 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209120 Jul 09 19:42:06.681980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] For port 42f9ae66-003f-4a64-bcd6-693ac365fc69, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=42f9ae66-003f-4a64-bcd6-693ac365fc69,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:06.691139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:06.765231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8d4e9-6dae-4ccc-93d5-12e5d8a32bad tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.771289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8d4e9-6dae-4ccc-93d5-12e5d8a32bad tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:06.773333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bff8d4e9-6dae-4ccc-93d5-12e5d8a32bad tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1484776 Jul 09 19:42:06.781948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:06.848755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aef63c-b5bc-4054-9ecf-8495955c1c1b None None] Pushing event updated for resources: {'Port': ['ID=42f9ae66-003f-4a64-bcd6-693ac365fc69,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:06.850250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-6b7bcdab-b13b-4078-a1ab-70fe0eb9a1ad service neutron] 10.222.0.10 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812725 Jul 09 19:42:06.864079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7d98cbe1-f032-487b-9e3e-db33b8632ff8 None None] Could not find standard attr ID for object f7afed3f-dd40-4aa6-a08a-49ae8cba70b6. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:42:06.883154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d662ca7-01cc-4847-b44b-d05506cabb42 req-eae3fcc2-e0b7-4db5-9275-48849e6cf37c service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875942 Jul 09 19:42:07.030881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 88630ac7-3b97-4a48-b157-84055231d67c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:07.039103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:07.083219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef449-d76a-449b-98a6-9e84ceea515b req-89e71f7d-2565-4d1f-ac62-c1ff7967d2be tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.093700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddbef449-d76a-449b-98a6-9e84ceea515b req-89e71f7d-2565-4d1f-ac62-c1ff7967d2be tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3059549 Jul 09 19:42:07.117772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f96f7582-b217-469f-8ea0-67714ebba8bd service neutron] 10.222.0.10 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334001 Jul 09 19:42:07.154117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.154616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.155139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.155880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.156358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.156935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.157468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.159422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-d93b9b19-eda0-41c1-9bc9-19948b328859 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6475 time: 0.1385996 Jul 09 19:42:07.218557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddbef449-d76a-449b-98a6-9e84ceea515b req-f52eed3b-e72b-4a6b-aef4-319d463eaf32 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238866 Jul 09 19:42:07.221643 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:07.302123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-739665a7-f8a4-4f2c-b2da-ab9e87275ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.303214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-739665a7-f8a4-4f2c-b2da-ab9e87275ebd service neutron] 10.222.0.25 "GET /v2.0/networks?id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 902 time: 0.1363497 Jul 09 19:42:07.370889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-7d633250-06b7-4099-aa2b-de8b275e4e68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.0567451 Jul 09 19:42:07.429421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:07.464533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-660c07ef-fb11-48df-9979-8447590271d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.466028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-660c07ef-fb11-48df-9979-8447590271d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0874758 Jul 09 19:42:07.537626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-a7fc3945-97d7-4674-ac91-0dd8d26ec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.539610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-a7fc3945-97d7-4674-ac91-0dd8d26ec64e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630600 Jul 09 19:42:07.561348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:07.631458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=88630ac7-3b97-4a48-b157-84055231d67c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:07.634508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:07.638690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4b5b93e3-5a8e-402c-a991-a9e94c21832f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/88630ac7-3b97-4a48-b157-84055231d67c HTTP/1.1" status: 204 len: 168 time: 0.8372979 Jul 09 19:42:07.641313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:07.654619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc5acf-a474-4742-a273-2042730265d3 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:07.721622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfded6-8192-4970-92d1-3f19cda347a9 req-8c27eedb-1952-42b2-a885-2ad718ad4c6d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:07.723613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0edfded6-8192-4970-92d1-3f19cda347a9 req-8c27eedb-1952-42b2-a885-2ad718ad4c6d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.1741104 Jul 09 19:42:07.733599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-57361f4c-e53e-4c34-8557-d1eb7cef86d4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897260 Jul 09 19:42:07.736023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:07.812199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0edfded6-8192-4970-92d1-3f19cda347a9 req-a1a04b87-47bf-4a20-81f8-59532529fa3b tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Jul 09 19:42:07.817413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-70348945-4600-4b1f-953f-a1e00f078dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703578 Jul 09 19:42:07.989167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:42:08.023372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-fb1bcc78-5108-4bb0-aaa4-7ec052f9d49d service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965637 Jul 09 19:42:08.098928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b386a-5dd6-44d1-983d-7c8a4cae6ff9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.101766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d4b386a-5dd6-44d1-983d-7c8a4cae6ff9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3644905 Jul 09 19:42:08.104324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:08.144989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Deleting port 42f9ae66-003f-4a64-bcd6-693ac365fc69 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:08.145413 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:08.236375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] For port 42f9ae66-003f-4a64-bcd6-693ac365fc69, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=42f9ae66-003f-4a64-bcd6-693ac365fc69,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:08.237045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:08.253491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Calling delete_port for 42f9ae66-003f-4a64-bcd6-693ac365fc69 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:08.290431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296fe7f-a63b-4699-a503-b4165b5f3f9b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.297777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4296fe7f-a63b-4699-a503-b4165b5f3f9b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1923211 Jul 09 19:42:08.302637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:08.364915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:08.384552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.385984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.386481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.386964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.389404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.389932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.390419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.394598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-19a192d1-1fc3-45fa-b06b-5cf08f6b0ade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6475 time: 0.2911825 Jul 09 19:42:08.452920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] Pushing event deleted for resources: {'Port': ['ID=42f9ae66-003f-4a64-bcd6-693ac365fc69,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:08.457938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d065c19-afc7-4c0f-b48f-442daf7f1a25 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487718 Jul 09 19:42:08.459071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:08.472617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:08.478379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664e390-f3fd-4e8a-bbde-df4294ce47f6 None None] No DVR routers for this DVR port 42f9ae66-003f-4a64-bcd6-693ac365fc69 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:08.737738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-679bcf63-e835-4ff2-ac04-49e0feb82e4c req-c0277a51-527c-4f65-be5d-137dce53e4ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.1199930 Jul 09 19:42:08.830396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-a59e52e6-da1e-4e67-86f7-c43f9729c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:08.834141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-a59e52e6-da1e-4e67-86f7-c43f9729c1f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 902 time: 0.4210100 Jul 09 19:42:08.861397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:08.871236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:08.988964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-6ecf62c1-327f-4c26-97e9-88ed26eadee9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.1440582 Jul 09 19:42:09.002194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 42f9ae66-003f-4a64-bcd6-693ac365fc69 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:09.035509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.044798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 42f9ae66-003f-4a64-bcd6-693ac365fc69 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:09.045515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 42f9ae66-003f-4a64-bcd6-693ac365fc69 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:09.046780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.065939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.083230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.093937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.103120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.109950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.148353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-11ffaed2-9e18-4aaf-8e8b-dd6a86a1dda3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.5251627 Jul 09 19:42:09.351297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b68b7e-f9b5-42f5-86af-e2161bfadb63 req-9086cfc3-34b3-44e3-865f-75df305b2a55 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.374073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b68b7e-f9b5-42f5-86af-e2161bfadb63 req-9086cfc3-34b3-44e3-865f-75df305b2a55 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3801019 Jul 09 19:42:09.444550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39d0eaca-24cc-4f70-972b-2525a15a71bb req-8bb79ed4-bc68-4e8b-9ed8-a9fcb6202714 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2854781 Jul 09 19:42:09.448775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-e2ff236d-d597-42e7-afed-c10f22b8f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.450274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-e2ff236d-d597-42e7-afed-c10f22b8f908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.2894402 Jul 09 19:42:09.611825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-38157a6a-4639-42b6-b1d4-67abd7b4d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.617207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-38157a6a-4639-42b6-b1d4-67abd7b4d355 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567523 Jul 09 19:42:09.657266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45b68b7e-f9b5-42f5-86af-e2161bfadb63 req-43bf826e-62a0-44ce-80a7-e0c199474210 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820988 Jul 09 19:42:09.766214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:09.785244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-88ad4247-27bb-41d7-b14a-88241e717351 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600320 Jul 09 19:42:09.943213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:09.947944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed440b-31cb-468e-8036-a728d50e2c2e req-8b7e9cf3-6d21-4de0-9a03-a8a63f237ddf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.949575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ed440b-31cb-468e-8036-a728d50e2c2e req-8b7e9cf3-6d21-4de0-9a03-a8a63f237ddf tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1024 time: 0.1465385 Jul 09 19:42:09.952154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591d57c5-1e15-42cc-aff4-f02845ffd85f req-72dc7e7b-e89a-4a5e-be91-ea52a23112bb service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593466 Jul 09 19:42:09.963226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:09.969177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:09.973808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab75d2f-d3b6-4d8b-8f76-aad4bdc0d5fa None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:09.974510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:09.999541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=665ced06-cb01-4edd-93ce-fee9aef1efa8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:10.044791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1ed440b-31cb-468e-8036-a728d50e2c2e req-19214784-cf24-4d81-bab0-ede9078277a0 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8d3f9e6-7abf-40a3-b0b4-8008102f7969&id=ae6a0614-6066-47a8-8417-1c6be4553110&id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0730102 Jul 09 19:42:10.281660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': '665ced06-cb01-4edd-93ce-fee9aef1efa8'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:10.283517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:10.479610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/665ced06-cb01-4edd-93ce-fee9aef1efa8/51e19e0f-74c9-4a7d-afeb-001fc08e0b07) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:10.811146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf4274c0-deca-45df-9962-e909cbae0d98 req-7ba9413f-ddef-45c8-a3e3-a388e43078af tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.8178537 Jul 09 19:42:10.831741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0aaebf4a-65a7-4336-8af6-ddea654177a3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3716087 Jul 09 19:42:10.837619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:10.844377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:fc:dd:ea', 'name': 'tempest-NetworksTestDHCPv6-77969040'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:10.883039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-eb3c23e9-03b6-4666-a1b0-0e889b7ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:10.884424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-eb3c23e9-03b6-4666-a1b0-0e889b7ed31f service neutron] 10.222.0.59 "GET /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 1032 time: 0.1074054 Jul 09 19:42:10.896792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-73d7c040-710d-4475-b1e6-a35cd69a4a50 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:10.898674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-73d7c040-710d-4475-b1e6-a35cd69a4a50 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1024 time: 1.0533490 Jul 09 19:42:11.001432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.007928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.021103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.035387 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.035605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.043346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-8e881954-3cb7-4ecb-a604-b525e08397a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.044714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-8e881954-3cb7-4ecb-a604-b525e08397a2 service neutron] 10.222.0.59 "GET /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 1032 time: 0.1449351 Jul 09 19:42:11.046545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.070813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.081394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Transition to ACTIVE for port object 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:11.084654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.093603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b18fe7a9-925e-4484-b810-241202770582 req-9d496b46-3ebc-4328-9654-ff36118443a3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.3375771 Jul 09 19:42:11.184715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Transition to ACTIVE for port object 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:11.195360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-62fab28d-f8fa-4ae7-968a-c774c54ee8f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.202033 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.202191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-62fab28d-f8fa-4ae7-968a-c774c54ee8f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.208782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-62fab28d-f8fa-4ae7-968a-c774c54ee8f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.210051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b18fe7a9-925e-4484-b810-241202770582 req-658dd92d-222a-486e-aab2-01f4a0e8b2a4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075211 Jul 09 19:42:11.210500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-62fab28d-f8fa-4ae7-968a-c774c54ee8f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 1993 time: 0.1544557 Jul 09 19:42:11.328068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:11.416242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-ae3e2c50-9961-4b54-866c-f541780c09c0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c HTTP/1.1" status: 200 len: 380 time: 0.1957693 Jul 09 19:42:11.426098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'admin_state_up': True, 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'security_groups': ['be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:11.448093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Pushing event updated for resources: {'Port': ['ID=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:11.512536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:11.515493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:11.523265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:11.626675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Deleting port 190f2748-8c4f-4974-85aa-117262ea24f8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:11.626970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.685758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Attempting to bind port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:11.685758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Attempting to bind port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:11.685758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Attempting to bind port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:11.686614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.694865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:11.695235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:11.695641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.696032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:11.696492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Bound port: 51e19e0f-74c9-4a7d-afeb-001fc08e0b07, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:11.696872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.764957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 3e1d033d-3c26-4e16-99bf-46cf83c40057 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:42:11.853590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb04d2-b588-46b5-aee5-8c0c0ae6cd88 req-6856b151-d0d4-436f-b66b-63055c641b8b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:11.863700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] For port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:11.865792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cdb04d2-b588-46b5-aee5-8c0c0ae6cd88 req-6856b151-d0d4-436f-b66b-63055c641b8b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.6126614 Jul 09 19:42:11.872912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] For port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:11.886501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:11.999926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9fc94-d10e-4dee-95ac-3f8b06fb1202 None None] Pushing event updated for resources: {'Port': ['ID=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:12.069767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cdb04d2-b588-46b5-aee5-8c0c0ae6cd88 req-84a336b4-8142-4cb6-bd83-aae42fa36442 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027645 Jul 09 19:42:12.170969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] For port 190f2748-8c4f-4974-85aa-117262ea24f8, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=190f2748-8c4f-4974-85aa-117262ea24f8,segment=NetworkSegment(490dae1d-a274-40af-b58b-02a898606195),segment_id=490dae1d-a274-40af-b58b-02a898606195)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:12.171531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:12.234786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Calling delete_port for 190f2748-8c4f-4974-85aa-117262ea24f8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:12.305388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:12.319323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:12.590987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6598751e-ac9f-4782-9c26-51a7f4e89bf5 req-978acc33-8d7f-4226-8372-869fa8b54ba9 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.2108507 Jul 09 19:42:13.129867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:13.238786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 190f2748-8c4f-4974-85aa-117262ea24f8 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:13.273805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::a0 (607af5c0-a15f-45f9-be62-7560cb7593c1/665ced06-cb01-4edd-93ce-fee9aef1efa8/3e1d033d-3c26-4e16-99bf-46cf83c40057) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:13.298944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 190f2748-8c4f-4974-85aa-117262ea24f8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:13.299294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 190f2748-8c4f-4974-85aa-117262ea24f8 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:13.329550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e2c5c-661d-447d-9112-5ec57861a20b req-4a9380c1-9341-4cf9-b185-d97d8e451804 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.338090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:13.344724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-538e2c5c-661d-447d-9112-5ec57861a20b req-4a9380c1-9341-4cf9-b185-d97d8e451804 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/ports?device_id=da9e892d-f5b0-44db-947a-7e8bd3358538 HTTP/1.1" status: 200 len: 1024 time: 1.8267901 Jul 09 19:42:13.362944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:13.431080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-538e2c5c-661d-447d-9112-5ec57861a20b req-2cbb73ff-8e8f-4b83-a91e-b2593778aab5 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8d3f9e6-7abf-40a3-b0b4-8008102f7969&id=ae6a0614-6066-47a8-8417-1c6be4553110&id=cc31cd83-cdf3-4a9e-91ea-e704b045a335&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0832441 Jul 09 19:42:13.492151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'Port': ['ID=190f2748-8c4f-4974-85aa-117262ea24f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:13.500624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 172.20.0.13 (6e70050c-7910-48bd-a281-d9a68e04c1a2/4c731fec-f5fd-4c10-a75c-7d2a67d74729/f94e2850-df37-4f3e-9875-e4c90177d491) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:13.611430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] No DVR routers for this DVR port 190f2748-8c4f-4974-85aa-117262ea24f8 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:13.629617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:13.635238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99a84799-89ac-4a13-b8ce-85207b51b683 req-c0ae204b-72b0-483e-a8c4-0ee2ddc5f2c9 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.59 "DELETE /v2.0/ports/190f2748-8c4f-4974-85aa-117262ea24f8 HTTP/1.1" status: 204 len: 173 time: 2.7263248 Jul 09 19:42:13.639619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'name': 'network-vif-deleted', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:13.648852 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f904aeb-d5a6-4bb3-b5a6-1073e340c620" -d '{"events": [{"server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "name": "network-vif-deleted", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:13.819155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:13.827436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.851552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.866173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.875419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 3e1d033d-3c26-4e16-99bf-46cf83c40057 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:13.877906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.885746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.893342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.908755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:13.927677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-b669977c-d9ab-4b14-8d3b-f1e8178fa80e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.6036789 Jul 09 19:42:14.000336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.084684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=3e1d033d-3c26-4e16-99bf-46cf83c40057,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:14.175687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:14.186379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:14.189334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:14.202228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49b94e02-230e-4047-8215-68e43b7a9a7b req-44e26417-856a-4130-944b-baaa606d2214 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731836 Jul 09 19:42:14.207494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:14.208168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.275307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:14.277263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-62d08b77-ec2c-4ed9-b6bd-abdb54c2f784 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4378629 Jul 09 19:42:14.322141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9afd5-700e-4c52-88c8-0b45aee49e73 req-a03249ec-30d2-49a2-8ddc-5f2accb117b2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:14.327490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Provisioning for port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:14.333296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Provisioning complete for port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:14.333641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2e9afd5-700e-4c52-88c8-0b45aee49e73 req-a03249ec-30d2-49a2-8ddc-5f2accb117b2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.5766988 Jul 09 19:42:14.333762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.394713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.454770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object f94e2850-df37-4f3e-9875-e4c90177d491 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:14.479685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2e9afd5-700e-4c52-88c8-0b45aee49e73 req-b018d70d-14fd-45b2-98a4-5e321c2897de tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451190 Jul 09 19:42:14.614787 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515bc187-f708-46c7-8475-85f9c76dc3ba x-openstack-request-id: req-515bc187-f708-46c7-8475-85f9c76dc3ba {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:14.616245 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e892d-f5b0-44db-947a-7e8bd3358538", "name": "network-vif-deleted", "tag": "190f2748-8c4f-4974-85aa-117262ea24f8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:14.617465 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-515bc187-f708-46c7-8475-85f9c76dc3ba {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:14.620276 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e892d-f5b0-44db-947a-7e8bd3358538', 'name': 'network-vif-deleted', 'tag': '190f2748-8c4f-4974-85aa-117262ea24f8', 'status': 'completed', 'code': 200} Jul 09 19:42:14.668025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8360ff92-a450-4829-943d-dc7b68492476 req-40883076-936c-46da-a5cb-9d5a37ff5579 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.1062412 Jul 09 19:42:14.745277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.863676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54faea-b553-48de-9acb-d0adce54c557 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:14.874561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54faea-b553-48de-9acb-d0adce54c557 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:14.877080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ca54faea-b553-48de-9acb-d0adce54c557 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.5957456 Jul 09 19:42:14.879839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:14.914082 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:14.968582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:14.982525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:14.998994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:15.011856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:15.056285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] For port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:15.070656 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.204152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.204957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.258619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2310899d-d626-4ecd-adea-5a1bf3bdcd86 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8414607 Jul 09 19:42:15.271289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'admin_state_up': True, 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'security_groups': ['be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:15.274473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Pushing event updated for resources: {'Port': ['ID=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:15.276806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3382f3b2-8520-4877-9c95-4dc23cd75803 None None] Provisioning for port 3e1d033d-3c26-4e16-99bf-46cf83c40057 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:15.281844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e27da67-741f-4719-845d-3d67dc489f05 req-b66bf0a3-22b4-4528-9664-77419ac7f6a7 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/f8d3f9e6-7abf-40a3-b0b4-8008102f7969 HTTP/1.1" status: 200 len: 1802 time: 0.1965449 Jul 09 19:42:15.301577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3382f3b2-8520-4877-9c95-4dc23cd75803 None None] Provisioning complete for port 3e1d033d-3c26-4e16-99bf-46cf83c40057 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:15.301945 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3382f3b2-8520-4877-9c95-4dc23cd75803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.304426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.304767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.305099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.312866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.315187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.315714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.316237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.322894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.323421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.323907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.324389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.324892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48693f3a-57f0-4834-b721-c7082fc5d4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:15.443580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 3e1d033d-3c26-4e16-99bf-46cf83c40057 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:15.444434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3382f3b2-8520-4877-9c95-4dc23cd75803 None None] Port 3e1d033d-3c26-4e16-99bf-46cf83c40057 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:15.453917 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.538374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e27da67-741f-4719-845d-3d67dc489f05 req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.580555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3fe59a35-6786-46d3-aac6-e06784293e24 None None] Provisioning for port f94e2850-df37-4f3e-9875-e4c90177d491 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:15.590641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3fe59a35-6786-46d3-aac6-e06784293e24 None None] Provisioning complete for port f94e2850-df37-4f3e-9875-e4c90177d491 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:15.592724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fe59a35-6786-46d3-aac6-e06784293e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.599953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e27da67-741f-4719-845d-3d67dc489f05 req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.644301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.651968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3fe59a35-6786-46d3-aac6-e06784293e24 None None] Port f94e2850-df37-4f3e-9875-e4c90177d491 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:15.674496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 3e1d033d-3c26-4e16-99bf-46cf83c40057 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:15.826175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.833072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.854646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.863628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.893744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=3e1d033d-3c26-4e16-99bf-46cf83c40057,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:15.897982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.903707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e27da67-741f-4719-845d-3d67dc489f05 req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.906984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e27da67-741f-4719-845d-3d67dc489f05 req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:15.922348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e27da67-741f-4719-845d-3d67dc489f05 req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/f8d3f9e6-7abf-40a3-b0b4-8008102f7969 HTTP/1.1" status: 204 len: 173 time: 0.6297987 Jul 09 19:42:15.924460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.948632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.969376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:15.993172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e620428-182a-4efc-81af-d853b6435ce2 req-0e91be9b-cd92-43ae-8946-509d808e29b7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.4731388 Jul 09 19:42:16.026067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39869c-db5a-4d7b-8382-954c60037d8d tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3f9e6-7abf-40a3-b0b4-8008102f7969,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:16.033465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:16.052690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-97dedc71-92e8-455f-8d31-7366a105cbdf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/3e1d033d-3c26-4e16-99bf-46cf83c40057 HTTP/1.1" status: 204 len: 168 time: 1.1712568 Jul 09 19:42:16.059586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:16.191123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f97d6-0937-48f6-ba48-9874a5e4e9b1 req-1d6307f1-a097-4881-9875-bb8e379eb848 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:16.200865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-709f97d6-0937-48f6-ba48-9874a5e4e9b1 req-1d6307f1-a097-4881-9875-bb8e379eb848 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.1025660 Jul 09 19:42:16.272121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:16.285503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-709f97d6-0937-48f6-ba48-9874a5e4e9b1 req-0cac5420-a32d-42c0-9a53-1e0baf5112c9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823085 Jul 09 19:42:16.292050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:16.350527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e620428-182a-4efc-81af-d853b6435ce2 req-51b22191-4074-4271-b701-3f672cac2d27 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3500376 Jul 09 19:42:16.361624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2537125-e867-4821-b484-ec754f752a4f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:16.363576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2537125-e867-4821-b484-ec754f752a4f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:16.369375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:16.384936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2537125-e867-4821-b484-ec754f752a4f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3227491 Jul 09 19:42:16.511564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 665ced06-cb01-4edd-93ce-fee9aef1efa8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:16.519677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:16.580806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:16.605466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.1.1.157 (1a834868-c4b0-46a5-a848-6f5238889074/d1ff078d-13cc-423a-a32f-383802fbd110/30c48eee-9098-4748-a2c4-86c19c8f9733) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:16.740774 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:16.837046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ecb8-703a-4fdd-8c73-748ff4aff919 req-3914d5c2-0cc5-4745-b40c-3c34eea0db61 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:16.839654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5e4ecb8-703a-4fdd-8c73-748ff4aff919 req-3914d5c2-0cc5-4745-b40c-3c34eea0db61 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 932 time: 0.1788449 Jul 09 19:42:16.974779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.048173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=665ced06-cb01-4edd-93ce-fee9aef1efa8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:17.063362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:17.071308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.077946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a5e4ecb8-703a-4fdd-8c73-748ff4aff919 req-1eafcc8a-d004-4e58-be96-68e38862ea14 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947618 Jul 09 19:42:17.082030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-62716a0c-649d-4400-88cc-f91b38450cf6 tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "GET /v2.0/security-groups/ae6a0614-6066-47a8-8417-1c6be4553110 HTTP/1.1" status: 200 len: 1801 time: 0.6092603 Jul 09 19:42:17.094998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object 30c48eee-9098-4748-a2c4-86c19c8f9733 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:17.141403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.167640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.169074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df3f7b-59e5-44d0-91d0-cf757a2ece16 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:17.169654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f4d8d64c-0bea-4e03-b5d1-e53db5804ef4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/665ced06-cb01-4edd-93ce-fee9aef1efa8 HTTP/1.1" status: 204 len: 168 time: 0.7992663 Jul 09 19:42:17.173950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:17.229467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.305179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.322107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6254c57-f3be-4295-a624-d518897b8c33 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103866 Jul 09 19:42:17.325956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:17.370753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 1a834868-c4b0-46a5-a848-6f5238889074 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:17.381829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:17.390427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:17.449750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:17.539526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:17.541994 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.545822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:17.546934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.566968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dbddc158-98a9-4e53-abeb-a921bfa1367d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3010201 Jul 09 19:42:17.586096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'admin_state_up': True, 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'security_groups': ['be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:17.615645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ccf1fc-86d2-4dc7-9b55-b38fe78a9bf5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:17.617279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e8ccf1fc-86d2-4dc7-9b55-b38fe78a9bf5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2902565 Jul 09 19:42:17.618260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.620986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.622463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:17.635264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62541925-a3b2-4cb9-8904-9098ecd9af36 req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae6a0614-6066-47a8-8417-1c6be4553110 HTTP/1.1" status: 204 len: 173 time: 0.5520980 Jul 09 19:42:17.650239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:17.680880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8ed2e-8ed3-4601-ac38-70a41548ebbb tempest-SecurityGroupsTestJSON-432831007 tempest-SecurityGroupsTestJSON-432831007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6a0614-6066-47a8-8417-1c6be4553110,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:17.808428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Deleting subnet 3d95268c-5f99-49d1-8fc4-6679133cfe0b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:17.812598 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.887873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:42:17.896646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.950353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b73df7c7-b2b1-4d38-bc06-63bf8eb319d8 None None] Provisioning for port 30c48eee-9098-4748-a2c4-86c19c8f9733 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:17.961815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b73df7c7-b2b1-4d38-bc06-63bf8eb319d8 None None] Provisioning complete for port 30c48eee-9098-4748-a2c4-86c19c8f9733 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:17.962279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b73df7c7-b2b1-4d38-bc06-63bf8eb319d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:17.990496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.008557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b73df7c7-b2b1-4d38-bc06-63bf8eb319d8 None None] Port 30c48eee-9098-4748-a2c4-86c19c8f9733 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:18.010103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac63865-7892-4441-9712-7524cead6130 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.015043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ac63865-7892-4441-9712-7524cead6130 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3675120 Jul 09 19:42:18.028701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Deleting port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:18.029089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.033860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:18.094762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.130648 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9f26d15-748e-4084-9a8c-2b52f991feb2 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932279 Jul 09 19:42:18.135356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:18.140279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:18.159222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.161568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3d95268c-5f99-49d1-8fc4-6679133cfe0b HTTP/1.1" status: 204 len: 168 time: 0.5089922 Jul 09 19:42:18.164665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:18.172999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] For port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:18.173767 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.190782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Calling delete_port for 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:18.195961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737708d-afe4-4c8b-8b3c-659a57e582f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d95268c-5f99-49d1-8fc4-6679133cfe0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:18.287435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.297536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.307024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.308354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904d12-5782-420c-ab86-c6dc75187030 req-1985a8e8-2cad-4862-b2c3-64b30241856d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.315366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.316460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78904d12-5782-420c-ab86-c6dc75187030 req-1985a8e8-2cad-4862-b2c3-64b30241856d tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.7343662 Jul 09 19:42:18.322776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.329103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:18.332128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.333013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.334187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] Pushing event deleted for resources: {'Port': ['ID=51e19e0f-74c9-4a7d-afeb-001fc08e0b07,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:18.341000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.342952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530caedb-e11b-4468-8a36-1197b9eb0725 None None] No DVR routers for this DVR port 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:18.349793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.359161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-589eb609-bf23-417e-962d-1cdfb46d7eb4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2619722 Jul 09 19:42:18.409846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.414544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae67bab6-f297-49c1-a5f7-ec5aada85916 req-062a8fe5-1268-411b-a11b-9b90a5340db3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544198 Jul 09 19:42:18.474658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-78904d12-5782-420c-ab86-c6dc75187030 req-89c5d827-e710-4d93-8b12-3123d2d1c7d4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570601 Jul 09 19:42:18.540013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:18.551918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.568892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.749737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c043c-a681-4ea4-9b52-395658d1116f req-0c83e297-0ffc-420d-bff5-791de04d1aab tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.756181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c043c-a681-4ea4-9b52-395658d1116f req-0c83e297-0ffc-420d-bff5-791de04d1aab tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:18.757912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-302c043c-a681-4ea4-9b52-395658d1116f req-0c83e297-0ffc-420d-bff5-791de04d1aab tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 1654 time: 0.1116197 Jul 09 19:42:18.813074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.1.1.129 (1a834868-c4b0-46a5-a848-6f5238889074/d1ff078d-13cc-423a-a32f-383802fbd110/f70db704-5cee-4efc-945f-0d8489373512) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:18.816257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.828977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-302c043c-a681-4ea4-9b52-395658d1116f req-64526fe5-931e-4781-9cea-39cffe58b13e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615549 Jul 09 19:42:18.844064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e3c7f3-d1a5-44c8-8796-4cef77984f3d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:18.870187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490dae1d-a274-40af-b58b-02a898606195') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:18.870584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490dae1d-a274-40af-b58b-02a898606195') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:18.895710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.970363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:18.978934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:19.022905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:19.023254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 51e19e0f-74c9-4a7d-afeb-001fc08e0b07 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:19.035871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:42:19.036350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:42:19.038163 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:42:19.096632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06eb3c-5ef0-458e-8818-b0c216205b1b req-8edc90b1-6e9b-41dd-be0e-aa13d67e0dd1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.100093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e06eb3c-5ef0-458e-8818-b0c216205b1b req-8edc90b1-6e9b-41dd-be0e-aa13d67e0dd1 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.0995681 Jul 09 19:42:19.155254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.179154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e06eb3c-5ef0-458e-8818-b0c216205b1b req-e5002935-3fb9-4af8-83c8-bef9e8b2b953 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727100 Jul 09 19:42:19.190104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.194836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/18e3c7f3-d1a5-44c8-8796-4cef77984f3d HTTP/1.1" status: 204 len: 168 time: 1.0114596 Jul 09 19:42:19.250664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.269092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object f70db704-5cee-4efc-945f-0d8489373512 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:19.311984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3701d-fb80-4f94-8686-f4a684fb05ce admin admin] Pushing event deleted for resources: {'Network': ['ID=18e3c7f3-d1a5-44c8-8796-4cef77984f3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:19.323125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.388897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:19.409731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:19.442815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 1a834868-c4b0-46a5-a848-6f5238889074 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:19.453742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:19.458621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:19.486306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7dcb395a-e341-4c74-a881-117de2622732 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19cf1709a6e54d398cebd59786d5095c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751839 Jul 09 19:42:19.501118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:19.630700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.724035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.846009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.850172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00e7ffa0-bc38-4078-af3d-25369589b446 None None] Provisioning for port f70db704-5cee-4efc-945f-0d8489373512 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:19.852607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.855696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00e7ffa0-bc38-4078-af3d-25369589b446 None None] Provisioning complete for port f70db704-5cee-4efc-945f-0d8489373512 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:19.856375 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e7ffa0-bc38-4078-af3d-25369589b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.859874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.866214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.872723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.879206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.886268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.894667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06a31547-1530-4b9d-8231-00c8059bc390 req-65d65c93-144c-46f3-9b64-b946f5ab33b3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.1879966 Jul 09 19:42:19.903990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00e7ffa0-bc38-4078-af3d-25369589b446 None None] Port f70db704-5cee-4efc-945f-0d8489373512 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:19.929716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.932569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:19.933838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc31cd83-cdf3-4a9e-91ea-e704b045a335 HTTP/1.1" status: 204 len: 168 time: 0.4310150 Jul 09 19:42:19.962169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee62bc-8989-4964-ab13-10ea845138c7 req-a27a81ec-2f20-48d2-8899-e7283d09a544 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:19.964509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5ee62bc-8989-4964-ab13-10ea845138c7 req-a27a81ec-2f20-48d2-8899-e7283d09a544 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 951 time: 0.7883122 Jul 09 19:42:19.967832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06a31547-1530-4b9d-8231-00c8059bc390 req-c6feeac4-d6eb-4e90-bd39-fa3b3b20b364 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715485 Jul 09 19:42:19.975031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44890923-fd7c-450e-944f-6a32c2be6d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31cd83-cdf3-4a9e-91ea-e704b045a335,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:20.016075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:42:20.024826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.089588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.090281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.110504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:20.120900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:20.129153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5ee62bc-8989-4964-ab13-10ea845138c7 req-35f4a667-3544-45e7-82b8-4a9fe8f5dfae tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499336 Jul 09 19:42:20.133677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.134315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.139967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa59ba-2117-471b-a385-0a7c310e14bc None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:20.140839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3d7c44e2-a8bd-4a1d-bae2-84ce40411d6b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5673943 Jul 09 19:42:20.144771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=cce88f88-c953-471f-8ae5-250f2ca47aa7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:20.156619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'admin_state_up': True, 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'security_groups': ['be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:20.190257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d5bf528-c98a-4ed5-96b0-c244c358539b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0533981 Jul 09 19:42:20.228597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:20.260802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:20.387355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:20.472666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f264-3ccb-4fdf-aed3-713f9287c178 req-8915b379-f597-45a3-b6f0-0e40add1df9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.479133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f264-3ccb-4fdf-aed3-713f9287c178 req-8915b379-f597-45a3-b6f0-0e40add1df9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.490592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f264-3ccb-4fdf-aed3-713f9287c178 req-8915b379-f597-45a3-b6f0-0e40add1df9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.492302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31f2f264-3ccb-4fdf-aed3-713f9287c178 req-8915b379-f597-45a3-b6f0-0e40add1df9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 2375 time: 0.1692510 Jul 09 19:42:20.501596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129a63-1181-4bc0-a0d4-43cd72eda788 req-2c30a103-f9e0-4138-b28a-5b99b5b71232 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:20.504403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83129a63-1181-4bc0-a0d4-43cd72eda788 req-2c30a103-f9e0-4138-b28a-5b99b5b71232 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3933384 Jul 09 19:42:20.530292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'cce88f88-c953-471f-8ae5-250f2ca47aa7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:20.531121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.611067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31f2f264-3ccb-4fdf-aed3-713f9287c178 req-24ad05a3-2bd6-4a5c-9f8c-6cae8baeaa75 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012926 Jul 09 19:42:20.634305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83129a63-1181-4bc0-a0d4-43cd72eda788 req-0971755a-dfb5-4b9f-9d03-404851ecb023 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135788 Jul 09 19:42:20.638297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:20.671910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.672087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:20.846224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Allocated IP 2001:db8::f816:3eff:fe6d:7079 (607af5c0-a15f-45f9-be62-7560cb7593c1/cce88f88-c953-471f-8ae5-250f2ca47aa7/5c19b959-4359-4e8c-95ce-8e08819cc372) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:20.877099 n-d-800087-3 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cce88f88-c953-471f-8ae5-250f2ca47aa7 (CIDR: 2001:db8::/64) Jul 09 19:42:20.904130 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:42:20.905377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:42:20.955121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5399924f-0bee-4e1e-8257-6afb92ce53df tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7185054 Jul 09 19:42:20.955955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:20.996961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:21.118651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.2.2.100 (79dd994b-ef8d-4bda-9861-9e83bb07090a/387c9d63-9e1c-4d91-ad3c-62bbdb34fce7/13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:21.205193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d063d-0554-4958-9451-36c1002594d4 req-61e12c32-343e-49c7-ad08-e973809dc72d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.212784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f2d063d-0554-4958-9451-36c1002594d4 req-61e12c32-343e-49c7-ad08-e973809dc72d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.4436774 Jul 09 19:42:21.258308 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.277256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Transition to ACTIVE for port object 5c19b959-4359-4e8c-95ce-8e08819cc372 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:21.309275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Transition to ACTIVE for port object 5c19b959-4359-4e8c-95ce-8e08819cc372 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:21.328648 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.350833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:21.375131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:21.381643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:21.393794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb85ade-f9b5-4271-80b1-034605ba442c req-1670e5d7-49d4-46fd-b0dd-fde3b11f9c45 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.400697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bb85ade-f9b5-4271-80b1-034605ba442c req-1670e5d7-49d4-46fd-b0dd-fde3b11f9c45 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 946 time: 0.4980235 Jul 09 19:42:21.456425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Attempting to bind port 5c19b959-4359-4e8c-95ce-8e08819cc372 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:21.456792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Attempting to bind port 5c19b959-4359-4e8c-95ce-8e08819cc372 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:21.458177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Attempting to bind port 5c19b959-4359-4e8c-95ce-8e08819cc372 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:21.458317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.466230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:21.466636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:21.467601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.468009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:21.468490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Bound port: 5c19b959-4359-4e8c-95ce-8e08819cc372, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:21.468875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.475835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.482394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.489670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.496817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.505041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.509428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:21.513580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.520678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:21.529612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-3fa3c1a9-1ba9-4462-bfbb-fdf65b86ae5b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2370226 Jul 09 19:42:21.539099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bb85ade-f9b5-4271-80b1-034605ba442c req-ba3644ea-9021-4619-983f-a4cc874f81e5 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa0bf828-faf0-48c4-a699-585733f9f4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374223 Jul 09 19:42:21.548922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:21.552748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.573115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:21.589632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:21.593851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:21.615598 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.642962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Deleting port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:21.643309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.703261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b360f-0e3b-4f46-a251-012e89559c87 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:21.716801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0fa5925b-1198-40a6-899d-6518e1f79538 req-6bae7001-bc86-4701-8704-fecad29f95e0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1840684 Jul 09 19:42:21.731274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.862032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:21.862421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:21.885960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:21.890538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:21.892676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:21.896815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:21.919474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Calling delete_port for a48c1f75-c8e2-41c3-8c93-e758dfc981d5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:21.991442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.005513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.027365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a48c1f75-c8e2-41c3-8c93-e758dfc981d5 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:22.164679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1fff6f13-85a4-4019-bda3-55e622089d71 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127621 Jul 09 19:42:22.187326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bddb9-bbab-4a1b-ac88-5692561a35ad req-5e7eb779-9f89-4f51-bd17-17eaeeef956f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.189936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-394bddb9-bbab-4a1b-ac88-5692561a35ad req-5e7eb779-9f89-4f51-bd17-17eaeeef956f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.1777844 Jul 09 19:42:22.193968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'admin_state_up': True, 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'security_groups': ['be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:22.322341 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.401378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1be97ac-a6b0-442e-9622-1a600e172658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.410942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:22.414836 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18919884-afac-490e-9dbc-831ac05385a8" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-unplugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:22.432580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a48c1f75-c8e2-41c3-8c93-e758dfc981d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,segment=NetworkSegment(86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5),segment_id=86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:22.446771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.447616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:22.494635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-394bddb9-bbab-4a1b-ac88-5692561a35ad req-42d0c2bd-05e6-4d56-a05e-11d1dc74102a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971639 Jul 09 19:42:22.521493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.523645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1436b86b-350d-4c02-8ab9-2eee27380435 None None] Provisioning for port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:22.544088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Made reservation on behalf of a6aa13a3ff8944f8806fe8aba795fe8c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:22.549963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.558821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1436b86b-350d-4c02-8ab9-2eee27380435 None None] Provisioning complete for port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:22.559479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1436b86b-350d-4c02-8ab9-2eee27380435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.646475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1436b86b-350d-4c02-8ab9-2eee27380435 None None] Port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:22.648255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:22.662262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=c7af15d4-7b52-47a4-aa80-5b885bd0a607,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:22.702316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:22.712286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.731962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:22.739295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:22.750348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.750937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:22.752220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.754378 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b94b71-5c36-4ec2-be2f-803c701a73ee x-openstack-request-id: req-97b94b71-5c36-4ec2-be2f-803c701a73ee {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:22.754378 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-unplugged", "status": "completed", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:22.754378 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97b94b71-5c36-4ec2-be2f-803c701a73ee {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:22.754378 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'code': 200} Jul 09 19:42:22.758683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.856075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:22.896056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-c00d8f59-8f78-4e48-9caf-29dfc8b817fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.911747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-c00d8f59-8f78-4e48-9caf-29dfc8b817fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.925469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-c00d8f59-8f78-4e48-9caf-29dfc8b817fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.939816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-c00d8f59-8f78-4e48-9caf-29dfc8b817fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:22.948567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-c00d8f59-8f78-4e48-9caf-29dfc8b817fc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 3096 time: 0.5688565 Jul 09 19:42:22.985197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-36d063d8-ece9-41ef-ba43-21447053e758 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9977164 Jul 09 19:42:22.986243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.988175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:23.010196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:63:fe:d1', 'name': 'tempest-NetworksTestDHCPv6-1600956197'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:23.061687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Pushing event deleted for resources: {'Port': ['ID=a48c1f75-c8e2-41c3-8c93-e758dfc981d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:23.063735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c45113-776f-4b74-823b-8d94ab71881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.086659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:23.112546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Allocated IP 10.2.2.200 (79dd994b-ef8d-4bda-9861-9e83bb07090a/387c9d63-9e1c-4d91-ad3c-62bbdb34fce7/563842a3-6c7e-4e0d-b00a-b44ca6546ea4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:23.218592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.240056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] No DVR routers for this DVR port a48c1f75-c8e2-41c3-8c93-e758dfc981d5 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:23.242522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5c19b959-4359-4e8c-95ce-8e08819cc372 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:23.268024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb720d3c-d929-4925-a2af-e40b37d6db95 req-f70a2e39-1e0b-4f87-a562-bc64a39305ee tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981596 Jul 09 19:42:23.274296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.276572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f2d063d-0554-4958-9451-36c1002594d4 req-ca5494b7-f550-4f15-af96-f56666a8148d tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.25 "DELETE /v2.0/ports/a48c1f75-c8e2-41c3-8c93-e758dfc981d5 HTTP/1.1" status: 204 len: 173 time: 2.0530710 Jul 09 19:42:23.281673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-deleted', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:23.284767 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5506b2-5106-4377-b1e5-8b653544d05c" -d '{"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-deleted", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:23.334838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d13d929c-bd84-4a7c-a898-99027b2c19e9 req-0660fba6-a539-44c6-870a-e6a041ba1280 tempest-ServersNegativeTestJSON-346411747 tempest-ServersNegativeTestJSON-346411747-project] 10.222.0.10 "GET /v2.0/ports?device_id=d88a5d1a-3c83-4815-b119-1fe00b4fa858 HTTP/1.1" status: 200 len: 210 time: 0.3111682 Jul 09 19:42:23.495752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c45113-776f-4b74-823b-8d94ab71881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.497791 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c23840b-14d8-4c58-8c30-0c5ea96ffa88 x-openstack-request-id: req-6c23840b-14d8-4c58-8c30-0c5ea96ffa88 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:23.499228 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88a5d1a-3c83-4815-b119-1fe00b4fa858", "name": "network-vif-deleted", "tag": "a48c1f75-c8e2-41c3-8c93-e758dfc981d5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:23.499683 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c23840b-14d8-4c58-8c30-0c5ea96ffa88 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:23.500284 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a5d1a-3c83-4815-b119-1fe00b4fa858', 'name': 'network-vif-deleted', 'tag': 'a48c1f75-c8e2-41c3-8c93-e758dfc981d5', 'status': 'completed', 'code': 200} Jul 09 19:42:23.503664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c45113-776f-4b74-823b-8d94ab71881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.534051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecae9c-832a-4d25-968c-40773771c749 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:23.618106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Provisioning for port 5c19b959-4359-4e8c-95ce-8e08819cc372 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:23.637392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:23.638017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.655831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4c45113-776f-4b74-823b-8d94ab71881c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=693153355c9a4c6fb0e5283f242cc88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9832330 Jul 09 19:42:23.657806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c45113-776f-4b74-823b-8d94ab71881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f3174a-cfe4-4a61-b5db-ae5cfb930cd4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:23.663644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:23.700191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.747272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Transition to ACTIVE for port object 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:23.772155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.791836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:23.820602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.830258 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.891770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.892020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:23.896083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.897394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32f3174a-cfe4-4a61-b5db-ae5cfb930cd4 HTTP/1.1" status: 204 len: 168 time: 0.2315559 Jul 09 19:42:23.901639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:23.908848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede964c5-1c3b-4f6c-af59-c2d0c8574124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f3174a-cfe4-4a61-b5db-ae5cfb930cd4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:23.930841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.938111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.946037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.955994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.963501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.969620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.978710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:23.987022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-6b104a01-4a8c-4d43-a5e0-e813f2742105 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.4216399 Jul 09 19:42:24.049661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72ee9-a3d3-4d45-a6b5-89da392be061 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:24.085911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'cce88f88-c953-471f-8ae5-250f2ca47aa7', 'ip_address': '2001:db8::f816:3eff:fe6d:7079'}, {'subnet_id': 'c7af15d4-7b52-47a4-aa80-5b885bd0a607'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '5c19b959-4359-4e8c-95ce-8e08819cc372'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:42:24.109734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:24.115707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dd6a3-9d3c-402b-834d-5f551486dd60 req-13c6fa85-6ee6-4a51-a850-9253cc2380cb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:24.118500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f39dd6a3-9d3c-402b-834d-5f551486dd60 req-13c6fa85-6ee6-4a51-a850-9253cc2380cb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.1263843 Jul 09 19:42:24.180493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0dbca160-800f-4226-8f5f-fa18c478f3d5 req-e1465c88-84c4-4a22-856e-8d7311754a7a tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1888554 Jul 09 19:42:24.182008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:24.189155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f39dd6a3-9d3c-402b-834d-5f551486dd60 req-db737a2f-04f0-4c86-8c8a-0dc9d971a2e3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624096 Jul 09 19:42:24.189434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:24.269607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:24.287283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:24.292716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:24.316266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event updated for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:24.475548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:42:24.562947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:24.660973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Allocated IP 2001:db8:0:1::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/c7af15d4-7b52-47a4-aa80-5b885bd0a607/5c19b959-4359-4e8c-95ce-8e08819cc372) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:24.699569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:24.700489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:24.771618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a5ef1b8b-3c9c-4547-a99a-d43991457c9e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946858 Jul 09 19:42:24.787111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:24.932522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:24.959730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.008463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.022649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Deleting subnet 81f59125-35a7-49bd-a127-56d0e08b8d9c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:25.026174 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.056711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Transition to ACTIVE for port object 5c19b959-4359-4e8c-95ce-8e08819cc372 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:25.059658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:25.065619 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a4b499-53b3-43e0-a23e-dd4c9673645e" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-unplugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:25.095322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:25.100116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.142595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.162184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.168277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.168581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.176294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.188968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.195943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.209733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-2351b113-849e-4ca8-b229-0050a85e45cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 3817 time: 0.5649853 Jul 09 19:42:25.224990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:25.253800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.293839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f59125-35a7-49bd-a127-56d0e08b8d9c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:25.297679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.302610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c010003-1aa4-43c6-91d0-1591443504bf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/81f59125-35a7-49bd-a127-56d0e08b8d9c HTTP/1.1" status: 204 len: 168 time: 0.7356975 Jul 09 19:42:25.302781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:25.382854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3559-b01b-44b1-8618-b3023b45fe29 None None] Provisioning for port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:25.392613 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.394859 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc1134a3-fb94-45e1-ab8b-7b9365c502e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.411512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c8615b3-116c-4fc0-8780-629db17a7bd9 req-7def5775-22d1-4b59-b931-47fece68ae5a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006929 Jul 09 19:42:25.432018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3559-b01b-44b1-8618-b3023b45fe29 None None] Provisioning complete for port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:25.433220 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3559-b01b-44b1-8618-b3023b45fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.459660 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1d8080-5518-430c-945e-fde29e3cc791 x-openstack-request-id: req-3c1d8080-5518-430c-945e-fde29e3cc791 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:25.460044 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-unplugged", "status": "completed", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:25.460509 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c1d8080-5518-430c-945e-fde29e3cc791 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:25.460972 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'code': 200} Jul 09 19:42:25.474473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.518332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e95f3-4e21-4c8d-b1df-cacb41bdcf34 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:25.542621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b3559-b01b-44b1-8618-b3023b45fe29 None None] Port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:25.601280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-457337921-network', 'tenant_id': 'def5538144a04276abda9b14de6e3865'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:25.647575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8:0:1::205 (607af5c0-a15f-45f9-be62-7560cb7593c1/c7af15d4-7b52-47a4-aa80-5b885bd0a607/36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:25.662044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe63:fed1 (607af5c0-a15f-45f9-be62-7560cb7593c1/cce88f88-c953-471f-8ae5-250f2ca47aa7/36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:25.703008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Made reservation on behalf of def5538144a04276abda9b14de6e3865 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:25.705558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.749148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.752696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.779840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4b0020-e34d-4b07-be8b-191e47e38e2b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:25.794537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:25.796381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e2cfa7-3e05-4fc4-b0f9-87562c9f37f5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:25.814498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.861939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.897923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:42:25.898727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:42:25.901970 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:42:25.906672 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:42:25.933695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.939865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.946480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.953670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.960087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.969357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.976095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:25.978095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-0a3a67c3-bd09-4d26-84a0-74a7f71c23e2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.2928779 Jul 09 19:42:26.015626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81d9af-87c9-4817-bfd5-0f803122d6c9 req-233511d2-abd1-402f-a657-a8e579b327c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:26.024138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a81d9af-87c9-4817-bfd5-0f803122d6c9 req-233511d2-abd1-402f-a657-a8e579b327c2 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3491151 Jul 09 19:42:26.103396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbb732f-818c-44b7-b3d2-8041931529b0 req-5ae4ea8f-8698-4a1e-a113-db800895d1a2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765982 Jul 09 19:42:26.133562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.142997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.144955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb4b0020-e34d-4b07-be8b-191e47e38e2b HTTP/1.1" status: 204 len: 168 time: 0.8411272 Jul 09 19:42:26.214550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b274c-27c7-4f58-a9a9-7d376eb4d9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4b0020-e34d-4b07-be8b-191e47e38e2b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:26.231387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.265500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:26.290517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.335322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a81d9af-87c9-4817-bfd5-0f803122d6c9 req-949e7951-29d5-49cb-ad2e-c297d63be999 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099468 Jul 09 19:42:26.344759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.352122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.359402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.390619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:42:26.417950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff35bb2e-4b49-4ca0-ac84-a363805b3958,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:26.436585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:26.447358 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.449382 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Added segment b36ab694-45a2-4bcc-a2b9-638dd8205fb7 of type vlan for network 507058e1-e510-40b9-afe5-535173c3f9be Jul 09 19:42:26.490713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-09232bf1-4359-41c4-8953-bd0c464e6888 None None] Provisioning for port 5c19b959-4359-4e8c-95ce-8e08819cc372 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:26.511144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:26.513159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-09232bf1-4359-41c4-8953-bd0c464e6888 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:26.515432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94e2850-df37-4f3e-9875-e4c90177d491 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:26.516444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.521172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09232bf1-4359-41c4-8953-bd0c464e6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.530359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:26.533038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:26.538953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:26.539597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.545400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.568652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.570088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:26.573939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.591206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-018bae6e-b7ca-4481-adba-0a98ceaba10f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5a5f04488134351862300594f26c564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534262 Jul 09 19:42:26.592623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Transition to ACTIVE for port object f94e2850-df37-4f3e-9875-e4c90177d491 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:26.593512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:26.596715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:26.648823 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:26.661720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c20446e-24a6-4f5f-b7d4-67b16b3f150c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6723804 Jul 09 19:42:26.669142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:26.693858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] Pushing event updated for resources: {'Network': ['ID=507058e1-e510-40b9-afe5-535173c3f9be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:26.712203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 507058e1-e510-40b9-afe5-535173c3f9be details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:42:26.728448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c62a8849-5a09-4b41-bb7e-6b9d9445a783 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5020144 Jul 09 19:42:26.731601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:26.738374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Request body: {'subnet': {'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-457337921-subnet', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:26.805242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Made reservation on behalf of def5538144a04276abda9b14de6e3865 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:26.808146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.051704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:27.152785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:27.184044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:27.184442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.278911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.327148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.350554 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.408634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Attempting to bind port f94e2850-df37-4f3e-9875-e4c90177d491 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:27.409156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Attempting to bind port f94e2850-df37-4f3e-9875-e4c90177d491 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:27.409855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Attempting to bind port f94e2850-df37-4f3e-9875-e4c90177d491 on network 6e70050c-7910-48bd-a281-d9a68e04c1a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:27.429953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.438110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.444807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.450618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0782dee1-0975-4297-9d92-ddeb52a4d6a6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:27.451490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.458569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.460405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-1a3a8938-d83e-4a77-8fcc-6c329302694b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 3829 time: 0.6200762 Jul 09 19:42:27.469107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Checking segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:27.469612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Network hostable DHCP agents. Network: 507058e1-e510-40b9-afe5-535173c3f9be, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:42:27.474507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Port f94e2850-df37-4f3e-9875-e4c90177d491 on network 6e70050c-7910-48bd-a281-d9a68e04c1a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:27.474989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Attempting to bind port f94e2850-df37-4f3e-9875-e4c90177d491 on network 6e70050c-7910-48bd-a281-d9a68e04c1a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:27.476516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7aea5d2-5f1d-43d9-9a09-2d441f2136b7 None None] Provisioning for port 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:27.480496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:27.481658 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.483980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7aea5d2-5f1d-43d9-9a09-2d441f2136b7 None None] Provisioning complete for port 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:27.484352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7aea5d2-5f1d-43d9-9a09-2d441f2136b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.508937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Network 507058e1-e510-40b9-afe5-535173c3f9be is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:42:27.517533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:27.517972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Checking segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:27.518467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Bound using segment: {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:27.519194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Bound port: f94e2850-df37-4f3e-9875-e4c90177d491, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f55bc80-3511-420a-bd7d-03e48aeac695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:27.519677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.537621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 507058e1-e510-40b9-afe5-535173c3f9be) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:27.542446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:27.543043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.568842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9103d79e-f4c8-4a63-a94c-6b5cbd6900e8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8347507 Jul 09 19:42:27.571335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:27.579825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:27.585311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770e1c3-6e64-4b9a-8fcb-d95f2cf6ce4f None None] Network 507058e1-e510-40b9-afe5-535173c3f9be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:27.651143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.653631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.664065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac6c30b4-7bfd-42dd-9823-41c69e66d09f req-71ba3c01-fdf8-4141-a7a1-93dd7497e46d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921916 Jul 09 19:42:27.679664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.685194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.686900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa0bf828-faf0-48c4-a699-585733f9f4bf HTTP/1.1" status: 204 len: 168 time: 1.0891745 Jul 09 19:42:27.742557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b2cc8-914d-41c4-bf8c-c4f749510467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bf828-faf0-48c4-a699-585733f9f4bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:27.758550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.772402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:27.778997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:27.781097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:27.795171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.854614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:27.910874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:27.966513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea5d2-5f1d-43d9-9a09-2d441f2136b7 None None] Port 36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:27.969420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-507058e1-e510-40b9-afe5-535173c3f9be', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:27.970539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.033123 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.043146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:28.367036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.494041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Allocated IP 172.20.0.2 (507058e1-e510-40b9-afe5-535173c3f9be/0782dee1-0975-4297-9d92-ddeb52a4d6a6/e029e2d0-601a-4822-bdd5-7e20fa4b796e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:28.499878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:28.534799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b64b-6463-4ff1-92a5-0daf6696677b req-244ccc5c-b1c7-4436-8276-b640e190e05b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:28.543491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ba4b64b-6463-4ff1-92a5-0daf6696677b req-244ccc5c-b1c7-4436-8276-b640e190e05b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.4753165 Jul 09 19:42:28.581739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:28.602740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:28.603370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.604780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1b27b290-3a9e-4884-a624-7909c74b2907 service neutron] 10.222.0.59 "PUT /v2.0/ports/f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1092 time: 3.8237810 Jul 09 19:42:28.605720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:28.608164 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819c697-e21a-4f83-8fa8-72e613eacd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:28.610884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.665449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ba4b64b-6463-4ff1-92a5-0daf6696677b req-f98064e2-737f-487b-819f-6ef7796f559b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204543 Jul 09 19:42:28.686634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:28.740849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'port_id': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e', 'mac_address': 'fa:16:3e:84:84:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:28.785788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:28.950992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:28.991760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72c6c882-6952-4454-a426-41726b44b2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.035509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:29.045981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.063718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.070242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.089112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.111539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.154127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.180813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:29.199910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-f10c8393-fe54-42ce-8721-7fa875e29c3f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5418 time: 0.6460927 Jul 09 19:42:29.212038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.214166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-500b23ee-01aa-44d1-bbb9-70455c241a85 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c HTTP/1.1" status: 204 len: 168 time: 2.5309439 Jul 09 19:42:29.244180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:29.244428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:29.286490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.287692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 15f7a38b-dcff-41e9-9c51-5332bdc51932 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:29.329628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.334783 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.452522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Transition to ACTIVE for port object e029e2d0-601a-4822-bdd5-7e20fa4b796e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:29.510857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Transition to ACTIVE for port object e029e2d0-601a-4822-bdd5-7e20fa4b796e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:29.628037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.631300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:29.666560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:29.745525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Network 507058e1-e510-40b9-afe5-535173c3f9be is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:29.753668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:29.777034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-654a243d-9f58-4fb4-816f-f0324b6094a4 req-83409c98-bd4b-4d96-ac9b-2be764eb40af tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5761118 Jul 09 19:42:29.781604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:29.829649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Pushing event updated for resources: {'Port': ['ID=e029e2d0-601a-4822-bdd5-7e20fa4b796e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:29.871006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Attempting to bind port e029e2d0-601a-4822-bdd5-7e20fa4b796e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:29.871794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Attempting to bind port e029e2d0-601a-4822-bdd5-7e20fa4b796e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:29.872520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Attempting to bind port e029e2d0-601a-4822-bdd5-7e20fa4b796e on network 507058e1-e510-40b9-afe5-535173c3f9be {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:29.887540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:29.888189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Checking segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:29.888864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.889503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Bound using segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:29.890232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Bound port: e029e2d0-601a-4822-bdd5-7e20fa4b796e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:29.890982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.906251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:29.944489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'port_id': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'mac_address': 'fa:16:3e:b4:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fea8d1-81c3-48f3-821b-9efd6747083f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:29.977480 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305fcab5-f254-44cb-a5bc-219ae47d922e x-openstack-request-id: req-305fcab5-f254-44cb-a5bc-219ae47d922e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:29.977772 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:29.979687 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-305fcab5-f254-44cb-a5bc-219ae47d922e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:29.980875 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'status': 'completed', 'code': 200} Jul 09 19:42:30.023965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.039989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] For port e029e2d0-601a-4822-bdd5-7e20fa4b796e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:30.045637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-network', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:30.051762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f7a38b-dcff-41e9-9c51-5332bdc51932 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:30.061562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df081654-04a9-43ce-a8d3-3271c144662d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:30.065244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72c6c882-6952-4454-a426-41726b44b2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.070677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.074117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.081214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] For port e029e2d0-601a-4822-bdd5-7e20fa4b796e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e029e2d0-601a-4822-bdd5-7e20fa4b796e,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:30.085509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Transition to ACTIVE for port object df081654-04a9-43ce-a8d3-3271c144662d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:30.086940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.087764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2dc45338-8668-4341-9084-0482beb37dbc details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:30.088140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.100700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.109477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.110374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72c6c882-6952-4454-a426-41726b44b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.146105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72c6c882-6952-4454-a426-41726b44b2a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06f125b3cab2453980baba3ae0ab0669&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6304760 Jul 09 19:42:30.147467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.148877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179f9f6-daa5-474f-a54e-9d97e354953c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.150518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b179f9f6-daa5-474f-a54e-9d97e354953c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9049182 Jul 09 19:42:30.190169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:30.190823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:30.194465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2dc45338-8668-4341-9084-0482beb37dbc,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.212553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.266160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a290f-00e7-475a-9c8d-ea4ba3205016 None None] Pushing event updated for resources: {'Port': ['ID=e029e2d0-601a-4822-bdd5-7e20fa4b796e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.270097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '2dc45338-8668-4341-9084-0482beb37dbc', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'port_id': '2dc45338-8668-4341-9084-0482beb37dbc', 'mac_address': 'fa:16:3e:03:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:30.291035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Allocated IP 172.25.3.237 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/37e4c200-3192-45b9-bb16-dc18fbfcf124) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:30.329954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Made reservation on behalf of b31ab8fdd56a4ec089bee8fb963fc832 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:30.332690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.334169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.354078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc45338-8668-4341-9084-0482beb37dbc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:30.391348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2dc45338-8668-4341-9084-0482beb37dbc,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.407410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.408170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ee91f031-e5ed-4e84-bf85-ef996554f12c details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:30.408406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b0e7-8d2c-43f8-9007-260912d355bf req-9ab66c81-2ac6-466c-b526-02d1cacdeb1a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.416097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6453b0e7-8d2c-43f8-9007-260912d355bf req-9ab66c81-2ac6-466c-b526-02d1cacdeb1a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3244495 Jul 09 19:42:30.434895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.441302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.452012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.564049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.589417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6c882-6952-4454-a426-41726b44b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e352a-9959-4fc8-982a-7a3ed8682470,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.595181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'port_id': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'mac_address': 'fa:16:3e:86:cc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:30.616240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.617475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.618148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.618831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.619515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.621798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-e672ec7f-7c66-42ee-9e89-c1dad16ff5ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 4364 time: 0.6488855 Jul 09 19:42:30.627638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.658187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.664927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.672283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.679087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.687064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.692513 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.694565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.695064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.696849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73823e3a-8735-425c-ba20-f146445da1d6 req-73e00fda-dbc3-4b7c-8854-bede78976953 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 4606 time: 0.5623372 Jul 09 19:42:30.726628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee91f031-e5ed-4e84-bf85-ef996554f12c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:30.750313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:30.754880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.762284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:30.768948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:30.770972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.772631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c95318c1-e1d6-4dc0-9733-45c55a4a0626 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:30.816801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.819271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73823e3a-8735-425c-ba20-f146445da1d6 req-81b41e3c-3656-4128-b380-c2779c4441b2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149652 Jul 09 19:42:30.828053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Pushing event updated for resources: {'Port': ['ID=37e4c200-3192-45b9-bb16-dc18fbfcf124,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.839338 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6453b0e7-8d2c-43f8-9007-260912d355bf req-a07792e9-ec32-4e5b-8f07-9b1c89d76598 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218962 Jul 09 19:42:30.901207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:42:30.915285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.919074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:30.943028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:30.944201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addf1852-eb7c-4486-96e6-bcf7c78b886a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:30.947828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'port_id': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626', 'mac_address': 'fa:16:3e:d5:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:30.964507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-addf1852-eb7c-4486-96e6-bcf7c78b886a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7634871 Jul 09 19:42:31.016204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:31.031363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.078744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95318c1-e1d6-4dc0-9733-45c55a4a0626 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:31.102813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:31.105982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e029e2d0-601a-4822-bdd5-7e20fa4b796e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:31.153139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.153988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b5691b8d-7577-45bf-8a30-14c0b176c704 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:31.226155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.227380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e029e2d0-601a-4822-bdd5-7e20fa4b796e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:31.252377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.266795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:31.280985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:31.313206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Attempting to bind port df081654-04a9-43ce-a8d3-3271c144662d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:31.313669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Attempting to bind port df081654-04a9-43ce-a8d3-3271c144662d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:31.314352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Attempting to bind port df081654-04a9-43ce-a8d3-3271c144662d on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:31.326341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'network_id': 'f7817021-eb69-4303-8ab2-c04f7bc9ce12', 'port_id': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'mac_address': 'fa:16:3e:23:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c46ae-d839-4d4b-bb3e-19abb1dcec7d', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:31.353144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.392272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.415752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5691b8d-7577-45bf-8a30-14c0b176c704 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:31.445675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:31.456281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Port df081654-04a9-43ce-a8d3-3271c144662d on network 1a834868-c4b0-46a5-a848-6f5238889074 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:31.456747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Attempting to bind port df081654-04a9-43ce-a8d3-3271c144662d on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:31.458658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.459368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c734cba9-c37e-4d83-880c-f27fc510f9db details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:31.525168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:42:31.527389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:31.531553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:31.532301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Bound using segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:31.532761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Bound port: df081654-04a9-43ce-a8d3-3271c144662d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:31.533208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.549986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:31.561854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-d6476676-2d1b-4c5b-a4a3-135bb9ec629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.562330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-d6476676-2d1b-4c5b-a4a3-135bb9ec629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.562791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-d6476676-2d1b-4c5b-a4a3-135bb9ec629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.566258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-d6476676-2d1b-4c5b-a4a3-135bb9ec629f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9169984 Jul 09 19:42:31.572578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8564b3e-68f1-4f66-acee-86cf38305997 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.580404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8564b3e-68f1-4f66-acee-86cf38305997 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.582210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8564b3e-68f1-4f66-acee-86cf38305997 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:31.592495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c8564b3e-68f1-4f66-acee-86cf38305997 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5670435 Jul 09 19:42:31.595234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:31.604150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c734cba9-c37e-4d83-880c-f27fc510f9db,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:31.620350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c734cba9-c37e-4d83-880c-f27fc510f9db', 'network_id': '7de28c0f-b2a4-415c-9a2c-9f1b56919f8f', 'port_id': 'c734cba9-c37e-4d83-880c-f27fc510f9db', 'mac_address': 'fa:16:3e:5d:36:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fea8d1-81c3-48f3-821b-9efd6747083f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:31.632557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efef1ba-b2e1-470c-bb84-4fe0a1172822,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:31.674366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.682702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.717997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c734cba9-c37e-4d83-880c-f27fc510f9db {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:31.763595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c734cba9-c37e-4d83-880c-f27fc510f9db,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:31.769678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.819829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.820461 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Added segment 96c310a4-e453-46b5-9fd4-9e5a84cba9a6 of type vlan for network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb Jul 09 19:42:31.828741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.831408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:31.832446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa5e352a-9959-4fc8-982a-7a3ed8682470 HTTP/1.1" status: 204 len: 168 time: 1.6350715 Jul 09 19:42:31.899082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275abf6e-2745-49bf-bf91-35a2b6f1d006 None None] Network 507058e1-e510-40b9-afe5-535173c3f9be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:31.994244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Router 47326a6c-4253-418c-a09b-244ec419399f is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:42:32.024906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411c83f-1b61-45c7-bcf8-e55e239434d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e352a-9959-4fc8-982a-7a3ed8682470,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:32.109374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:32.148462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet c7af15d4-7b52-47a4-aa80-5b885bd0a607 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:32.163863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Provisioning for port e029e2d0-601a-4822-bdd5-7e20fa4b796e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:32.170612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.175404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Provisioning complete for port e029e2d0-601a-4822-bdd5-7e20fa4b796e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:32.178076 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.206499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:42:32.208751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.234574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Sync routers for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:42:32.250645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.257067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-90cb2194-f03a-475b-8bc1-25fcc56d9735 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6841276 Jul 09 19:42:32.258988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:32.289730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:32.290315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.290452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:32.314938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.320988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.339644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.346565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.363085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.379237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.386786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-5b136b9c-b3b8-47e3-96bb-97cdc3c6aeed tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5423 time: 1.1455030 Jul 09 19:42:32.399620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:32.469503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:32.535019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:42:32.615437 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-424f7256-cd6d-469c-9370-000a761777ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.638146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=df081654-04a9-43ce-a8d3-3271c144662d,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:32.652231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.697499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.706294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5e4e3a0c-88bb-4a98-9ef7-32cf400e933e'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:32.765804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['b5691b8d-7577-45bf-8a30-14c0b176c704'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:32.771590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:32.788943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.862057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2dc45338-8668-4341-9084-0482beb37dbc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:32.862570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-29e74f85-b65e-499e-9dd4-fa6120ff3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.864510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9819c697-e21a-4f83-8fa8-72e613eacd1a req-29e74f85-b65e-499e-9dd4-fa6120ff3573 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2682896 Jul 09 19:42:32.893928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.904835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.905401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.906249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.906957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.907120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['15f7a38b-dcff-41e9-9c51-5332bdc51932'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:32.912715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.919581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.923423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c734cba9-c37e-4d83-880c-f27fc510f9db'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:32.926414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.932980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.940108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:32.947792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] For port e029e2d0-601a-4822-bdd5-7e20fa4b796e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e029e2d0-601a-4822-bdd5-7e20fa4b796e,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:32.948565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-c0b555c1-c0d7-47e5-8cec-36f96800728b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 4606 time: 0.2387538 Jul 09 19:42:33.025464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.039910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.056328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:33.060764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] Pushing event updated for resources: {'Network': ['ID=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:33.090278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:33.091078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.093333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-abf66156-9bee-4547-99fd-a4b469bc0271 service neutron] 10.222.0.59 "PUT /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 1135 time: 4.4258978 Jul 09 19:42:33.113198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3cb6683-55d3-4973-bf1d-13416341ae2a req-296578a9-671a-4d90-a965-43db67e362cc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634078 Jul 09 19:42:33.120351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be39e1cb-6e9c-4b1a-89f0-3c090f458de5 req-47d4de63-e6cc-4234-a5dc-0f41bdca0ea0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7313643 Jul 09 19:42:33.121003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'df081654-04a9-43ce-a8d3-3271c144662d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:33.124932 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "df081654-04a9-43ce-a8d3-3271c144662d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:33.168140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:33.168930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:42:33.229565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=c7af15d4-7b52-47a4-aa80-5b885bd0a607,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:33.245665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a662e404-4466-4831-b93a-1af8fb5df689 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5778286 Jul 09 19:42:33.254259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:33.270338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab58d197-4c25-41cd-91a9-551f2354aca6 None None] Provisioning complete for port e029e2d0-601a-4822-bdd5-7e20fa4b796e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:33.270714 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab58d197-4c25-41cd-91a9-551f2354aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.275991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Request body: {'subnet': {'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-subnet', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:33.286973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.288991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5fb622a8-afcd-4ce6-8ede-5ab3c4f000fa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/c7af15d4-7b52-47a4-aa80-5b885bd0a607 HTTP/1.1" status: 204 len: 168 time: 1.6873777 Jul 09 19:42:33.297024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:33.343978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c8578-6a9d-42c4-8cbd-4d8b035bd6d0 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:33.400747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.413406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.472518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet cce88f88-c953-471f-8ae5-250f2ca47aa7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:33.476031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.519055 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.595863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ee91f031-e5ed-4e84-bf85-ef996554f12c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:33.609240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.632760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f45bc-fcf7-42df-9565-6cd7dc169599 req-dde20ff4-87d2-49ab-b7cb-5997d0913eb6 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:33.634591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b4f45bc-fcf7-42df-9565-6cd7dc169599 req-dde20ff4-87d2-49ab-b7cb-5997d0913eb6 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.2105248 Jul 09 19:42:33.694342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.748514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-86cd5fd0-081f-4acb-a8ad-c78feb3df7d8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:33.750106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-86cd5fd0-081f-4acb-a8ad-c78feb3df7d8 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.3134410 Jul 09 19:42:33.783686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=cce88f88-c953-471f-8ae5-250f2ca47aa7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:33.785225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c95318c1-e1d6-4dc0-9733-45c55a4a0626'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:33.795520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.800700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eae545ac-82ee-4084-8225-b3ff38a6a24f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/cce88f88-c953-471f-8ae5-250f2ca47aa7 HTTP/1.1" status: 204 len: 168 time: 0.5017915 Jul 09 19:42:33.802935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:33.884335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c226-1f5e-41b2-b1b0-dc4458d6f189 req-3fa24f0e-c26c-43b4-abd3-a447c8af924e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:33.892237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b37c226-1f5e-41b2-b1b0-dc4458d6f189 req-3fa24f0e-c26c-43b4-abd3-a447c8af924e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 945 time: 0.5205266 Jul 09 19:42:33.899431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-abeb6406-babd-47ec-854a-f783ad4c9efd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873597 Jul 09 19:42:33.903414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:33.915615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:33.916033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-424f7256-cd6d-469c-9370-000a761777ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:33.926741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b4f45bc-fcf7-42df-9565-6cd7dc169599 req-62b69e69-ce18-49b9-8bf5-ab389e60fe5b tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293437 Jul 09 19:42:33.947871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-424f7256-cd6d-469c-9370-000a761777ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.047380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-424f7256-cd6d-469c-9370-000a761777ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00c8eff35f7e446cb2b7449e8456a56a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6344342 Jul 09 19:42:34.053713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:34.061594 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57183f2-917f-4054-aae0-75f6019c0dd5 x-openstack-request-id: req-d57183f2-917f-4054-aae0-75f6019c0dd5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:34.062220 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "df081654-04a9-43ce-a8d3-3271c144662d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:34.062673 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d57183f2-917f-4054-aae0-75f6019c0dd5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:34.063318 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'df081654-04a9-43ce-a8d3-3271c144662d', 'status': 'completed', 'code': 200} Jul 09 19:42:34.109952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Made reservation on behalf of b31ab8fdd56a4ec089bee8fb963fc832 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:34.112663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.145154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3e56-1442-4211-900e-d84f24fc6147 None None] Pushing event updated for resources: {'Port': ['ID=e029e2d0-601a-4822-bdd5-7e20fa4b796e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:34.218788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b37c226-1f5e-41b2-b1b0-dc4458d6f189 req-41faa138-6d86-4352-b136-7c5b680ad9a1 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216751 Jul 09 19:42:34.249438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:42:34.415780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f7256-cd6d-469c-9370-000a761777ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69243f76-e651-43d8-9048-bbf3648f70f1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:34.494949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Allocated IP 172.20.0.1 (507058e1-e510-40b9-afe5-535173c3f9be/0782dee1-0975-4297-9d92-ddeb52a4d6a6/e022c474-3585-4582-bd94-af500135b486) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:34.496903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989d83f-a175-436e-9df4-40368db278fd None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'cce88f88-c953-471f-8ae5-250f2ca47aa7'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '5c19b959-4359-4e8c-95ce-8e08819cc372'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:42:34.506661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.531423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:34.535105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.615937 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8989d83f-a175-436e-9df4-40368db278fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.647865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:31Z', 'revision_number': 3, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:34.703751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Checking router: 47326a6c-4253-418c-a09b-244ec419399f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:42:34.704181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Updating router 47326a6c-4253-418c-a09b-244ec419399f port 37e4c200-3192-45b9-bb16-dc18fbfcf124 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:42:34.787090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.787460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.787931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.788395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.788875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.789350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.791856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-0f8d2fc3-5ae5-4def-90f7-fa3750df559f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5292 time: 0.6927478 Jul 09 19:42:34.826771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:34.991826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:34.998812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.005764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.017952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.025466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.032576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.035193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-aa854562-676b-448b-af15-37074ea996aa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 4606 time: 0.5915828 Jul 09 19:42:35.092893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-6ffc5549-fb4e-4d9d-bbea-d728398768a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.093395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-6ffc5549-fb4e-4d9d-bbea-d728398768a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.094477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-6ffc5549-fb4e-4d9d-bbea-d728398768a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.096115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-6ffc5549-fb4e-4d9d-bbea-d728398768a3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2888176 Jul 09 19:42:35.105976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.161606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e4f8a5-dd80-43d3-9c18-8acecce72262 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:35.174680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.191631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d40f58-0ce2-4a10-bccf-cbc61a5eb108 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:35.194112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e029e2d0-601a-4822-bdd5-7e20fa4b796e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:35.194385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Transition to ACTIVE for port object 34e4f8a5-dd80-43d3-9c18-8acecce72262 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:35.230533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.319085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6eb2e883-0d31-4fcf-9b9f-03b39298a41f None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:35.319803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e883-0d31-4fcf-9b9f-03b39298a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.325728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.346391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1b5ced-5a07-4a60-8839-3d2f13fd8995,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:35.406674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port cc163e45-6b33-4338-a691-77da2186a0cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:35.407279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.469366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c6bbe78-70cf-478f-a03d-00658eaa5183 req-a237b869-6f0d-43fa-b61c-2cbd4471195c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708251 Jul 09 19:42:35.507926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e029e2d0-601a-4822-bdd5-7e20fa4b796e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:35.508647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.587293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:35.643645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:35.643966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Network hostable DHCP agents. Network: cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:42:35.664820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.707734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Transition to ACTIVE for port object 37e4c200-3192-45b9-bb16-dc18fbfcf124 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:35.725615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.807787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-c88aef50-f9bc-4541-88c2-8edb11219a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.809305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-200b2dc6-56f8-4d04-ae73-2c9671ecdfe9 req-c88aef50-f9bc-4541-88c2-8edb11219a4a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783921 Jul 09 19:42:35.816813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port cc163e45-6b33-4338-a691-77da2186a0cd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=cc163e45-6b33-4338-a691-77da2186a0cd,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:35.817638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.831733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8f4ba-81a0-4ad8-8c0e-79956a595578 None None] Pushing event updated for resources: {'Port': ['ID=37e4c200-3192-45b9-bb16-dc18fbfcf124,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:35.835078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376bed2-205e-45be-85a9-1d3ca960164c req-44197fcf-3fa4-4c31-bc0d-cdc1c4007ecc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.836661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c376bed2-205e-45be-85a9-1d3ca960164c req-44197fcf-3fa4-4c31-bc0d-cdc1c4007ecc tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 1.5132971 Jul 09 19:42:35.842924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Attempting to bind port 37e4c200-3192-45b9-bb16-dc18fbfcf124 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:35.843429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Attempting to bind port 37e4c200-3192-45b9-bb16-dc18fbfcf124 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:35.843902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Attempting to bind port 37e4c200-3192-45b9-bb16-dc18fbfcf124 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:35.861582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:35.862097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:35.862688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.863272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:35.863938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Bound port: 37e4c200-3192-45b9-bb16-dc18fbfcf124, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:35.864439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.872023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for cc163e45-6b33-4338-a691-77da2186a0cd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:35.876679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:42:35.887277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Attempting to bind port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:35.887883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Attempting to bind port 34e4f8a5-dd80-43d3-9c18-8acecce72262 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:35.888655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Attempting to bind port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:35.908418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:35.920870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on network 1a834868-c4b0-46a5-a848-6f5238889074 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:35.921491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Attempting to bind port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:35.924335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e9b28-9c79-4b9e-9885-3f8ad01df180 None None] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:35.932082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:35.932946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:35.982825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:35.983443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:35.983997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Bound using segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:35.984812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Bound port: 34e4f8a5-dd80-43d3-9c18-8acecce72262, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:35.985570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.014398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] For port 37e4c200-3192-45b9-bb16-dc18fbfcf124, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:36.016600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500728f-7aa1-44a9-9a7e-5a021b1d83ba req-79d8dba3-9309-4083-b460-e919c0511db2 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.019082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8500728f-7aa1-44a9-9a7e-5a021b1d83ba req-79d8dba3-9309-4083-b460-e919c0511db2 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.2848129 Jul 09 19:42:36.020819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.024678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64b9603b-088a-4907-b8d9-06ecfdb731c8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7527597 Jul 09 19:42:36.027698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.034547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] For port 37e4c200-3192-45b9-bb16-dc18fbfcf124, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37e4c200-3192-45b9-bb16-dc18fbfcf124,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:36.035660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.036569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:36.037269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'bedbf055-befe-4d67-a0e7-f1db210d47e1'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '5c19b959-4359-4e8c-95ce-8e08819cc372'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:42:36.043005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:36.044443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.052622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.059224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.064509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.066886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.069675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-f12a7f47-ee34-46f6-b6d3-a6b64aa439e6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5425 time: 1.5718412 Jul 09 19:42:36.155659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.163295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:42:36.182844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8500728f-7aa1-44a9-9a7e-5a021b1d83ba req-cf80fbb0-f284-418e-a80d-448b34d9401c tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566963 Jul 09 19:42:36.193048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.194445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.207546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:36.214944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:36.224228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8f4ba-81a0-4ad8-8c0e-79956a595578 None None] Pushing event updated for resources: {'Port': ['ID=37e4c200-3192-45b9-bb16-dc18fbfcf124,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:36.250117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:36.269834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:36.276757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.353241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a0d24d5-afaf-4387-840b-ce0b88a8736e req-a9c7dad5-b7ff-490a-8148-2f2252f81fac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2671733 Jul 09 19:42:36.355021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.362139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.367909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69243f76-e651-43d8-9048-bbf3648f70f1 HTTP/1.1" status: 204 len: 168 time: 2.3090308 Jul 09 19:42:36.375522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.395280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc8bb-449b-4e63-b8fd-7bc46950b949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69243f76-e651-43d8-9048-bbf3648f70f1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:36.416138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:36.432221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Transition to ACTIVE for port object e022c474-3585-4582-bd94-af500135b486 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:36.458003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.517750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:36.579577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:36.580391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.582085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3996e6d0-3f08-4b15-9040-af80babcbd19 service neutron] 10.222.0.59 "PUT /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 1135 time: 3.4280996 Jul 09 19:42:36.584685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '34e4f8a5-dd80-43d3-9c18-8acecce72262'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:36.587506 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "34e4f8a5-dd80-43d3-9c18-8acecce72262"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:36.596392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa2a7778-2509-487e-8c6d-60be83264234 req-9c3a6418-91f0-4026-ad35-9ae1de8cefe7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e4d2971-2181-4035-8bfc-3cde038e62ea HTTP/1.1" status: 200 len: 210 time: 0.1619992 Jul 09 19:42:36.634075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.664944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Deleting port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:36.665457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.683883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:36.698538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.713747 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197d7953-6d9f-4faf-8b2c-dc2d268007de x-openstack-request-id: req-197d7953-6d9f-4faf-8b2c-dc2d268007de {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:36.718379 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "34e4f8a5-dd80-43d3-9c18-8acecce72262", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:36.718646 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-197d7953-6d9f-4faf-8b2c-dc2d268007de {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:36.719554 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '34e4f8a5-dd80-43d3-9c18-8acecce72262', 'status': 'completed', 'code': 200} Jul 09 19:42:36.720374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=cc163e45-6b33-4338-a691-77da2186a0cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:36.871640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port cc163e45-6b33-4338-a691-77da2186a0cd on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:36.910538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:36.912546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7770d41e-877d-49a7-9204-24633b8ea8d5 req-ee08af29-d264-4d98-9016-8f0a978ba59b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "DELETE /v2.0/ports/cc163e45-6b33-4338-a691-77da2186a0cd HTTP/1.1" status: 204 len: 173 time: 3.1508968 Jul 09 19:42:37.101953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:37.128619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.146408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.180217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.264384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:37.291838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Network 507058e1-e510-40b9-afe5-535173c3f9be is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:37.301241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe6d:7079-11458eff-b582-480c-95be-feb895675f {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:42:37.301606 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:42:37.309859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:37.310808 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.313119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.327474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:37.345018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:37.376819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] For port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:37.377316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.406605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.407558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:37.445141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.445638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.446119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.446593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.447062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.448870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.449218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.451828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-c51fffd6-344a-42d4-be2c-1429a70f4355 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6220 time: 0.5224450 Jul 09 19:42:37.504372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Allocated IP 172.20.0.2 (cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb/5b1b5ced-5a07-4a60-8839-3d2f13fd8995/39216b5f-30e4-48d3-9670-d85deedf824c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:37.538357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Calling delete_port for fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:37.558978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60aa3c-8f97-4863-8020-5881eb804759 req-1ea23e71-e9b7-4105-a58a-48b3cde2b625 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:37.560555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd60aa3c-8f97-4863-8020-5881eb804759 req-1ea23e71-e9b7-4105-a58a-48b3cde2b625 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 947 time: 0.1996360 Jul 09 19:42:37.579258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Pushing event updated for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:37.630802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device cc163e45-6b33-4338-a691-77da2186a0cd no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:37.641268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:37.879701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:37.903302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: cc163e45-6b33-4338-a691-77da2186a0cd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:37.903644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device cc163e45-6b33-4338-a691-77da2186a0cd not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:37.965428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd60aa3c-8f97-4863-8020-5881eb804759 req-7c6b872f-d5a1-4dfd-9593-cc79a33a0e5b tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966477 Jul 09 19:42:38.010819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c48eee-9098-4748-a2c4-86c19c8f9733 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:38.041975 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.046369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:38.062060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.069035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.074379 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.075749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.086008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Transition to ACTIVE for port object 30c48eee-9098-4748-a2c4-86c19c8f9733 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:38.091242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.091525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.098386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.104638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.112132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.114133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-5307a3ce-11cb-4469-b7ca-8dac087e5674 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5383 time: 1.2365105 Jul 09 19:42:38.114935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.119913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.120507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.121107 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.129798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.130720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.201844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=bedbf055-befe-4d67-a0e7-f1db210d47e1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:38.205694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.216240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Transition to ACTIVE for port object 39216b5f-30e4-48d3-9670-d85deedf824c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:38.245655 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.258563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-160a9bb9-7ab4-48ea-9d65-5ebe9e472e19 None None] Provisioning for port e022c474-3585-4582-bd94-af500135b486 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:38.357473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Transition to ACTIVE for port object 39216b5f-30e4-48d3-9670-d85deedf824c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:38.359742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-160a9bb9-7ab4-48ea-9d65-5ebe9e472e19 None None] Provisioning complete for port e022c474-3585-4582-bd94-af500135b486 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:38.360135 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-160a9bb9-7ab4-48ea-9d65-5ebe9e472e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.455077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a04d9f9-03e9-442e-8a25-9c3b87058f4e req-bb104e6b-8e53-4532-a61f-a7270a72ee9a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2648523 Jul 09 19:42:38.471709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:38.473966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:31Z', 'revision_number': 3, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:38.478674 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.483631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Attempting to bind port 30c48eee-9098-4748-a2c4-86c19c8f9733 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:38.484132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Attempting to bind port 30c48eee-9098-4748-a2c4-86c19c8f9733 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:38.484355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Attempting to bind port 30c48eee-9098-4748-a2c4-86c19c8f9733 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:38.498880 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5928686 Jul 09 19:42:38.519598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:38.519952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:38.520957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:38.539354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:38.553410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-1b25bb39-6f7e-448e-9ea2-0e6f4cae1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.553585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Port 30c48eee-9098-4748-a2c4-86c19c8f9733 on network 1a834868-c4b0-46a5-a848-6f5238889074 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:38.553933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Attempting to bind port 30c48eee-9098-4748-a2c4-86c19c8f9733 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:38.554023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-1b25bb39-6f7e-448e-9ea2-0e6f4cae1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.554349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-1b25bb39-6f7e-448e-9ea2-0e6f4cae1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.555986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-1b25bb39-6f7e-448e-9ea2-0e6f4cae1669 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0153604 Jul 09 19:42:38.579254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.585319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.591729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.597720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.599640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069a2c5-8a9d-4f87-9e76-ecbc990cdccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:38.601792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:38.603623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.610193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.618960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:38.620199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] No DVR routers for this DVR port fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:38.621014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:38.624894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:38.625372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.626771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.628306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0926c-b326-4834-95d2-fff9544e959b None None] The sync data for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 is: [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:31Z', 'revision_number': 3, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:42:38.628800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c376bed2-205e-45be-85a9-1d3ca960164c req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "DELETE /v2.0/ports/fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 HTTP/1.1" status: 204 len: 173 time: 2.7820010 Jul 09 19:42:38.634971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84d77345-852e-4826-b786-b37b940f9528 req-739665ff-6bef-4a27-88de-79a0bc7dc230 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5425 time: 0.4002531 Jul 09 19:42:38.637525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-160a9bb9-7ab4-48ea-9d65-5ebe9e472e19 None None] Port e022c474-3585-4582-bd94-af500135b486 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:38.649717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:38.704105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:38.704452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:38.704831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Bound using segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:38.705325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Bound port: 30c48eee-9098-4748-a2c4-86c19c8f9733, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:38.705692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.719835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-deleted', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:38.722053 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b500a3-089c-4d09-b2d9-b281e221f2ce" -d '{"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-deleted", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:38.739154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7abd30-feae-441b-9835-ff0b2532a780 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Pushing event deleted for resources: {'Port': ['ID=fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:38.740867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'name': 'network-vif-deleted', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:38.743235 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9658e559-dde3-4983-8c02-4feaf00b53e7" -d '{"events": [{"server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "name": "network-vif-deleted", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:38.839192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84d77345-852e-4826-b786-b37b940f9528 req-daa22092-1e31-4d9a-9119-2c168524abff tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032402 Jul 09 19:42:38.840563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Allocated IP 172.25.3.99 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/29488168-270e-48c1-b4a0-9b3ce3f1c698) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:38.849078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:38.899397 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e13c8d-c7f9-46c1-b97e-ae38c2b25fb7 x-openstack-request-id: req-62e13c8d-c7f9-46c1-b97e-ae38c2b25fb7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:38.900835 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4af067c-b026-40d9-b1de-f827911f2215", "name": "network-vif-deleted", "tag": "fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:38.902647 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62e13c8d-c7f9-46c1-b97e-ae38c2b25fb7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:38.903147 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af067c-b026-40d9-b1de-f827911f2215', 'name': 'network-vif-deleted', 'tag': 'fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49', 'status': 'completed', 'code': 200} Jul 09 19:42:38.972256 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658313c8-6a19-4b3f-a832-30305e04418d x-openstack-request-id: req-658313c8-6a19-4b3f-a832-30305e04418d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:38.973592 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d2971-2181-4035-8bfc-3cde038e62ea", "name": "network-vif-deleted", "tag": "cc163e45-6b33-4338-a691-77da2186a0cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:38.975579 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-658313c8-6a19-4b3f-a832-30305e04418d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:38.977733 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d2971-2181-4035-8bfc-3cde038e62ea', 'name': 'network-vif-deleted', 'tag': 'cc163e45-6b33-4338-a691-77da2186a0cd', 'status': 'completed', 'code': 200} Jul 09 19:42:38.986575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Pushing event updated for resources: {'Port': ['ID=39216b5f-30e4-48d3-9670-d85deedf824c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:39.035541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.119908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:39.134111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.142178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.156508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.268781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.286680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Pushing event updated for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:39.413619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a716562e-a84d-471d-8ef7-5a66a9f61bfb req-211eb089-33d9-4539-bffa-836673848dd2 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4af067c-b026-40d9-b1de-f827911f2215 HTTP/1.1" status: 200 len: 210 time: 0.0357418 Jul 09 19:42:39.467593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-41f8597a-a024-4a34-b1bc-4b4021778402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.473698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:42:39.474253 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:42:39.474371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5f3ab9b-2a53-4b75-85cd-bafd555d8ae0 req-41f8597a-a024-4a34-b1bc-4b4021778402 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8550856 Jul 09 19:42:39.501360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Attempting to bind port 39216b5f-30e4-48d3-9670-d85deedf824c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:39.501811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Attempting to bind port 39216b5f-30e4-48d3-9670-d85deedf824c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:39.502292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Attempting to bind port 39216b5f-30e4-48d3-9670-d85deedf824c on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:39.505257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:39.536302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Network 507058e1-e510-40b9-afe5-535173c3f9be is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:39.540270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:39.637515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.640836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:39.641039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:39.656821 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.657310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:39.657833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Bound port: 39216b5f-30e4-48d3-9670-d85deedf824c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:39.658239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.739802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:39.815654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:39.817815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Router 47326a6c-4253-418c-a09b-244ec419399f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:42:39.818284 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8ff1a-5758-44c7-96ec-a341ee606c15" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:39.915849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:39.921584 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.933442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:39.934721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2dc45338-8668-4341-9084-0482beb37dbc up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:39.942362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.949029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.956275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.963325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.969913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.976838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.983216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:39.991160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-1914160a-2247-412e-a93d-5176c722a1ed tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5395 time: 0.2398410 Jul 09 19:42:40.000068 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bedbf055-befe-4d67-a0e7-f1db210d47e1 (CIDR: 2001:db8::/64) Jul 09 19:42:40.015663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:40.020432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:40.057786 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:42:40.058289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:42:40.067091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80e042e-10ba-474e-bd7b-c1c052e9f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.072301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f0a74917-4393-4051-bb9b-5063582e2e18 None None] Provisioning complete for port e022c474-3585-4582-bd94-af500135b486 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:40.072703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0a74917-4393-4051-bb9b-5063582e2e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.077268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.102966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:40.103867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.107448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] 10.222.0.59 "PUT /v2.0/ports/30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 1091 time: 3.4407325 Jul 09 19:42:40.123098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] For port 39216b5f-30e4-48d3-9670-d85deedf824c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:40.144400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7368472f-0583-4a67-a67f-e7ee98ec314f req-e2d68c05-5d4f-4487-8532-2a981afc50a7 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520438 Jul 09 19:42:40.146128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6b3b4079-fc5a-46ee-99da-f0a4fa4ebf17 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6141953 Jul 09 19:42:40.163074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:40.168759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:40.186399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:42:40.204959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] For port 39216b5f-30e4-48d3-9670-d85deedf824c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=39216b5f-30e4-48d3-9670-d85deedf824c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:40.214824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 2dc45338-8668-4341-9084-0482beb37dbc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:40.219049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7b43bf0f-f7c9-47d7-b575-bd9a9c9da797 admin admin] 10.222.0.10 "PUT /v2.0/routers/47326a6c-4253-418c-a09b-244ec419399f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9575989 Jul 09 19:42:40.223025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:40.249966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f0a74917-4393-4051-bb9b-5063582e2e18 None None] Port e022c474-3585-4582-bd94-af500135b486 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:40.253596 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.265201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 2dc45338-8668-4341-9084-0482beb37dbc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:40.265614 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.276377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c676ef-73bd-415a-9600-1a7c16c19bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:40.277692 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873c5cb-7a4a-40ab-8a56-99800a156c5b x-openstack-request-id: req-7873c5cb-7a4a-40ab-8a56-99800a156c5b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:40.277996 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:40.278581 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7873c5cb-7a4a-40ab-8a56-99800a156c5b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:40.279078 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e', 'code': 200} Jul 09 19:42:40.310926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:40.582331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:40.582936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.596936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-b61dc343-1223-412f-bf72-0fecc7c23f2b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:40.598601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-b61dc343-1223-412f-bf72-0fecc7c23f2b tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 1.5448048 Jul 09 19:42:40.614431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.633286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.635740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-7d8b014f-d0a5-497e-8c6d-ee6c9b1ff6fb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/quotas/adfe4d62785143faa83091abcfedf1ed HTTP/1.1" status: 200 len: 375 time: 0.0270309 Jul 09 19:42:40.636290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.675782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215df2ca-ce4b-4281-ad0f-1252cab5116a None None] Pushing event updated for resources: {'Port': ['ID=39216b5f-30e4-48d3-9670-d85deedf824c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:40.746442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-61f25af1-ecec-404e-9a94-f43de76bb4e3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877438 Jul 09 19:42:40.797763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ad76-d680-4405-80c7-5be6df2aa8d7 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:40.848341 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.915158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.922349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2dc45338-8668-4341-9084-0482beb37dbc,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:40.927126 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:40.928243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 15f7a38b-dcff-41e9-9c51-5332bdc51932 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:41.044154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:41.047101 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9e45e-ec05-4646-b9f3-518239ad3d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:41.054417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Pushing event updated for resources: {'Port': ['ID=29488168-270e-48c1-b4a0-9b3ce3f1c698,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:41.091820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 15f7a38b-dcff-41e9-9c51-5332bdc51932 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:41.099239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:41.107691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:41.110261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 15f7a38b-dcff-41e9-9c51-5332bdc51932 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:41.110817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.114118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:41.146307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:41.149291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.155996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.162070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.163145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-b0445e70-5797-4111-9c18-66e758e9c47f service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880272 Jul 09 19:42:41.168257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.174613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.181582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.190671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:41.194817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7aaf5031-1382-444c-bd7c-b3974bb1e495 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5427 time: 0.2244616 Jul 09 19:42:41.244515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80e042e-10ba-474e-bd7b-c1c052e9f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.251182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.270144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80e042e-10ba-474e-bd7b-c1c052e9f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.337857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:41.346122 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.350025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ee91f031-e5ed-4e84-bf85-ef996554f12c up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:41.351218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30914e17-17d6-4dbd-8c1f-6b762aa92163 req-7c6524f0-4b2d-4f66-807b-78d09ce5e416 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466997 Jul 09 19:42:41.351888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:41.355412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.444404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e042e-10ba-474e-bd7b-c1c052e9f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbe119-f544-4163-be3c-2bbd9fe9092b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:41.450663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d80e042e-10ba-474e-bd7b-c1c052e9f868 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6afbe016be6343e0936480b19f185171&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7097995 Jul 09 19:42:41.456044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:41.483854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:41.516465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37e4c200-3192-45b9-bb16-dc18fbfcf124 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:41.525012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-e84fe8f2-a0aa-4824-b7d2-158ca327d75a service neutron] 10.222.0.10 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467894 Jul 09 19:42:41.546046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port ee91f031-e5ed-4e84-bf85-ef996554f12c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:41.560128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port ee91f031-e5ed-4e84-bf85-ef996554f12c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:41.560453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.673466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Sync routers for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:42:41.689197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.692141 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:41.695609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:41.707580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 37e4c200-3192-45b9-bb16-dc18fbfcf124 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:41.718476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 37e4c200-3192-45b9-bb16-dc18fbfcf124 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:41.718870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.781218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:41.947106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70db704-5cee-4efc-945f-0d8489373512 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:41.958634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.006429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Transition to ACTIVE for port object f70db704-5cee-4efc-945f-0d8489373512 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:42.011216 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:42.012405 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd7566-045a-414e-a88b-de7f0faa229c x-openstack-request-id: req-f8fd7566-045a-414e-a88b-de7f0faa229c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:42.015295 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:42.016095 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8fd7566-045a-414e-a88b-de7f0faa229c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:42.016686 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'status': 'completed', 'code': 200} Jul 09 19:42:42.080744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.121625 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.124908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.128778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8dbe119-f544-4163-be3c-2bbd9fe9092b HTTP/1.1" status: 204 len: 168 time: 0.6691380 Jul 09 19:42:42.199522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6da03a-e9a6-4d64-aa01-b610029e72d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbe119-f544-4163-be3c-2bbd9fe9092b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:42.243838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51547b-c82b-42b9-b8eb-0aa8836f2a5e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:42.258464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.329402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc45338-8668-4341-9084-0482beb37dbc'}, {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:42.339850 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8598028e-325f-4733-a95b-d1b8296367e9" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "2dc45338-8668-4341-9084-0482beb37dbc"}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:42.356190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.369208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.369883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.370587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.371338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.372164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.374767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.377934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-16975c20-e5f1-4180-8fef-cd628ad29590 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6287 time: 0.4788895 Jul 09 19:42:42.491910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.627085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:42.629652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.632383 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 2, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:42.652168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:42.666837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308813348', 'description': 'tempest-description--2046654161'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:42.704007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:42.707118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Checking router: 47326a6c-4253-418c-a09b-244ec419399f for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:42:42.707608 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Updating router 47326a6c-4253-418c-a09b-244ec419399f port e022c474-3585-4582-bd94-af500135b486 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:42:42.716985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8afb07-2874-4ef1-b7d0-1f47c52e674d None None] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:42.719804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.748761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-31b0b353-e98e-428b-b167-0b956629c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.749268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-31b0b353-e98e-428b-b167-0b956629c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.754884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-31b0b353-e98e-428b-b167-0b956629c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.756768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-31b0b353-e98e-428b-b167-0b956629c5f0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3637147 Jul 09 19:42:42.783452 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.818747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:42.855485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:42.875682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1ba44bd-0099-4e44-b3dd-bf23d4560c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.881771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=4c4f12e1-1e9f-4a59-9372-74531768a2f2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:42.912744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.938769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.944759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.952051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.959360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.967066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.969573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:42.975138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.977316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:42.981545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.986755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:42.987381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:42.992309 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-e589fcf0-da55-41f9-a6ba-0450a871335b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5407 time: 0.8045487 Jul 09 19:42:43.021168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Attempting to bind port f70db704-5cee-4efc-945f-0d8489373512 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:43.021558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Attempting to bind port f70db704-5cee-4efc-945f-0d8489373512 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:43.021894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Attempting to bind port f70db704-5cee-4efc-945f-0d8489373512 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:43.023567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.024401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b5691b8d-7577-45bf-8a30-14c0b176c704 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:43.033463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-74290905-c16a-44d0-8dfb-b1631e8bd26a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8691761 Jul 09 19:42:43.035867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:43.050961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Port f70db704-5cee-4efc-945f-0d8489373512 on network 1a834868-c4b0-46a5-a848-6f5238889074 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:43.051337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Attempting to bind port f70db704-5cee-4efc-945f-0d8489373512 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:43.057729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:70:a0:4a', 'name': 'tempest-NetworksTestDHCPv6-1948235250'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:43.118521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:43.118521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Checking segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:43.118521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Bound using segment: {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:43.118521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Bound port: f70db704-5cee-4efc-945f-0d8489373512, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d80280a-4432-4516-b956-6a5b8b1529d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:43.118521 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.160869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33bce1e1-eced-42ae-b2a8-65c221c4635f req-997b936b-b123-44b2-87c2-20b7ee49af3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675718 Jul 09 19:42:43.176608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.281997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-8937735e-8887-4c38-b15d-057b6992b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.294648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51e9e45e-ec05-4646-b9f3-518239ad3d9b req-8937735e-8887-4c38-b15d-057b6992b865 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5172217 Jul 09 19:42:43.348971 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.353740 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36616bb-7c08-40f8-a275-fe80b7784df9 x-openstack-request-id: req-d36616bb-7c08-40f8-a275-fe80b7784df9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:43.354064 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "2dc45338-8668-4341-9084-0482beb37dbc", "code": 200}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:43.354327 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d36616bb-7c08-40f8-a275-fe80b7784df9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:43.354759 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc45338-8668-4341-9084-0482beb37dbc', 'code': 200} Jul 09 19:42:43.355012 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'code': 200} Jul 09 19:42:43.361952 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Transition to ACTIVE for port object e022c474-3585-4582-bd94-af500135b486 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:43.368665 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.379143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:43.384512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f70db704-5cee-4efc-945f-0d8489373512,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:43.394869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.412678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 37e4c200-3192-45b9-bb16-dc18fbfcf124, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37e4c200-3192-45b9-bb16-dc18fbfcf124,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:43.445714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Pushing event updated for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:43.457026 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.461311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:43.480588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5853891-a7c9-4b1a-8cfa-61e664cfeded req-0ab6999a-b0fe-4e01-a95e-ddaafe244cbb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 210 time: 0.0631459 Jul 09 19:42:43.543299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1ba44bd-0099-4e44-b3dd-bf23d4560c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.557810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1ba44bd-0099-4e44-b3dd-bf23d4560c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.580451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:43.604944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.605958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.606685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Attempting to bind port e022c474-3585-4582-bd94-af500135b486 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:43.607798 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Attempting to bind port e022c474-3585-4582-bd94-af500135b486 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:43.608311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Attempting to bind port e022c474-3585-4582-bd94-af500135b486 on network 507058e1-e510-40b9-afe5-535173c3f9be {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:43.609530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1aaa495a-a83c-49a6-9dfb-77c1a778ca36 service neutron] 10.222.0.59 "PUT /v2.0/ports/f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 1091 time: 3.3257403 Jul 09 19:42:43.621978 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:43.622203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Checking segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:43.622511 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.622967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Bound using segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:43.623463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Bound port: e022c474-3585-4582-bd94-af500135b486, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:43.623907 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.641380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.642308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:43.658142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:43.687958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1ba44bd-0099-4e44-b3dd-bf23d4560c6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdaaf785fce4611a70440298279087e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653331 Jul 09 19:42:43.691853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:43.728798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba44bd-0099-4e44-b3dd-bf23d4560c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0c2e1-4d56-4f6c-8aa3-edff61e6c5d7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:43.756458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:43.781040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.816179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] For port e022c474-3585-4582-bd94-af500135b486, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:43.830119 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] For port e022c474-3585-4582-bd94-af500135b486, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e022c474-3585-4582-bd94-af500135b486,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:43.846308 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.869744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port b5691b8d-7577-45bf-8a30-14c0b176c704 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:43.887376 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.898021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.912749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.915350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port b5691b8d-7577-45bf-8a30-14c0b176c704 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:43.916411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:43.930044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.938158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.962531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.972661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.977117 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:43.981649 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:43.985183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:43.990614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a919a-dccd-4206-a1d7-47a3ee42b415 None None] Pushing event updated for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:43.999161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-ffa4d3ee-503d-449e-8f10-99f66a1a1c1f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5429 time: 0.4728475 Jul 09 19:42:44.019140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:44.027176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:44.035875 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8771241-02d1-49b5-9360-44c361ca5d12" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f70db704-5cee-4efc-945f-0d8489373512"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:44.057167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.063217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.066811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=37e4c200-3192-45b9-bb16-dc18fbfcf124,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:44.099567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-d8e111b2-e372-4b9e-9d0b-895ccfb6c493 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:44.101405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-d8e111b2-e372-4b9e-9d0b-895ccfb6c493 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 811 time: 0.1614416 Jul 09 19:42:44.103720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.124424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Request body: {'port': {'device_id': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'admin_state_up': True, 'tenant_id': 'adfe4d62785143faa83091abcfedf1ed'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:44.245780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.247635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:44.248030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.259218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e9f01-1244-44be-8463-5f522401bbcc req-ab3be51b-a882-44a8-beca-318bff816d8e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:44.268981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-067e9f01-1244-44be-8463-5f522401bbcc req-ab3be51b-a882-44a8-beca-318bff816d8e tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 949 time: 0.3829455 Jul 09 19:42:44.279909 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:44.381955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.423714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.449847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe89700-a0de-4dba-8ec8-274216ff25cb None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:44.476269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-15b1cfdc-ee4a-4136-845b-db1af6e6c60e None None] Provisioning for port 39216b5f-30e4-48d3-9670-d85deedf824c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:44.495773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-067e9f01-1244-44be-8463-5f522401bbcc req-3b681c20-ed4a-455b-89f2-478f069334df tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197893 Jul 09 19:42:44.500779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.510193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.512919 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.514951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2f0c2e1-4d56-4f6c-8aa3-edff61e6c5d7 HTTP/1.1" status: 204 len: 168 time: 0.7560744 Jul 09 19:42:44.530014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac11fb12-02cb-4f87-8cf4-440f404c13d9 req-a40d798d-ee0e-4a00-83d5-ab02f81e26db tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5207257 Jul 09 19:42:44.530272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:44.530272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc6dd-a1b3-48ad-9219-ea02b006b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0c2e1-4d56-4f6c-8aa3-edff61e6c5d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:44.530272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Made reservation on behalf of adfe4d62785143faa83091abcfedf1ed for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:44.535448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.581032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Update dhcp port {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'fixed_ips': [{'subnet_id': 'bedbf055-befe-4d67-a0e7-f1db210d47e1', 'ip_address': '2001:db8::f816:3eff:fe6d:7079'}, {'subnet_id': '4c4f12e1-1e9f-4a59-9372-74531768a2f2'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '5c19b959-4359-4e8c-95ce-8e08819cc372'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:42:44.660031 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835fa64-3ca1-4d81-aca8-1c2b28c51a26 x-openstack-request-id: req-c835fa64-3ca1-4d81-aca8-1c2b28c51a26 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:44.660269 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f70db704-5cee-4efc-945f-0d8489373512", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:44.660779 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c835fa64-3ca1-4d81-aca8-1c2b28c51a26 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:44.660903 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512', 'status': 'completed', 'code': 200} Jul 09 19:42:44.697902 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.744808 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:44.750667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.756270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0891538 Jul 09 19:42:44.764212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:44.775959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'security_group_rule': {'security_group_id': 'fee5b3ce-d9a3-496c-9173-e5f1f75b821f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:44.793106 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a614588-81e4-4b27-88dc-477504421d0b None None] The sync data for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 is: [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:42:44.820276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 39216b5f-30e4-48d3-9670-d85deedf824c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:44.927986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:44.977612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:45.034548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 51e24f69-7922-4079-8310-1a7c89a3819a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:42:45.057070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.066411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.067487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c734cba9-c37e-4d83-880c-f27fc510f9db up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:45.177591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Allocated IP 172.20.0.9 (f60ffb44-cf1d-494c-91e8-3663a00a04a4/beb8da13-b93d-4a82-9516-421f9ff4d0aa/40fb5795-2e54-49c5-aba2-25346c52f207) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:45.218076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365d7f8-002f-41be-b44e-4a030770b93d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5b3ce-d9a3-496c-9173-e5f1f75b821f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:45.266032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.272104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.278145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.284963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.291065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.297421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.303718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.306238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-2d0d43d0-2433-475c-89e8-93d075e81835 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5407 time: 0.4719529 Jul 09 19:42:45.314177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c23fdc0-b0d4-437e-a8bf-5e5a1904f1c2 req-86996cef-5edc-4785-a0d8-1ec4c8c616cb tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 210 time: 0.0897207 Jul 09 19:42:45.360050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c'}, {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:45.362412 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f748348-9310-45c0-8586-370c6508dd78" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c"}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:45.386140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.394043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Allocated IP 2001:db8:0:1::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/4c4f12e1-1e9f-4a59-9372-74531768a2f2/5c19b959-4359-4e8c-95ce-8e08819cc372) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:45.397438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port c734cba9-c37e-4d83-880c-f27fc510f9db completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:45.410167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.442052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c734cba9-c37e-4d83-880c-f27fc510f9db triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:45.442580 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.483995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.485278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.485953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.486792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.487524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.488203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.488826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.491576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-67b1e9df-1128-45bf-adbd-1804d5488ddf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6354 time: 0.7763960 Jul 09 19:42:45.502910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:45.504277 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57e3e4-cb05-47f8-bd6a-ac5df57111c3 x-openstack-request-id: req-5d57e3e4-cb05-47f8-bd6a-ac5df57111c3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:45.504677 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c", "code": 200}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:45.505194 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d57e3e4-cb05-47f8-bd6a-ac5df57111c3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:45.505692 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'code': 200} Jul 09 19:42:45.506082 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'code': 200} Jul 09 19:42:45.511421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 39216b5f-30e4-48d3-9670-d85deedf824c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:45.519431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa40e3f3-0e70-4e2d-8616-02080bcc70c0 req-76b64416-6805-4c65-a199-0cf9a12e8ba9 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055554 Jul 09 19:42:45.529453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251317e0-c089-45c9-acf1-1dbb4ea14d56,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:45.537245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:45.540547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.544238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e698451c-6cf2-43fd-90c9-f715aebd20f1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7711356 Jul 09 19:42:45.546294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:45.561599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-a38ea2f5-c525-4eb3-9e89-223ded363aff tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.563191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-a38ea2f5-c525-4eb3-9e89-223ded363aff tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 949 time: 0.4064469 Jul 09 19:42:45.567697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'security_group_rule': {'security_group_id': 'fee5b3ce-d9a3-496c-9173-e5f1f75b821f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:45.568766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 39216b5f-30e4-48d3-9670-d85deedf824c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:45.572079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.642341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.670925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:42:45.722457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Transition to ACTIVE for port object 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:45.744890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.794878 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.801516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.816058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:45.879097 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.973497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:45.986453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-961e9aff-a028-4159-a6b4-d1d67c8fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.987037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-961e9aff-a028-4159-a6b4-d1d67c8fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.987534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-961e9aff-a028-4159-a6b4-d1d67c8fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:45.989267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-961e9aff-a028-4159-a6b4-d1d67c8fd9ea service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4797118 Jul 09 19:42:45.990190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Transition to ACTIVE for port object 5c19b959-4359-4e8c-95ce-8e08819cc372 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:46.011299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:46.030867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.106546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea697c-02e5-4d3d-98bd-7fce15a5ce85 None None] Pushing event updated for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:46.112114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c734cba9-c37e-4d83-880c-f27fc510f9db,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:46.174432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-cc543edb-895e-4ded-992a-4a50777bc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.175955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8771241-02d1-49b5-9360-44c361ca5d12 req-cc543edb-895e-4ded-992a-4a50777bc186 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386652 Jul 09 19:42:46.193319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.221280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:42:46.232923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Deleting port 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:46.233407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.255821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23b9b-8d09-4689-88e7-e77439a66ce0 req-9166edc1-8ada-4391-9cd1-ea4ce07e9864 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.257385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.269124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ea23b9b-8d09-4689-88e7-e77439a66ce0 req-9166edc1-8ada-4391-9cd1-ea4ce07e9864 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 949 time: 0.5286396 Jul 09 19:42:46.298353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.311205 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.314932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-87c497f8-c3da-4fc3-ae0f-62ce94bd3e35 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2730598 Jul 09 19:42:46.318728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:46.399173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ea23b9b-8d09-4689-88e7-e77439a66ce0 req-ac370a65-7b7c-4aea-9ee2-d4716d23b165 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290338 Jul 09 19:42:46.406540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Attempting to bind port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:46.407175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Attempting to bind port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:46.408615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Attempting to bind port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab on network 79dd994b-ef8d-4bda-9861-9e83bb07090a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:46.424924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab on network 79dd994b-ef8d-4bda-9861-9e83bb07090a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:46.427049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Attempting to bind port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab on network 79dd994b-ef8d-4bda-9861-9e83bb07090a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:46.452326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:46.458830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3d3727-cc12-4233-877f-973f52ca22c5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:46.459569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Checking segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:46.460160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Bound using segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:46.460851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Bound port: 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:46.461414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.476213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:42:46.483236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.484055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:46.523750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:46.524390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:46.572482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.577052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4d45fe0d-d804-4e9b-86e2-15693b2b8cb8 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0128303 Jul 09 19:42:46.579420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Network f60ffb44-cf1d-494c-91e8-3663a00a04a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:46.580780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:46.597337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:46.610138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.630932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.637323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.657707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.672468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.694455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.704410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:46.714038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-060ff3c6-2253-417d-8220-3d7c93ea1c8e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5430 time: 0.8813276 Jul 09 19:42:46.743958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:46.753979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:46.764880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.778205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:46.838567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event updated for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:46.848205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:46.884673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:46.901185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8:0:1::134 (607af5c0-a15f-45f9-be62-7560cb7593c1/4c4f12e1-1e9f-4a59-9372-74531768a2f2/51e24f69-7922-4079-8310-1a7c89a3819a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:46.914021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::f816:3eff:fe70:a04a (607af5c0-a15f-45f9-be62-7560cb7593c1/bedbf055-befe-4d67-a0e7-f1db210d47e1/51e24f69-7922-4079-8310-1a7c89a3819a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:46.968844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:47.000225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b145-7151-4645-af9c-fe7d117e758d req-a574367a-2d68-4359-8ef5-0c83b88a9e35 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:47.013371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f56b145-7151-4645-af9c-fe7d117e758d req-a574367a-2d68-4359-8ef5-0c83b88a9e35 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 931 time: 0.3611243 Jul 09 19:42:47.031448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.086311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:47.086878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fb40a8b2-9f0e-4beb-b7bf-ac6cdc3a6d49 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:47.134429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c95318c1-e1d6-4dc0-9733-45c55a4a0626 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:47.144254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:47.145182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.172141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 51e24f69-7922-4079-8310-1a7c89a3819a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:47.187043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:47.188142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.192324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-26ae12c1-84f3-4c5a-9afe-f354d5f0586f service neutron] 10.222.0.59 "PUT /v2.0/ports/13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 1091 time: 3.5430002 Jul 09 19:42:47.225310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:47.230034 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e12299-c04d-4f75-839d-9c91985abdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:47.245647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.291096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 39216b5f-30e4-48d3-9670-d85deedf824c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=39216b5f-30e4-48d3-9670-d85deedf824c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:47.311487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Request body: {'port': {'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:47.348896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.351003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:47.356992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60d16a77-41d5-4eed-b1af-7beead1c39d9 req-6c31b139-0ca8-415f-8790-a0f96930bc72 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6385288 Jul 09 19:42:47.392551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] For port 16de6fc0-21de-4c2f-941c-feb47347b7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=16de6fc0-21de-4c2f-941c-feb47347b7a1,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:47.395284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.429407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:47.433605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.443593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:41Z', 'revision_number': 3, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:47.504891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:47.535828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:47.543473 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee6215f-362c-4b6e-9879-d0aa8acb384a" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:47.543812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:47.554713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Calling delete_port for 16de6fc0-21de-4c2f-941c-feb47347b7a1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:47.558173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:42:47.558541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Updating router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 port 29488168-270e-48c1-b4a0-9b3ce3f1c698 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:42:47.560990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:47.572537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:47.576588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f56b145-7151-4645-af9c-fe7d117e758d req-ea4a5693-8d65-4b93-91c5-969abfe52a94 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644462 Jul 09 19:42:47.598854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:47.599571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.604756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=51e24f69-7922-4079-8310-1a7c89a3819a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:47.608926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-35fe5061-38c0-4633-bd97-23216b79add5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4974291 Jul 09 19:42:47.631052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Request body: {'port': {'device_id': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:47.667302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:47.667687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.692445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=39216b5f-30e4-48d3-9670-d85deedf824c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:47.697076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda011d-631f-4dcf-82be-5fde90a40734 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:47.763555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:47.793922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:47.831679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d7153e40-cdc5-4ac7-ba28-33a3d3d3105c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7900589 Jul 09 19:42:47.834755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:47.851276 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.020329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37e4c200-3192-45b9-bb16-dc18fbfcf124 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:48.084708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.103646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.121026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.142228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.151074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.157984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.172886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.174906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-96acf28c-cf8d-4090-8135-28af61ac4dfc tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5419 time: 0.4694636 Jul 09 19:42:48.180767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.196591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:48.205709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.223431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Transition to ACTIVE for port object 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:48.245840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 51e24f69-7922-4079-8310-1a7c89a3819a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:48.246182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.250359 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d7296d-0e88-4715-9178-dd762bafb038 x-openstack-request-id: req-a5d7296d-0e88-4715-9178-dd762bafb038 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:48.250657 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:48.250909 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5d7296d-0e88-4715-9178-dd762bafb038 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:48.252052 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'status': 'completed', 'code': 200} Jul 09 19:42:48.261780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.327276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b0be066-5aa7-4664-b599-4cb6fdc1b97d None None] Provisioning for port 5c19b959-4359-4e8c-95ce-8e08819cc372 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:48.335834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd31ea85-d0f4-41c0-85ab-112b5689a38f req-797b784f-f58b-4753-95eb-e854a74652f1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527853 Jul 09 19:42:48.351734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b0be066-5aa7-4664-b599-4cb6fdc1b97d None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:48.352109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b0be066-5aa7-4664-b599-4cb6fdc1b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.441168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.463635 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c57a56-59a7-49a9-9eff-ab0bddb46242 x-openstack-request-id: req-d1c57a56-59a7-49a9-9eff-ab0bddb46242 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:48.467993 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:48.468791 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1c57a56-59a7-49a9-9eff-ab0bddb46242 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:48.469448 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db', 'code': 200} Jul 09 19:42:48.522979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Pushing event updated for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:48.564595 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.597234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.671754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 37e4c200-3192-45b9-bb16-dc18fbfcf124 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:48.672136 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.717753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.718495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.721318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.722236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.722833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.723970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.725534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.726143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.726713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.727709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.727952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.728509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.729160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:48.731036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:48.770439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.771255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:48.820034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662eff1-6ab3-4a11-ab68-0576ebdaa686 req-ee30b3b0-bf25-4770-a2a9-f73f281d326c tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.829938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c662eff1-6ab3-4a11-ab68-0576ebdaa686 req-ee30b3b0-bf25-4770-a2a9-f73f281d326c tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6f4f954-c7bf-4486-bb24-864cca911872 HTTP/1.1" status: 200 len: 949 time: 0.6050351 Jul 09 19:42:48.867403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.886562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.887508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.887750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.888924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.889515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.890098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.890655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:48.892872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-d5b921bc-ce2a-41bb-a78c-4b72b8c285f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6446 time: 0.6530468 Jul 09 19:42:48.913621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No active binding found for port 16de6fc0-21de-4c2f-941c-feb47347b7a1 {{(pid=93773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 19:42:48.914067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 16de6fc0-21de-4c2f-941c-feb47347b7a1 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:48.987620 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:48.993448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:49.024042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Transition to ACTIVE for port object 29488168-270e-48c1-b4a0-9b3ce3f1c698 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:49.040133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e022c474-3585-4582-bd94-af500135b486 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:49.044500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Pushing event deleted for resources: {'Port': ['ID=16de6fc0-21de-4c2f-941c-feb47347b7a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:49.054347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.132769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.196782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Attempting to bind port 29488168-270e-48c1-b4a0-9b3ce3f1c698 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:49.197435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Attempting to bind port 29488168-270e-48c1-b4a0-9b3ce3f1c698 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:49.198053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Attempting to bind port 29488168-270e-48c1-b4a0-9b3ce3f1c698 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:49.228330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:49.228330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:49.228909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.229475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:49.230067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Bound port: 29488168-270e-48c1-b4a0-9b3ce3f1c698, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:49.230563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.249792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 51e24f69-7922-4079-8310-1a7c89a3819a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:49.264096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] No DVR routers for this DVR port 16de6fc0-21de-4c2f-941c-feb47347b7a1 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:49.267689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.272442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2e0661b-8e52-4dff-8e22-6e6e682b249f req-66af18a3-5827-4e5f-b293-eb523ea97682 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.25 "DELETE /v2.0/ports/16de6fc0-21de-4c2f-941c-feb47347b7a1 HTTP/1.1" status: 204 len: 173 time: 3.6971574 Jul 09 19:42:49.288215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-deleted', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:49.290557 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ccc428-422a-4bbb-9809-c6c641338516" -d '{"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-deleted", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:49.296427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb627-bdbf-42ea-92a2-571a8a32a0f2 None None] Pushing event updated for resources: {'Port': ['ID=29488168-270e-48c1-b4a0-9b3ce3f1c698,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:49.303517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Attempting to bind port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:49.303860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Attempting to bind port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:49.304188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Attempting to bind port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 on network 79dd994b-ef8d-4bda-9861-9e83bb07090a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:49.336488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e022c474-3585-4582-bd94-af500135b486 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:49.350680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e022c474-3585-4582-bd94-af500135b486 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:49.351054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.399664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.407833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.414670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.427766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.438474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.448071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.449761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] For port 29488168-270e-48c1-b4a0-9b3ce3f1c698, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:49.457236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.477321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-e16afa67-c503-4bb7-a718-1b884acf2cb8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.6651926 Jul 09 19:42:49.482624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] For port 29488168-270e-48c1-b4a0-9b3ce3f1c698, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29488168-270e-48c1-b4a0-9b3ce3f1c698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:49.503499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.510244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-53b0ccab-8ab5-49b8-9ba7-b00d8c10cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.510687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-53b0ccab-8ab5-49b8-9ba7-b00d8c10cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.511158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-53b0ccab-8ab5-49b8-9ba7-b00d8c10cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:49.512825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-53b0ccab-8ab5-49b8-9ba7-b00d8c10cc27 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2053201 Jul 09 19:42:49.588784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 on network 79dd994b-ef8d-4bda-9861-9e83bb07090a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:49.589199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Attempting to bind port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 on network 79dd994b-ef8d-4bda-9861-9e83bb07090a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:49.618851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb627-bdbf-42ea-92a2-571a8a32a0f2 None None] Pushing event updated for resources: {'Port': ['ID=29488168-270e-48c1-b4a0-9b3ce3f1c698,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:49.623906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e728aa17-b080-4137-ae9b-c77ebf8c29a9 req-5cd408a2-0a6f-4173-979e-4eaa87f897f2 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448736 Jul 09 19:42:49.797121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:49.797527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Checking segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:49.799091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Bound using segment: {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:49.799564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Bound port: 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8360064e-3d6b-4df1-8145-ea5a101fe5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:49.799933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:49.870216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c662eff1-6ab3-4a11-ab68-0576ebdaa686 req-90b082d2-c07b-4dd6-b277-ec83801c7bb5 tempest-ListImageFiltersTestJSON-167490674 tempest-ListImageFiltersTestJSON-167490674-project] 10.222.0.10 "GET /v2.0/security-groups?id=feefe2a3-0a0a-46b1-972e-2382ce34c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0389540 Jul 09 19:42:50.017917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fb5795-2e54-49c5-aba2-25346c52f207 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:50.023371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:50.024129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:50.025610 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a787032-07a6-4b12-9129-26eccba89bd4 x-openstack-request-id: req-8a787032-07a6-4b12-9129-26eccba89bd4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:50.025889 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4f954-c7bf-4486-bb24-864cca911872", "name": "network-vif-deleted", "tag": "16de6fc0-21de-4c2f-941c-feb47347b7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:50.026141 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a787032-07a6-4b12-9129-26eccba89bd4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:50.026733 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4f954-c7bf-4486-bb24-864cca911872', 'name': 'network-vif-deleted', 'tag': '16de6fc0-21de-4c2f-941c-feb47347b7a1', 'status': 'completed', 'code': 200} Jul 09 19:42:50.041052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.089211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Transition to ACTIVE for port object 40fb5795-2e54-49c5-aba2-25346c52f207 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:50.095026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.098241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.148750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Allocated IP 172.25.3.191 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/a602c5a5-29cf-4559-8731-b52ca18e2c21) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:50.172701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Pushing event updated for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:50.189988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e022c474-3585-4582-bd94-af500135b486, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e022c474-3585-4582-bd94-af500135b486,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:50.203604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:50.207091 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.241523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9230-4a7b-4775-8b5b-f0a001dd00e1 req-6b4eb8ba-77b2-4977-aada-349f1757ed3e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:50.244065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eee9230-4a7b-4775-8b5b-f0a001dd00e1 req-6b4eb8ba-77b2-4977-aada-349f1757ed3e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 931 time: 0.3520656 Jul 09 19:42:50.245034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.389440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=51e24f69-7922-4079-8310-1a7c89a3819a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:50.414342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:50.419060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 39216b5f-30e4-48d3-9670-d85deedf824c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:50.441936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.445887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-395fed27-77aa-43a8-ae9d-41107777f06f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/51e24f69-7922-4079-8310-1a7c89a3819a HTTP/1.1" status: 204 len: 168 time: 2.6078792 Jul 09 19:42:50.447207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-7c591be8-fa25-4f58-b377-a438c34fd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:50.448682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a0e12299-c04d-4f75-839d-9c91985abdc8 req-7c591be8-fa25-4f58-b377-a438c34fd427 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8676794 Jul 09 19:42:50.449815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:50.451873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:50.456653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Provisioning for port 51e24f69-7922-4079-8310-1a7c89a3819a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:50.471963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:50.479397 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedca65a-bc5e-43b8-9ba1-dffbd615ba1b" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "c95318c1-e1d6-4dc0-9733-45c55a4a0626"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:50.504076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4eee9230-4a7b-4775-8b5b-f0a001dd00e1 req-9941ee48-a5d5-443d-86cb-9c0e291e57e4 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421520 Jul 09 19:42:50.518244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Provisioning complete for port 51e24f69-7922-4079-8310-1a7c89a3819a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:50.518750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.534090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Allocated IP 172.20.0.1 (cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb/5b1b5ced-5a07-4a60-8839-3d2f13fd8995/716a26fc-57b1-4028-ae19-3e9e0c484c2c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:50.539710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:50.565059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.572964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Attempting to bind port 40fb5795-2e54-49c5-aba2-25346c52f207 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:50.573667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Attempting to bind port 40fb5795-2e54-49c5-aba2-25346c52f207 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:50.574317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Attempting to bind port 40fb5795-2e54-49c5-aba2-25346c52f207 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:50.582094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Port 40fb5795-2e54-49c5-aba2-25346c52f207 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:42:50.584514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Attempting to bind port 40fb5795-2e54-49c5-aba2-25346c52f207 on network f60ffb44-cf1d-494c-91e8-3663a00a04a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:50.596932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:50.599865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Checking segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:50.600402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Bound using segment: {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:50.600962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Bound port: 40fb5795-2e54-49c5-aba2-25346c52f207, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:50.601468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.630922 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc04f8-bd1e-4fe7-9c5d-48374761a04f x-openstack-request-id: req-a6fc04f8-bd1e-4fe7-9c5d-48374761a04f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:50.631160 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "c95318c1-e1d6-4dc0-9733-45c55a4a0626", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:50.631550 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6fc04f8-bd1e-4fe7-9c5d-48374761a04f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:50.631956 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95318c1-e1d6-4dc0-9733-45c55a4a0626', 'code': 200} Jul 09 19:42:50.640355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Port 51e24f69-7922-4079-8310-1a7c89a3819a was deleted so its status cannot be updated. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 19:42:50.663540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.697328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 39216b5f-30e4-48d3-9670-d85deedf824c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:50.697886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.699801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:50.700330 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10cd3064-ff99-4ad9-8163-79ed39f542e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.709723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:50.719230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=40fb5795-2e54-49c5-aba2-25346c52f207,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:50.744303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.898211 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.915123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:50.915662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:50.917755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] 10.222.0.59 "PUT /v2.0/ports/563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 1091 time: 3.6613071 Jul 09 19:42:50.930322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Pushing event updated for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:50.968822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:41Z', 'revision_number': 3, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:50.971696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:50.986487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:50.997105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.005541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.011783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6cfd05-268d-4769-a03b-42350cfad999 None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:41Z', 'revision_number': 3, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:42:51.013690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.020654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.036617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.043914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-5cb71f1e-8c22-4700-bf18-cbe5a66bfd3f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.8535304 Jul 09 19:42:51.045118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.046175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:51.048556 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:51.049087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.050856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-ec1b1ff8-9e9e-44b5-be81-0666775f5cda service neutron] 10.222.0.59 "PUT /v2.0/ports/40fb5795-2e54-49c5-aba2-25346c52f207 HTTP/1.1" status: 200 len: 1091 time: 3.4245868 Jul 09 19:42:51.088634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.091588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Transition to ACTIVE for port object 716a26fc-57b1-4028-ae19-3e9e0c484c2c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:51.098283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-18f0fe87-c9a2-487f-971a-0aba4fc5ffe7 None None] Could not find standard attr ID for object 51e24f69-7922-4079-8310-1a7c89a3819a. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:42:51.186560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2141c6e-9702-41c5-8f7f-313261ac809c service neutron] Pushing event updated for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:51.190362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:51.193628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.194167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.194686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.195202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.195702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.196171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.196636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.198637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4268014-6876-4d95-b837-12d72a5ea648 req-204b770e-7018-4d27-90f8-18e8a76cf64f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.4766688 Jul 09 19:42:51.222702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:51.238832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.244789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.248162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:51.250884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.253936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c9fff5c-45f5-47a9-bd42-48465b343764 req-1a1fddc3-20a5-4a18-b24f-720b826c880c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086048 Jul 09 19:42:51.256936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.263920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.269977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.276039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.278208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-04af5c67-5c7a-407b-af2b-716ae2c31180 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.3102431 Jul 09 19:42:51.305573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f16168-bf82-4728-b580-31df99a7738b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.307392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-51f16168-bf82-4728-b580-31df99a7738b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.8402736 Jul 09 19:42:51.315700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:51.333060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'Port': ['ID=a602c5a5-29cf-4559-8731-b52ca18e2c21,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:51.350465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.386947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-20ad8d95-f362-4dae-b395-e3e886dd2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.389243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-20ad8d95-f362-4dae-b395-e3e886dd2e6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 1094 time: 0.2791412 Jul 09 19:42:51.392669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.393806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.393806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.394086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.395772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.396257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.396735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.400163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-18e91808-5aab-4028-82c7-081982f65036 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6488 time: 0.3446407 Jul 09 19:42:51.432657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:51.459226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4268014-6876-4d95-b837-12d72a5ea648 req-7f53e2e2-9895-4573-8637-313b62c599ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6e281e86-3069-4b2e-8d75-338fafde6ce0&id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2491615 Jul 09 19:42:51.468682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-15803c28-1dba-4377-9c33-19c4f49199bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40fb5795-2e54-49c5-aba2-25346c52f207 HTTP/1.1" status: 200 len: 217 time: 0.0677633 Jul 09 19:42:51.477699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4465e31-bf84-4ca5-90e2-68e9a3c736d5 req-1110b5dd-7abb-49cd-b5fb-b220fb48cee4 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771507 Jul 09 19:42:51.516533 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff39e4-e70c-4386-9556-2fe4d8cf44fa x-openstack-request-id: req-05ff39e4-e70c-4386-9556-2fe4d8cf44fa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:51.516853 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:51.517313 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05ff39e4-e70c-4386-9556-2fe4d8cf44fa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:51.517777 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4', 'status': 'completed', 'code': 200} Jul 09 19:42:51.519295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:51.523838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:51.527228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Pushing event updated for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:51.545538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-2e72b6de-3464-4f58-85dd-74f41e557298 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 217 time: 0.1344671 Jul 09 19:42:51.550317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c172f5fe-b52e-49d8-b3e6-6e6a2d1ac871 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.554656 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c172f5fe-b52e-49d8-b3e6-6e6a2d1ac871 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2344391 Jul 09 19:42:51.560182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:51.578570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c604d6-f7c2-495d-9933-6005108e5334 req-5c20e612-02ae-48fa-90ba-d5d41ec583fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.580744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-5c20e612-02ae-48fa-90ba-d5d41ec583fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.1008289 Jul 09 19:42:51.593545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.716537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-549aecfc-63bb-43b8-8d5d-68a4d6c64453 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000431 Jul 09 19:42:51.720141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-596a088e-7116-44b0-9707-1c8396703728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.722627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-596a088e-7116-44b0-9707-1c8396703728 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.1419601 Jul 09 19:42:51.723578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.757416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864cd79-29b0-4c57-83b0-6977519a5d16 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.758962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864cd79-29b0-4c57-83b0-6977519a5d16 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.760626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864cd79-29b0-4c57-83b0-6977519a5d16 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.762339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5864cd79-29b0-4c57-83b0-6977519a5d16 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2011747 Jul 09 19:42:51.770761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:51.881483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027f75-ed02-498a-bcbe-4c7eff77e54c req-23a81e42-192e-479b-9d95-e49542991808 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:51.883083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94027f75-ed02-498a-bcbe-4c7eff77e54c req-23a81e42-192e-479b-9d95-e49542991808 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 943 time: 0.1715469 Jul 09 19:42:51.908157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-fb5b4987-38d9-49db-8bbd-1af5a3db31aa service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431270 Jul 09 19:42:51.957069 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:51.985467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 4c4f12e1-1e9f-4a59-9372-74531768a2f2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:52.000092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94027f75-ed02-498a-bcbe-4c7eff77e54c req-f0117f39-854a-4cca-99a5-b84dd3ad4fdf tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110201 Jul 09 19:42:52.027911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:42:52.037439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.041555 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d" -d '{"events": [{"name": "network-changed", "server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:42:52.049886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5cebbf99-e584-432e-b016-ccd774911656 None None] Provisioning for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:52.064997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5cebbf99-e584-432e-b016-ccd774911656 None None] Provisioning complete for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:52.065416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5cebbf99-e584-432e-b016-ccd774911656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.076439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17c604d6-f7c2-495d-9933-6005108e5334 req-8fc3b6ee-9b5b-4b2c-99fe-87997a3eb4cd service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590135 Jul 09 19:42:52.130339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5cebbf99-e584-432e-b016-ccd774911656 None None] Port 716a26fc-57b1-4028-ae19-3e9e0c484c2c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:52.145946 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48378d9b-0923-424d-9596-8e2fd9ae7ccf x-openstack-request-id: req-48378d9b-0923-424d-9596-8e2fd9ae7ccf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:42:52.146603 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:42:52.146712 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48378d9b-0923-424d-9596-8e2fd9ae7ccf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:42:52.147069 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207', 'status': 'completed', 'code': 200} Jul 09 19:42:52.187786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b36cc1a7-dbc2-4de6-8b64-9bd45399681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.189393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b36cc1a7-dbc2-4de6-8b64-9bd45399681b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157779 Jul 09 19:42:52.235691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.243502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-0f42fa72-4af3-42d9-a632-5484cf2c3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.246612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-0f42fa72-4af3-42d9-a632-5484cf2c3707 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adfe4d62785143faa83091abcfedf1ed&device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 1094 time: 0.0733781 Jul 09 19:42:52.292108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40688263-2c64-43bc-826a-fdcba11092c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.407836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-66526cfe-4c4e-476b-a7df-544bddfe437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.409857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-66526cfe-4c4e-476b-a7df-544bddfe437b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 200 len: 912 time: 0.1545708 Jul 09 19:42:52.467026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-7b13ef89-3069-4045-808c-1c883956a40a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40fb5795-2e54-49c5-aba2-25346c52f207 HTTP/1.1" status: 200 len: 217 time: 0.0483813 Jul 09 19:42:52.522313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29488168-270e-48c1-b4a0-9b3ce3f1c698 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:52.548639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f28afd07-db6d-4dbd-bfe0-b69a4281f1f5 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499863 Jul 09 19:42:52.566374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-7670b136-7580-4ae4-b7f0-52bc8239d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.572889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-7670b136-7580-4ae4-b7f0-52bc8239d357 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 200 len: 851 time: 0.0973620 Jul 09 19:42:52.593540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 29488168-270e-48c1-b4a0-9b3ce3f1c698 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:52.599203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 29488168-270e-48c1-b4a0-9b3ce3f1c698 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:52.605183 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.696862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-8bef58d8-4a0b-40a7-9bf8-96749df9006e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f60ffb44-cf1d-494c-91e8-3663a00a04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995560 Jul 09 19:42:52.821713 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.871800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.878739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.885048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.901477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 29488168-270e-48c1-b4a0-9b3ce3f1c698, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29488168-270e-48c1-b4a0-9b3ce3f1c698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:52.909460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.912182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:52.913202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e022c474-3585-4582-bd94-af500135b486 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:52.938130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.954109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.976757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:52.979792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-468e945b-2e55-4f91-a9f8-c05439367334 req-b9778640-c9b9-4e80-b8ce-f6d7611a2c5c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.4205112 Jul 09 19:42:52.987527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-7fe72cc0-e387-4349-8d5e-de5c74ae7d7f service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811708 Jul 09 19:42:53.113306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=29488168-270e-48c1-b4a0-9b3ce3f1c698,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:53.143357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e022c474-3585-4582-bd94-af500135b486 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:53.143735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.179683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-468e945b-2e55-4f91-a9f8-c05439367334 req-0ca0420e-adf2-4bd3-b67e-8aa580841266 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910551 Jul 09 19:42:53.248586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.267376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.270994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b86ef37-3b7e-4092-b2b0-1eab3df1949d req-3f86cef0-ae8c-481b-a16a-24056b45dd18 service neutron] 10.222.0.59 "GET /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739944 Jul 09 19:42:53.395737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:53.398010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.529457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.536076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc93b8-fecc-47fc-a2e8-c834151ef320 req-14bea51c-a41d-435f-b11d-cabcd70cdae7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.540746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.543755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9dc93b8-fecc-47fc-a2e8-c834151ef320 req-14bea51c-a41d-435f-b11d-cabcd70cdae7 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 943 time: 0.1080215 Jul 09 19:42:53.579191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4f12e1-1e9f-4a59-9372-74531768a2f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:53.589188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.600154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9dc93b8-fecc-47fc-a2e8-c834151ef320 req-b7418a68-8ac3-474a-842e-99389c8c4c58 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Jul 09 19:42:53.608333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-0c47f7cd-8975-41cd-9666-e74705c5f126 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0335841 Jul 09 19:42:53.616934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a6dd3de5-d068-4c24-b3ec-8b129d5b264c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1c55b2c80dd44e5aafa70e31bb3a745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198296 Jul 09 19:42:53.619934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:53.621369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c106a5f-27c5-4e30-b830-85c1c76bc2c2 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:53.643369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.645540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5dd2d91-f4f0-4d4f-8033-199551958e22 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/4c4f12e1-1e9f-4a59-9372-74531768a2f2 HTTP/1.1" status: 204 len: 168 time: 1.8615358 Jul 09 19:42:53.655933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:53.702192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.732097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.732736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.738824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.744769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.754111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.763231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.770821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.775444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:53.783130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-385cd180-236d-4abe-bf55-786fca67042b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.4604249 Jul 09 19:42:53.816539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.820702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:53.822776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/feefe2a3-0a0a-46b1-972e-2382ce34c86a HTTP/1.1" status: 204 len: 168 time: 0.2015061 Jul 09 19:42:53.843747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab13c3-dd19-4025-af4b-6dc518fd6632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feefe2a3-0a0a-46b1-972e-2382ce34c86a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:53.912167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-1af17bbb-5674-4b59-a77c-bc45ad9cd993 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.2536573 Jul 09 19:42:53.953583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'Port': ['ID=a602c5a5-29cf-4559-8731-b52ca18e2c21,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:54.004198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet bedbf055-befe-4d67-a0e7-f1db210d47e1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:42:54.025315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.067284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-653226b1-09df-4959-bf4d-f1f628e4c4db req-5d5b6457-29e4-4036-963a-5098b018fee8 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832389 Jul 09 19:42:54.068113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.110357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-cafa5039-ded9-4b13-a4d4-67bd677b0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.111890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-cafa5039-ded9-4b13-a4d4-67bd677b0d22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.1762934 Jul 09 19:42:54.148884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.150186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2a823fdb-07e3-4171-9671-19f6df5c2158 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5614340 Jul 09 19:42:54.171565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.264972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.288139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.359778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29488168-270e-48c1-b4a0-9b3ce3f1c698 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:54.408560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.456279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 29488168-270e-48c1-b4a0-9b3ce3f1c698 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:54.456793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.583590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.593016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.605383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.617770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.620878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-5c465cb8-9cd5-4ace-9e8c-82d932632975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.624073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-5c465cb8-9cd5-4ace-9e8c-82d932632975 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5036414 Jul 09 19:42:54.639858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.650055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.670255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.682620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:54.692570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-77ac2ccb-524f-4620-b871-f42b1a11a5b0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.3421865 Jul 09 19:42:54.711324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Pushing event updated for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:54.746738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=bedbf055-befe-4d67-a0e7-f1db210d47e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:54.759850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.767136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8928a-3295-4af7-9c69-4fb5d8e1f482 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:54.767641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ca19728-15d6-4620-84fb-a6bb5edc5d56 req-d2265117-d660-4cb8-9585-09483784248d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734191 Jul 09 19:42:54.789106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:54.799019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44428b23-30ba-4e2b-bf22-858ba52699b4 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/bedbf055-befe-4d67-a0e7-f1db210d47e1 HTTP/1.1" status: 204 len: 168 time: 1.1387224 Jul 09 19:42:54.840367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7a8ebdb3-64d0-4acd-99e8-432867313d08 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497918 Jul 09 19:42:54.841796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:54.851752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4578ac73-0ea2-4c49-b6df-bd573b744522 None None] Provisioning complete for port 5c19b959-4359-4e8c-95ce-8e08819cc372 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:54.852026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4578ac73-0ea2-4c49-b6df-bd573b744522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:54.862144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:54.952189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.079803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:55.084168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.130158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57982775-06a5-477a-ab67-5e8289212a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.164267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-8db87740-dcd0-4fcd-8b03-4789bba02ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903090 Jul 09 19:42:55.255020 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.278319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:42:55.404763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8779704-32dc-46f2-a3af-a1aa70aa1343 req-9501ab14-5980-4ba2-86eb-63cd0d8b66cd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.407230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8779704-32dc-46f2-a3af-a1aa70aa1343 req-9501ab14-5980-4ba2-86eb-63cd0d8b66cd tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 943 time: 0.4664991 Jul 09 19:42:55.427354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Deleting port 5c19b959-4359-4e8c-95ce-8e08819cc372 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:42:55.427828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.437496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:55.438158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 40fb5795-2e54-49c5-aba2-25346c52f207 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:42:55.444946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3572f281-e030-45f7-9869-4f854e4072b7 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684631 Jul 09 19:42:55.447213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:55.462572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.550621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=d18627a7-8272-48eb-9faf-87c8edd3c3bb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:55.641516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:55.663645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:55.667239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.670781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.673456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] For port 5c19b959-4359-4e8c-95ce-8e08819cc372, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c19b959-4359-4e8c-95ce-8e08819cc372,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:55.673930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:55.688224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-19d8936f-ab93-4c70-a48c-29d5f4b094bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.2165656 Jul 09 19:42:55.703351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8779704-32dc-46f2-a3af-a1aa70aa1343 req-fa5c018e-ec13-4472-a3f6-f29067944ce0 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783508 Jul 09 19:42:55.711076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-41fd8fe3-8cf5-43f9-8fb7-bd6a0a0ea7f7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8680336 Jul 09 19:42:55.716471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:55.749314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:55.776443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.785195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.799100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:55.804384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Calling delete_port for 5c19b959-4359-4e8c-95ce-8e08819cc372 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:42:55.811588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.827475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.851945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.862769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.878937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:55.880988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-b71e5eac-f0f2-44ef-a053-88f2bc7fd57d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.3417423 Jul 09 19:42:55.953279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95db144b-3097-4936-9ee2-fa7f6f370a1d req-eb5fc755-30f5-40c3-b2d2-eb68cf3ab6e7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663629 Jul 09 19:42:56.062007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dd5df2d0-624d-4327-8c0d-0ae39a498510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.074540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-dd5df2d0-624d-4327-8c0d-0ae39a498510 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.3578641 Jul 09 19:42:56.091797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=40fb5795-2e54-49c5-aba2-25346c52f207,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:56.107447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '40fb5795-2e54-49c5-aba2-25346c52f207', 'network_id': 'f60ffb44-cf1d-494c-91e8-3663a00a04a4', 'port_id': '40fb5795-2e54-49c5-aba2-25346c52f207', 'mac_address': 'fa:16:3e:bf:60:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb8da13-b93d-4a82-9516-421f9ff4d0aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:42:56.111773 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.157643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] No DVR routers for this DVR port 5c19b959-4359-4e8c-95ce-8e08819cc372 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:42:56.166913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc76ea-440f-4d4d-89fd-c7bcbea6ba1f None None] Pushing event deleted for resources: {'Port': ['ID=5c19b959-4359-4e8c-95ce-8e08819cc372,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:56.207530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998ccdf-f38d-4484-8b78-4d6631046c69 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:42:56.215253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b42c1cb7-ebed-4ba5-b54f-b6f93724b71a None None] Provisioning complete for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:56.215685 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b42c1cb7-ebed-4ba5-b54f-b6f93724b71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.244227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.260563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:42:56.316138 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:42:56.316138 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:42:56.316138 n-d-800087-3 neutron-server[93771]: [parameters: {'project_id_1': 'a631da4c2cfb49b59849a4a44bae9c8c', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 42, 56, 290856)}] Jul 09 19:42:56.316138 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:42:56.316503 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:42:56.365040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:56.370118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.408424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.415366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.415982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.421618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.429635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.436384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.437214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.443035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.443327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.450125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.450345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.453965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-935b703d-eefe-41ca-b804-ca7a8067938a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.5022705 Jul 09 19:42:56.461440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.473073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.484710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.493219 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.495126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9094330-9cd0-4185-a676-f45c84f07a68 req-968ec3d5-ec6e-4a26-bb36-46c1eed61fbc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.2567289 Jul 09 19:42:56.499970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:56.504210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:42:56.505383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b2837f88-a7bc-433e-9527-4a8745cf17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:56.506551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Request body: {'floatingip': {'port_id': 'ee91f031-e5ed-4e84-bf85-ef996554f12c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:56.507148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-b2837f88-a7bc-433e-9527-4a8745cf17d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303036 Jul 09 19:42:56.558630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5c19b959-4359-4e8c-95ce-8e08819cc372 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:42:56.559001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c19b959-4359-4e8c-95ce-8e08819cc372 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:42:56.561570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fb5795-2e54-49c5-aba2-25346c52f207 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:42:56.563424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.581035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.586824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b42c1cb7-ebed-4ba5-b54f-b6f93724b71a None None] Port 716a26fc-57b1-4028-ae19-3e9e0c484c2c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:42:56.604255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=40fb5795-2e54-49c5-aba2-25346c52f207,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:42:56.608985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.701649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:56.712353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22c350ce-09ac-491f-8751-a3b7e0f4e8ae req-e10bb85d-bf76-4570-9c87-ed417efb46f3 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221706 Jul 09 19:42:56.748464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:42:56.754299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'd18627a7-8272-48eb-9faf-87c8edd3c3bb'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:42:56.755186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f718aba7-3e15-4b4a-9e67-81b6c9618726 admin admin] 10.222.0.10 "PUT /v2.0/routers/77c6c246-c597-47e2-aaee-7fb4ec5f0220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4299779 Jul 09 19:42:56.759373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:42:56.770892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.777812 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:56.779373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:56.789967 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d18627a7-8272-48eb-9faf-87c8edd3c3bb (CIDR: 2001:db8::/64) Jul 09 19:42:56.822940 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.844629 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:42:56.846112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:42:56.884645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-86c99e38-5613-4f0a-adf8-0910e8a98286 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627074 Jul 09 19:42:56.955637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['40fb5795-2e54-49c5-aba2-25346c52f207'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:42:57.032593 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:57.321638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/d18627a7-8272-48eb-9faf-87c8edd3c3bb/8113c200-aa93-45b1-9efb-cb8ab101863d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:42:57.441928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.445854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-aa30a4c1-9762-4b2a-87ae-c33762b5cca0 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475824 Jul 09 19:42:57.448599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.459802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bf855fef-35d7-4e99-b155-b37d45cefccb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7323332 Jul 09 19:42:57.509512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:57.517687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f7c64f4a-db24-41dd-884e-49a371dd1db7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0634282 Jul 09 19:42:57.553771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:57.628039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-810f2f2a-36ea-4657-a7c8-f0914b199be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:57.630083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-810f2f2a-36ea-4657-a7c8-f0914b199be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0826175 Jul 09 19:42:57.637204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a631da4c2cfb49b59849a4a44bae9c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8018332 Jul 09 19:42:57.690925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.707073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:57.707746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:57.717399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Transition to ACTIVE for port object 8113c200-aa93-45b1-9efb-cb8ab101863d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:57.726043 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:42:53Z', 'revision_number': 2, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:57.734339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682629071', 'description': 'tempest-description--2018804074'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:57.739161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Transition to ACTIVE for port object 8113c200-aa93-45b1-9efb-cb8ab101863d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:57.758232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.763856 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:42:57.764436 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Updating router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 port 716a26fc-57b1-4028-ae19-3e9e0c484c2c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:42:57.773662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d62604-c2d3-483f-aa1b-46941e5979f0 req-c4497281-1dee-47b1-85f0-bc72fd0fb235 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:57.776853 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.784153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6d62604-c2d3-483f-aa1b-46941e5979f0 req-c4497281-1dee-47b1-85f0-bc72fd0fb235 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 944 time: 0.7491815 Jul 09 19:42:57.800361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.813606 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.835615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:42:57.843118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:42:57.889700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Pushing event updated for resources: {'Port': ['ID=8113c200-aa93-45b1-9efb-cb8ab101863d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:57.891668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:42:58.063498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Attempting to bind port 8113c200-aa93-45b1-9efb-cb8ab101863d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:58.063926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Attempting to bind port 8113c200-aa93-45b1-9efb-cb8ab101863d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:58.064297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Attempting to bind port 8113c200-aa93-45b1-9efb-cb8ab101863d on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:58.084569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:58.084569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:58.084991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.085390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:58.085877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Bound port: 8113c200-aa93-45b1-9efb-cb8ab101863d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:58.089063 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.228831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] For port 8113c200-aa93-45b1-9efb-cb8ab101863d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:58.236953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] For port 8113c200-aa93-45b1-9efb-cb8ab101863d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8113c200-aa93-45b1-9efb-cb8ab101863d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:58.242973 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.320079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f0a59-a091-49ed-8683-e951d7091a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c17fa2-89b3-4eaa-a07b-b13a87e76474,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:58.398927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-32e82055-dcd4-4fdb-92d3-8b3ea06cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.400653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-32e82055-dcd4-4fdb-92d3-8b3ea06cbaea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7607613 Jul 09 19:42:58.438174 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.445889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cdfe9-12a9-402a-ba64-5b0a8c8757c0 None None] Pushing event updated for resources: {'Port': ['ID=8113c200-aa93-45b1-9efb-cb8ab101863d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:58.461181 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Transition to ACTIVE for port object 716a26fc-57b1-4028-ae19-3e9e0c484c2c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:42:58.470151 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.646971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-59f9024a-da8a-4f81-87bf-5365aa902208 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366321 Jul 09 19:42:58.701699 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Attempting to bind port 716a26fc-57b1-4028-ae19-3e9e0c484c2c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:42:58.701988 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Attempting to bind port 716a26fc-57b1-4028-ae19-3e9e0c484c2c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:42:58.702375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Attempting to bind port 716a26fc-57b1-4028-ae19-3e9e0c484c2c on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:42:58.719668 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:42:58.720052 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:42:58.720460 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.721716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:42:58.722074 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Bound port: 716a26fc-57b1-4028-ae19-3e9e0c484c2c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:42:58.722491 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.784629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.787369 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6d62604-c2d3-483f-aa1b-46941e5979f0 req-51290596-0006-416d-a404-49728ad4ed81 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0019445 Jul 09 19:42:58.824116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.825858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.841050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:42:58.843980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.881202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69133-ccf2-4c93-80d1-0df12f42ff8b None None] Pushing event updated for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:58.882417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.885542 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] For port 716a26fc-57b1-4028-ae19-3e9e0c484c2c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:42:58.889969 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] For port 716a26fc-57b1-4028-ae19-3e9e0c484c2c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=716a26fc-57b1-4028-ae19-3e9e0c484c2c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:42:58.899385 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.900837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.913932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.928583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:58.930574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-7a031012-94a3-454f-a021-e0767e3a74f2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.6133754 Jul 09 19:42:59.006790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.060222 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:42:59.060885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:42:59.068514 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69133-ccf2-4c93-80d1-0df12f42ff8b None None] Pushing event updated for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:59.080145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.102275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.181334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.190625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f71490e-9df3-44ad-ac23-c6b257ccdc62 req-03273342-2de0-4d5f-987c-64ac784121ad tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144487 Jul 09 19:42:59.236031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.238401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-81f6e2ca-2fa9-4b5e-adc5-d5e2aa614264 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812025 Jul 09 19:42:59.324463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:42:59.357008 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-279fdd94-0c06-4b51-b05e-bac444b9e078 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.1110384 Jul 09 19:42:59.371492 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.375708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.377423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0c17fa2-89b3-4eaa-a07b-b13a87e76474 HTTP/1.1" status: 204 len: 168 time: 1.6662247 Jul 09 19:42:59.399306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:59.409498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:42:59.416631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.493348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 40fb5795-2e54-49c5-aba2-25346c52f207 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:42:59.500923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-d43d3cf3-8c59-44db-96b7-400cb90526a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:59.502493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-d43d3cf3-8c59-44db-96b7-400cb90526a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.1397266 Jul 09 19:42:59.630349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.630753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.631304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.631512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.631872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.632183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.632507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.632855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.633208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.648850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.653734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.654000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a603082d-31c7-479c-afff-0e005b1e8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:42:59.654479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.655599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a603082d-31c7-479c-afff-0e005b1e8956 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461804 Jul 09 19:42:59.666348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.671260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-435907ce-1ede-4e1e-b548-657ea0c48095 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9564838 Jul 09 19:42:59.681720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 40fb5795-2e54-49c5-aba2-25346c52f207 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:42:59.681954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:59.689047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 40fb5795-2e54-49c5-aba2-25346c52f207 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:42:59.689965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.716511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group_rule': {'security_group_id': 'a5bad20a-0edc-4fb3-836d-0d3dae9a35c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:42:59.744861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8f2cd-2637-4198-80cc-55fc84e813ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c17fa2-89b3-4eaa-a07b-b13a87e76474,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:59.895260 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Floating IP 01c474ea-6c45-4888-9cf0-6d680bae3ea0 associated. External IP: 172.25.3.82, port: ee91f031-e5ed-4e84-bf85-ef996554f12c. Jul 09 19:42:59.978733 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:42:58Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:00.087240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-6cb2035e-2757-4e31-95e2-f763f1e7cccb service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231856 Jul 09 19:43:00.092005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.144769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e077fb-9af6-44a0-a7b6-45468946a0c3 None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:42:58Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:43:00.159354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.276028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.329445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.461583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:00.485295 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9233a334-29d3-48a3-8da7-ae45ed92433f" -d '{"events": [{"server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "name": "network-vif-plugged", "status": "completed", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:00.501032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.502294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8186238 Jul 09 19:43:00.527539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:00.530300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec66b3-46c4-44dc-b4bc-74a1b2bcba61 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2d8053-716d-4daa-80de-6d9c2cb3cebc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:00.545703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group_rule': {'security_group_id': 'a5bad20a-0edc-4fb3-836d-0d3dae9a35c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:00.596145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=40fb5795-2e54-49c5-aba2-25346c52f207,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:00.616316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-f4f40d74-cdae-4b6b-ad2f-ea92b73f0410 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442635 Jul 09 19:43:00.674834 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.679049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8113c200-aa93-45b1-9efb-cb8ab101863d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:00.851160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-04e0d67d-abcb-478c-bbb7-bac182315c41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.1997848 Jul 09 19:43:00.854469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.926156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:00.930097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6352b739-5cbf-483b-b604-70fc7f8434fd None None] Provisioning for port 8113c200-aa93-45b1-9efb-cb8ab101863d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:00.952375 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.962006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8113c200-aa93-45b1-9efb-cb8ab101863d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:00.969733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8113c200-aa93-45b1-9efb-cb8ab101863d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:00.970630 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.028117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.139478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a0ea2a38-e0f4-45ee-ab86-d6eef68150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.143779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a0ea2a38-e0f4-45ee-ab86-d6eef68150fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.2421381 Jul 09 19:43:01.233283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.285078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:01.311953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd80452f-51ac-412a-b3a2-2562c35322bd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:01.328455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.335023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d13ff83-f479-443c-bbe9-13560a917048 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8048377 Jul 09 19:43:01.339405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8113c200-aa93-45b1-9efb-cb8ab101863d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8113c200-aa93-45b1-9efb-cb8ab101863d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:01.346843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.347859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 716a26fc-57b1-4028-ae19-3e9e0c484c2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:01.351490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:01.360167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:01.404299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.426861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.442791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c0885-6135-4321-938f-5b9c4d913d85 req-9b40726e-52fb-44fa-888f-fa2cc3b9bf81 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.443559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.452201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f7c0885-6135-4321-938f-5b9c4d913d85 req-9b40726e-52fb-44fa-888f-fa2cc3b9bf81 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 1.1233203 Jul 09 19:43:01.455320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.473345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.476136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:43:01.488693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.501304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8113c200-aa93-45b1-9efb-cb8ab101863d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:01.507398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.518864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07fcd06c-7516-46ee-8305-6920832e9005 req-6a8afe53-0f9f-453f-91e0-fd1bc1ed86be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.8447039 Jul 09 19:43:01.590776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:01.603031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:01.603719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.660716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1913523175-network', 'tenant_id': '976206a0db9d4b6cbf9b150e1ee86a70'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:01.672723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07fcd06c-7516-46ee-8305-6920832e9005 req-ec6d58cd-b2c7-482e-a35c-aacb687bdb5d tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522107 Jul 09 19:43:01.691750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.766022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-aa5914ce-d736-434c-8a53-d83c410eaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:01.768053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-aa5914ce-d736-434c-8a53-d83c410eaba9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5874093 Jul 09 19:43:01.802460 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04740a83-5d21-4d28-b7bf-beda6e39eba5 x-openstack-request-id: req-04740a83-5d21-4d28-b7bf-beda6e39eba5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:01.805300 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "name": "network-vif-plugged", "status": "completed", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:01.805567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04740a83-5d21-4d28-b7bf-beda6e39eba5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:01.805965 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207', 'code': 200} Jul 09 19:43:01.839294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.915955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 716a26fc-57b1-4028-ae19-3e9e0c484c2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=716a26fc-57b1-4028-ae19-3e9e0c484c2c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:01.921396 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:01.950386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Made reservation on behalf of 976206a0db9d4b6cbf9b150e1ee86a70 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:01.955568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.013459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-e0235aa0-2d1b-46ee-a2ba-d675184dc381 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320626 Jul 09 19:43:02.034504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:02.171938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.243411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.274343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:43:02.286131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f7c0885-6135-4321-938f-5b9c4d913d85 req-008b71c1-4750-47be-b78d-a46aedf00452 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8330083 Jul 09 19:43:02.323599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-6c2696a8-3dac-4227-a9f5-af4cc662d36a service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024244 Jul 09 19:43:02.365029 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.391978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-a8df98ef-c953-4b70-8979-23d951164f93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0593197 Jul 09 19:43:02.404019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98b6d-77ed-49c1-b697-462160dc28c2 req-ff43754f-1402-4acc-9877-14308ce925c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:02.406025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bf98b6d-77ed-49c1-b697-462160dc28c2 req-ff43754f-1402-4acc-9877-14308ce925c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 1096 time: 0.4612346 Jul 09 19:43:02.424632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8113c200-aa93-45b1-9efb-cb8ab101863d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:02.531436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8113c200-aa93-45b1-9efb-cb8ab101863d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:02.531811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.554275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Allocated IP 172.25.3.185 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b7a1eecb-b318-47f0-881a-d3a10b17dd31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:02.562899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3ce28d3b-9d27-439a-806c-e122dbffa0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:02.565482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-3ce28d3b-9d27-439a-806c-e122dbffa0df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.1408083 Jul 09 19:43:02.584561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bf98b6d-77ed-49c1-b697-462160dc28c2 req-c0d160ad-bcf9-4efe-871c-a45e9a6806b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673748 Jul 09 19:43:02.750077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 716a26fc-57b1-4028-ae19-3e9e0c484c2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:02.842784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.859856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-336ac0c0-c949-4c75-8a76-14b147a08210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:02.862425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-336ac0c0-c949-4c75-8a76-14b147a08210 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2890959 Jul 09 19:43:02.866170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 716a26fc-57b1-4028-ae19-3e9e0c484c2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:02.866577 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.867330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:43:02.876972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.904034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Sync routers for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:43:02.938203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:02.938852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:02.967760 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d0dda918-fcc0-49f5-b65f-8704dc819a0c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "PUT /v2.0/floatingips/01c474ea-6c45-4888-9cf0-6d680bae3ea0 HTTP/1.1" status: 200 len: 991 time: 6.4663391 Jul 09 19:43:02.978356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:02.987990 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5624de-da0c-4676-915c-4457d264bd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:03.034972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.043378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.047553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.130809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:43:03.164436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] For port 8113c200-aa93-45b1-9efb-cb8ab101863d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8113c200-aa93-45b1-9efb-cb8ab101863d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:03.189334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=b7a1eecb-b318-47f0-881a-d3a10b17dd31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:03.232759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.233243 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Added segment 77fcd2c4-5072-443b-9f89-6c6133fa270b of type vlan for network 3b652561-653d-42c1-b329-962ed7399486 Jul 09 19:43:03.256110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:03.262304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:03.268680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:03.276608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d963d-f291-4a8a-a12c-74bc350bb60f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:03.397171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:03.470889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.556443 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c898d-7116-44f4-9b69-d04c66fceeee x-openstack-request-id: req-e95c898d-7116-44f4-9b69-d04c66fceeee {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:03.557535 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:03.557950 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e95c898d-7116-44f4-9b69-d04c66fceeee {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:03.566332 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'status': 'completed', 'code': 200} Jul 09 19:43:03.583675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-40c9fde3-dc2b-40c6-85cd-60f2a1998fbe service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132707 Jul 09 19:43:03.666619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.670198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.671033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.722781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.729503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.740028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.746666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.753643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.760401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.767123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:03.775241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-0a3f0fbd-3069-4999-9966-3dfe86abb0cf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.7476525 Jul 09 19:43:03.790404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9582c39d-ebab-46b6-8fcd-db9cd8f6df2a req-8b7433c2-6483-4fc2-b9e6-605c07f8532a service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974411 Jul 09 19:43:03.827501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b652561-653d-42c1-b329-962ed7399486,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:03.843012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc4da833-34af-463d-89de-1bb99ccb7cf3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5517499 Jul 09 19:43:03.843243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.848838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:03.856318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Request body: {'subnet': {'network_id': '3b652561-653d-42c1-b329-962ed7399486', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1913523175-subnet', 'tenant_id': '976206a0db9d4b6cbf9b150e1ee86a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:03.888294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Made reservation on behalf of 976206a0db9d4b6cbf9b150e1ee86a70 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:03.891716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:03.932762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8d52fad-681c-4dfa-b166-9f94a9360cf3 req-9ba09dc8-56c4-43f6-b170-2984d26a7245 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562922 Jul 09 19:43:03.936523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.091646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.137803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 3b652561-653d-42c1-b329-962ed7399486 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:43:04.334160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.337184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.368469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:04.374035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:04.378855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.379889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.474406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce00cc5-2760-4db8-a26a-de0020b8a35c None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:04.489032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.9766047 Jul 09 19:43:04.505963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:04.530888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:9e:9a:33', 'name': 'tempest-NetworksTestDHCPv6-1429874332'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:04.698264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '01c474ea-6c45-4888-9cf0-6d680bae3ea0', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'port_id': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'mac_address': 'fa:16:3e:86:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:40:57Z', 'updated_at': '2021-07-09T19:42:58Z', 'revision_number': 1, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:04.735778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d817a2-6088-4459-a9d7-0bf40279e82c req-06ed3328-4615-484e-aaf0-c2aebe681461 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.739087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:04.739456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70d817a2-6088-4459-a9d7-0bf40279e82c req-06ed3328-4615-484e-aaf0-c2aebe681461 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 1.1700099 Jul 09 19:43:04.782803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.783480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.783964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.786411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.786411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.789710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.790350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:04.792857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-d073705f-b992-4155-9495-8376c4e7be89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 1.2234819 Jul 09 19:43:04.871396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Checking router: 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:43:04.956447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:04.959482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:42:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:05.031667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70d817a2-6088-4459-a9d7-0bf40279e82c req-12f504dd-a251-4ae2-b789-569c107856db tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708542 Jul 09 19:43:05.033167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-029d8afb-5d34-4e42-a8b1-e7634a05d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.033302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.034357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-029d8afb-5d34-4e42-a8b1-e7634a05d686 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af HTTP/1.1" status: 200 len: 913 time: 0.2208920 Jul 09 19:43:05.034966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=330667cc-c5e9-44f4-86ee-02f146895c2b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:05.071878 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.087676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb598ba9-c765-4556-bfc2-28260cc6318e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=8113c200-aa93-45b1-9efb-cb8ab101863d,revision_number=5']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:05.146920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b499a2-9ef7-408b-8875-b0c7209a8c30,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:05.256690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.260308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:05.271440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.271999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.272655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.273154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.274189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.274683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.275437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.277600 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-3f09eac3-4fdf-4037-a544-4cbe924e77a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6488 time: 1.3362882 Jul 09 19:43:05.334053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=b7a1eecb-b318-47f0-881a-d3a10b17dd31,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:05.452799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.513274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port af77b71a-b818-4b17-bfb2-26e8f0302d04 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:43:05.533255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:05.534352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.536942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7b3e2d06-8757-4d52-9949-e874872bbfd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1844919 Jul 09 19:43:05.577429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Checking segment: {'id': '77fcd2c4-5072-443b-9f89-6c6133fa270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3b652561-653d-42c1-b329-962ed7399486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:05.577852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Network hostable DHCP agents. Network: 3b652561-653d-42c1-b329-962ed7399486, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:43:05.662482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Network 3b652561-653d-42c1-b329-962ed7399486 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:43:05.794726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.805740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.822133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.839027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-a77bc12f-029b-4567-a07a-172e40f3d40b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 999 time: 0.7882285 Jul 09 19:43:05.839526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.850715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.856840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.863108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.870752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-39f71596-213b-40ac-a3c4-bfb5c8153685 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.5440202 Jul 09 19:43:05.899698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-2aa5b1d1-4334-4656-a888-a0861ce7c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.901206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-2aa5b1d1-4334-4656-a888-a0861ce7c60b service neutron] 10.222.0.59 "GET /v2.0/networks?id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 902 time: 0.6102145 Jul 09 19:43:05.901786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 3b652561-653d-42c1-b329-962ed7399486) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:05.919047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:05.919956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:05.942832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a252e5-e2a2-4285-81ff-a982de2195c0 None None] Network 3b652561-653d-42c1-b329-962ed7399486 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:05.977764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-8875aff5-6a94-4470-a2ad-39426168eb9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0482359 Jul 09 19:43:06.045749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31b18cfc-336e-4555-a874-754ef05ba54a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1935940 Jul 09 19:43:06.078606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54b3c47f-788c-4cc7-9218-209fdcc3ed88 req-0e487510-c6ce-4ee5-96cd-ec47ff62e6c1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065768 Jul 09 19:43:06.128098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-a6e2d118-6fe1-457f-8329-5bd2c2f0e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:06.135814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-a6e2d118-6fe1-457f-8329-5bd2c2f0e5fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.2593863 Jul 09 19:43:06.145919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::21a (607af5c0-a15f-45f9-be62-7560cb7593c1/d18627a7-8272-48eb-9faf-87c8edd3c3bb/af77b71a-b818-4b17-bfb2-26e8f0302d04) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:06.148774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-dd80193d-72c6-440e-adf3-beb0c7408c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:06.150924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-dd80193d-72c6-440e-adf3-beb0c7408c27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.1650753 Jul 09 19:43:06.281897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:9a33 (607af5c0-a15f-45f9-be62-7560cb7593c1/330667cc-c5e9-44f4-86ee-02f146895c2b/af77b71a-b818-4b17-bfb2-26e8f0302d04) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:06.296356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-2ba930a0-dbaf-4761-aeaa-d23908552a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:06.306524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-2ba930a0-dbaf-4761-aeaa-d23908552a9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439395 Jul 09 19:43:06.420110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-fa7e5d32-cda6-410c-b842-054d61409315 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--682629071&fields=id&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 267 time: 0.4098458 Jul 09 19:43:06.457752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '01c474ea-6c45-4888-9cf0-6d680bae3ea0', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'port_id': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'mac_address': 'fa:16:3e:86:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:40:57Z', 'updated_at': '2021-07-09T19:42:58Z', 'revision_number': 1, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:06.473080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8113c200-aa93-45b1-9efb-cb8ab101863d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:06.588613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3722bd1-6210-4c05-9027-d7bee54b2ebd None None] Network 3b652561-653d-42c1-b329-962ed7399486 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:06.593848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-b1b6f65b-81b7-43cd-b059-18a33acf6af0 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846372 Jul 09 19:43:06.715014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-5fe1f550-7167-4ec0-9cba-b3d05f0402ad tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:06.729361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-5fe1f550-7167-4ec0-9cba-b3d05f0402ad tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 817 time: 0.2749033 Jul 09 19:43:06.740569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06639d3-1b83-48db-b6d1-b8cb58763dac None None] The sync data for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 is: [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '01c474ea-6c45-4888-9cf0-6d680bae3ea0', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'port_id': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'mac_address': 'fa:16:3e:86:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:40:57Z', 'updated_at': '2021-07-09T19:42:58Z', 'revision_number': 1, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:43:06.744716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1bb5-44f0-4360-86fd-a5506e78a28a req-1ed6ce3c-72e0-41b0-8b7c-a700d02ebce6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:06.746999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2bd1bb5-44f0-4360-86fd-a5506e78a28a req-1ed6ce3c-72e0-41b0-8b7c-a700d02ebce6 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.1520941 Jul 09 19:43:06.782938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6f47a65c-0a26-4353-8bf3-0a1da5dca5d8 req-de651ff1-cab7-467a-a42b-7e95e357feda service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433039 Jul 09 19:43:06.838901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-623dab5b-989f-444e-b7cd-cbf39849e3bc None None] Provisioning complete for port 8113c200-aa93-45b1-9efb-cb8ab101863d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:06.839541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-623dab5b-989f-444e-b7cd-cbf39849e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:06.862291 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2bd1bb5-44f0-4360-86fd-a5506e78a28a req-b538b0f0-7a39-4d91-99c9-944a0c497a2e tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064358 Jul 09 19:43:06.900112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8113c200-aa93-45b1-9efb-cb8ab101863d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:06.901168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:06.915645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-2cc3d583-45ca-499f-9a34-ef197277cb0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/quotas/b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 375 time: 0.1838558 Jul 09 19:43:07.008142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5624de-da0c-4676-915c-4457d264bd9e req-46f7b060-088b-44c9-94ba-8577dc67951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.010412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-46f7b060-088b-44c9-94ba-8577dc67951c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8468390 Jul 09 19:43:07.127488 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34e582-633c-4ae7-b84a-e7155c985823 None None] New status for floating IP 01c474ea-6c45-4888-9cf0-6d680bae3ea0: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:43:07.130884 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-07e010d3-50ac-4582-b24f-a9701d5fbe2a req-24b2f930-9d2f-4057-8342-474f8a728467 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] show failed (client error): The resource could not be found. Jul 09 19:43:07.136706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07e010d3-50ac-4582-b24f-a9701d5fbe2a req-24b2f930-9d2f-4057-8342-474f8a728467 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/28915374-c2d1-4861-a1ed-cd81d84b78f1 HTTP/1.1" status: 404 len: 352 time: 0.0290658 Jul 09 19:43:07.232390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-ebbdcc8d-9432-4275-81e5-ab95989d1aac tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3158083 Jul 09 19:43:07.238455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:07.251193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-eac98f0c-3d0b-4e00-9da8-96440672789d service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203391 Jul 09 19:43:07.321621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object af77b71a-b818-4b17-bfb2-26e8f0302d04 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:07.477572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:07.492775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-f119aa6e-7f92-489c-bc06-fcf3d9e12784 service neutron] 10.222.0.10 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380271 Jul 09 19:43:07.529333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4a5624de-da0c-4676-915c-4457d264bd9e req-0323dfbd-2310-4ecc-97cd-706c1c0ed219 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646279 Jul 09 19:43:07.549438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:07.564911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:07.597020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:07.603505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.604542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:07.683621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-4ac53cb4-e047-405e-a4cf-a6a4730d5ae5 service neutron] 10.222.0.10 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592622 Jul 09 19:43:07.706072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=af77b71a-b818-4b17-bfb2-26e8f0302d04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:07.724891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3d0707c6-865e-47ba-88a3-dd11012b1ac7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2031178 Jul 09 19:43:07.727354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:07.859962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port af77b71a-b818-4b17-bfb2-26e8f0302d04 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:07.860292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:07.920480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.928737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.937687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.944339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.955938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.965808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.979465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:07.994937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-6a783590-a751-4d98-9376-c371563f2ec6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.2338362 Jul 09 19:43:07.996909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-003fade4-0dcb-4ab4-af3c-4948c37dcf9d None None] Provisioning for port af77b71a-b818-4b17-bfb2-26e8f0302d04 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:08.002736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-003fade4-0dcb-4ab4-af3c-4948c37dcf9d None None] Provisioning complete for port af77b71a-b818-4b17-bfb2-26e8f0302d04 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:08.003546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-003fade4-0dcb-4ab4-af3c-4948c37dcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:08.102472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:08.145430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for af77b71a-b818-4b17-bfb2-26e8f0302d04 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:08.149216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ff2233b-f573-493a-ad2a-e28367a74662 req-f87b9554-51a1-4716-b393-061c82689713 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523867 Jul 09 19:43:08.166757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-003fade4-0dcb-4ab4-af3c-4948c37dcf9d None None] Port af77b71a-b818-4b17-bfb2-26e8f0302d04 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:43:08.353462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e08dfe07-2358-49fa-97df-b01af62e30ac req-13f81099-889f-48a8-baa0-1ed1250a19a7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 210 time: 0.1021488 Jul 09 19:43:08.493344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4a37a43-0b16-4d35-b962-6bd51dc4dc98 req-e8bf1af8-b105-4428-b467-77ea3f5c0aac tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=976206a0db9d4b6cbf9b150e1ee86a70 HTTP/1.1" status: 200 len: 2988 time: 0.0863507 Jul 09 19:43:08.504266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5da3c-e016-4a52-9266-eeaae2462294 req-d16bbb37-8515-4152-842a-d1ce0729cdbe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:08.511641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2c5da3c-e016-4a52-9266-eeaae2462294 req-d16bbb37-8515-4152-842a-d1ce0729cdbe tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.3874762 Jul 09 19:43:08.581929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2c5da3c-e016-4a52-9266-eeaae2462294 req-1d96313b-03fb-466d-9a3b-77cfdf4b1c3a tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 Jul 09 19:43:08.605050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4a37a43-0b16-4d35-b962-6bd51dc4dc98 req-5a18a771-151c-439f-821a-71599a3d0763 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/b16d963d-f291-4a8a-a12c-74bc350bb60f HTTP/1.1" status: 200 len: 2985 time: 0.1025150 Jul 09 19:43:08.682118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4a37a43-0b16-4d35-b962-6bd51dc4dc98 req-7a084c70-3006-4806-8201-d7ea611ccd0c tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/b16d963d-f291-4a8a-a12c-74bc350bb60f HTTP/1.1" status: 200 len: 2985 time: 0.0753675 Jul 09 19:43:08.792945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ebf1052-66b9-47a4-9ccf-0be01e431c9e req-4151aa73-28c4-4e99-8b10-24669a09b6db tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/b16d963d-f291-4a8a-a12c-74bc350bb60f HTTP/1.1" status: 200 len: 2985 time: 0.0939755 Jul 09 19:43:08.841977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:08.871386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=af77b71a-b818-4b17-bfb2-26e8f0302d04,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:08.871601 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-6ebf1052-66b9-47a4-9ccf-0be01e431c9e req-fac495fc-5924-4ce0-a0d4-0a575107e91f tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:43:08.873720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ebf1052-66b9-47a4-9ccf-0be01e431c9e req-fac495fc-5924-4ce0-a0d4-0a575107e91f tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "DELETE /v2.0/security-groups/b16d963d-f291-4a8a-a12c-74bc350bb60f HTTP/1.1" status: 409 len: 352 time: 0.0733850 Jul 09 19:43:08.951489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:08.956119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:08.966255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fe5701ef-bf7b-46e8-ab53-8a5ae40e64f8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/af77b71a-b818-4b17-bfb2-26e8f0302d04 HTTP/1.1" status: 204 len: 168 time: 1.2370198 Jul 09 19:43:08.976092 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-aed7ae52-adf1-486c-b761-52af1ab5a4ec req-432dd0cb-32bd-42b0-82f0-9c644c0d69c9 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] show failed (client error): The resource could not be found. Jul 09 19:43:08.986429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aed7ae52-adf1-486c-b761-52af1ab5a4ec req-432dd0cb-32bd-42b0-82f0-9c644c0d69c9 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/a21db81d-a85d-4475-9f7b-3d81271d7dc8 HTTP/1.1" status: 404 len: 352 time: 0.0704069 Jul 09 19:43:09.031965 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-99e54547-c222-4dce-9eab-ca41945ff033 req-f9efb4b1-64b0-4874-aa0e-26c7e2dac6e6 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] show failed (client error): The resource could not be found. Jul 09 19:43:09.033190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99e54547-c222-4dce-9eab-ca41945ff033 req-f9efb4b1-64b0-4874-aa0e-26c7e2dac6e6 tempest-SecurityGroupsNegativeTestJSON-2046732063 tempest-SecurityGroupsNegativeTestJSON-2046732063-project] 10.222.0.10 "GET /v2.0/security-groups/b6578b04-387b-44c8-ae2b-7d57f7f26272 HTTP/1.1" status: 404 len: 352 time: 0.0192764 Jul 09 19:43:09.048556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:09.079970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113320b-4b94-4d7d-b6b2-b12cce5a26d6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:09.084539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7113320b-4b94-4d7d-b6b2-b12cce5a26d6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1273119 Jul 09 19:43:09.085293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:09.171504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Deleting subnet 03b499a2-9ef7-408b-8875-b0c7209a8c30 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:09.175912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.185802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d6d14-bbca-4b5f-8732-b59903eaeeaa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:09.189997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dd4d6d14-bbca-4b5f-8732-b59903eaeeaa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1037216 Jul 09 19:43:09.190649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:09.215821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.255625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6dfe-3f87-4416-b282-09db5fb4a821 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:09.257186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6dfe-3f87-4416-b282-09db5fb4a821 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:09.258959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6dfe-3f87-4416-b282-09db5fb4a821 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:09.264196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b06b6dfe-3f87-4416-b282-09db5fb4a821 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0725574 Jul 09 19:43:09.264785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:09.278127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.342173 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.344221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet 330667cc-c5e9-44f4-86ee-02f146895c2b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:09.348253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.384905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b499a2-9ef7-408b-8875-b0c7209a8c30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:09.395264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.497736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.503525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f4b9b30-9aa0-4f08-a00e-fe930412325a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/03b499a2-9ef7-408b-8875-b0c7209a8c30 HTTP/1.1" status: 204 len: 168 time: 0.4538944 Jul 09 19:43:09.506858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:09.958300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:09.964198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b89e7319-91a1-43a1-ada2-f803076673b4 req-bd2b580a-9e8a-4083-aa3c-6088c9f30468 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 210 time: 0.0503356 Jul 09 19:43:10.025918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.031927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.038120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.044706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.050764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.054865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.057349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.063949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.071689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-405c2156-7977-48f2-b851-d8c37dc5a80a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.7045217 Jul 09 19:43:10.072995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.081678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/330667cc-c5e9-44f4-86ee-02f146895c2b HTTP/1.1" status: 204 len: 168 time: 0.8126686 Jul 09 19:43:10.081851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d5f4b-4369-4214-acd7-6e518f27347f None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:10.082592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:10.088732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.151696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a07d0c-8a37-46dc-9f35-100d758b7ed1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=330667cc-c5e9-44f4-86ee-02f146895c2b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:10.205251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet d18627a7-8272-48eb-9faf-87c8edd3c3bb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:10.210150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.233421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e998e7fc-9991-4f61-b49e-dbfefd87d25c req-e1d05256-010f-4626-beb0-01b271d51901 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607158 Jul 09 19:43:10.263075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-44a9b69f-ab0f-4c7b-8b92-be6f4fb21d46 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.269242 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-44a9b69f-ab0f-4c7b-8b92-be6f4fb21d46 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 817 time: 0.6505992 Jul 09 19:43:10.272965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.445260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.455571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.486188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b652561-653d-42c1-b329-962ed7399486']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:10.492984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-e8f66d66-29d5-48f5-847b-263b1fe2dc0d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 379 time: 0.2145307 Jul 09 19:43:10.505868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'port': {'device_id': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'admin_state_up': True, 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'security_groups': ['a5bad20a-0edc-4fb3-836d-0d3dae9a35c0']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:10.512259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fcd2c4-5072-443b-9f89-6c6133fa270b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:10.512851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fcd2c4-5072-443b-9f89-6c6133fa270b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:10.525286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333fe9f-bc50-48f5-8ecf-4071537213d6 req-3557475f-39b9-4247-8e54-52e2959bad93 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:10.534371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d333fe9f-bc50-48f5-8ecf-4071537213d6 req-3557475f-39b9-4247-8e54-52e2959bad93 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.3521216 Jul 09 19:43:10.576097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.601736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.611199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d333fe9f-bc50-48f5-8ecf-4071537213d6 req-be1e75f6-a09b-473a-a964-942a61624989 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Jul 09 19:43:10.619287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.619606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:43:10.620016 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:43:10.621770 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:43:10.663943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=d18627a7-8272-48eb-9faf-87c8edd3c3bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:10.668232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.670895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-194938a2-a5e4-4c3b-88de-a1ec31548a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/d18627a7-8272-48eb-9faf-87c8edd3c3bb HTTP/1.1" status: 204 len: 168 time: 0.5656066 Jul 09 19:43:10.674064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:10.741566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ee8e795c-aa16-46b3-b5ba-0875f62bc284 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660732 Jul 09 19:43:10.744060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:10.750218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:10.760211 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.791717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.797481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b652561-653d-42c1-b329-962ed7399486 HTTP/1.1" status: 204 len: 168 time: 1.2870750 Jul 09 19:43:10.797481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdbf06-8c9e-4e63-953d-f696cd51efd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b652561-653d-42c1-b329-962ed7399486,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:10.842262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Made reservation on behalf of b31ab8fdd56a4ec089bee8fb963fc832 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:10.849177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:10.989481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:11.002390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.061914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:11.244689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d43bdba-cce5-473c-98c3-1d0a7544a75a req-b6628c7d-958c-4f8f-bc51-66b69bb52f06 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 210 time: 0.0465567 Jul 09 19:43:11.245761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Allocated IP 172.20.0.5 (cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb/5b1b5ced-5a07-4a60-8839-3d2f13fd8995/aabbdaed-065f-4f21-a63e-b430b7a9e7a1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:11.250264 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:43:11.458904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7d43e-aab5-4c90-abf5-a36f1de9d97a None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:11.514907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f617da4f-815f-4698-afba-253394aac2c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=976206a0db9d4b6cbf9b150e1ee86a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239279 Jul 09 19:43:11.516840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:11.587479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-42c5c798-1abc-44f5-8aec-7e130df6bf60 None None] Provisioning complete for port 8113c200-aa93-45b1-9efb-cb8ab101863d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:11.587851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-42c5c798-1abc-44f5-8aec-7e130df6bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.702585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.741001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Transition to ACTIVE for port object aabbdaed-065f-4f21-a63e-b430b7a9e7a1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:11.761255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.779928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.787329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.788292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c6a7-fd07-488f-8a4d-6f8d9cbbfb90 req-1d103fbe-d1a5-49ec-99f5-eb9c4a2cf71f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.797314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.802411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-61c2c6a7-fd07-488f-8a4d-6f8d9cbbfb90 req-1d103fbe-d1a5-49ec-99f5-eb9c4a2cf71f tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.5749218 Jul 09 19:43:11.804301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.806772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.811268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.817790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.825610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:11.833444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-14f2a001-b24f-4c29-bc33-9b73d62821e1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.2559328 Jul 09 19:43:11.888921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:43:11.908425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.944176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-61c2c6a7-fd07-488f-8a4d-6f8d9cbbfb90 req-4157ec5a-04d4-4cb1-9ea0-323036f1b023 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402233 Jul 09 19:43:11.958105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Deleting port 8113c200-aa93-45b1-9efb-cb8ab101863d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:11.958582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:11.960993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:11.988990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:11.999567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:12.001525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:12.003564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.015582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=a0bd3f37-5e92-46d1-867a-6bf8d9c42625,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:12.030867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f1d53fc-ff8a-4b82-851d-2051a5c9e351 req-c7c4c7e9-d3b8-4c13-845b-b74a082c3a7b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964283 Jul 09 19:43:12.064102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb850702-8770-4249-b96d-e33a7e13939a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3088751 Jul 09 19:43:12.064102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:12.070085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.073890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:12.147422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] For port 8113c200-aa93-45b1-9efb-cb8ab101863d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8113c200-aa93-45b1-9efb-cb8ab101863d,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:12.150396 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.163215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:12.168457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:12.173874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:12.178608 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.181510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.182863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b16d963d-f291-4a8a-a12c-74bc350bb60f HTTP/1.1" status: 204 len: 168 time: 0.6630828 Jul 09 19:43:12.183320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Calling delete_port for 8113c200-aa93-45b1-9efb-cb8ab101863d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:12.372452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:12.386838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33455312-b27e-4243-91b7-d98b7cf0e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d963d-f291-4a8a-a12c-74bc350bb60f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:12.401383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:12.413733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.422346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.447151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7652d765-528a-4854-9e2a-2c8265cfc88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.470116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8113c200-aa93-45b1-9efb-cb8ab101863d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:43:12.554800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] Pushing event deleted for resources: {'Port': ['ID=8113c200-aa93-45b1-9efb-cb8ab101863d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:12.565494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc5ebe-bcd8-4f4d-ab0c-a13af8f2416d None None] No DVR routers for this DVR port 8113c200-aa93-45b1-9efb-cb8ab101863d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:43:12.567451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8113c200-aa93-45b1-9efb-cb8ab101863d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:43:12.569857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8113c200-aa93-45b1-9efb-cb8ab101863d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:43:12.609072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a82c90-4532-4b3c-9f85-917c6f1a964e None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:12.642123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7652d765-528a-4854-9e2a-2c8265cfc88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.663363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7652d765-528a-4854-9e2a-2c8265cfc88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.675269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:12.677097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.736778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d765-528a-4854-9e2a-2c8265cfc88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84179019-cb98-4d9a-a65f-d7c65feeb3c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:12.741030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-9c10c234-03d0-48ef-a6d5-393028d8b7f9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:12.746208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-9c10c234-03d0-48ef-a6d5-393028d8b7f9 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.3203099 Jul 09 19:43:12.770464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-85fbf26b-303e-4767-a5d5-21c84977231c None None] Provisioning for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:12.783560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-85fbf26b-303e-4767-a5d5-21c84977231c None None] Provisioning complete for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:12.784290 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85fbf26b-303e-4767-a5d5-21c84977231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:12.784794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-a2733b42-72f2-47c8-9ae0-2fb3547867de tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2843077 Jul 09 19:43:12.794979 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0bd3f37-5e92-46d1-867a-6bf8d9c42625 (CIDR: 2001:db8::/64) Jul 09 19:43:12.799546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7652d765-528a-4854-9e2a-2c8265cfc88e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11118699754e4bf5a5a170a6bf8d90ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896054 Jul 09 19:43:12.812178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Request body: {'port': {'device_id': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:12.814912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:12.855354 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:43:12.855802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:12.888407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f56f7e-63d6-4f2c-9f15-ce170b33078a req-9df9e2c2-882f-4ae8-a385-094ea5ff960e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:12.890052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4f56f7e-63d6-4f2c-9f15-ce170b33078a req-9df9e2c2-882f-4ae8-a385-094ea5ff960e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 931 time: 0.2454646 Jul 09 19:43:12.897611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcc88efa-3768-45a7-aadf-dcce27389ccc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8393440 Jul 09 19:43:12.925527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:12.937764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'subnet': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:12.972957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Deleting port 40fb5795-2e54-49c5-aba2-25346c52f207 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:12.973547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.029573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-607af5c0-a15f-45f9-be62-7560cb7593c1', 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'tenant_id': '304e2b33a89c4007865817c9ca3516fb', 'fixed_ips': [{'subnet_id': 'a0bd3f37-5e92-46d1-867a-6bf8d9c42625'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:43:13.033316 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.045232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-85fbf26b-303e-4767-a5d5-21c84977231c None None] Port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:43:13.099095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.128940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.202628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4f56f7e-63d6-4f2c-9f15-ce170b33078a req-e0860d94-39bc-49aa-91a9-0580bfb8bae6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802761 Jul 09 19:43:13.217115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] For port 40fb5795-2e54-49c5-aba2-25346c52f207, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=40fb5795-2e54-49c5-aba2-25346c52f207,segment=NetworkSegment(dccd100e-9038-4ae8-a7a4-b0ec2675d8ef),segment_id=dccd100e-9038-4ae8-a7a4-b0ec2675d8ef)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:13.217706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.235051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Calling delete_port for 40fb5795-2e54-49c5-aba2-25346c52f207 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:13.293354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.322071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc6930-5856-4f7b-a3c8-a4a9f133d8ca req-abec5c3f-0ceb-4668-9640-8992835dc8f3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.323869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91fc6930-5856-4f7b-a3c8-a4a9f133d8ca req-abec5c3f-0ceb-4668-9640-8992835dc8f3 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 945 time: 0.1596591 Jul 09 19:43:13.464058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91fc6930-5856-4f7b-a3c8-a4a9f133d8ca req-b8567c88-7c66-4519-b0d7-3c8f2a8ee6e5 tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/security-groups?id=1849d115-e108-4ff9-a5ec-1890fa377c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211638 Jul 09 19:43:13.485761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Allocated IP 2001:db8::2 (607af5c0-a15f-45f9-be62-7560cb7593c1/a0bd3f37-5e92-46d1-867a-6bf8d9c42625/07b54966-7293-45a1-ab18-ba107065b825) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:13.551606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:13.555117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.605709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.663981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:13.667958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.672204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.676782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84179019-cb98-4d9a-a65f-d7c65feeb3c3 HTTP/1.1" status: 204 len: 168 time: 0.8531570 Jul 09 19:43:13.680359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Pushing event deleted for resources: {'Port': ['ID=40fb5795-2e54-49c5-aba2-25346c52f207,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:13.744237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51d3e-155e-40ed-bb51-23c163c8ea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84179019-cb98-4d9a-a65f-d7c65feeb3c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:13.747498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] No DVR routers for this DVR port 40fb5795-2e54-49c5-aba2-25346c52f207 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:43:13.754562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.757688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3355a488-3b04-4651-9367-99b7cdc7ef17 req-3d9764c3-5a2c-4f0e-949f-163708cb20ce tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.59 "DELETE /v2.0/ports/40fb5795-2e54-49c5-aba2-25346c52f207 HTTP/1.1" status: 204 len: 173 time: 1.0023232 Jul 09 19:43:13.758060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'name': 'network-vif-deleted', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:13.760453 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ab11f-55e7-4c28-b508-fa054642b5a5" -d '{"events": [{"server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "name": "network-vif-deleted", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:13.793230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.808580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Transition to ACTIVE for port object 07b54966-7293-45a1-ab18-ba107065b825 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:13.827625 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa942b1-4d29-4a73-92c6-9e4fd7c49bc6 x-openstack-request-id: req-2fa942b1-4d29-4a73-92c6-9e4fd7c49bc6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:13.828172 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d33288-bf3f-4ce6-b4a7-40e97ed105ae", "name": "network-vif-deleted", "tag": "40fb5795-2e54-49c5-aba2-25346c52f207", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:13.828618 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fa942b1-4d29-4a73-92c6-9e4fd7c49bc6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:13.829234 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d33288-bf3f-4ce6-b4a7-40e97ed105ae', 'name': 'network-vif-deleted', 'tag': '40fb5795-2e54-49c5-aba2-25346c52f207', 'status': 'completed', 'code': 200} Jul 09 19:43:13.843089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Transition to ACTIVE for port object 07b54966-7293-45a1-ab18-ba107065b825 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:13.851399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:13.896870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:13.900769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:13.908816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.909898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:13.924084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Pushing event updated for resources: {'Port': ['ID=07b54966-7293-45a1-ab18-ba107065b825,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:13.924448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.941234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.958754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.974048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.987685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:13.998785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Attempting to bind port 07b54966-7293-45a1-ab18-ba107065b825 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:43:13.999232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Attempting to bind port 07b54966-7293-45a1-ab18-ba107065b825 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:43:13.999670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Attempting to bind port 07b54966-7293-45a1-ab18-ba107065b825 on network 607af5c0-a15f-45f9-be62-7560cb7593c1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:14.005301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:43:14.005956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Checking segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:14.006593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.006722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:14.007066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Bound using segment: {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:43:14.007628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Bound port: 07b54966-7293-45a1-ab18-ba107065b825, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:43:14.008081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.017278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-06974323-9589-4c1b-b0fa-d973baa7d72b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.5406983 Jul 09 19:43:14.119097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9185ab5a-d798-4134-a2c1-35ee59b5f1fc req-8f6a0bf1-b994-459e-b9a0-83df14f4b719 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008205 Jul 09 19:43:14.171016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] For port 07b54966-7293-45a1-ab18-ba107065b825, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:43:14.187074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] For port 07b54966-7293-45a1-ab18-ba107065b825, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=07b54966-7293-45a1-ab18-ba107065b825,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:43:14.195975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1817768739-network', 'tenant_id': 'd52e9c2ac2034f31aff05d03a94257a0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:14.201652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.242028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Made reservation on behalf of d52e9c2ac2034f31aff05d03a94257a0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:14.244946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.260740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.331730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:14.334440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39d0b3-1d6f-444f-9c59-35321a39d8de None None] Pushing event updated for resources: {'Port': ['ID=07b54966-7293-45a1-ab18-ba107065b825,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:14.363344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.404690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:14.438651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Transition to ACTIVE for port object aabbdaed-065f-4f21-a63e-b430b7a9e7a1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:14.440910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b6c5-dd8c-427e-96eb-04f03a91431d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.452058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.738206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:14.758974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.792720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.812377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d067481f-0657-4b10-80ca-316762a4dd04 req-cc429cb4-6cdf-41d8-a38c-763646d2bbcf tempest-DeleteServersTestJSON-1471764955 tempest-DeleteServersTestJSON-1471764955-project] 10.222.0.10 "GET /v2.0/ports?device_id=56d33288-bf3f-4ce6-b4a7-40e97ed105ae HTTP/1.1" status: 200 len: 210 time: 0.0694306 Jul 09 19:43:14.886141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:43:14.886477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:43:14.886804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:14.892508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b6c5-dd8c-427e-96eb-04f03a91431d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.908270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b6c5-dd8c-427e-96eb-04f03a91431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.934863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:43:14.947763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713c77-cc63-4a33-a18f-48598e8e6006 req-82495421-2211-4adb-975e-d7bb4cdbc844 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:14.949423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c713c77-cc63-4a33-a18f-48598e8e6006 req-82495421-2211-4adb-975e-d7bb4cdbc844 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.3942540 Jul 09 19:43:14.962114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:43:14.962507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:14.985893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:14.986145 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Added segment e08528ca-e48b-4722-b5f5-d1c41ae6b42d of type vlan for network 3b34279f-0d26-4501-af07-66594fc495c1 Jul 09 19:43:15.004217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:43:15.004453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615452c0-9f43-4823-ac89-185a75da0659,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:15.004576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:15.004927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:43:15.005417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Bound port: aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:43:15.005770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.041520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:43:15.042326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a1c0b6c5-dd8c-427e-96eb-04f03a91431d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e7c478bcbcf434e9274e0b68f06f8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343317 Jul 09 19:43:15.060915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:15.123474 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c713c77-cc63-4a33-a18f-48598e8e6006 req-9474800b-ca96-4cdc-b848-d451937e1f40 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593373 Jul 09 19:43:15.155762 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.161532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b6c5-dd8c-427e-96eb-04f03a91431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67410bb-6c7d-4eb2-b5b9-3b60410a54b5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:15.214547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:43:15.237155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.239085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:43:15.244792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.247698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.248688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.253714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.276864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6117976 Jul 09 19:43:15.295466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:15.302395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Request body: {'subnet': {'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1817768739-subnet', 'tenant_id': 'd52e9c2ac2034f31aff05d03a94257a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:15.363990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:15.419064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017e24-08ea-4668-b8da-f93dbf2ee5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b34279f-0d26-4501-af07-66594fc495c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:15.440243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 3b34279f-0d26-4501-af07-66594fc495c1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:43:15.441745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Made reservation on behalf of d52e9c2ac2034f31aff05d03a94257a0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:15.445247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.446165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.447282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.450768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-15dbc54f-ea4f-4a43-b2ae-d037d10e306a service neutron] 10.222.0.25 "PUT /v2.0/ports/aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 1091 time: 2.6446083 Jul 09 19:43:15.451557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:15.463517 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5557565-b234-4c98-b635-c23cacee1a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:15.491389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.545975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 40fb5795-2e54-49c5-aba2-25346c52f207 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:43:15.729508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] For port 07b54966-7293-45a1-ab18-ba107065b825, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=07b54966-7293-45a1-ab18-ba107065b825,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:15.751306 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56eab6c-8c14-4338-afb5-9b63377ae329 x-openstack-request-id: req-c56eab6c-8c14-4338-afb5-9b63377ae329 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:15.752161 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:15.752161 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c56eab6c-8c14-4338-afb5-9b63377ae329 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:15.753115 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'status': 'completed', 'code': 200} Jul 09 19:43:15.760032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.825779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.847359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.857776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.868666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.880041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.886478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.894530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.901330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:15.910449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-32380800-9b14-4659-973a-9f0e62eb832c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.5373344 Jul 09 19:43:15.915820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.928949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.930241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.966803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.968427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 40fb5795-2e54-49c5-aba2-25346c52f207 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:43:15.968841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 40fb5795-2e54-49c5-aba2-25346c52f207 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:43:15.969676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:15.970856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d67410bb-6c7d-4eb2-b5b9-3b60410a54b5 HTTP/1.1" status: 204 len: 168 time: 0.9029832 Jul 09 19:43:16.009723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfcda60-d97a-4fdc-99e7-ba9dd3174444,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:16.013874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Checking segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:16.024043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Network hostable DHCP agents. Network: 3b34279f-0d26-4501-af07-66594fc495c1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:43:16.026668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef78247-2356-451a-bb66-ea1424faade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67410bb-6c7d-4eb2-b5b9-3b60410a54b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:16.055517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Network 3b34279f-0d26-4501-af07-66594fc495c1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:43:16.072579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 3b34279f-0d26-4501-af07-66594fc495c1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:16.085516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0eef2-7836-4563-85df-867d59e0aa68 None None] Network 3b34279f-0d26-4501-af07-66594fc495c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:16.096544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:16.098669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:16.111712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Subnet': ['ID=e8b7b11b-1506-4d1c-995f-fa28ba06042f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:16.132011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8909afe6-12f8-45ac-8dfa-6e1eec1a781f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8338370 Jul 09 19:43:16.132586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:16.150619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b60bbe1b-9055-405a-9049-d71e1eb4c230 req-e019068b-e00c-4b76-9d91-57cddd821cef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391009 Jul 09 19:43:16.174839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:16.181267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:16.181938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:16.227447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:16.227623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3007045 Jul 09 19:43:16.233355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-aeca4fc5-c8ed-4d4a-9002-261b0018fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:16.234757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-aeca4fc5-c8ed-4d4a-9002-261b0018fa81 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1094 time: 0.4807856 Jul 09 19:43:16.236532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Request body: {'port': {'network_id': '607af5c0-a15f-45f9-be62-7560cb7593c1', 'mac_address': 'fa:16:3e:ce:4c:bf', 'name': 'tempest-NetworksTestDHCPv6-654095530'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:16.238972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894e56-5ef6-44ba-9acd-2f061d910020 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=07b54966-7293-45a1-ab18-ba107065b825,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:16.274634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad57861-cb68-46a3-ac13-0bbc649ad000 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:16.295539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-90faeb86-55ca-4c1a-905b-b0a2f9b0fc18 None None] Provisioning for port 07b54966-7293-45a1-ab18-ba107065b825 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:16.301221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-9c12f86e-f408-47c3-983e-93504696b6ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.0558586 Jul 09 19:43:16.439150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-b6357ff1-8942-4c06-9cae-13b2dfcc7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:16.442129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-b6357ff1-8942-4c06-9cae-13b2dfcc7bca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.1316867 Jul 09 19:43:16.591748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 07b54966-7293-45a1-ab18-ba107065b825 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:16.623490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18985544-f15b-41fd-81a0-7e88ce380c33 None None] Network 3b34279f-0d26-4501-af07-66594fc495c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:16.633965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-f9841e3e-f85c-4c03-8ba7-b8ec1348b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:16.635528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-f9841e3e-f85c-4c03-8ba7-b8ec1348b637 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869197 Jul 09 19:43:16.692548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Made reservation on behalf of 304e2b33a89c4007865817c9ca3516fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:16.828843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 07b54966-7293-45a1-ab18-ba107065b825 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:16.835404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 07b54966-7293-45a1-ab18-ba107065b825 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:16.835872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:16.844849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-1a473b88-e671-4cc3-9804-98e59e9455e0 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018979 Jul 09 19:43:16.917920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:16.985048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] device_id is not set on port 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:43:16.987639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:17.049737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 07b54966-7293-45a1-ab18-ba107065b825, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=07b54966-7293-45a1-ab18-ba107065b825,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:17.050538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8eeb6629-38f9-4ce1-bc4e-cdfec68573a8 req-8328a1b5-b303-4905-8a97-b3d4a53a1caf service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958158 Jul 09 19:43:17.057889 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:17.166761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aded9c-ca39-4778-9a8f-64bc4ef0729a req-b2943811-2472-4e71-98ac-ee32ede37359 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:17.174931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=07b54966-7293-45a1-ab18-ba107065b825,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:17.175616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38aded9c-ca39-4778-9a8f-64bc4ef0729a req-b2943811-2472-4e71-98ac-ee32ede37359 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.4666326 Jul 09 19:43:17.198424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.198780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.199327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.199700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.200037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.200372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.200703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.201033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.201614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.207015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.208545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.208973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:17.284969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557565-b234-4c98-b635-c23cacee1a4f req-8b1a266b-eb96-4dc7-ace4-df2e8820a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:17.287398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-8b1a266b-eb96-4dc7-ace4-df2e8820a230 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1094 time: 0.1636539 Jul 09 19:43:17.330727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38aded9c-ca39-4778-9a8f-64bc4ef0729a req-4c61ed51-62e7-4136-864e-b7a9b4f5e5c8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539826 Jul 09 19:43:17.531873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8::273 (607af5c0-a15f-45f9-be62-7560cb7593c1/a0bd3f37-5e92-46d1-867a-6bf8d9c42625/6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:17.549519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:4cbf (607af5c0-a15f-45f9-be62-7560cb7593c1/e8b7b11b-1506-4d1c-995f-fa28ba06042f/6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:17.594351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557565-b234-4c98-b635-c23cacee1a4f req-081b5503-aa47-42e7-9740-6e7e59ffe6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:17.596071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-081b5503-aa47-42e7-9740-6e7e59ffe6fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.3005164 Jul 09 19:43:17.728378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-29476c3d-265d-40a6-b744-90e5591d881e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 217 time: 0.1184826 Jul 09 19:43:17.755206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-121d9ab6-0201-4350-bf42-4eeeb0a62116 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:17.757668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-121d9ab6-0201-4350-bf42-4eeeb0a62116 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.2935255 Jul 09 19:43:17.808300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557565-b234-4c98-b635-c23cacee1a4f req-7a11c9df-b6bf-4e74-8d01-fbd9474b63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:17.810409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-7a11c9df-b6bf-4e74-8d01-fbd9474b63e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0751073 Jul 09 19:43:17.854324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-366fc7c2-98fb-47dd-8b39-12238d72970b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/quotas/d52e9c2ac2034f31aff05d03a94257a0 HTTP/1.1" status: 200 len: 375 time: 0.0428011 Jul 09 19:43:17.882423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:17.896520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Transition to ACTIVE for port object 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:17.912129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-afec26ec-358c-4921-b424-528abaa616d5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502291 Jul 09 19:43:17.964466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.031461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:18.040604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:18.049561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:18.055619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.056310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.077073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event updated for resources: {'Port': ['ID=6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:18.102391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-843feb6b-54f7-49bd-b5f5-ff29646f7d4c None None] Provisioning complete for port 07b54966-7293-45a1-ab18-ba107065b825 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:18.102872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-843feb6b-54f7-49bd-b5f5-ff29646f7d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.105631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-843ef65a-bf53-4690-8845-572104cee901 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8763037 Jul 09 19:43:18.108555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:18.199891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.206921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.212887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.236298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.247219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.266277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.278422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.288679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9292e5db-6f39-4428-b02a-07a528125672 req-0fec536e-01a9-4fe9-9697-40460fd4bcaf tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.3370724 Jul 09 19:43:18.411860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 07b54966-7293-45a1-ab18-ba107065b825 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:18.449299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9292e5db-6f39-4428-b02a-07a528125672 req-5c78fffa-a4bc-4fc0-9e69-46bfd2a02440 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1596482 Jul 09 19:43:18.470860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557565-b234-4c98-b635-c23cacee1a4f req-dacbecd2-1890-41dd-8f91-a7c34784ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:18.472535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-dacbecd2-1890-41dd-8f91-a7c34784ed6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6543343 Jul 09 19:43:18.484435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting port 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:18.484842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.514324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-3f6d12d7-77bb-42c8-b0d1-b48f557b8730 service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974238 Jul 09 19:43:18.602959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dadad7d8-4b7e-4625-a564-7dd646d0aef6 None None] Provisioning for port 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:18.616207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.624835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dadad7d8-4b7e-4625-a564-7dd646d0aef6 None None] Provisioning complete for port 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:18.627459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dadad7d8-4b7e-4625-a564-7dd646d0aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.675471 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.690691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Calling delete_port for 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:18.696943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-faec150c-d804-4ac1-b23a-6971a7ab213c service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602213 Jul 09 19:43:18.703749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-985dd420-e966-4426-b9b2-371e470496b8 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200146 Jul 09 19:43:18.714752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 07b54966-7293-45a1-ab18-ba107065b825 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:18.717248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:18.826159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dadad7d8-4b7e-4625-a564-7dd646d0aef6 None None] Port 6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:43:18.995717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5557565-b234-4c98-b635-c23cacee1a4f req-1b93e2a4-e114-478c-859c-ea7f689aa594 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839253 Jul 09 19:43:19.178380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:19.259333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-72fec028-acde-4e89-8f8d-cdb868c33bf7 req-3475a84f-add3-496b-b6a8-13ef301023b1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 210 time: 0.0371797 Jul 09 19:43:19.289667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Port': ['ID=6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:19.337017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:19.340990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c715552-80f6-4e7d-abc3-512e97ae1164 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 HTTP/1.1" status: 204 len: 168 time: 1.2307053 Jul 09 19:43:19.343424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:19.361242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec95b6-722f-46b4-9dde-2725a11d853e req-b057cfd1-421f-4076-8a85-ea4cd943a378 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.370213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdec95b6-722f-46b4-9dde-2725a11d853e req-b057cfd1-421f-4076-8a85-ea4cd943a378 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.2891746 Jul 09 19:43:19.443253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdec95b6-722f-46b4-9dde-2725a11d853e req-5aaff385-ceb3-4260-bcf4-727dc3663299 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716352 Jul 09 19:43:19.517428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3f2c8-3d19-421f-894e-bf254cbbfcaa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.520810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22b3f2c8-3d19-421f-894e-bf254cbbfcaa tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1715724 Jul 09 19:43:19.523790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:19.716865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66ce80-c8d8-4e23-a7bf-b28e127fe6d9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.719483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc66ce80-c8d8-4e23-a7bf-b28e127fe6d9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1934233 Jul 09 19:43:19.721798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:19.860008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326b0a6-45aa-4082-afba-7f163bf3d92e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.862919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326b0a6-45aa-4082-afba-7f163bf3d92e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.864910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326b0a6-45aa-4082-afba-7f163bf3d92e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.867570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4326b0a6-45aa-4082-afba-7f163bf3d92e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1444767 Jul 09 19:43:19.870615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:19.936351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.947400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.952276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet a0bd3f37-5e92-46d1-867a-6bf8d9c42625 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:19.958066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.962857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:19.966351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.977178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:19.990055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:20.001487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:20.004527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87982a04-06bc-4483-874a-16c32f788c69 req-b881e82f-b6ac-4449-9a4f-dfa8b424c512 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.2556751 Jul 09 19:43:20.022865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.099865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87982a04-06bc-4483-874a-16c32f788c69 req-4cc3cf40-cc80-4b13-ac7d-fb663d6a2aa1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639517 Jul 09 19:43:20.114767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:20.133032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.279500 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.337145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:20.360136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bd3f37-5e92-46d1-867a-6bf8d9c42625,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:20.391670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.395710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:20.398549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22a4d07a-6532-4698-9641-668e96411d64 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a0bd3f37-5e92-46d1-867a-6bf8d9c42625 HTTP/1.1" status: 204 len: 168 time: 0.5260251 Jul 09 19:43:20.400480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63c97f-e66c-4b2b-8a0c-44ed930a1c69 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:20.400622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:20.532202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Deleting subnet e8b7b11b-1506-4d1c-995f-fa28ba06042f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:20.538362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acded6f3-5c05-49fd-80ed-4473dc8ed10e req-acbf5e06-983a-46c7-9043-2ecd606a18f0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 210 time: 0.0668359 Jul 09 19:43:20.552578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.648733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.719513 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.751608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:20.783249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:20.791588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:20.908283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:20.925633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59771f-f1e0-4ea6-aec7-7a9267b0a52b req-879c516b-a56e-44e9-9710-46f50aa926d6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:20.927497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af59771f-f1e0-4ea6-aec7-7a9267b0a52b req-879c516b-a56e-44e9-9710-46f50aa926d6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1941340 Jul 09 19:43:21.146676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['aabbdaed-065f-4f21-a63e-b430b7a9e7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:21.247304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:21.373661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-7be9ca76-fb5d-4103-aacc-511836f497e0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.376611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-7be9ca76-fb5d-4103-aacc-511836f497e0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.3834186 Jul 09 19:43:21.389932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:21.520609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Request body: {'port': {'device_id': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'admin_state_up': True, 'tenant_id': 'd52e9c2ac2034f31aff05d03a94257a0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:21.538883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b7b11b-1506-4d1c-995f-fa28ba06042f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:21.607965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.623221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.629926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.638052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.645204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.651722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.657476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:21.660046 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1446c256-ded0-48f7-b019-cb87de82f1e7 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e8b7b11b-1506-4d1c-995f-fa28ba06042f HTTP/1.1" status: 204 len: 168 time: 1.2583394 Jul 09 19:43:21.660428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:21.667300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:21.671805 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d2512a-fd2a-4586-8380-cf465d92100c req-aac32897-eb7d-4bb1-ae44-e7246cc809ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.2088327 Jul 09 19:43:21.731669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6197169-f088-4418-9050-245bf6ab21cb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622244 Jul 09 19:43:21.732362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:21.745404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35d2512a-fd2a-4586-8380-cf465d92100c req-e5b517b8-00bf-4e34-9877-911c14d82fa3 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722175 Jul 09 19:43:21.767102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af59771f-f1e0-4ea6-aec7-7a9267b0a52b req-45f1d877-0d43-4ad7-8e7c-e72e03e38035 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7465656 Jul 09 19:43:21.895218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6546c-bb05-4979-ab04-8a7481604779 None None] Network 607af5c0-a15f-45f9-be62-7560cb7593c1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:21.966665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b15b56c-fd16-409f-a31c-d148cc60be3e req-22be51e0-bc57-4272-bd7c-bf0f245c12da tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 210 time: 0.0487525 Jul 09 19:43:22.085173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f51a2e8-f754-4149-a93a-2d0c4d534665 None None] Provisioning complete for port 07b54966-7293-45a1-ab18-ba107065b825 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:22.085562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f51a2e8-f754-4149-a93a-2d0c4d534665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.350177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ff041cf-b312-4771-9664-f4076b84cfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.379445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] DHCP port deletion for 607af5c0-a15f-45f9-be62-7560cb7593c1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:43:22.452885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e97510-28af-4da8-a2cf-9b3234e8aa20 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:22.453409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Deleting port 07b54966-7293-45a1-ab18-ba107065b825 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:22.453792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.454308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-49e97510-28af-4da8-a2cf-9b3234e8aa20 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7164569 Jul 09 19:43:22.457265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.467195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Made reservation on behalf of d52e9c2ac2034f31aff05d03a94257a0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:22.471469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.579201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6316205-76ab-4f48-b6c9-0abf7e7ee350 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:22.581351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6316205-76ab-4f48-b6c9-0abf7e7ee350 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227648 Jul 09 19:43:22.583840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.585388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] For port 07b54966-7293-45a1-ab18-ba107065b825, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=07b54966-7293-45a1-ab18-ba107065b825,segment=NetworkSegment(f2ea56a3-e4af-4b2b-a09c-639d75384e6a),segment_id=f2ea56a3-e4af-4b2b-a09c-639d75384e6a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:22.585921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.622008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Calling delete_port for 07b54966-7293-45a1-ab18-ba107065b825 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:22.627193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Allocated IP 172.20.0.12 (3b34279f-0d26-4501-af07-66594fc495c1/7dfcda60-d97a-4fdc-99e7-ba9dd3174444/fe320ba5-b96b-4302-bb25-85db71a9f132) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:22.631641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-58977d21-5643-457f-9df1-d52b09a1f15c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456798 Jul 09 19:43:22.638767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.675817 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fdf7e9-f3aa-45b4-a60e-01a0d841ad98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:22.676850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fdf7e9-f3aa-45b4-a60e-01a0d841ad98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:22.678839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1fdf7e9-f3aa-45b4-a60e-01a0d841ad98 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/6d2dd52d-04ee-4df9-9e4e-fcc34e8e3636 HTTP/1.1" status: 404 len: 333 time: 0.0387528 Jul 09 19:43:22.681382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.726735 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad819ff-99fc-4952-b1cf-f480332c8414 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:22.727484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad819ff-99fc-4952-b1cf-f480332c8414 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:22.729416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0ad819ff-99fc-4952-b1cf-f480332c8414 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e8b7b11b-1506-4d1c-995f-fa28ba06042f HTTP/1.1" status: 404 len: 337 time: 0.0467861 Jul 09 19:43:22.732575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.768856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.780959 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d95ee6-5926-4d30-bce2-79640ce41e02 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:22.784356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d95ee6-5926-4d30-bce2-79640ce41e02 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:22.786452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67d95ee6-5926-4d30-bce2-79640ce41e02 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a0bd3f37-5e92-46d1-867a-6bf8d9c42625 HTTP/1.1" status: 404 len: 337 time: 0.0523610 Jul 09 19:43:22.789197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.817366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] Pushing event deleted for resources: {'Port': ['ID=07b54966-7293-45a1-ab18-ba107065b825,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:22.822971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882889d-2885-42ea-b55c-2d0e202968de None None] No DVR routers for this DVR port 07b54966-7293-45a1-ab18-ba107065b825 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:43:22.836173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.861113 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba7b087-18de-477a-a004-ab4521822f6e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:22.864187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba7b087-18de-477a-a004-ab4521822f6e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:22.868482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0ba7b087-18de-477a-a004-ab4521822f6e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/af77b71a-b818-4b17-bfb2-26e8f0302d04 HTTP/1.1" status: 404 len: 333 time: 0.0775011 Jul 09 19:43:22.870920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:22.885873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:22.942391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:22.955773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Network 3b34279f-0d26-4501-af07-66594fc495c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:22.958863 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51b72db-f48c-44c7-89f3-32a77340e7e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:22.959327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51b72db-f48c-44c7-89f3-32a77340e7e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:22.961092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b51b72db-f48c-44c7-89f3-32a77340e7e3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/330667cc-c5e9-44f4-86ee-02f146895c2b HTTP/1.1" status: 404 len: 337 time: 0.0892084 Jul 09 19:43:22.967770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:22.971122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:22.975655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.015292 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3385a17-f1c0-4cfe-b5cc-90e2c3d71a66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.015750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3385a17-f1c0-4cfe-b5cc-90e2c3d71a66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.017748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a3385a17-f1c0-4cfe-b5cc-90e2c3d71a66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/d18627a7-8272-48eb-9faf-87c8edd3c3bb HTTP/1.1" status: 404 len: 337 time: 0.0405364 Jul 09 19:43:23.020079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.055742 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ef8b43-9423-4660-9009-c13f5530b3e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.056478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ef8b43-9423-4660-9009-c13f5530b3e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.059678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b4ef8b43-9423-4660-9009-c13f5530b3e1 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/51e24f69-7922-4079-8310-1a7c89a3819a HTTP/1.1" status: 404 len: 333 time: 0.0361178 Jul 09 19:43:23.062674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.101964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.103680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:23.158255 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a132fb54-cfb4-477f-940f-ce381c148a9c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.159282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a132fb54-cfb4-477f-940f-ce381c148a9c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.160981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:23.163915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cf0e7204-29d4-46aa-8262-f4cf9542cbf8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7521570 Jul 09 19:43:23.164390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.167312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a132fb54-cfb4-477f-940f-ce381c148a9c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/4c4f12e1-1e9f-4a59-9372-74531768a2f2 HTTP/1.1" status: 404 len: 337 time: 0.1031694 Jul 09 19:43:23.206096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Request body: {'port': {'device_id': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:23.232101 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-298ea0a7-0311-4d00-bdc8-1b35c76dfccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.232580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298ea0a7-0311-4d00-bdc8-1b35c76dfccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.237327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-298ea0a7-0311-4d00-bdc8-1b35c76dfccf tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/bedbf055-befe-4d67-a0e7-f1db210d47e1 HTTP/1.1" status: 404 len: 337 time: 0.0696054 Jul 09 19:43:23.259456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.260804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.284275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.294915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.302527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.316393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.322117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.332018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.335263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-90ada7aa-17f1-4fd1-934e-b35ef2102643 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5431 time: 0.2742918 Jul 09 19:43:23.346076 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af1ebe9-c65b-4b49-b786-91a2728ca17e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.347037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af1ebe9-c65b-4b49-b786-91a2728ca17e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.351772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1af1ebe9-c65b-4b49-b786-91a2728ca17e tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/36b4b2c0-bfbc-4f94-bcf7-041c3161fb3c HTTP/1.1" status: 404 len: 333 time: 0.0874684 Jul 09 19:43:23.358234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.397691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc07c3-cf7a-435a-ae4c-2acfa18bd3f7 req-415e4dd7-96d6-442c-b57b-0a2ceddc804b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:23.400013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-affc07c3-cf7a-435a-ae4c-2acfa18bd3f7 req-415e4dd7-96d6-442c-b57b-0a2ceddc804b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.3071685 Jul 09 19:43:23.424078 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-932c1be4-ce8b-48f1-ae8a-0e06c1282793 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.424655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932c1be4-ce8b-48f1-ae8a-0e06c1282793 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.432070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-932c1be4-ce8b-48f1-ae8a-0e06c1282793 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/c7af15d4-7b52-47a4-aa80-5b885bd0a607 HTTP/1.1" status: 404 len: 337 time: 0.0725899 Jul 09 19:43:23.436779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.477055 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-800b88a7-259d-4f25-ae97-60417e819d5f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.477568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800b88a7-259d-4f25-ae97-60417e819d5f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.483142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-800b88a7-259d-4f25-ae97-60417e819d5f tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/cce88f88-c953-471f-8ae5-250f2ca47aa7 HTTP/1.1" status: 404 len: 337 time: 0.0435209 Jul 09 19:43:23.483979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:23.488519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.529575 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb2f38a-dae3-4c39-889a-142b10cf8f37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.530571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb2f38a-dae3-4c39-889a-142b10cf8f37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.535741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3fb2f38a-dae3-4c39-889a-142b10cf8f37 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/3e1d033d-3c26-4e16-99bf-46cf83c40057 HTTP/1.1" status: 404 len: 333 time: 0.0457983 Jul 09 19:43:23.553511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b88cb19e-5f5e-4307-90af-bc1d9ff174e2 req-888cc203-8b6b-4f8e-a5d8-dfd2fd8a4371 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083969 Jul 09 19:43:23.554147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.571683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-affc07c3-cf7a-435a-ae4c-2acfa18bd3f7 req-f6be85b8-8d4f-42bc-8951-f258949b9062 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637499 Jul 09 19:43:23.581812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device df081654-04a9-43ce-a8d3-3271c144662d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:23.675349 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-464a5907-e323-40ed-b945-f552844a472c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.675953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464a5907-e323-40ed-b945-f552844a472c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.680194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.697450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-464a5907-e323-40ed-b945-f552844a472c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/665ced06-cb01-4edd-93ce-fee9aef1efa8 HTTP/1.1" status: 404 len: 337 time: 0.1285491 Jul 09 19:43:23.734057 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8b614-d8a6-4fd9-8314-12314fd4b83a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.735260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b8b614-d8a6-4fd9-8314-12314fd4b83a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.737253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32b8b614-d8a6-4fd9-8314-12314fd4b83a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/f7afed3f-dd40-4aa6-a08a-49ae8cba70b6 HTTP/1.1" status: 404 len: 333 time: 0.0528967 Jul 09 19:43:23.740207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.796707 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bead4dd-3ea1-4d7b-8bf0-eb897a576cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.797553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bead4dd-3ea1-4d7b-8bf0-eb897a576cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.800101 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0bead4dd-3ea1-4d7b-8bf0-eb897a576cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/88630ac7-3b97-4a48-b157-84055231d67c HTTP/1.1" status: 404 len: 337 time: 0.0588202 Jul 09 19:43:23.803109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.905729 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fca3ac4-0a71-42ee-9fbb-1d41ab496216 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:23.908063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fca3ac4-0a71-42ee-9fbb-1d41ab496216 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:23.918540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8fca3ac4-0a71-42ee-9fbb-1d41ab496216 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/d133c74f-91b2-4394-a87e-763ce9cbf0c6 HTTP/1.1" status: 404 len: 333 time: 0.1127307 Jul 09 19:43:23.921949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:23.995564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=df081654-04a9-43ce-a8d3-3271c144662d,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:24.008168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'df081654-04a9-43ce-a8d3-3271c144662d', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'port_id': 'df081654-04a9-43ce-a8d3-3271c144662d', 'mac_address': 'fa:16:3e:d7:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:24.042375 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7822b86-1670-4786-a043-e8931a587805 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.042375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7822b86-1670-4786-a043-e8931a587805 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.047563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a7822b86-1670-4786-a043-e8931a587805 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/9633a72b-aac3-4267-a25a-b18ec95a90c9 HTTP/1.1" status: 404 len: 337 time: 0.1186879 Jul 09 19:43:24.063474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.065994 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.092741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df081654-04a9-43ce-a8d3-3271c144662d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:24.101579 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d57563c-8886-4b8f-8470-14400955212a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.102306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d57563c-8886-4b8f-8470-14400955212a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.104298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d57563c-8886-4b8f-8470-14400955212a tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/e89fbd8c-cb00-461d-806f-2e1f301ccffc HTTP/1.1" status: 404 len: 333 time: 0.0390363 Jul 09 19:43:24.107191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.144649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=df081654-04a9-43ce-a8d3-3271c144662d,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:24.151371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267ada-a33f-4dee-bc88-4b3c8bcaa2bf req-4d80c64d-220f-4464-8553-25b39df757f6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:24.154230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.154952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:24.164706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db267ada-a33f-4dee-bc88-4b3c8bcaa2bf req-4d80c64d-220f-4464-8553-25b39df757f6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 932 time: 0.2404406 Jul 09 19:43:24.178841 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-adee3e04-f1cf-4714-b046-5092b2678009 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.179233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adee3e04-f1cf-4714-b046-5092b2678009 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.185063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-adee3e04-f1cf-4714-b046-5092b2678009 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e84bd061-f1d1-460b-84cf-29dc5cfc072d HTTP/1.1" status: 404 len: 337 time: 0.0768237 Jul 09 19:43:24.192035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.217369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:24.234213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db267ada-a33f-4dee-bc88-4b3c8bcaa2bf req-f81f36a4-a42e-4153-ba82-877fb80878e4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Jul 09 19:43:24.275197 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b566f09b-cff4-4a84-bbe1-dd312d7191ae tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.276841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b566f09b-cff4-4a84-bbe1-dd312d7191ae tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.281677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b566f09b-cff4-4a84-bbe1-dd312d7191ae tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/0eacafa7-3467-4763-9847-b1cd676ba2fc HTTP/1.1" status: 404 len: 333 time: 0.0862582 Jul 09 19:43:24.282483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.329189 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecae1a5-8d26-4e56-9328-ebf6c9306cdd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.329686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecae1a5-8d26-4e56-9328-ebf6c9306cdd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.338864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fecae1a5-8d26-4e56-9328-ebf6c9306cdd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/6d1f44e1-f412-4377-a891-0e9b253f5f93 HTTP/1.1" status: 404 len: 337 time: 0.0524457 Jul 09 19:43:24.339792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.399764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 07b54966-7293-45a1-ab18-ba107065b825 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:43:24.423293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:24.424138 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae09eb2-1756-4945-aaa8-1d33158f7bbc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.424929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae09eb2-1756-4945-aaa8-1d33158f7bbc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.426759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5ae09eb2-1756-4945-aaa8-1d33158f7bbc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/7aeb5f53-8d03-4631-9af6-68cb3b496c35 HTTP/1.1" status: 404 len: 333 time: 0.0866244 Jul 09 19:43:24.430752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.458865 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd06775-1918-43f8-bdea-27329a29edbd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.459325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd06775-1918-43f8-bdea-27329a29edbd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.463981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cdd06775-1918-43f8-bdea-27329a29edbd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a5ea551b-bac8-47ee-8320-7e3be39933cb HTTP/1.1" status: 404 len: 337 time: 0.0322065 Jul 09 19:43:24.464621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.495004 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-65209593-541b-495a-8cc1-9c849f7941d3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.495721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65209593-541b-495a-8cc1-9c849f7941d3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.502352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-65209593-541b-495a-8cc1-9c849f7941d3 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/cebb08bf-6b6d-4035-a17e-799d55bb7473 HTTP/1.1" status: 404 len: 337 time: 0.0364351 Jul 09 19:43:24.511489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.514752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe320ba5-b96b-4302-bb25-85db71a9f132 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:24.527395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:24.527851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.557532 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2fcc28-13a9-4d6e-af99-7304d22e1a14 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.558243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2fcc28-13a9-4d6e-af99-7304d22e1a14 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.562893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2c2fcc28-13a9-4d6e-af99-7304d22e1a14 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/3039f717-4968-4230-b261-3ef7e79ff965 HTTP/1.1" status: 404 len: 333 time: 0.0528226 Jul 09 19:43:24.563448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.569155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 07b54966-7293-45a1-ab18-ba107065b825 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:43:24.569851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 07b54966-7293-45a1-ab18-ba107065b825 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:43:24.571612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:24.585930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.628926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Transition to ACTIVE for port object fe320ba5-b96b-4302-bb25-85db71a9f132 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:24.630276 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-671d5a0b-1370-4f97-a34b-dfab332de32d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.630840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671d5a0b-1370-4f97-a34b-dfab332de32d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.636028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-671d5a0b-1370-4f97-a34b-dfab332de32d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a3e9cfd7-8c41-4bda-9ea5-aafd6d849d45 HTTP/1.1" status: 404 len: 337 time: 0.0690544 Jul 09 19:43:24.636028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.636540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.694373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:24.698690 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-215967a5-b766-471f-9126-3e3fa2e72dc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.699199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215967a5-b766-471f-9126-3e3fa2e72dc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.703401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-215967a5-b766-471f-9126-3e3fa2e72dc9 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/5da7f15e-5e61-4694-a51e-d54459cccc28 HTTP/1.1" status: 404 len: 337 time: 0.0619586 Jul 09 19:43:24.705305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.740104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'port_id': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'mac_address': 'fa:16:3e:5f:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387c9d63-9e1c-4d91-ad3c-62bbdb34fce7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:24.765849 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c26c9f4-fbdc-41cc-a2f0-49d2c720b341 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.766610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c26c9f4-fbdc-41cc-a2f0-49d2c720b341 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.768620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c26c9f4-fbdc-41cc-a2f0-49d2c720b341 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/44bb4828-d108-42b7-9edd-e2bdbc36bf65 HTTP/1.1" status: 404 len: 333 time: 0.0583286 Jul 09 19:43:24.769403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:24.771497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.837645 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-071c5e07-6ba6-4ef0-a598-a465b1d24509 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.838687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071c5e07-6ba6-4ef0-a598-a465b1d24509 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.841331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-071c5e07-6ba6-4ef0-a598-a465b1d24509 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/490041ca-b1f0-492a-8a59-04a417ec5f1f HTTP/1.1" status: 404 len: 337 time: 0.0682199 Jul 09 19:43:24.844011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.863645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Attempting to bind port fe320ba5-b96b-4302-bb25-85db71a9f132 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:43:24.864139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Attempting to bind port fe320ba5-b96b-4302-bb25-85db71a9f132 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:43:24.864637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Attempting to bind port fe320ba5-b96b-4302-bb25-85db71a9f132 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:24.870555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Port fe320ba5-b96b-4302-bb25-85db71a9f132 on network 3b34279f-0d26-4501-af07-66594fc495c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:43:24.871041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Attempting to bind port fe320ba5-b96b-4302-bb25-85db71a9f132 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:24.877007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:43:24.877487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Checking segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:24.877973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Bound using segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:43:24.878714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Bound port: fe320ba5-b96b-4302-bb25-85db71a9f132, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:43:24.879180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.882084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.900496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:24.931895 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a8730e-8cfb-4fb5-bba7-9436f973b82c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:24.934058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a8730e-8cfb-4fb5-bba7-9436f973b82c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:24.936378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d5a8730e-8cfb-4fb5-bba7-9436f973b82c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/707e1c3d-e7ef-473b-88d7-01cca0aac84b HTTP/1.1" status: 404 len: 337 time: 0.0912352 Jul 09 19:43:24.939510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:24.955228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:24.956391 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.960334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1e09d24-334e-4fa9-a422-690a8b003c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.977980 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:24.978968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 34e4f8a5-dd80-43d3-9c18-8acecce72262 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:25.032354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.035780 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad4e8cd-3f6a-4d48-ab58-b0d065d43bef tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.038503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad4e8cd-3f6a-4d48-ab58-b0d065d43bef tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.039663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.046299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.047055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ad4e8cd-3f6a-4d48-ab58-b0d065d43bef tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/4b5af835-e1f1-467e-ab97-a888233fa07a HTTP/1.1" status: 404 len: 333 time: 0.1062007 Jul 09 19:43:25.049919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.053099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.060125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.067108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.074211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.076911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00b8af21-f937-40cd-9df0-095122520c8d req-bc32a52a-571b-45d1-8575-5d80da21837a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5432 time: 0.1844425 Jul 09 19:43:25.078318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:43:25.108543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:43:25.118775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.132859 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-df50fec7-4a19-4530-ac26-6311e1da5d7c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.133361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df50fec7-4a19-4530-ac26-6311e1da5d7c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.138002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df50fec7-4a19-4530-ac26-6311e1da5d7c tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/e5415ef5-29f4-4b22-8c15-c26d5f04942f HTTP/1.1" status: 404 len: 337 time: 0.0448437 Jul 09 19:43:25.146411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.186029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:25.201411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.202417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.202877 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e78e03-5abc-4d13-b567-749a55b86c8d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.203468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e78e03-5abc-4d13-b567-749a55b86c8d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.204150 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-cb70c625-b583-4a0a-a8c3-2ccf9abf7dd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe320ba5-b96b-4302-bb25-85db71a9f132 HTTP/1.1" status: 200 len: 1092 time: 2.0076938 Jul 09 19:43:25.204956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:25.207919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-52e78e03-5abc-4d13-b567-749a55b86c8d tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/2988c886-aef9-4ac0-aa48-4f790882c82f HTTP/1.1" status: 404 len: 337 time: 0.0535395 Jul 09 19:43:25.208044 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f353c0-ba52-4134-ae6d-94eeaee54e51" -d '{"events": [{"name": "network-changed", "server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:25.212424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.232619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:25.235790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:25.238079 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a56169-49ce-4129-8f8b-98451388f03a" -d '{"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:25.251215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00b8af21-f937-40cd-9df0-095122520c8d req-508bec94-0a64-4d3f-ad6a-aa416380c1e5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679745 Jul 09 19:43:25.258929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dafe6-897c-4574-bc68-217a9f8f2e8c req-ae3749e1-9bcc-49dd-a047-2f77fca943bf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.260576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983dafe6-897c-4574-bc68-217a9f8f2e8c req-ae3749e1-9bcc-49dd-a047-2f77fca943bf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.2272267 Jul 09 19:43:25.263896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2a526a71-d82d-47ec-b104-0dd9aa826f4b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fad6ab7c-e8f3-4a10-a13b-cfb855f17365 HTTP/1.1" status: 200 len: 205 time: 0.0448766 Jul 09 19:43:25.266465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.275256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.315679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983dafe6-897c-4574-bc68-217a9f8f2e8c req-bf153583-da5e-4993-9f57-f33f2435ca48 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Jul 09 19:43:25.353352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.385712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:25.394840 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-566b777f-ae6c-430c-acba-4bbd4f5c6cd5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] delete failed (client error): The resource could not be found. Jul 09 19:43:25.398745 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-566b777f-ae6c-430c-acba-4bbd4f5c6cd5 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/routers/fad6ab7c-e8f3-4a10-a13b-cfb855f17365 HTTP/1.1" status: 404 len: 336 time: 0.1311061 Jul 09 19:43:25.399056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.404346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:25.451889 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4bc0da-0d52-4725-9add-1ed1b8186d76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.452664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4bc0da-0d52-4725-9add-1ed1b8186d76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.454894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a4bc0da-0d52-4725-9add-1ed1b8186d76 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/181ede63-d983-4a15-9dbf-930d476b8d56 HTTP/1.1" status: 404 len: 337 time: 0.0544627 Jul 09 19:43:25.457273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.479725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-8b3275e0-3f81-48db-aa54-a4b61054c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.481818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-8b3275e0-3f81-48db-aa54-a4b61054c954 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 1095 time: 0.2295594 Jul 09 19:43:25.514706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:25.519321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '34e4f8a5-dd80-43d3-9c18-8acecce72262', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'port_id': '34e4f8a5-dd80-43d3-9c18-8acecce72262', 'mac_address': 'fa:16:3e:49:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:25.530896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56c1f010-ae60-428d-8504-24b887a17b54 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe413529-773d-4093-9e7f-78c9cb39c0eb HTTP/1.1" status: 200 len: 205 time: 0.0722966 Jul 09 19:43:25.533555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.558634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-54e1ed00-bf2d-4b13-98f1-78fca404652c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe320ba5-b96b-4302-bb25-85db71a9f132 HTTP/1.1" status: 200 len: 217 time: 0.0690958 Jul 09 19:43:25.560180 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a202e-8d2c-40b8-aa1d-dcb746b1b49e x-openstack-request-id: req-219a202e-8d2c-40b8-aa1d-dcb746b1b49e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:25.560474 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:25.560727 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-219a202e-8d2c-40b8-aa1d-dcb746b1b49e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:25.561119 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'status': 'completed', 'code': 200} Jul 09 19:43:25.622699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-feb00b3f-b3bd-42dd-b829-ce7d9b011dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:25.624564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-feb00b3f-b3bd-42dd-b829-ce7d9b011dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.0560887 Jul 09 19:43:25.630149 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4320b3e-119f-4d30-889c-3019abc5e636 x-openstack-request-id: req-b4320b3e-119f-4d30-889c-3019abc5e636 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:25.630469 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:25.630693 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4320b3e-119f-4d30-889c-3019abc5e636 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:25.631090 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'code': 200} Jul 09 19:43:25.638415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.672489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e4f8a5-dd80-43d3-9c18-8acecce72262 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:25.709549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-15d3a15c-8116-416e-a6b2-5cb0ff0fd630 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770421 Jul 09 19:43:25.710976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:25.711495 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9d1e926f-4e91-4027-afea-f59f5497a1d6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] delete failed (client error): The resource could not be found. Jul 09 19:43:25.715874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9d1e926f-4e91-4027-afea-f59f5497a1d6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/routers/fe413529-773d-4093-9e7f-78c9cb39c0eb HTTP/1.1" status: 404 len: 336 time: 0.1791141 Jul 09 19:43:25.718433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.719211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 30c48eee-9098-4748-a2c4-86c19c8f9733 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:25.721072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.775063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:25.808397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'port_id': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'mac_address': 'fa:16:3e:d5:99:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:25.829704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-ca851b69-fee9-47f4-80de-708d91a66f46 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126590 Jul 09 19:43:25.880944 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27c7b64-1424-41d0-8237-5c995633af70 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.881578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27c7b64-1424-41d0-8237-5c995633af70 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.883177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e27c7b64-1424-41d0-8237-5c995633af70 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/0aa97a79-78cf-4091-8f9d-005c9dd94d56 HTTP/1.1" status: 404 len: 337 time: 0.1604090 Jul 09 19:43:25.896574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.939981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:25.943101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:25.956627 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bde8b7f-3af5-43c2-a3dd-5364ff1c7cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:25.957803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bde8b7f-3af5-43c2-a3dd-5364ff1c7cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:25.959724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6bde8b7f-3af5-43c2-a3dd-5364ff1c7cd6 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/582af632-aae6-4e5c-be19-29426114264b HTTP/1.1" status: 404 len: 337 time: 0.0532007 Jul 09 19:43:25.963348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:25.964032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c48eee-9098-4748-a2c4-86c19c8f9733 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:25.993377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.002978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.004518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-68ab4196-4de3-415f-9687-00254cd955c2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--308813348&fields=id&tenant_id=def5538144a04276abda9b14de6e3865 HTTP/1.1" status: 200 len: 267 time: 0.0844314 Jul 09 19:43:26.004797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:26.005065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2688a-e716-41f4-9bd3-9bc243af2cc2 req-e1d48d7c-b600-475e-a5e4-e879958f65fe tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.011054 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb4c4d8-ca94-4c5e-897f-11525328d8a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.011806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb4c4d8-ca94-4c5e-897f-11525328d8a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.013243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae2688a-e716-41f4-9bd3-9bc243af2cc2 req-e1d48d7c-b600-475e-a5e4-e879958f65fe tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 944 time: 0.2742460 Jul 09 19:43:26.014078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7cb4c4d8-ca94-4c5e-897f-11525328d8a0 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/92cbce16-429b-40dd-badd-8a4925003174 HTTP/1.1" status: 404 len: 333 time: 0.0477715 Jul 09 19:43:26.017360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.017527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496eb8-89cf-4a5b-a220-e2d32fb3f2c0 req-6e23b510-e345-45dc-b1a3-1627dd0f7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.019085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce496eb8-89cf-4a5b-a220-e2d32fb3f2c0 req-6e23b510-e345-45dc-b1a3-1627dd0f7b13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1096 time: 0.3297544 Jul 09 19:43:26.040506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79f59da3-3e67-4c11-afe9-c2650bdfa84f req-2bff1544-8928-440f-a70e-5e606e993156 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032938 Jul 09 19:43:26.103715 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf2c664-32aa-41db-b5c4-2b39c3fd9b36 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.104233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf2c664-32aa-41db-b5c4-2b39c3fd9b36 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.109081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6bf2c664-32aa-41db-b5c4-2b39c3fd9b36 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/966cd2f8-e50e-48b5-9a62-5320ed69aaa7 HTTP/1.1" status: 404 len: 337 time: 0.0858774 Jul 09 19:43:26.112989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.118789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae2688a-e716-41f4-9bd3-9bc243af2cc2 req-337c70b9-f3ec-4f0d-a7d4-344197a44594 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043510 Jul 09 19:43:26.154026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce496eb8-89cf-4a5b-a220-e2d32fb3f2c0 req-151eea83-b0a2-42ec-82a4-6d68c28d82e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273434 Jul 09 19:43:26.203469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.214625 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47d07f6-b68b-4f35-8890-524af38613fb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.215327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47d07f6-b68b-4f35-8890-524af38613fb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.219799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.220118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b47d07f6-b68b-4f35-8890-524af38613fb tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/09a3be45-1992-4674-9234-91f61c68a046 HTTP/1.1" status: 404 len: 333 time: 0.0965621 Jul 09 19:43:26.220322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4', 'network_id': '79dd994b-ef8d-4bda-9861-9e83bb07090a', 'port_id': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4', 'mac_address': 'fa:16:3e:56:03:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387c9d63-9e1c-4d91-ad3c-62bbdb34fce7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:26.265031 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1579479a-3668-4b04-8bda-75b6db70c8b8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.265673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1579479a-3668-4b04-8bda-75b6db70c8b8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.268281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1579479a-3668-4b04-8bda-75b6db70c8b8 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/d61a0f6b-32f0-4b5b-9196-7b422b945536 HTTP/1.1" status: 404 len: 337 time: 0.0472360 Jul 09 19:43:26.270939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.280031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:26.280967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-e3dd9b1c-0bbb-4ba8-87b3-91b9023e1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.282776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-e3dd9b1c-0bbb-4ba8-87b3-91b9023e1818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 1095 time: 0.1714084 Jul 09 19:43:26.284969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.293383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-8a2e1fee-6381-4e97-848c-4024230942cc tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.294983 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-8a2e1fee-6381-4e97-848c-4024230942cc tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/networks?id=507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 200 len: 815 time: 0.2782683 Jul 09 19:43:26.303009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:26.319845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-3e49255d-939e-45cf-ac65-fe2abd41cb6d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/quotas/def5538144a04276abda9b14de6e3865 HTTP/1.1" status: 200 len: 375 time: 0.0158799 Jul 09 19:43:26.320319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.330500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.337737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.338722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f94e2850-df37-4f3e-9875-e4c90177d491 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:26.370305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.372022 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c360dab-b063-444a-9303-90f68f375b08 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.373399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c360dab-b063-444a-9303-90f68f375b08 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.377422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c360dab-b063-444a-9303-90f68f375b08 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/68daa142-67dc-4fb6-9d7f-bd0dadb64a91 HTTP/1.1" status: 404 len: 333 time: 0.1032033 Jul 09 19:43:26.378008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.441832 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9ac466-61c5-424e-95a3-377d183aeedd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.442311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9ac466-61c5-424e-95a3-377d183aeedd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.450770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:26.456352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bd9ac466-61c5-424e-95a3-377d183aeedd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/bd2a66f0-1229-4690-8f75-7979bcd5e9f2 HTTP/1.1" status: 404 len: 337 time: 0.0722921 Jul 09 19:43:26.462657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.509440 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc63cef2-a9ca-4882-9da4-e88b0bc80b62 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.510142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc63cef2-a9ca-4882-9da4-e88b0bc80b62 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.514762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc63cef2-a9ca-4882-9da4-e88b0bc80b62 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/a1731430-4961-4c09-aff9-546d210ad36f HTTP/1.1" status: 404 len: 333 time: 0.0476136 Jul 09 19:43:26.515649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.550407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-fbec57d7-6d6a-472c-96de-1c045ff6ac89 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=def5538144a04276abda9b14de6e3865&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2066364 Jul 09 19:43:26.552766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-2ecdd401-1bff-434b-b8b5-f7eb13641261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.554141 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-2ecdd401-1bff-434b-b8b5-f7eb13641261 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 916 time: 0.2582965 Jul 09 19:43:26.575865 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac2ddca-62de-4599-aef7-2c21920efb66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.576598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac2ddca-62de-4599-aef7-2c21920efb66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.577553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.578759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2ac2ddca-62de-4599-aef7-2c21920efb66 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/ab75a48f-bec1-4756-a628-0dd62c94a1af HTTP/1.1" status: 404 len: 337 time: 0.0612974 Jul 09 19:43:26.582846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.594842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'port_id': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'mac_address': 'fa:16:3e:50:25:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:26.609984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-72b42b6b-e81f-4109-b1c9-6fc5766195a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe320ba5-b96b-4302-bb25-85db71a9f132 HTTP/1.1" status: 200 len: 217 time: 0.0474801 Jul 09 19:43:26.613606 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4526f9-dd8b-4221-9cea-08c4ee326660 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.614617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4526f9-dd8b-4221-9cea-08c4ee326660 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.616740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d4526f9-dd8b-4221-9cea-08c4ee326660 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/adcf0db0-8df5-47fd-b1d5-c63ee8a28c2a HTTP/1.1" status: 404 len: 333 time: 0.0326824 Jul 09 19:43:26.624682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.646064 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.661401 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0d76b8-1652-44f7-a58a-19adc5529f10 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.662363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0d76b8-1652-44f7-a58a-19adc5529f10 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.664516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9b0d76b8-1652-44f7-a58a-19adc5529f10 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/6e73b3da-4f64-4257-ae58-4d6d7874955f HTTP/1.1" status: 404 len: 337 time: 0.0377872 Jul 09 19:43:26.665333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94e2850-df37-4f3e-9875-e4c90177d491 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:26.667090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.694131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.699226 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bb13a3-40b2-4b74-8852-559a3aa15a55 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.700525 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.701048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bb13a3-40b2-4b74-8852-559a3aa15a55 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.701360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f70db704-5cee-4efc-945f-0d8489373512 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:26.703432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5bb13a3-40b2-4b74-8852-559a3aa15a55 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/e8aa45d7-94fb-477b-93ab-a64e41b463e2 HTTP/1.1" status: 404 len: 333 time: 0.0352404 Jul 09 19:43:26.707117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.739251 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-089867e5-7b23-45f9-a764-4dc6183d5a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.739970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089867e5-7b23-45f9-a764-4dc6183d5a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.741923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-089867e5-7b23-45f9-a764-4dc6183d5a5b tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/a0357e46-4195-4f91-af6c-8635cdfa34c1 HTTP/1.1" status: 404 len: 337 time: 0.0335913 Jul 09 19:43:26.744941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.754937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.762819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Deleting subnet beb8da13-b93d-4a82-9516-421f9ff4d0aa {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:43:26.766067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.770282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-d5870933-19e5-406e-adc0-990c7f0cd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.771719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-d5870933-19e5-406e-adc0-990c7f0cd0e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.1296351 Jul 09 19:43:26.772178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.779111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.785124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.791403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.794699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.797427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:26.799373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-3149cf07-b38f-4b0e-a515-acabb638d3be tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5436 time: 0.3639603 Jul 09 19:43:26.803149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f70db704-5cee-4efc-945f-0d8489373512,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.811330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:26.819679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f70db704-5cee-4efc-945f-0d8489373512', 'network_id': '1a834868-c4b0-46a5-a848-6f5238889074', 'port_id': 'f70db704-5cee-4efc-945f-0d8489373512', 'mac_address': 'fa:16:3e:b8:1e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ff078d-13cc-423a-a32f-383802fbd110', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:26.828290 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5362b0f-f6ea-4160-a50b-4a20927361dc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.829049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5362b0f-f6ea-4160-a50b-4a20927361dc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.833517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b5362b0f-f6ea-4160-a50b-4a20927361dc tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/ports/87ad5a7d-1c39-4218-a24c-836e34d9d9a3 HTTP/1.1" status: 404 len: 333 time: 0.0809233 Jul 09 19:43:26.833988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.856045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-8e2d2a37-52eb-4a66-81a8-9f15d5832808 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595343 Jul 09 19:43:26.860536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.865642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-127b49a9-079e-437d-a91d-2806e5e2a2dd service neutron] 10.222.0.10 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143518 Jul 09 19:43:26.869987 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2053d9cd-9fab-4c6a-9f73-c17d5360f1fd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] DELETE failed (client error): The resource could not be found. Jul 09 19:43:26.870551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2053d9cd-9fab-4c6a-9f73-c17d5360f1fd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:43:26.874661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2053d9cd-9fab-4c6a-9f73-c17d5360f1fd tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/subnets/030e829f-bdeb-4919-9e24-59be83a37705 HTTP/1.1" status: 404 len: 337 time: 0.0396955 Jul 09 19:43:26.879501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70db704-5cee-4efc-945f-0d8489373512 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:26.880554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:26.895754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b08e3b5a-6c3f-417e-b8b4-42ccec0cce8e req-fbbcf810-9d2d-405e-8fcd-738822e76ebe tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889006 Jul 09 19:43:26.926465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f70db704-5cee-4efc-945f-0d8489373512,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:26.933493 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.984384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.994090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:27.078524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f04e01-9f6f-4616-8b59-911aeb5303d1 req-a40b9ea0-a45d-4703-a58a-e80692a9c633 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:27.080607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17f04e01-9f6f-4616-8b59-911aeb5303d1 req-a40b9ea0-a45d-4703-a58a-e80692a9c633 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0676687 Jul 09 19:43:27.122422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.128176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.148813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17f04e01-9f6f-4616-8b59-911aeb5303d1 req-26c38ac1-3522-472e-82b5-b634249454c7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619442 Jul 09 19:43:27.196019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-8502136e-9a3b-4f2d-b057-b1a7f569d1c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258715 Jul 09 19:43:27.207049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-1d7148d1-ec83-4c64-aed6-485104bca03e service neutron] 10.222.0.10 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326693 Jul 09 19:43:27.337235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.442405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb8da13-b93d-4a82-9516-421f9ff4d0aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:27.448382 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.453490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-060b4fde-75d4-48c1-ab84-47dd2bebfb36 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/beb8da13-b93d-4a82-9516-421f9ff4d0aa HTTP/1.1" status: 204 len: 168 time: 1.1223748 Jul 09 19:43:27.454470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:27.458115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.479034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607af5c0-a15f-45f9-be62-7560cb7593c1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.480444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['34e4f8a5-dd80-43d3-9c18-8acecce72262'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:27.514928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.515140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ea56a3-e4af-4b2b-a09c-639d75384e6a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.558188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373988-eeaf-46c4-ba78-74016b395cd5 req-dd12cd87-c74a-4c8a-b9a4-e22e58c21a1f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:27.565785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:27.568061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['30c48eee-9098-4748-a2c4-86c19c8f9733'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:27.569498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.572029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70373988-eeaf-46c4-ba78-74016b395cd5 req-dd12cd87-c74a-4c8a-b9a4-e22e58c21a1f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 944 time: 0.1190212 Jul 09 19:43:27.576085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['563842a3-6c7e-4e0d-b00a-b44ca6546ea4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:27.578513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f70db704-5cee-4efc-945f-0d8489373512'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:27.583893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f353c0-ba52-4134-ae6d-94eeaee54e51 req-a9eb3efc-2334-4cd9-a794-1e28716f89d9 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562922 Jul 09 19:43:27.596441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.608256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.610630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:43:27.611187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:43:27.614398 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:43:27.620087 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:43:27.620087 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:43:27.620087 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:43:27.620087 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:43:27.620087 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:43:27.655075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70373988-eeaf-46c4-ba78-74016b395cd5 req-44467bfd-c911-414c-8310-324f111e8be9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Jul 09 19:43:27.831097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.859395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac429038-1383-48f4-8468-36f40d1d9428 req-f6b76727-101b-4e85-97d0-703192b2961a tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0884550 Jul 09 19:43:27.870010 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.873336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.899372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60ffb44-cf1d-494c-91e8-3663a00a04a4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.904287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:27.907111 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] 10.222.0.10 "DELETE /v2.0/networks/607af5c0-a15f-45f9-be62-7560cb7593c1 HTTP/1.1" status: 204 len: 168 time: 1.0169232 Jul 09 19:43:27.908315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054d5e-f923-4f18-a3eb-2c8d2c765639 tempest-NetworksTestDHCPv6-2059663447 tempest-NetworksTestDHCPv6-2059663447-project] Pushing event deleted for resources: {'Network': ['ID=607af5c0-a15f-45f9-be62-7560cb7593c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:27.941221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.942039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccd100e-9038-4ae8-a7a4-b0ec2675d8ef') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:27.964457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.000873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.008842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:43:28.009688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:43:28.012414 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:43:28.097446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.120243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.126968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f60ffb44-cf1d-494c-91e8-3663a00a04a4 HTTP/1.1" status: 204 len: 168 time: 0.6615310 Jul 09 19:43:28.190743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d58712-d947-44a7-89b1-c881436fab29 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60ffb44-cf1d-494c-91e8-3663a00a04a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:28.278346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.286443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.294198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.305908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.318586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.334113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.341616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.342657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:28.350339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-c16d1720-2396-4c0b-8a53-77dcca6279e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5438 time: 0.2559984 Jul 09 19:43:28.418216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:28.427973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f63eb20-ee74-4b68-8dc9-d5e302c1fa07 req-ecbcdb2f-fda2-4c4f-be8a-1bdb20deb298 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629501 Jul 09 19:43:28.559076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d5c0ee4-0a84-42fb-b38c-1c468aa3e072 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adfe4d62785143faa83091abcfedf1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392906 Jul 09 19:43:28.561252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:28.603675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['df081654-04a9-43ce-a8d3-3271c144662d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:28.708268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d978-6009-46be-836a-c7685116f061 req-8ad85774-e34a-4eeb-a031-189a805f4b21 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:28.723846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a11d978-6009-46be-836a-c7685116f061 req-8ad85774-e34a-4eeb-a031-189a805f4b21 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1854348 Jul 09 19:43:28.744107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f94e2850-df37-4f3e-9875-e4c90177d491'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:28.744463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.799084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.831467 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a11d978-6009-46be-836a-c7685116f061 req-5279467b-c2c7-4597-95cc-2babf8df8f76 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063919 Jul 09 19:43:28.914203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.917720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:28.921620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1849d115-e108-4ff9-a5ec-1890fa377c35 HTTP/1.1" status: 204 len: 168 time: 0.3568025 Jul 09 19:43:28.936741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390852-8078-4c64-8cbd-c26ffd3e21ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849d115-e108-4ff9-a5ec-1890fa377c35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:28.959642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:28.966422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a092a37-c077-460c-af57-ea9be7a422ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=304e2b33a89c4007865817c9ca3516fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219790 Jul 09 19:43:28.980663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:29.119916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.223145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e856-3a5e-44c3-9032-8b0ca90f2df4 req-678ff620-87f8-4f62-9f74-9462219a0680 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:29.227938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b118e856-3a5e-44c3-9032-8b0ca90f2df4 req-678ff620-87f8-4f62-9f74-9462219a0680 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 944 time: 0.2081234 Jul 09 19:43:29.230693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.251198 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:43:29.259466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd7e-c008-4d55-9766-146f15c10c68 req-4c176f36-7f80-40f6-b562-3ce4ab8fe4ab tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:29.282725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f819fd7e-c008-4d55-9766-146f15c10c68 req-4c176f36-7f80-40f6-b562-3ce4ab8fe4ab tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1406922 Jul 09 19:43:29.285173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:29.297149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'floatingip': {'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:29.346356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b118e856-3a5e-44c3-9032-8b0ca90f2df4 req-91c848f8-2b9e-4ba0-bfde-731d474cc2e6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053472 Jul 09 19:43:29.374479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.378976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.381788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.383744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba0e08bf-a7dd-4025-8504-2d45c8c94acb HTTP/1.1" status: 204 len: 168 time: 0.4228778 Jul 09 19:43:29.394759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68973c42-b139-4bc7-be45-2aed86b20099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e08bf-a7dd-4025-8504-2d45c8c94acb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:29.668709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cb5507b-b1b5-4e73-b8b3-9b2917be136f req-0ed2b941-e093-4d81-a5a0-a3e422db1a70 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0941675 Jul 09 19:43:29.684438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:29.849930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'port_id': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'mac_address': 'fa:16:3e:0a:05:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfcda60-d97a-4fdc-99e7-ba9dd3174444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:29.968679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.002322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe320ba5-b96b-4302-bb25-85db71a9f132 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:30.063814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:30.072996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.203863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:30.249662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:30.545912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.553790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.600081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe320ba5-b96b-4302-bb25-85db71a9f132'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:30.623062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-201971990-network', 'tenant_id': '92f364971af541f784d5b2504d05054a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:30.659155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.667176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.676339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.686308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.698185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.708049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.733843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.738983 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9822b478-c847-4dc8-abf7-cb86873da742 req-8106410f-7ed7-47a7-8556-16426560c60c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5438 time: 1.0806139 Jul 09 19:43:30.762198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Made reservation on behalf of 92f364971af541f784d5b2504d05054a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:30.764820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.805684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.843378 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Floating IP 6b6b0c90-8d41-42cd-9926-64bf8bc4ed73 associated. External IP: 172.25.3.185, port: aabbdaed-065f-4f21-a63e-b430b7a9e7a1. Jul 09 19:43:30.857053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-1370d601-79aa-4c57-8019-6bb84274b20b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:30.859192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-1370d601-79aa-4c57-8019-6bb84274b20b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.59 "GET /v2.0/networks?id=507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 200 len: 815 time: 1.0666039 Jul 09 19:43:30.881796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:30.933007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9822b478-c847-4dc8-abf7-cb86873da742 req-85118464-aa9a-4100-8e70-c27f5e06b63b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789331 Jul 09 19:43:30.943594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-d42f3a36-716c-4ab2-9d51-76395d5d76fb tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=def5538144a04276abda9b14de6e3865 HTTP/1.1" status: 200 len: 379 time: 0.0747499 Jul 09 19:43:30.956397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:30.971670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'port': {'device_id': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'admin_state_up': True, 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'security_groups': ['fee5b3ce-d9a3-496c-9173-e5f1f75b821f']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:31.081913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:31.094217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:31.095372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.116940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a5b1b643-aafc-4d71-9ecf-7312cb8f108d tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1145858383', 'prefixes': ['172.20.0.0/16']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:31.255955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.261381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419f056-2bab-41ca-9cb9-a39f259792eb req-1546fea2-4fc1-4b13-ad79-0a7775e9d279 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:31.272829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e22a2964-3dad-4c16-90ab-0399f637080b req-d00ef320-4d55-49c2-baa1-fac6b1c294d9 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.1713419 Jul 09 19:43:31.274307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2419f056-2bab-41ca-9cb9-a39f259792eb req-1546fea2-4fc1-4b13-ad79-0a7775e9d279 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 945 time: 0.6476970 Jul 09 19:43:31.283000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Made reservation on behalf of def5538144a04276abda9b14de6e3865 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:31.302047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:31.303961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.304670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:31.308331 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0f15f-340b-4c4e-ae49-58e2978d5ff0" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:31.314772 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.316720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:31.339442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2419f056-2bab-41ca-9cb9-a39f259792eb req-7cafd7d3-cd69-41a1-8bb0-e280b52e23eb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Jul 09 19:43:31.468793 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c11a6c-64ed-4e4f-80c6-b558f73a3c3a x-openstack-request-id: req-46c11a6c-64ed-4e4f-80c6-b558f73a3c3a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:31.470623 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:31.470917 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46c11a6c-64ed-4e4f-80c6-b558f73a3c3a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:31.471349 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4', 'code': 200} Jul 09 19:43:31.530839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:31.559679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:31.570457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:31.570897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.669608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Allocated IP 172.20.0.8 (507058e1-e510-40b9-afe5-535173c3f9be/0782dee1-0975-4297-9d92-ddeb52a4d6a6/f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:31.671385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.684763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:43:31.690001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.704981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:43:31.720797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.721500 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Added segment 28249e64-0ad2-4ebc-825b-544173965b81 of type vlan for network 4fddeb84-97f4-424a-ae49-4275c647162c Jul 09 19:43:31.723576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5b1b643-aafc-4d71-9ecf-7312cb8f108d tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.724844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5b1b643-aafc-4d71-9ecf-7312cb8f108d tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8410728 Jul 09 19:43:31.729221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:31.734986 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.784151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.810593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:31.816272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.817469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 34e4f8a5-dd80-43d3-9c18-8acecce72262 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:31.850254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28976e26-0a65-4045-8763-ab23e584d133 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "GET /v2.0/subnetpools/c12ac970-0c24-4dce-8ccc-2b0527472132 HTTP/1.1" status: 200 len: 732 time: 0.1036522 Jul 09 19:43:31.854083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:31.860513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aab7ab16-47da-46f5-9126-57ea3d45899a tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2044084749'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:31.929272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:31.949604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:31.954731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:31.955421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:31.999386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:43:32.004096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.006434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9137cbfe-acfd-4445-b8d1-f8db178d13c9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:32.008938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.009940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.010578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.017917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:43:32.042566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:32.043992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:32.145040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.170683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9196720 Jul 09 19:43:32.173728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:32.195734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Transition to ACTIVE for port object f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:32.199074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Request body: {'subnet': {'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-201971990-subnet', 'tenant_id': '92f364971af541f784d5b2504d05054a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:32.200662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aab7ab16-47da-46f5-9126-57ea3d45899a tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.205489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aab7ab16-47da-46f5-9126-57ea3d45899a tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "PUT /v2.0/subnetpools/c12ac970-0c24-4dce-8ccc-2b0527472132 HTTP/1.1" status: 200 len: 684 time: 0.3499053 Jul 09 19:43:32.206126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:32.325652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8454539f-f879-4b0d-8bf8-9ad0843eae07 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "PUT /v2.0/floatingips/6b6b0c90-8d41-42cd-9926-64bf8bc4ed73 HTTP/1.1" status: 200 len: 991 time: 3.0376594 Jul 09 19:43:32.328942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:32.331888 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e213fb6f-5149-446e-acec-0fdaf40891f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:32.344477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1f58-9ab9-4759-a1b8-6874ae1ba963 admin admin] Pushing event updated for resources: {'Network': ['ID=4fddeb84-97f4-424a-ae49-4275c647162c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:32.352822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.377045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4fddeb84-97f4-424a-ae49-4275c647162c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:43:32.378932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Made reservation on behalf of 92f364971af541f784d5b2504d05054a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:32.381730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.455809 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.479394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.483567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event updated for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:32.486450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.492602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.498678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.503616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Network 507058e1-e510-40b9-afe5-535173c3f9be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:32.504875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.509552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f45884-cb77-4734-b5f0-133d4c812390 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.511096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.514713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2f45884-cb77-4734-b5f0-133d4c812390 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c12ac970-0c24-4dce-8ccc-2b0527472132 HTTP/1.1" status: 204 len: 168 time: 0.3041561 Jul 09 19:43:32.514713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:32.518370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:32.524281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:32.534459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.542629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-96af0a1e-4493-4212-8841-4b4f3d2e048f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5440 time: 0.3373501 Jul 09 19:43:32.588272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:32.606872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.607785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f94e2850-df37-4f3e-9875-e4c90177d491 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:32.617683 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-67224d58-ca13-461a-bb40-ec1cb06445f2 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] show failed (client error): The resource could not be found. Jul 09 19:43:32.621038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-67224d58-ca13-461a-bb40-ec1cb06445f2 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "GET /v2.0/subnetpools/c12ac970-0c24-4dce-8ccc-2b0527472132 HTTP/1.1" status: 404 len: 346 time: 0.0823078 Jul 09 19:43:32.639911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:32.640146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a974f64-1a2c-4211-810f-94cb7dbb1a37 req-d3ed6f71-73bc-42af-9b6f-07f401a011d5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965962 Jul 09 19:43:32.658214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:32.710239 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-99b4f91c-c5b0-4d46-8f80-3eb7dd254f21 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] delete failed (client error): The resource could not be found. Jul 09 19:43:32.715073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-99b4f91c-c5b0-4d46-8f80-3eb7dd254f21 tempest-SubnetPoolsTestJSON-541079884 tempest-SubnetPoolsTestJSON-541079884-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c12ac970-0c24-4dce-8ccc-2b0527472132 HTTP/1.1" status: 404 len: 346 time: 0.0649941 Jul 09 19:43:32.803442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.834764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.835860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.882440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-6847dc33-09f9-42dd-95c0-e55930f26d7b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9205062 Jul 09 19:43:32.886411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Checking segment: {'id': '28249e64-0ad2-4ebc-825b-544173965b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:32.888143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Network hostable DHCP agents. Network: 4fddeb84-97f4-424a-ae49-4275c647162c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:43:32.908752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Request body: {'port': {'device_id': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:32.910387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a915bc-07f0-460d-81cc-fa1e50ba97d7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:32.937664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Network 4fddeb84-97f4-424a-ae49-4275c647162c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:43:32.962433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4fddeb84-97f4-424a-ae49-4275c647162c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:32.975121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:32.977003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.007122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be329a1-6238-455d-a7dc-f2673d2b1ed3 None None] Network 4fddeb84-97f4-424a-ae49-4275c647162c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:33.019019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5dd85a45-e774-4e4d-ba0e-7a7140af1d2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8170083 Jul 09 19:43:33.057582 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca654c-9791-4f4c-87d9-fff33a9569f4 x-openstack-request-id: req-96ca654c-9791-4f4c-87d9-fff33a9569f4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:33.058266 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:33.058668 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96ca654c-9791-4f4c-87d9-fff33a9569f4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:33.059041 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'status': 'completed', 'code': 200} Jul 09 19:43:33.118711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217efab4-261c-4889-90c0-fcc50c85c2b0 req-2bf274ed-612f-4ad7-a6c0-f684ec5087c7 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:33.120310 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-217efab4-261c-4889-90c0-fcc50c85c2b0 req-2bf274ed-612f-4ad7-a6c0-f684ec5087c7 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 931 time: 0.6385736 Jul 09 19:43:33.127599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.264561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-8da62db4-30d2-4ef6-b5f1-af30921d6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:33.270188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-8da62db4-30d2-4ef6-b5f1-af30921d6226 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1096 time: 0.1739659 Jul 09 19:43:33.293606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-217efab4-261c-4889-90c0-fcc50c85c2b0 req-1feaee6f-55bd-4aa7-b3ef-c33ae31286e9 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616783 Jul 09 19:43:33.486997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab'}, {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e4f8a5-dd80-43d3-9c18-8acecce72262'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:33.489709 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb972c7e-2c32-40c7-a6e7-50b77cd41eae" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab"}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "34e4f8a5-dd80-43d3-9c18-8acecce72262"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:33.520373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:33.568592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9359500d-f71b-4292-957d-0519d273d628 None None] Provisioning for port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:33.579211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9359500d-f71b-4292-957d-0519d273d628 None None] Provisioning complete for port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:33.579680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9359500d-f71b-4292-957d-0519d273d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.607445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:33.608958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-05bb8d68-a1ad-4c9f-bd6f-f0815a732e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:33.620673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-05bb8d68-a1ad-4c9f-bd6f-f0815a732e57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.3333175 Jul 09 19:43:33.679193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f94e2850-df37-4f3e-9875-e4c90177d491 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:33.681822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b02b7-c099-4615-b7c5-d59b4b256d26 req-eeeb6689-48cb-43a4-8fa5-3cf6d37fffdb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:33.686433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f0b02b7-c099-4615-b7c5-d59b4b256d26 req-eeeb6689-48cb-43a4-8fa5-3cf6d37fffdb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 945 time: 0.3516500 Jul 09 19:43:33.690869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f94e2850-df37-4f3e-9875-e4c90177d491 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:33.691520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.739349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb0f2c-d488-42a9-83cb-8b5c5cd61868 None None] Network 4fddeb84-97f4-424a-ae49-4275c647162c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:43:33.827539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9359500d-f71b-4292-957d-0519d273d628 None None] Port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:43:33.839079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54652ff-436e-4aad-a3a2-b1bfbfe73901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.883424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.943656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:33.972160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-854cb661-8253-48a6-83fa-0e302712884e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 999 time: 0.3489754 Jul 09 19:43:33.978802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:33.995632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f0b02b7-c099-4615-b7c5-d59b4b256d26 req-b06d9771-f0ae-4486-a168-cc4763b5c1a5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017964 Jul 09 19:43:34.028156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:34.050862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.051668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f70db704-5cee-4efc-945f-0d8489373512 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:34.104909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Transition to ACTIVE for port object f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:34.118478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.155901 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b2bb1-f5f5-4b2b-bd4a-e6e1fd3eebd3 x-openstack-request-id: req-a77b2bb1-f5f5-4b2b-bd4a-e6e1fd3eebd3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:34.156316 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab", "code": 200}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "34e4f8a5-dd80-43d3-9c18-8acecce72262", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:34.156492 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a77b2bb1-f5f5-4b2b-bd4a-e6e1fd3eebd3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:34.156934 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'code': 200} Jul 09 19:43:34.157243 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e4f8a5-dd80-43d3-9c18-8acecce72262', 'code': 200} Jul 09 19:43:34.174036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-34afd61f-7be9-4aac-8279-4d1e28ba7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:34.178929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-34afd61f-7be9-4aac-8279-4d1e28ba7e42 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.1760259 Jul 09 19:43:34.286715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Pushing event updated for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:34.353670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-b45179a4-065a-4fe9-8649-74347ea2c8b3 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:34.362711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-b45179a4-065a-4fe9-8649-74347ea2c8b3 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/networks?id=4fddeb84-97f4-424a-ae49-4275c647162c HTTP/1.1" status: 200 len: 808 time: 0.4132214 Jul 09 19:43:34.422843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-cbaddf08-c47e-4271-a040-54bd0c0deb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:34.428709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-cbaddf08-c47e-4271-a040-54bd0c0deb57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307763 Jul 09 19:43:34.486682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f70db704-5cee-4efc-945f-0d8489373512 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:34.502646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f70db704-5cee-4efc-945f-0d8489373512 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:34.503787 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.509755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-5ffbef42-ddaa-4d49-b7c6-9c1c3609063d tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/quotas/92f364971af541f784d5b2504d05054a HTTP/1.1" status: 200 len: 375 time: 0.1457596 Jul 09 19:43:34.540957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Attempting to bind port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:43:34.542120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Attempting to bind port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:43:34.542464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Attempting to bind port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 on network 507058e1-e510-40b9-afe5-535173c3f9be {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:34.560949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-754dbf37-18c8-48b4-9415-2e9cd0a5b81b service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084006 Jul 09 19:43:34.566446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54652ff-436e-4aad-a3a2-b1bfbfe73901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.570864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:34.598028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6b6b0c90-8d41-42cd-9926-64bf8bc4ed73', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:43:03Z', 'updated_at': '2021-07-09T19:43:30Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:34.598615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-26ee1eb2-a71c-4c30-bfd8-3bcebd934112 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=92f364971af541f784d5b2504d05054a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855589 Jul 09 19:43:34.600878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 on network 507058e1-e510-40b9-afe5-535173c3f9be not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:43:34.603134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Attempting to bind port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 on network 507058e1-e510-40b9-afe5-535173c3f9be {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:34.609285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54652ff-436e-4aad-a3a2-b1bfbfe73901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.639183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:43:34.639597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Checking segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:34.640040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Bound using segment: {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:43:34.640554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Bound port: f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:43:34.647928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.676370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:43:34.733162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54652ff-436e-4aad-a3a2-b1bfbfe73901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d9c79f-d008-4ca9-ab0e-98a1be5ae347,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:34.743256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:34.743892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:34.764002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.801542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d54652ff-436e-4aad-a3a2-b1bfbfe73901 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbabc3314d564008a7801a88d18f2c39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2796593 Jul 09 19:43:34.809193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:34.905410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:34.948006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:43:34.954509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:43:34.958772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:34.968168 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-460bd4ea-1946-4e78-ba0e-bad78ea7e074 service neutron] 10.222.0.10 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543665 Jul 09 19:43:34.980197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.017433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.036817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.051541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.067868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.082538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.087159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Pushing event updated for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:35.099326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.112270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.114181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.115964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-ea104204-752b-462c-a9c7-c268313ec22d service neutron] 10.222.0.59 "PUT /v2.0/ports/f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 200 len: 1091 time: 2.2266254 Jul 09 19:43:35.122895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.138584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:35.143501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-50f3e437-6508-472a-83d0-0750571e02c6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5442 time: 0.7100103 Jul 09 19:43:35.147289 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10c584e-2d2c-448b-ac92-57c0b531095f" -d '{"events": [{"name": "network-changed", "server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:35.192441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f70db704-5cee-4efc-945f-0d8489373512,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:35.214259 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.222171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e213fb6f-5149-446e-acec-0fdaf40891f9 req-2f46350f-c8d2-4c55-a3e3-a2a099081fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281078 Jul 09 19:43:35.224406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 30c48eee-9098-4748-a2c4-86c19c8f9733 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:35.269646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.277883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc0ec70-b130-487f-85ab-800bf6dcd4bd req-0f533b08-5a74-45f0-b3cf-f8e30bb65ac0 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334021 Jul 09 19:43:35.310478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-2ef21894-b809-4869-a798-70bc26af8b14 service neutron] 10.222.0.10 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410993 Jul 09 19:43:35.354842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-494920fe-896e-4d09-be96-19a732b00b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.357011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-494920fe-896e-4d09-be96-19a732b00b5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=def5538144a04276abda9b14de6e3865&device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 1094 time: 0.1833394 Jul 09 19:43:35.359228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.362946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.364831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21d9c79f-d008-4ca9-ab0e-98a1be5ae347 HTTP/1.1" status: 204 len: 168 time: 0.5532007 Jul 09 19:43:35.382472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2cdd0-700e-489a-8540-7eadbc95638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d9c79f-d008-4ca9-ab0e-98a1be5ae347,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:35.458380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-f75a2dc7-c215-41b0-a423-a1758aac8a47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 200 len: 217 time: 0.0800529 Jul 09 19:43:35.620647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-395b2574-4353-4a8d-8283-c62fa1d55a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.622136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-395b2574-4353-4a8d-8283-c62fa1d55a6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0782dee1-0975-4297-9d92-ddeb52a4d6a6 HTTP/1.1" status: 200 len: 854 time: 0.1555679 Jul 09 19:43:35.717083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:35.724101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 30c48eee-9098-4748-a2c4-86c19c8f9733 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:35.788211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 30c48eee-9098-4748-a2c4-86c19c8f9733 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:35.788660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:35.790992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771165-cf1b-483f-acd2-a870f1de495d req-c1351e01-07d8-4914-909f-f0783e94509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:35.801566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-c1351e01-07d8-4914-909f-f0783e94509b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=507058e1-e510-40b9-afe5-535173c3f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726274 Jul 09 19:43:35.875478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70a305b4-cbe0-4a84-8136-97e9b291e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.028759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-598d7823-400b-4e95-b1e3-ee050a80e703 service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186220 Jul 09 19:43:36.031863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:36.173572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2ef2-8965-4a1e-ba08-41ba39169aed req-11a3b9aa-a3ea-4163-abe9-78889f8f70d2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:36.181031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-972d2ef2-8965-4a1e-ba08-41ba39169aed req-11a3b9aa-a3ea-4163-abe9-78889f8f70d2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.2736273 Jul 09 19:43:36.227997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70a305b4-cbe0-4a84-8136-97e9b291e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.240114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70a305b4-cbe0-4a84-8136-97e9b291e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.256683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-972d2ef2-8965-4a1e-ba08-41ba39169aed req-5d58ab9e-e889-486c-8d86-5d21f4712054 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722525 Jul 09 19:43:36.355721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-70a305b4-cbe0-4a84-8136-97e9b291e139 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e742596d8ae497195789296536d8f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374803 Jul 09 19:43:36.355952 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7bdc2a-7379-4f2c-b554-ea22facd830c x-openstack-request-id: req-0b7bdc2a-7379-4f2c-b554-ea22facd830c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:36.356668 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:36.356996 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b7bdc2a-7379-4f2c-b554-ea22facd830c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:36.357504 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'status': 'completed', 'code': 200} Jul 09 19:43:36.363208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:36.369041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a305b4-cbe0-4a84-8136-97e9b291e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328e3c5-f7eb-4d68-8cf0-2402ac72974b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:36.422191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28771165-cf1b-483f-acd2-a870f1de495d req-611aa7fb-fc1d-453c-97b3-1f1712975a26 service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853345 Jul 09 19:43:36.585652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491'}, {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:36.588451 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e611b-5692-4870-99b7-a835caee8de6" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491"}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f70db704-5cee-4efc-945f-0d8489373512"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:36.596460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.624376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-5fdab02b-be9d-4f05-b84f-c853e364e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:36.641837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-5fdab02b-be9d-4f05-b84f-c853e364e4cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=def5538144a04276abda9b14de6e3865&device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 1094 time: 0.1436694 Jul 09 19:43:36.646512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c66d9bbf-76e1-434b-8538-259783218458 req-5059e936-d84f-4566-ab8e-81e1f170d392 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 210 time: 0.2052937 Jul 09 19:43:36.728951 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.818140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:36.830041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.833851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.879856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-da8ad078-7710-477b-afc1-900e23867e81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3992076 Jul 09 19:43:36.912994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:37.009509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6b6b0c90-8d41-42cd-9926-64bf8bc4ed73', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:43:03Z', 'updated_at': '2021-07-09T19:43:30Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:37.045890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910f69d-9338-455e-bc5f-d4015ca74634 None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6b6b0c90-8d41-42cd-9926-64bf8bc4ed73', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:43:03Z', 'updated_at': '2021-07-09T19:43:30Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:43:37.050317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port fe320ba5-b96b-4302-bb25-85db71a9f132 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:37.052148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-54e0684c-78b0-4011-b3fa-74ece01c618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.053297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-54e0684c-78b0-4011-b3fa-74ece01c618e service neutron] 10.222.0.59 "GET /v2.0/networks?id=507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 200 len: 916 time: 0.4035828 Jul 09 19:43:37.063307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fe320ba5-b96b-4302-bb25-85db71a9f132 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:37.063943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.066662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:37.160437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.167704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.170390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3328e3c5-f7eb-4d68-8cf0-2402ac72974b HTTP/1.1" status: 204 len: 168 time: 0.8028421 Jul 09 19:43:37.193963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-f0e008bf-8593-41df-938a-7df2d210a310 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 200 len: 217 time: 0.1249299 Jul 09 19:43:37.210938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d263e1-3056-4b6a-9924-afa994ac6518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328e3c5-f7eb-4d68-8cf0-2402ac72974b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:37.212504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.240397 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.240898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.241463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.241941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.242419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.242888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.243354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.246995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-587707d8-6ebd-43ea-bdb6-ea5d42bead0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.2832146 Jul 09 19:43:37.253276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0743db-7416-44ba-a763-3913a63924e2 req-827a93a7-3f66-4523-971b-a78a45e892de tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.268233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df0743db-7416-44ba-a763-3913a63924e2 req-827a93a7-3f66-4523-971b-a78a45e892de tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 945 time: 0.9852817 Jul 09 19:43:37.315640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:37.341065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.341915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device df081654-04a9-43ce-a8d3-3271c144662d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:37.385729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-dc5e3f03-4fa9-4034-b57b-b020d0098598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.387520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-dc5e3f03-4fa9-4034-b57b-b020d0098598 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0782dee1-0975-4297-9d92-ddeb52a4d6a6 HTTP/1.1" status: 200 len: 854 time: 0.1843710 Jul 09 19:43:37.410580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df0743db-7416-44ba-a763-3913a63924e2 req-470e2b61-5a89-4161-b0b1-672fe9863cb7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412075 Jul 09 19:43:37.495023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a677ebb-0e80-4aec-8755-f576af2277e4 None None] New status for floating IP 6b6b0c90-8d41-42cd-9926-64bf8bc4ed73: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:43:37.548579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port df081654-04a9-43ce-a8d3-3271c144662d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:37.569955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-afe9bb18-553d-4896-a4e5-fcc6b424780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.571495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-afe9bb18-553d-4896-a4e5-fcc6b424780e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=507058e1-e510-40b9-afe5-535173c3f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517541 Jul 09 19:43:37.579118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port df081654-04a9-43ce-a8d3-3271c144662d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:37.579397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.685077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:37.690105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5fd1a0f6-7238-4fef-9545-2a63dc10e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.690774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5fd1a0f6-7238-4fef-9545-2a63dc10e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.704102 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6b2a6-3a5b-4ee3-a5df-317f0f55475f x-openstack-request-id: req-5ec6b2a6-3a5b-4ee3-a5df-317f0f55475f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:37.704409 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491", "code": 200}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "f70db704-5cee-4efc-945f-0d8489373512", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:37.704548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5fd1a0f6-7238-4fef-9545-2a63dc10e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.709213 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ec6b2a6-3a5b-4ee3-a5df-317f0f55475f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:37.709639 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'code': 200} Jul 09 19:43:37.710341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5fd1a0f6-7238-4fef-9545-2a63dc10e0ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 2292 time: 0.4253972 Jul 09 19:43:37.711453 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512', 'code': 200} Jul 09 19:43:37.790935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.793734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-9d367b3a-cc38-4ef9-b98b-64740616ce2b service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127874 Jul 09 19:43:37.814587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.835375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.858921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.904992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.941746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.945264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:37.956464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:37.961613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:37.974207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10553307-eddc-48cc-928a-873fed87786b req-aec23c03-bb90-498e-a2d4-e2ec582a482e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5444 time: 1.0691252 Jul 09 19:43:37.998561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2320d44a-d27c-4fa3-8134-f07802127ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.039417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=df081654-04a9-43ce-a8d3-3271c144662d,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:38.050643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.073674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a10c584e-2d2c-448b-ac92-57c0b531095f req-6c34bc38-a32b-41c1-8bf6-6e8b76813dff service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735183 Jul 09 19:43:38.120123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a4efcd9f-e7a8-44e5-ae2a-c97454267cae tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.122868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a4efcd9f-e7a8-44e5-ae2a-c97454267cae tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.25 "GET /v2.0/networks?id=4fddeb84-97f4-424a-ae49-4275c647162c HTTP/1.1" status: 200 len: 808 time: 0.2254179 Jul 09 19:43:38.141636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Request body: {'port': {'device_id': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c', 'admin_state_up': True, 'tenant_id': '92f364971af541f784d5b2504d05054a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:38.176581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:38.213489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10553307-eddc-48cc-928a-873fed87786b req-38313704-28ae-40c6-abcf-9eaaec1cf5cd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2380195 Jul 09 19:43:38.255292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-58cc8b64-a418-44f8-8b0b-25c579b63828 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 1001 time: 0.5382662 Jul 09 19:43:38.354693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-45ac9c05-06ba-40a4-9cb5-da5675ba9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.356928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-45ac9c05-06ba-40a4-9cb5-da5675ba9100 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.0944834 Jul 09 19:43:38.393419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988feb38-966b-4267-9b84-385d9f28f9f3 req-f8f68a84-0ce7-4015-b374-007375ccd1b6 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.395626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-988feb38-966b-4267-9b84-385d9f28f9f3 req-f8f68a84-0ce7-4015-b374-007375ccd1b6 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.2865458 Jul 09 19:43:38.431207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2320d44a-d27c-4fa3-8134-f07802127ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.431832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1366a9cd-85aa-4f9a-9cee-55358c6cd66a req-2cd464ee-c656-459b-819c-121043cb8708 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 210 time: 0.0732822 Jul 09 19:43:38.451949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2320d44a-d27c-4fa3-8134-f07802127ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.468435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-e67ee9c9-ed5a-4386-8269-32f837062ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.470256 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-e67ee9c9-ed5a-4386-8269-32f837062ee1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998106 Jul 09 19:43:38.532880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Made reservation on behalf of 92f364971af541f784d5b2504d05054a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:43:38.536395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.552125 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-988feb38-966b-4267-9b84-385d9f28f9f3 req-41bccb85-f46b-4bbf-b520-5a008413dcfd tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470940 Jul 09 19:43:38.562066 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2320d44a-d27c-4fa3-8134-f07802127ebf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1947e34f3184468924ade5d7086de57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042304 Jul 09 19:43:38.563010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:38.571339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320d44a-d27c-4fa3-8134-f07802127ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff94a0b-313f-4a38-a63f-236496155434,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:38.606568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-cfdb8ff6-3d2a-4a10-9a5c-513da5027639 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Jul 09 19:43:38.694013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.725541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.802679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-bafb3873-672c-474f-b538-83ec3e10d90f service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849294 Jul 09 19:43:38.835714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.842104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:38.847602 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aff94a0b-313f-4a38-a63f-236496155434 HTTP/1.1" status: 204 len: 168 time: 0.2732446 Jul 09 19:43:38.859649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-4bc4dc01-c753-4671-9a41-51358823f898 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 217 time: 0.0454435 Jul 09 19:43:38.874876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cc827-f048-4b92-91d3-7b9fe09e6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff94a0b-313f-4a38-a63f-236496155434,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:38.929139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e94b-82c7-4d23-988b-6ce1752722f6 req-1d1c1828-3ff1-4615-ad20-90700cb524b4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.936013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f443e94b-82c7-4d23-988b-6ce1752722f6 req-1d1c1828-3ff1-4615-ad20-90700cb524b4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.2979441 Jul 09 19:43:38.938813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-47f72435-22ef-43b7-94e5-0262c9af2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:38.940433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-47f72435-22ef-43b7-94e5-0262c9af2396 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0723174 Jul 09 19:43:38.982426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Allocated IP 172.20.0.7 (4fddeb84-97f4-424a-ae49-4275c647162c/a7a915bc-07f0-460d-81cc-fa1e50ba97d7/8e8ea9ee-aa10-41a3-b2da-481ae13c3931) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:43:39.040362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f443e94b-82c7-4d23-988b-6ce1752722f6 req-7afd4676-3660-465d-8ef3-a6d9d66b663f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 Jul 09 19:43:39.075996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-7d44c357-7fa3-42e2-9730-1d9060ee8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.080394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-7d44c357-7fa3-42e2-9730-1d9060ee8637 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1322708 Jul 09 19:43:39.237473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-9a155f4d-3f48-4dee-a63e-4f0da9e6f273 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465962 Jul 09 19:43:39.238457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.305586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:39.318311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.374125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Network 4fddeb84-97f4-424a-ae49-4275c647162c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:43:39.376329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-f0055560-3a1c-483c-97d9-b3d6131abadc service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312208 Jul 09 19:43:39.380653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:43:39.385364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:43:39.434401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-858fc9fe-18c3-4d8f-8bc8-cd6ac4efa5f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 217 time: 0.0503609 Jul 09 19:43:39.441872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:39.458889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Pushing event updated for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:39.500929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.501545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.510408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069f520d-9fbe-4d7b-8f7e-7d279616bc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.525783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-a0ff9083-235d-402a-b159-b088ed68776c tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3889761 Jul 09 19:43:39.530785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db539f1b-b968-4839-be6e-1463fae6c267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.538632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Request body: {'port': {'device_id': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:39.554244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.557193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-708bd3fa-dd29-4521-8c15-daf8923654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.558691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-708bd3fa-dd29-4521-8c15-daf8923654dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1067622 Jul 09 19:43:39.560348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.567039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.573434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.580210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.586608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.593797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.595739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-554f3fd8-6587-48bb-b3bc-d07733fbf0ef tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.1667480 Jul 09 19:43:39.689248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bedcfdfe-8117-4c89-99d7-78095446ae5a req-52a28349-4515-4602-a817-d3722aac9b8a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749626 Jul 09 19:43:39.701806 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.713331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733'}, {'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132'}, {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df081654-04a9-43ce-a8d3-3271c144662d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:39.713836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-257b6277-f5b1-48f7-b637-7dd25f66fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.715580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-257b6277-f5b1-48f7-b637-7dd25f66fc47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465991 Jul 09 19:43:39.716829 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b449af56-9e70-487b-9945-b66cb3ebd90c" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733"}, {"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-plugged", "status": "completed", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132"}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "df081654-04a9-43ce-a8d3-3271c144662d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:39.728281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaa05e-1055-41cb-ba57-86ad08144e34 req-af63c95b-10f7-4153-a8dd-b97ff4351b3b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:39.729778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcdaa05e-1055-41cb-ba57-86ad08144e34 req-af63c95b-10f7-4153-a8dd-b97ff4351b3b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 931 time: 0.1619098 Jul 09 19:43:39.789793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069f520d-9fbe-4d7b-8f7e-7d279616bc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.814622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069f520d-9fbe-4d7b-8f7e-7d279616bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:39.874533 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcdaa05e-1055-41cb-ba57-86ad08144e34 req-9599ad29-1df1-4361-a1bb-8d1870407eff tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311548 Jul 09 19:43:39.946811 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76d63d-1d2d-48d0-994a-abc67e0b4826 x-openstack-request-id: req-ac76d63d-1d2d-48d0-994a-abc67e0b4826 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:39.947581 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733", "code": 200}, {"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-plugged", "status": "completed", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132", "code": 200}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-plugged", "status": "completed", "tag": "df081654-04a9-43ce-a8d3-3271c144662d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:39.947875 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac76d63d-1d2d-48d0-994a-abc67e0b4826 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:39.948517 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'code': 200} Jul 09 19:43:39.948986 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'code': 200} Jul 09 19:43:39.949451 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df081654-04a9-43ce-a8d3-3271c144662d', 'code': 200} Jul 09 19:43:39.962020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-d9208d35-a17d-419d-840e-03dc5b1ad1fb service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286825 Jul 09 19:43:39.968783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f520d-9fbe-4d7b-8f7e-7d279616bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a464234-44cf-41b1-9c4d-39cc2c9fc296,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:39.973656 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-069f520d-9fbe-4d7b-8f7e-7d279616bc5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=595e31a56abb47f2b907633e0a9c9ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289817 Jul 09 19:43:39.988242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:40.110653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db539f1b-b968-4839-be6e-1463fae6c267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.156190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db539f1b-b968-4839-be6e-1463fae6c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.171886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.227761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-21a319fc-269c-490d-951a-1d9e53a491e0 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497635 Jul 09 19:43:40.249939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db539f1b-b968-4839-be6e-1463fae6c267 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ad200c5b9824f6580511ab843324a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409132 Jul 09 19:43:40.252638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.260250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:40.306327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539f1b-b968-4839-be6e-1463fae6c267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9cb04-4927-42a8-be52-acd0eb09cbce,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:40.320718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-bf425a6d-adb3-4df0-bff2-9bf813cb728e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 217 time: 0.0763152 Jul 09 19:43:40.535479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:40.547769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.562056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28291fb-a827-45b6-a2c4-798c5a5e17c8 req-8fea9601-f756-4055-891a-b568f6265b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.563553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d28291fb-a827-45b6-a2c4-798c5a5e17c8 req-8fea9601-f756-4055-891a-b568f6265b49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 1097 time: 0.4821932 Jul 09 19:43:40.575544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6103b-f041-4506-a3e9-04b1c12cf124 req-15f1e01a-e652-4131-9b1c-400202124f5c tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.577106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09b6103b-f041-4506-a3e9-04b1c12cf124 req-15f1e01a-e652-4131-9b1c-400202124f5c tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.5311952 Jul 09 19:43:40.578274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Transition to ACTIVE for port object 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:43:40.587871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.675149 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d28291fb-a827-45b6-a2c4-798c5a5e17c8 req-a2288f42-ba13-4c28-8377-c382b28980e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957017 Jul 09 19:43:40.678282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.678764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.679232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.679697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.680158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.680612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.681068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.682966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-4dc80a05-a5e1-45ff-829c-8ce96899214d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.5861154 Jul 09 19:43:40.685045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09b6103b-f041-4506-a3e9-04b1c12cf124 req-61c510b9-2795-426b-bcde-071ca1b91be4 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997920 Jul 09 19:43:40.685654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:40.726536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-88d86bb5-af17-4d5f-85e2-90e57267e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.727970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-88d86bb5-af17-4d5f-85e2-90e57267e60f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1255567 Jul 09 19:43:40.760729 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.769688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Attempting to bind port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:43:40.770112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Attempting to bind port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '28249e64-0ad2-4ebc-825b-544173965b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:43:40.770510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Attempting to bind port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 on network 4fddeb84-97f4-424a-ae49-4275c647162c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:40.775644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 on network 4fddeb84-97f4-424a-ae49-4275c647162c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:43:40.776163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Attempting to bind port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 on network 4fddeb84-97f4-424a-ae49-4275c647162c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:43:40.782420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:43:40.782850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Checking segment: {'id': '28249e64-0ad2-4ebc-825b-544173965b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:43:40.783304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Bound using segment: {'id': '28249e64-0ad2-4ebc-825b-544173965b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:43:40.783746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Bound port: 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28249e64-0ad2-4ebc-825b-544173965b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:43:40.785373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.785978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.788398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.791910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a464234-44cf-41b1-9c4d-39cc2c9fc296 HTTP/1.1" status: 204 len: 168 time: 0.8004391 Jul 09 19:43:40.828530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933202a-5bad-4e98-92e1-3bfd3f134025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a464234-44cf-41b1-9c4d-39cc2c9fc296,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:40.834361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:40.853789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367f397-ce26-413d-8f6c-d560159ce7b9 req-66c68e28-3504-4c82-9589-84d63eb812a6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.855352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b367f397-ce26-413d-8f6c-d560159ce7b9 req-66c68e28-3504-4c82-9589-84d63eb812a6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.5451999 Jul 09 19:43:40.860156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-234dc868-3081-4c73-9eef-582cc79efdd0 req-db3c787e-e696-4f84-b7f3-d57607719a8d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275117 Jul 09 19:43:40.912998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:43:40.928986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-6640465d-d779-4cad-8ee3-78bcd7fe30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:40.930572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-6640465d-d779-4cad-8ee3-78bcd7fe30e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866412 Jul 09 19:43:40.931776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,segment=NetworkSegment(28249e64-0ad2-4ebc-825b-544173965b81),segment_id=28249e64-0ad2-4ebc-825b-544173965b81)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:43:40.935273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b367f397-ce26-413d-8f6c-d560159ce7b9 req-0fb857a8-040f-4b8a-b7f8-7ae0c2f26b03 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Jul 09 19:43:40.943471 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.020960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.021872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.024050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.028254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5df9cb04-4927-42a8-be52-acd0eb09cbce HTTP/1.1" status: 204 len: 168 time: 0.7566326 Jul 09 19:43:41.039773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.041549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9d568-2147-4e4b-b1ae-7b1c89fb5794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9cb04-4927-42a8-be52-acd0eb09cbce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:41.054405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.064759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.074681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.080915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.086881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.089231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-6252ae96-1dd9-460e-8c0a-ea049d41a1e2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.2538669 Jul 09 19:43:41.097925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:41.109819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.110436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.111786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-c82163f9-1c5f-4e01-9d19-5ed85b5aa567 service neutron] 10.222.0.25 "PUT /v2.0/ports/8e8ea9ee-aa10-41a3-b2da-481ae13c3931 HTTP/1.1" status: 200 len: 1091 time: 1.5773437 Jul 09 19:43:41.112241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:41.114521 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d938ffda-38dc-435d-b1aa-c615a6e23dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:41.151167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e069e3b-02f0-4627-996d-38d30ebed8ad req-deba97bb-57cb-4e59-9f4d-40870659161e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502305 Jul 09 19:43:41.163638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-b9c23f56-7dc6-4ede-bf9b-790fe1433b26 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180147 Jul 09 19:43:41.218589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ffe4-a370-4577-8f6e-a1610270ea6e req-c18282c4-1dd6-4e3e-b6ea-3317e1694418 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.223885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94b2ffe4-a370-4577-8f6e-a1610270ea6e req-c18282c4-1dd6-4e3e-b6ea-3317e1694418 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 943 time: 0.1652660 Jul 09 19:43:41.275198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-4be272e1-1ef8-43ec-bf73-d00ae82fb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.276816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-4be272e1-1ef8-43ec-bf73-d00ae82fb4df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f364971af541f784d5b2504d05054a&device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 1094 time: 0.0770509 Jul 09 19:43:41.324872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94b2ffe4-a370-4577-8f6e-a1610270ea6e req-16835465-5a41-4f19-88c4-242f31eeee7b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853355 Jul 09 19:43:41.337254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-f14c40b7-bcec-44b8-b0a7-3f1eafada890 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931 HTTP/1.1" status: 200 len: 217 time: 0.0510135 Jul 09 19:43:41.354120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-c101ef1d-36eb-4ee3-b851-5fc7c7034963 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718974 Jul 09 19:43:41.390729 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad70cacc-f931-4e4a-9d4e-65a86a3aef41 x-openstack-request-id: req-ad70cacc-f931-4e4a-9d4e-65a86a3aef41 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:41.391028 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:41.391279 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad70cacc-f931-4e4a-9d4e-65a86a3aef41 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:41.391671 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931', 'status': 'completed', 'code': 200} Jul 09 19:43:41.407409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-38caf3c5-6b5a-41a1-a1ae-d88f37ca9e06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 217 time: 0.0422709 Jul 09 19:43:41.410032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-399976be-ce77-4b18-9473-3901b5dcf8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.411503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-399976be-ce77-4b18-9473-3901b5dcf8a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7a915bc-07f0-460d-81cc-fa1e50ba97d7 HTTP/1.1" status: 200 len: 848 time: 0.0646379 Jul 09 19:43:41.470238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-6caf2b17-5fc2-4eda-b318-f7963c6ff4cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4fddeb84-97f4-424a-ae49-4275c647162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399661 Jul 09 19:43:41.483693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-b979c671-89cb-45f0-a827-5da12ecf0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.485499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-b979c671-89cb-45f0-a827-5da12ecf0924 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0558701 Jul 09 19:43:41.544836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:41.565584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4429f8c-fa5a-403d-ac21-61162fe1ed6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.572587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-7f77f8f8-7631-424b-8196-8e650ae1708f service neutron] 10.222.0.25 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938969 Jul 09 19:43:41.600467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-349f7a6c-cb2e-4ade-bf42-6475c4893764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.602055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-349f7a6c-cb2e-4ade-bf42-6475c4893764 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046700 Jul 09 19:43:41.709408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d606fbf-02f6-45e3-ad9b-b15b56edfa11 req-3e89e22a-64e6-46b0-9bf9-7e302dd8816c service neutron] 10.222.0.25 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263530 Jul 09 19:43:41.755767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-879cb424-983a-4e2b-bfd4-bacdd985d77d service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458647 Jul 09 19:43:41.787130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4429f8c-fa5a-403d-ac21-61162fe1ed6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.797734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4429f8c-fa5a-403d-ac21-61162fe1ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:41.874532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e4429f8c-fa5a-403d-ac21-61162fe1ed6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c626aff30774945bd58cf02e7f2a3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250232 Jul 09 19:43:41.875297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:41.882901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4429f8c-fa5a-403d-ac21-61162fe1ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a313060-7cb5-4044-8ef0-f42aae4ee05e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:41.936311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-75b76e04-5fab-4364-8c38-4e3d39f8af6c service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651175 Jul 09 19:43:41.949468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-c9fa2e28-69fe-4124-8749-18c887f2fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:41.951936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-c9fa2e28-69fe-4124-8749-18c887f2fba5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=92f364971af541f784d5b2504d05054a&device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 1094 time: 0.1686404 Jul 09 19:43:41.996966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-945dae49-f14b-47fe-b4ce-8d1e2394b6d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.0476818 Jul 09 19:43:41.997620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:42.030948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c591d1f-2b94-449f-9fda-e7f17bad4386 req-628dda9f-3575-4809-af4e-84a144cca2bb tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.039904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c591d1f-2b94-449f-9fda-e7f17bad4386 req-628dda9f-3575-4809-af4e-84a144cca2bb tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.1860824 Jul 09 19:43:42.072415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-155d76e8-80d6-4d30-b476-271aa2f90854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.075051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-155d76e8-80d6-4d30-b476-271aa2f90854 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0677605 Jul 09 19:43:42.105742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:42.126054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c591d1f-2b94-449f-9fda-e7f17bad4386 req-6821742c-43a0-4d89-b858-fe28036d9889 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852325 Jul 09 19:43:42.156126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-f57f70c4-c6d9-4cc6-a560-0e2af95e3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.158211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-f57f70c4-c6d9-4cc6-a560-0e2af95e3757 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4fddeb84-97f4-424a-ae49-4275c647162c HTTP/1.1" status: 200 len: 909 time: 0.1979604 Jul 09 19:43:42.223351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-c094f9e2-59d3-4a75-b165-46b9f9c3017c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931 HTTP/1.1" status: 200 len: 217 time: 0.0545168 Jul 09 19:43:42.239896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe927f-e09e-472d-909c-70289fe3595b req-04dd1609-a345-4d21-8ecd-46caf5114999 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.241556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dfe927f-e09e-472d-909c-70289fe3595b req-04dd1609-a345-4d21-8ecd-46caf5114999 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1627665 Jul 09 19:43:42.244526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-bd035bd2-acd5-4330-b2d5-b430805d9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.246623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-bd035bd2-acd5-4330-b2d5-b430805d9b64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538305 Jul 09 19:43:42.265386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:42.268916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:42.272349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a313060-7cb5-4044-8ef0-f42aae4ee05e HTTP/1.1" status: 204 len: 168 time: 0.3939188 Jul 09 19:43:42.300555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-1b32a4d6-aec7-48f2-bbb5-104087625219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.302068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-1b32a4d6-aec7-48f2-bbb5-104087625219 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7a915bc-07f0-460d-81cc-fa1e50ba97d7 HTTP/1.1" status: 200 len: 848 time: 0.0752437 Jul 09 19:43:42.351594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-0ca96ed4-eebf-41f7-bea9-ce2fae3c82cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4fddeb84-97f4-424a-ae49-4275c647162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Jul 09 19:43:42.363759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569e298-a866-474c-b38d-117770dd98e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a313060-7cb5-4044-8ef0-f42aae4ee05e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:42.451647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dfe927f-e09e-472d-909c-70289fe3595b req-839e4f57-52ba-448c-87c9-1312290985d1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005312 Jul 09 19:43:42.505874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-73466862-d5f5-4549-8364-56f850eaf01f service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493839 Jul 09 19:43:42.508503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-4ef7647e-d05d-451f-b3ff-632694e9a9bb service neutron] 10.222.0.25 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488576 Jul 09 19:43:42.547701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.553893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.560363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.567593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.575754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.580611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.587432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.590342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f8417cf-5199-4703-9808-d4491d67180e req-6d5f9975-9bcf-4166-b7c4-2f6cddd96f2b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.1706362 Jul 09 19:43:42.697222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-a60db97a-39ba-4e40-8d37-2b7711e0ae91 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736019 Jul 09 19:43:42.747903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-2ef0daf8-7cb3-440a-94fc-563040831efb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.0434170 Jul 09 19:43:42.774353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f8417cf-5199-4703-9808-d4491d67180e req-20d57bd6-6d1e-40b1-8195-6ef89f179dc2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739833 Jul 09 19:43:42.835657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d938ffda-38dc-435d-b1aa-c615a6e23dbc req-5be8655d-70ef-4101-ab03-fa18bb68f3f4 service neutron] 10.222.0.25 "GET /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122544 Jul 09 19:43:42.859607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-c49c627c-d525-4428-b85d-6a4d766dedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.862505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-c49c627c-d525-4428-b85d-6a4d766dedd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.1047726 Jul 09 19:43:42.902583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de88eb1-a4bb-4726-938d-3092a0e822e5 req-aa46cec7-1fac-40a6-98eb-b97c666b2bcd tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:42.906565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2de88eb1-a4bb-4726-938d-3092a0e822e5 req-aa46cec7-1fac-40a6-98eb-b97c666b2bcd tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 943 time: 0.1613815 Jul 09 19:43:42.974215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2de88eb1-a4bb-4726-938d-3092a0e822e5 req-7bf4c726-bf68-45ae-9334-7a158cddc553 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Jul 09 19:43:43.001638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e23040-a141-4284-9498-7e5909d4e031 req-62da7a18-e9ce-44f4-9b1e-373eb17e4565 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.003695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35e23040-a141-4284-9498-7e5909d4e031 req-62da7a18-e9ce-44f4-9b1e-373eb17e4565 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0846605 Jul 09 19:43:43.015284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5299e9c2-9bd3-4773-85f6-7fb9e7e171fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.016586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-5299e9c2-9bd3-4773-85f6-7fb9e7e171fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419628 Jul 09 19:43:43.057075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35e23040-a141-4284-9498-7e5909d4e031 req-189896f5-f564-4cbd-ac77-e2b663d9d8fd tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Jul 09 19:43:43.178877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-8cfd8ea7-a8c7-4463-a998-f7d32ce279f5 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551025 Jul 09 19:43:43.320979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33f15c92-02c2-4881-ac80-28f38b9dbd90 req-3fa11818-831c-4e67-af47-903ac2d7da89 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324911 Jul 09 19:43:43.326431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.332975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.340324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.346328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.353968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.380599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.390054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.403288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:43.405957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f19dac5-6a8f-48a6-850b-1788a56d2838 req-9f5f070a-8e93-4dc9-a671-daf4a53921d1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.1894426 Jul 09 19:43:43.408063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Request body: {'floatingip': {'port_id': 'f94e2850-df37-4f3e-9875-e4c90177d491'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:43.481375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:43.615376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636dfd-5225-477c-a688-52dc8cf812a2 req-f4588866-8d1c-48d6-8f70-314526406685 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.616828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a636dfd-5225-477c-a688-52dc8cf812a2 req-f4588866-8d1c-48d6-8f70-314526406685 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.0931072 Jul 09 19:43:43.677562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a636dfd-5225-477c-a688-52dc8cf812a2 req-aadb1715-11e6-4ceb-86af-30a112334b9f tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Jul 09 19:43:43.942583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89445cd1-b261-448a-bff3-eec791cb52c0 req-b309d6c0-a4d3-4066-ab06-8724fc9fcace tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:43.944126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89445cd1-b261-448a-bff3-eec791cb52c0 req-b309d6c0-a4d3-4066-ab06-8724fc9fcace tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1205533 Jul 09 19:43:44.013790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89445cd1-b261-448a-bff3-eec791cb52c0 req-5d712409-773a-4b91-bf0a-4694cb92704b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598919 Jul 09 19:43:44.190991 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:44.203287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:44.281016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af773e01-eceb-41b7-bbf7-112a092906c0 req-fda76367-124d-4d5e-9f9d-2764d3a00447 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:44.288684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af773e01-eceb-41b7-bbf7-112a092906c0 req-fda76367-124d-4d5e-9f9d-2764d3a00447 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 943 time: 0.1427376 Jul 09 19:43:44.372494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af773e01-eceb-41b7-bbf7-112a092906c0 req-9c654c8e-3bef-4428-970d-da4ab4efb2f8 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826087 Jul 09 19:43:44.381063 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Floating IP b894fef4-1757-4002-9a31-d866375c8a53 associated. External IP: 172.25.3.17, port: f94e2850-df37-4f3e-9875-e4c90177d491. Jul 09 19:43:44.612191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Router 6399a102-132b-477e-b039-4181502b64ff has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:43:44.738440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:43:44.743262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:44.752562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Sync routers for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:43:44.778566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:44.779229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:44.802044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5ace80fe-818c-448f-b73a-a2dfaa376240 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "PUT /v2.0/floatingips/b894fef4-1757-4002-9a31-d866375c8a53 HTTP/1.1" status: 200 len: 991 time: 1.3976774 Jul 09 19:43:44.802642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:44.825297 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:44.965120 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd43ee-0c8e-4ebf-b9a5-aa9c603c4bb2 x-openstack-request-id: req-94dd43ee-0c8e-4ebf-b9a5-aa9c603c4bb2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:44.965698 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:44.966179 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94dd43ee-0c8e-4ebf-b9a5-aa9c603c4bb2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:44.966870 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'status': 'completed', 'code': 200} Jul 09 19:43:45.030400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:45.047560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39c2b-ccfc-462b-a26e-e8e85f20efe7 req-30ca8410-a70e-4d6a-b174-0327ee786267 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.050028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51a39c2b-ccfc-462b-a26e-e8e85f20efe7 req-30ca8410-a70e-4d6a-b174-0327ee786267 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.1567304 Jul 09 19:43:45.148508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51a39c2b-ccfc-462b-a26e-e8e85f20efe7 req-6a26a54f-639b-4e09-ac16-b54eafc1ee3e tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904663 Jul 09 19:43:45.161286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.161915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.162472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.163406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.164013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.165270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.165759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.169327 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-05f25f95-cb4e-4b7a-aa7d-197b1ea60438 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.1746087 Jul 09 19:43:45.297536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-e6bb5649-3447-4412-b9bc-1ccf03afd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.299026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-e6bb5649-3447-4412-b9bc-1ccf03afd488 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2 HTTP/1.1" status: 200 len: 917 time: 0.1170280 Jul 09 19:43:45.429703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-ddf9a4d5-5e14-4db3-8206-82b05a9ba6ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 999 time: 0.1230903 Jul 09 19:43:45.431633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'b894fef4-1757-4002-9a31-d866375c8a53', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6399a102-132b-477e-b039-4181502b64ff', 'port_id': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'mac_address': 'fa:16:3e:50:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:41:58Z', 'updated_at': '2021-07-09T19:43:44Z', 'revision_number': 1, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:45.467705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b203-c9b6-41eb-ab81-eedac09bf862 req-ca35d4d5-49fd-40e9-b4f0-87e33a670e36 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.470698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Checking router: 6399a102-132b-477e-b039-4181502b64ff for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:43:45.477095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ea4b203-c9b6-41eb-ab81-eedac09bf862 req-ca35d4d5-49fd-40e9-b4f0-87e33a670e36 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0980527 Jul 09 19:43:45.481799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:45.482810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:45.535375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-cbfda190-7c7f-48e0-8278-29e70d203336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.537029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-cbfda190-7c7f-48e0-8278-29e70d203336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.1005032 Jul 09 19:43:45.544257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ea4b203-c9b6-41eb-ab81-eedac09bf862 req-f1bfb609-d501-49f3-831d-155e29b62020 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661721 Jul 09 19:43:45.616093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-af666e87-a9a9-4bd6-9376-63d3615f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.619353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-af666e87-a9a9-4bd6-9376-63d3615f6827 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743196 Jul 09 19:43:45.624143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:45.811735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-2d4d6c93-0093-4882-9b5d-55947bccb85a service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836050 Jul 09 19:43:45.894458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'b894fef4-1757-4002-9a31-d866375c8a53', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6399a102-132b-477e-b039-4181502b64ff', 'port_id': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'mac_address': 'fa:16:3e:50:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:41:58Z', 'updated_at': '2021-07-09T19:43:44Z', 'revision_number': 1, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:45.928562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e32d-6db6-469c-8abe-b0ffedf0e61c req-b6d38d20-fba5-47ce-a14c-d0c695615488 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:45.930837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54b6e32d-6db6-469c-8abe-b0ffedf0e61c req-b6d38d20-fba5-47ce-a14c-d0c695615488 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 943 time: 0.1806171 Jul 09 19:43:45.943925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8dacc9-5221-424c-8cef-2cd3c8436dd6 None None] The sync data for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 is: [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'b894fef4-1757-4002-9a31-d866375c8a53', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6399a102-132b-477e-b039-4181502b64ff', 'port_id': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'mac_address': 'fa:16:3e:50:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:41:58Z', 'updated_at': '2021-07-09T19:43:44Z', 'revision_number': 1, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:43:46.280591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:46.351599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4abfb5-d4a8-475b-a44b-05cfd5fa5efe None None] New status for floating IP b894fef4-1757-4002-9a31-d866375c8a53: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:43:46.450736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-54b6e32d-6db6-469c-8abe-b0ffedf0e61c req-8ff0072c-8f6e-46b1-9c36-265bb3d8d2b4 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029509 Jul 09 19:43:46.465745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-842ed381-28e7-4b92-b439-c6fd2e8eb2b6 req-e4fa811a-61b6-4b3f-bbc6-57a9a13b4c93 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447730 Jul 09 19:43:46.515468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,segment=NetworkSegment(28249e64-0ad2-4ebc-825b-544173965b81),segment_id=28249e64-0ad2-4ebc-825b-544173965b81)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:46.531199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b7274-d10a-4800-9421-0b7aa7e15e7d req-5a7e5408-9d61-47c3-bae4-7e9f2433291c tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:46.542032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d6b7274-d10a-4800-9421-0b7aa7e15e7d req-5a7e5408-9d61-47c3-bae4-7e9f2433291c tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 943 time: 0.1411746 Jul 09 19:43:46.542561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931', 'network_id': '4fddeb84-97f4-424a-ae49-4275c647162c', 'port_id': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931', 'mac_address': 'fa:16:3e:e5:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a915bc-07f0-460d-81cc-fa1e50ba97d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:46.635052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:46.653050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d6b7274-d10a-4800-9421-0b7aa7e15e7d req-d3ea02c3-56dd-469a-986b-24872734968b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093984 Jul 09 19:43:46.662899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:46.689895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,segment=NetworkSegment(28249e64-0ad2-4ebc-825b-544173965b81),segment_id=28249e64-0ad2-4ebc-825b-544173965b81)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:46.697235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:46.835694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:46.882022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:46.959336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1460f-a80a-44cf-9f8c-90c0c3235035 req-accf4540-5d16-425a-bd82-3ca0dc481307 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:46.961810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14c1460f-a80a-44cf-9f8c-90c0c3235035 req-accf4540-5d16-425a-bd82-3ca0dc481307 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1042495 Jul 09 19:43:47.012914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:43:47.031142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14c1460f-a80a-44cf-9f8c-90c0c3235035 req-3c866fa0-0d97-43e1-af14-e8fe41b04557 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618477 Jul 09 19:43:47.056032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40f629d3-33c8-474e-88ab-4b27d06f37e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.162489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8e8ea9ee-aa10-41a3-b2da-481ae13c3931'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:47.206274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40f629d3-33c8-474e-88ab-4b27d06f37e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.210797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40f629d3-33c8-474e-88ab-4b27d06f37e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.255497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:47.255976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40f629d3-33c8-474e-88ab-4b27d06f37e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f88c9f745e4c4590a6999278d81ef73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726861 Jul 09 19:43:47.256755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f629d3-33c8-474e-88ab-4b27d06f37e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344f490-4250-4c20-8adf-ad41cb3a5234,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:47.326799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.352864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.368218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:47.387852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'port_id': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'mac_address': 'fa:16:3e:5c:65:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:43:47.408292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.410888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.412106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4344f490-4250-4c20-8adf-ad41cb3a5234 HTTP/1.1" status: 204 len: 168 time: 0.1543133 Jul 09 19:43:47.424970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac14bdc-2efb-427f-a256-fd4f61e6661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344f490-4250-4c20-8adf-ad41cb3a5234,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:47.478604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.503521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:43:47.530580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:47.538222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:47.596609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:47.681320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108176-d464-4df8-b93a-1bbcd5902449 req-1e7537df-d8d6-4088-be8d-2ee61279db5f tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:47.688265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31108176-d464-4df8-b93a-1bbcd5902449 req-1e7537df-d8d6-4088-be8d-2ee61279db5f tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 944 time: 0.0862846 Jul 09 19:43:47.749488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31108176-d464-4df8-b93a-1bbcd5902449 req-aef9c2bb-b2fa-4376-b966-5dee27fe78c5 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Jul 09 19:43:47.849536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:43:47.968867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a3c0-1d8b-4f34-aab3-66db3190664e req-d4b366ae-0b92-4422-96cf-26ab23961c76 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:47.971760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9372a3c0-1d8b-4f34-aab3-66db3190664e req-d4b366ae-0b92-4422-96cf-26ab23961c76 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 944 time: 0.0976024 Jul 09 19:43:48.030249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9372a3c0-1d8b-4f34-aab3-66db3190664e req-e3a30af0-6b6b-435f-aa30-ad4256c965dc tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515900 Jul 09 19:43:48.244677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b150-5fc3-4cf6-8aa8-df8e36ad9b6a req-b1f7dc58-1035-4cda-9d50-db609a8df9f7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:48.246776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1463b150-5fc3-4cf6-8aa8-df8e36ad9b6a req-b1f7dc58-1035-4cda-9d50-db609a8df9f7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0697899 Jul 09 19:43:48.251747 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:43:48.296866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1463b150-5fc3-4cf6-8aa8-df8e36ad9b6a req-43569d47-1a1e-42fb-85c2-3272e051965b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Jul 09 19:43:48.557832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:48.653308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:48.758508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:48.858305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:48.864349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:48.933258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80ce8341e6604d5b8617330c9b51692d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787690 Jul 09 19:43:48.936069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:48.937089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63610075-5eae-4964-9430-302a5d51316d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:48.946890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.947569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.947753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.948155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.948539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.949040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.949584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.949879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.950346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.950680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.951060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.951439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daaacd-db8c-43f5-9a7a-28261334a501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:43:48.992514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05894e3-45b5-4616-9a0c-3e92d594df83 req-e7bae70f-a958-4aad-92f1-4cb37d138a0d tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:48.994051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b05894e3-45b5-4616-9a0c-3e92d594df83 req-e7bae70f-a958-4aad-92f1-4cb37d138a0d tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 944 time: 0.1196301 Jul 09 19:43:49.009329 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.027300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:49.034642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.046402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b05894e3-45b5-4616-9a0c-3e92d594df83 req-ac24ee4f-6f51-4909-91fb-29d82925a04e tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jul 09 19:43:49.113026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.115102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:49.117701 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.129866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:49.130243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.146522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63610075-5eae-4964-9430-302a5d51316d HTTP/1.1" status: 204 len: 168 time: 0.2032833 Jul 09 19:43:49.162194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646c260-c9cd-47c6-b4f2-40bce067515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63610075-5eae-4964-9430-302a5d51316d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:49.232136 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.285594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:49.296724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:49.299867 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9035e8-e472-4775-8bdf-5f25e647f2f2" -d '{"events": [{"server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "name": "network-vif-plugged", "status": "completed", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:49.331219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:49.339942 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.350849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86beea-87e4-4043-a833-921f4668eb02 req-d32e677d-5950-42fe-9ab8-eb114950cb8e tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:49.358960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f86beea-87e4-4043-a833-921f4668eb02 req-d32e677d-5950-42fe-9ab8-eb114950cb8e tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 944 time: 0.0926242 Jul 09 19:43:49.383624 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d82110-efd9-48a1-9476-3cb44266a2b1 x-openstack-request-id: req-09d82110-efd9-48a1-9476-3cb44266a2b1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:49.383989 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "name": "network-vif-plugged", "status": "completed", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:49.384318 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09d82110-efd9-48a1-9476-3cb44266a2b1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:49.384778 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'code': 200} Jul 09 19:43:49.450256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f86beea-87e4-4043-a833-921f4668eb02 req-7b7947b6-f693-49d8-8366-3bbb40352257 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900748 Jul 09 19:43:49.465313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:49.615128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e10d5d-6ae8-41b3-bee7-1574c318043e req-89bb1a4a-28b5-4eaf-8a7d-6fde81fdccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:49.616754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e10d5d-6ae8-41b3-bee7-1574c318043e req-89bb1a4a-28b5-4eaf-8a7d-6fde81fdccb4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 1096 time: 0.1480668 Jul 09 19:43:49.646227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afa17be-8559-4f95-96cb-64eafd8414ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.706162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e10d5d-6ae8-41b3-bee7-1574c318043e req-a5c8209a-5511-4da9-bbd8-7d1cc9be7a31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715578 Jul 09 19:43:49.719650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c16452-aac1-4c6c-ab40-bfdfde529bc3 req-2c72612a-7b47-43c8-9835-dca9a0496fe1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:49.721119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22c16452-aac1-4c6c-ab40-bfdfde529bc3 req-2c72612a-7b47-43c8-9835-dca9a0496fe1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1710536 Jul 09 19:43:49.787130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22c16452-aac1-4c6c-ab40-bfdfde529bc3 req-9de95eb1-00b5-4b4c-a39c-ce990a92b85b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Jul 09 19:43:49.827417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afa17be-8559-4f95-96cb-64eafd8414ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.834240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afa17be-8559-4f95-96cb-64eafd8414ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.876164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1afa17be-8559-4f95-96cb-64eafd8414ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aba4fa36275a46adbcc8ba8bdab75475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886540 Jul 09 19:43:49.877094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa17be-8559-4f95-96cb-64eafd8414ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae2976-4ad9-41ba-9a25-e641901f4a1a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:49.878861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:49.938174 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:49.959771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.022096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.024772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.026020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30ae2976-4ad9-41ba-9a25-e641901f4a1a HTTP/1.1" status: 204 len: 168 time: 0.1442392 Jul 09 19:43:50.035216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146d852-6d03-4690-904f-c47ebe8cf804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae2976-4ad9-41ba-9a25-e641901f4a1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:50.220866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351845b2-a1e8-4b3b-8aa3-20cc3dbc1ba1 req-5d8fd77a-8241-471d-b5a5-d355ed5e351b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:50.222522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-351845b2-a1e8-4b3b-8aa3-20cc3dbc1ba1 req-5d8fd77a-8241-471d-b5a5-d355ed5e351b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 944 time: 0.0694251 Jul 09 19:43:50.265722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-351845b2-a1e8-4b3b-8aa3-20cc3dbc1ba1 req-637f52c5-0526-4c27-b1d0-a040f6040365 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375831 Jul 09 19:43:50.295957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:43:50.362735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:43:50.369688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:43:50.370114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.414545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:50.437558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a75fe7b-976c-4bd1-92f1-fff5e89a10e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.522169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.564081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,segment=NetworkSegment(28249e64-0ad2-4ebc-825b-544173965b81),segment_id=28249e64-0ad2-4ebc-825b-544173965b81)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:50.575557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.585486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a75fe7b-976c-4bd1-92f1-fff5e89a10e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.592567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a75fe7b-976c-4bd1-92f1-fff5e89a10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.633779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75fe7b-976c-4bd1-92f1-fff5e89a10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c038a-52b3-452a-89a1-9cb59f411fa9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:50.659323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2a75fe7b-976c-4bd1-92f1-fff5e89a10e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c85cf80ae4c43c8b6f7af91fefaa509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423294 Jul 09 19:43:50.661457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:50.704976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab95-9217-4df2-994d-69076e26453f req-e7283612-d050-42ef-b9da-7e939efcbcb6 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:50.706310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:50.710558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe6dab95-9217-4df2-994d-69076e26453f req-e7283612-d050-42ef-b9da-7e939efcbcb6 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.1522634 Jul 09 19:43:50.731252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.755199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.772023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe6dab95-9217-4df2-994d-69076e26453f req-77b72d2e-981c-4328-be1b-4a3623d334fe tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546465 Jul 09 19:43:50.813616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.816833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:50.821238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b7c038a-52b3-452a-89a1-9cb59f411fa9 HTTP/1.1" status: 204 len: 168 time: 0.1586311 Jul 09 19:43:50.837508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d650d-a1a0-46cb-bf0e-8e0183c506df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c038a-52b3-452a-89a1-9cb59f411fa9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:50.993487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074e29-441a-449f-ab1d-263e5c577a4b req-deabd2a5-1346-4284-8725-897043f5076c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:50.995038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97074e29-441a-449f-ab1d-263e5c577a4b req-deabd2a5-1346-4284-8725-897043f5076c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0691552 Jul 09 19:43:51.049792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97074e29-441a-449f-ab1d-263e5c577a4b req-5b5f3406-c79f-4ebe-a91e-bdb2912133b7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Jul 09 19:43:51.385679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:51.388231 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121237ae-8178-433f-8941-3b974838b003" -d '{"events": [{"server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "name": "network-vif-plugged", "status": "completed", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:51.425856 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd686dd-7a46-4b95-9351-da98a9006562 x-openstack-request-id: req-5bd686dd-7a46-4b95-9351-da98a9006562 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:51.426356 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "name": "network-vif-plugged", "status": "completed", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:51.426825 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bd686dd-7a46-4b95-9351-da98a9006562 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:51.427473 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931', 'code': 200} Jul 09 19:43:51.481282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a02b8-db0c-4e52-8157-5750201aaac2 req-d56701a4-ad23-4be1-adf3-4107d1e1791b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:51.485770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd8a02b8-db0c-4e52-8157-5750201aaac2 req-d56701a4-ad23-4be1-adf3-4107d1e1791b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.1042526 Jul 09 19:43:51.536610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd8a02b8-db0c-4e52-8157-5750201aaac2 req-7a3164c8-7a67-4cb2-b419-7e8303b6ee79 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Jul 09 19:43:51.728788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f132a-a188-495a-91c9-d7c08bf0771e req-e5fa1eba-8817-4ca6-a2e0-88fe7f2f9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:51.731155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b1f132a-a188-495a-91c9-d7c08bf0771e req-e5fa1eba-8817-4ca6-a2e0-88fe7f2f9db4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 1096 time: 0.2393999 Jul 09 19:43:51.769729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b1f132a-a188-495a-91c9-d7c08bf0771e req-69e60d90-686d-4d82-9695-9304192a5fed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 09 19:43:51.981903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8eb86-9cde-4001-887c-8982e2904735 req-2ac2dc3e-bd1f-40be-b6c1-43ade991c1ae tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:51.989910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36b8eb86-9cde-4001-887c-8982e2904735 req-2ac2dc3e-bd1f-40be-b6c1-43ade991c1ae tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.0828478 Jul 09 19:43:52.029337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36b8eb86-9cde-4001-887c-8982e2904735 req-fe5399f9-c874-44b3-8738-a63f99ba301a tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378239 Jul 09 19:43:52.058439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:52.204696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5be420f0-e5d0-41d4-beb8-02db420f8c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.248859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef79b4-082c-464c-983a-aac427016eba req-4daf721f-62b5-4609-93e3-09eceda82efc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:52.250525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8aef79b4-082c-464c-983a-aac427016eba req-4daf721f-62b5-4609-93e3-09eceda82efc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0649133 Jul 09 19:43:52.255965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891551d9-1a50-4afa-8eea-79c2bc4c7fb2 req-f3596e9e-3af9-48b6-a43a-043eed9d30fd tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:52.257495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-891551d9-1a50-4afa-8eea-79c2bc4c7fb2 req-f3596e9e-3af9-48b6-a43a-043eed9d30fd tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.1032383 Jul 09 19:43:52.270948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:52.284722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Request body: {'floatingip': {'port_id': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:43:52.286456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23724ded-a3a7-49bb-be10-e25e0fc13884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.346774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5be420f0-e5d0-41d4-beb8-02db420f8c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.352318 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5be420f0-e5d0-41d4-beb8-02db420f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.382957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.389554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8aef79b4-082c-464c-983a-aac427016eba req-9d71bf0e-e96f-4e53-b24e-4078b79daf09 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330342 Jul 09 19:43:52.405476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5be420f0-e5d0-41d4-beb8-02db420f8c0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e433ffd771c4a5d9d4b79271207ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436444 Jul 09 19:43:52.405476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be420f0-e5d0-41d4-beb8-02db420f8c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57175e96-6fa8-4096-bf3d-deb07a4332ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:52.407339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:52.469802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.491680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.542360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.545542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:52.549530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57175e96-6fa8-4096-bf3d-deb07a4332ae HTTP/1.1" status: 204 len: 168 time: 0.1273727 Jul 09 19:43:52.555063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833a4b1-cf7b-48a6-90b5-42f4a27c908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57175e96-6fa8-4096-bf3d-deb07a4332ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:53.084992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:53.100288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151049-edd0-453e-910b-1f53695f6b9f req-1daf062e-24e1-4c00-8952-cb2dd16d8c75 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:53.102501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc151049-edd0-453e-910b-1f53695f6b9f req-1daf062e-24e1-4c00-8952-cb2dd16d8c75 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.4075806 Jul 09 19:43:53.103466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:53.154050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:53.239272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc151049-edd0-453e-910b-1f53695f6b9f req-52b45bcc-2ab3-4ab8-a79a-a1e70f8b7c64 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811083 Jul 09 19:43:53.259768 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Floating IP 6d96522f-ebc0-4428-b525-ef3364347c71 associated. External IP: 172.25.3.191, port: f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4. Jul 09 19:43:53.491515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Router 47326a6c-4253-418c-a09b-244ec419399f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:43:53.637512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:43:53.642992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:53.649299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Sync routers for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:43:53.658911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:53.659545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:53.691097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac263fd-7e5c-4663-b10b-5662f0a88419 req-3b80d9fb-3a89-4602-950e-80c94f93d376 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:53.692878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ac263fd-7e5c-4663-b10b-5662f0a88419 req-3b80d9fb-3a89-4602-950e-80c94f93d376 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1579888 Jul 09 19:43:53.737475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aaef4774-f2f9-402b-a58c-7a72fff23394 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "PUT /v2.0/floatingips/6d96522f-ebc0-4428-b525-ef3364347c71 HTTP/1.1" status: 200 len: 991 time: 1.4607034 Jul 09 19:43:53.745573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:43:53.745573 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad5822-2502-49b1-af4a-97fc1e80310a" -d '{"events": [{"name": "network-changed", "server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:43:53.758542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ac263fd-7e5c-4663-b10b-5662f0a88419 req-0a0eb3bf-b6dc-4f93-a556-61f506dd043a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546758 Jul 09 19:43:53.895532 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1448561-193b-47b5-88e3-608856cdc8e3 x-openstack-request-id: req-d1448561-193b-47b5-88e3-608856cdc8e3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:43:53.895929 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:43:53.898707 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1448561-193b-47b5-88e3-608856cdc8e3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:43:53.898707 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'status': 'completed', 'code': 200} Jul 09 19:43:53.925014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:54.078618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:54.231226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8144d8b1-1fd3-4af9-b18a-2226d7501393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.237929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6d96522f-ebc0-4428-b525-ef3364347c71', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '47326a6c-4253-418c-a09b-244ec419399f', 'port_id': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'mac_address': 'fa:16:3e:5c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:42:51Z', 'updated_at': '2021-07-09T19:43:52Z', 'revision_number': 1, 'project_id': 'def5538144a04276abda9b14de6e3865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:54.256814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-224b9389-beb6-4048-a0a7-026abdfad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:54.258487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-224b9389-beb6-4048-a0a7-026abdfad405 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=def5538144a04276abda9b14de6e3865&device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 1096 time: 0.3344800 Jul 09 19:43:54.268104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Checking router: 47326a6c-4253-418c-a09b-244ec419399f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:43:54.280453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:43:54.281225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:43:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:54.402906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-b5cc15c4-c167-4b5a-8c3e-3ee004d88aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:54.404622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-b5cc15c4-c167-4b5a-8c3e-3ee004d88aba service neutron] 10.222.0.59 "GET /v2.0/networks?id=507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 200 len: 916 time: 0.1356711 Jul 09 19:43:54.416344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:43:54.538916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-e451fa31-52a7-48dc-8753-ed546b669d20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 200 len: 999 time: 0.1137025 Jul 09 19:43:54.595816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e500a5-13e1-4e5e-8296-54acaf846c52 req-2afe7135-deaa-473d-90be-92ca0c2715fc tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:54.597575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01e500a5-13e1-4e5e-8296-54acaf846c52 req-2afe7135-deaa-473d-90be-92ca0c2715fc tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.2184267 Jul 09 19:43:54.649172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8144d8b1-1fd3-4af9-b18a-2226d7501393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.656177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-7d3e2ae3-984d-4cbb-a735-54e0fcf24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:54.657802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-7d3e2ae3-984d-4cbb-a735-54e0fcf24147 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0782dee1-0975-4297-9d92-ddeb52a4d6a6 HTTP/1.1" status: 200 len: 854 time: 0.1115592 Jul 09 19:43:54.662747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8144d8b1-1fd3-4af9-b18a-2226d7501393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.698689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6d96522f-ebc0-4428-b525-ef3364347c71', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '47326a6c-4253-418c-a09b-244ec419399f', 'port_id': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'mac_address': 'fa:16:3e:5c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:42:51Z', 'updated_at': '2021-07-09T19:43:52Z', 'revision_number': 1, 'project_id': 'def5538144a04276abda9b14de6e3865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:43:54.731801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cbbde-651a-492a-85de-561e628c6a6c None None] The sync data for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 is: [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '6d96522f-ebc0-4428-b525-ef3364347c71', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '47326a6c-4253-418c-a09b-244ec419399f', 'port_id': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'mac_address': 'fa:16:3e:5c:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:42:51Z', 'updated_at': '2021-07-09T19:43:52Z', 'revision_number': 1, 'project_id': 'def5538144a04276abda9b14de6e3865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:43:54.733505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01e500a5-13e1-4e5e-8296-54acaf846c52 req-56a78b13-e3ec-4af1-9ff4-e076707a7825 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219718 Jul 09 19:43:54.758889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8144d8b1-1fd3-4af9-b18a-2226d7501393 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9109084f1a104409a96ba9cf36829b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732640 Jul 09 19:43:54.764703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144d8b1-1fd3-4af9-b18a-2226d7501393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1369a52-be25-4d0e-b534-30f62061b378,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:54.764931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:43:54.801965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-ea01598f-9840-4c55-ae9a-4f095f91a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:54.805824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-ea01598f-9840-4c55-ae9a-4f095f91a694 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=507058e1-e510-40b9-afe5-535173c3f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242776 Jul 09 19:43:54.863215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.891229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.951806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-079b7ac1-7826-40b6-a08a-8fc51e9a2c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.970800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.976390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:54.979023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1369a52-be25-4d0e-b534-30f62061b378 HTTP/1.1" status: 204 len: 168 time: 0.2096729 Jul 09 19:43:54.981644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-e20c40a9-cb6b-48cc-92fd-93815f7ef8ae service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623952 Jul 09 19:43:55.019219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7186e7-a722-4cde-8231-6bfabac6a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1369a52-be25-4d0e-b534-30f62061b378,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:43:55.155027 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748bf365-8359-47b3-a31c-57adc4b02f6f None None] New status for floating IP 6d96522f-ebc0-4428-b525-ef3364347c71: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:43:55.235813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ad5822-2502-49b1-af4a-97fc1e80310a req-cad7b378-510c-412e-8583-cdc6d9a4a90f service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461410 Jul 09 19:43:55.264346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:55.313221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95a476-8bc0-47c7-beed-852d05456650 req-68d69e72-2d20-4c03-838a-d00b6143a984 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:55.321527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d95a476-8bc0-47c7-beed-852d05456650 req-68d69e72-2d20-4c03-838a-d00b6143a984 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.3195231 Jul 09 19:43:55.385916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d95a476-8bc0-47c7-beed-852d05456650 req-399c7702-43bc-4e2f-a8ad-0edf0af48e0e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632875 Jul 09 19:43:56.279419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:56.670219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263661ab-d620-4bfd-955a-93f1c5f00663 req-aec012f2-83e6-49a4-be62-1ad0e045f654 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:56.670219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-263661ab-d620-4bfd-955a-93f1c5f00663 req-aec012f2-83e6-49a4-be62-1ad0e045f654 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0803659 Jul 09 19:43:57.001611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-263661ab-d620-4bfd-955a-93f1c5f00663 req-4aae4733-d062-4d94-ac4f-0b6ba242db5d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264296 Jul 09 19:43:57.826421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:58.212005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3817c-d758-43de-a88d-bd17d6c470be req-084984bd-230f-4cb5-9ca7-2664a04cda27 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:58.214555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dd3817c-d758-43de-a88d-bd17d6c470be req-084984bd-230f-4cb5-9ca7-2664a04cda27 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0698431 Jul 09 19:43:58.253748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dd3817c-d758-43de-a88d-bd17d6c470be req-40fb02f1-9bf4-43fe-a051-6e7acc9c4b7a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Jul 09 19:43:58.272659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88546de1-6214-4c7f-a3f0-55ea514f8340 req-b4234c60-72c1-4058-9849-2a031046f8f0 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:58.272659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88546de1-6214-4c7f-a3f0-55ea514f8340 req-b4234c60-72c1-4058-9849-2a031046f8f0 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.0706425 Jul 09 19:43:58.306685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88546de1-6214-4c7f-a3f0-55ea514f8340 req-86cfdb49-2548-4da6-bd48-481cceda351b tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jul 09 19:43:59.441282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8001-dfb7-4404-bfad-ea092c8c676f req-8089ad75-9de7-4b30-8fc3-8397dd1ecc34 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:59.443519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-550a8001-dfb7-4404-bfad-ea092c8c676f req-8089ad75-9de7-4b30-8fc3-8397dd1ecc34 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0710201 Jul 09 19:43:59.485106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-550a8001-dfb7-4404-bfad-ea092c8c676f req-4bf4c6d1-67a5-4461-9a79-6f523c3bbbf7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Jul 09 19:43:59.514918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb88-1a64-4959-8da6-c5e4364cc5b0 req-e8b9a12e-0e35-4f5d-bac3-2ffb8ec8eabf tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:59.516314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ec6fb88-1a64-4959-8da6-c5e4364cc5b0 req-e8b9a12e-0e35-4f5d-bac3-2ffb8ec8eabf tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.0784774 Jul 09 19:43:59.596178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ec6fb88-1a64-4959-8da6-c5e4364cc5b0 req-2e2a9c1e-cd02-4147-a86f-45e834d33ba5 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/security-groups?id=9137cbfe-acfd-4445-b8d1-f8db178d13c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Jul 09 19:43:59.628913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac355ea2-7115-4782-b758-effe071631b2 req-e574b0dc-5cb7-4640-9719-65133363cf4e tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:43:59.630375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac355ea2-7115-4782-b758-effe071631b2 req-e574b0dc-5cb7-4640-9719-65133363cf4e tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.25 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 945 time: 0.0892291 Jul 09 19:43:59.734550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Deleting port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:43:59.734912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:59.828209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] For port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,segment=NetworkSegment(28249e64-0ad2-4ebc-825b-544173965b81),segment_id=28249e64-0ad2-4ebc-825b-544173965b81)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:43:59.828576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:59.841527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Calling delete_port for 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:43:59.986932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:59.999943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8e8ea9ee-aa10-41a3-b2da-481ae13c3931'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:44:00.036367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Pushing event deleted for resources: {'Port': ['ID=8e8ea9ee-aa10-41a3-b2da-481ae13c3931,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:00.106350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.106707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.107052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.107390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.107807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.108140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.108524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.108859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.109206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.109533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.109857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.110182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:00.114414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] No DVR routers for this DVR port 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:00.117245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:00.119790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac355ea2-7115-4782-b758-effe071631b2 req-b92debfc-5e19-4eb6-91c9-a10988e47895 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.25 "DELETE /v2.0/ports/8e8ea9ee-aa10-41a3-b2da-481ae13c3931 HTTP/1.1" status: 204 len: 173 time: 0.4821367 Jul 09 19:44:00.120294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'name': 'network-vif-deleted', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:44:00.124045 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1594c629-e0d5-47a1-bed3-899a2fe4c249" -d '{"events": [{"server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "name": "network-vif-deleted", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:44:00.192228 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356eb43b-7571-4e18-bf51-477407701455 x-openstack-request-id: req-356eb43b-7571-4e18-bf51-477407701455 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:44:00.192530 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367e5ba4-6c2f-4a79-80b6-1e590ed6cea3", "name": "network-vif-deleted", "tag": "8e8ea9ee-aa10-41a3-b2da-481ae13c3931", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:44:00.192786 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-356eb43b-7571-4e18-bf51-477407701455 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:44:00.193209 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5ba4-6c2f-4a79-80b6-1e590ed6cea3', 'name': 'network-vif-deleted', 'tag': '8e8ea9ee-aa10-41a3-b2da-481ae13c3931', 'status': 'completed', 'code': 200} Jul 09 19:44:00.685939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47fa0-8e48-4a10-84c1-f0c5ef64e99d req-e86ab935-a0d3-4a0d-ace5-c6f7052f7581 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:00.693315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8da47fa0-8e48-4a10-84c1-f0c5ef64e99d req-e86ab935-a0d3-4a0d-ace5-c6f7052f7581 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0853653 Jul 09 19:44:00.739173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8da47fa0-8e48-4a10-84c1-f0c5ef64e99d req-f5b43a87-152d-4c2c-b786-97e2a807ab74 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Jul 09 19:44:00.916217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a7363dd-157d-48bb-b250-75dd1da4a37d req-9c4eb3e1-f155-4d12-88a7-2425803e0490 tempest-ServerTagsTestJSON-838006978 tempest-ServerTagsTestJSON-838006978-project] 10.222.0.10 "GET /v2.0/ports?device_id=367e5ba4-6c2f-4a79-80b6-1e590ed6cea3 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Jul 09 19:44:01.921190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfee38-a164-402d-9490-d9487f23c704 req-dd06586d-6365-4313-887b-257b44f6b2cf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:01.922716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83dfee38-a164-402d-9490-d9487f23c704 req-dd06586d-6365-4313-887b-257b44f6b2cf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0646567 Jul 09 19:44:01.965889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83dfee38-a164-402d-9490-d9487f23c704 req-612def48-65a1-4f50-a566-3ccc42e27239 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Jul 09 19:44:02.019699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:02.063485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Deleting subnet a7a915bc-07f0-460d-81cc-fa1e50ba97d7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:44:02.066544 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.103391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.142335 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.193887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.220606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a915bc-07f0-460d-81cc-fa1e50ba97d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:02.224217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.226565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-701e3f9c-38ca-4619-9a5a-c5d5bead95ba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a7a915bc-07f0-460d-81cc-fa1e50ba97d7 HTTP/1.1" status: 204 len: 168 time: 0.2059081 Jul 09 19:44:02.229089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:02.314583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.388183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:44:02.426970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:44:02.430323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e8ea9ee-aa10-41a3-b2da-481ae13c3931 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:44:02.440789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.455192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fddeb84-97f4-424a-ae49-4275c647162c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:02.469050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28249e64-0ad2-4ebc-825b-544173965b81') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:02.469601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28249e64-0ad2-4ebc-825b-544173965b81') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:02.484928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.508906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.528036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:44:02.529023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:44:02.600149 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:44:02.632346 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.639597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.644512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4fddeb84-97f4-424a-ae49-4275c647162c HTTP/1.1" status: 204 len: 168 time: 0.4132607 Jul 09 19:44:02.658649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683226c-cfc2-45d9-92e3-b6f9214eb717 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fddeb84-97f4-424a-ae49-4275c647162c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:02.851774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:02.902972 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d23c1fce-dd01-43c2-8eec-251c338a2767 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92f364971af541f784d5b2504d05054a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495191 Jul 09 19:44:02.905492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:02.962253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.992039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:03.046397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:03.049068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:03.050262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9137cbfe-acfd-4445-b8d1-f8db178d13c9 HTTP/1.1" status: 204 len: 168 time: 0.1436658 Jul 09 19:44:03.061665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9e459-3f22-415a-b705-a7c5a56f45ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9137cbfe-acfd-4445-b8d1-f8db178d13c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:03.195509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6d68-bb3d-4cf8-a837-89c60c4bf4b0 req-d37312ce-7817-4359-a8de-8b7c70b3e489 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:03.197406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b41e6d68-bb3d-4cf8-a837-89c60c4bf4b0 req-d37312ce-7817-4359-a8de-8b7c70b3e489 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0948253 Jul 09 19:44:03.246777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b41e6d68-bb3d-4cf8-a837-89c60c4bf4b0 req-d9653c04-5647-4a94-b864-31c98f93ecf0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Jul 09 19:44:03.923305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:04.089503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-380965835-network', 'tenant_id': '90b044f3df0a4fbd99e0ed10f47a215c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:04.121941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Made reservation on behalf of 90b044f3df0a4fbd99e0ed10f47a215c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:04.124961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.151907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.285503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.289847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.322153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:44:04.333968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5117b-8127-4449-a203-1ac2dc94188a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:04.339699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.339981 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Added segment e90e4f34-e4e1-475c-bc62-10a814164039 of type vlan for network 37d20bbc-d58d-4f7c-a1d3-244fc5f213e8 Jul 09 19:44:04.434923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.497024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af453-c703-4d4e-a9b6-2a333bf86c23 req-50a4f915-b2b0-4b3e-9dc4-04d49d4e17e0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:04.498698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122af453-c703-4d4e-a9b6-2a333bf86c23 req-50a4f915-b2b0-4b3e-9dc4-04d49d4e17e0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0984137 Jul 09 19:44:04.499572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.500722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:04.501322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:04.581793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6569793 Jul 09 19:44:04.590011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05f1c-bb84-498b-a4fc-f461244c1119 admin admin] Pushing event updated for resources: {'Network': ['ID=37d20bbc-d58d-4f7c-a1d3-244fc5f213e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:04.602089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 37d20bbc-d58d-4f7c-a1d3-244fc5f213e8 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:44:04.612714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-122af453-c703-4d4e-a9b6-2a333bf86c23 req-7e961475-0dfa-44bb-bf58-a3173cf0d917 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064596 Jul 09 19:44:05.207810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847ccad-6c5b-4bf8-9f97-a55dfaf6a515 req-4db147a8-77bb-41e7-bc45-7474ef2f2bd8 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:05.214876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847ccad-6c5b-4bf8-9f97-a55dfaf6a515 req-4db147a8-77bb-41e7-bc45-7474ef2f2bd8 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:05.221097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847ccad-6c5b-4bf8-9f97-a55dfaf6a515 req-4db147a8-77bb-41e7-bc45-7474ef2f2bd8 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:05.223832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0847ccad-6c5b-4bf8-9f97-a55dfaf6a515 req-4db147a8-77bb-41e7-bc45-7474ef2f2bd8 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2649102 Jul 09 19:44:05.354258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafad6b-3d86-4ff3-9263-dfa48cdfa4eb req-89ec2c67-5d77-46c6-b9e2-c83e9a9aa653 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:05.356216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6cafad6b-3d86-4ff3-9263-dfa48cdfa4eb req-89ec2c67-5d77-46c6-b9e2-c83e9a9aa653 tempest-ComputeTenantNetworksTest-335234706 tempest-ComputeTenantNetworksTest-335234706-project] 10.222.0.10 "GET /v2.0/networks/37d20bbc-d58d-4f7c-a1d3-244fc5f213e8 HTTP/1.1" status: 200 len: 768 time: 0.1130056 Jul 09 19:44:05.365321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:05.441353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.527945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.538622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d20bbc-d58d-4f7c-a1d3-244fc5f213e8']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:05.548672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90e4f34-e4e1-475c-bc62-10a814164039') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:05.548987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90e4f34-e4e1-475c-bc62-10a814164039') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:05.558124 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.572510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.579572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:44:05.580001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:44:05.581869 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:44:05.639295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.646230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.650926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] 10.222.0.10 "DELETE /v2.0/networks/37d20bbc-d58d-4f7c-a1d3-244fc5f213e8 HTTP/1.1" status: 204 len: 168 time: 0.2820418 Jul 09 19:44:05.664266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d312293-9a43-461b-93de-432d86e34b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=37d20bbc-d58d-4f7c-a1d3-244fc5f213e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:05.790249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:05.827407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016d1d-50bf-46cc-8b52-4fce5ce9d17e req-0b92f395-6638-4111-9dd5-f3af052fd84b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:05.829073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9016d1d-50bf-46cc-8b52-4fce5ce9d17e req-0b92f395-6638-4111-9dd5-f3af052fd84b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0655079 Jul 09 19:44:05.842111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-401d8577-020d-443c-a41a-9327ff3a141f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90b044f3df0a4fbd99e0ed10f47a215c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502334 Jul 09 19:44:05.844496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:05.871109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9016d1d-50bf-46cc-8b52-4fce5ce9d17e req-cfa15d4f-b539-422d-8066-c257200a2ed2 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356607 Jul 09 19:44:05.914129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.937084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:05.999317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:06.002072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:06.003351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78d5117b-8127-4449-a203-1ac2dc94188a HTTP/1.1" status: 204 len: 168 time: 0.1577282 Jul 09 19:44:06.013336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcced4d7-5159-4059-be66-0cd85934d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5117b-8127-4449-a203-1ac2dc94188a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:07.147638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907bc79-65c8-4246-b5e9-939b7f12c5dd req-13c8b286-8535-43de-8ef9-f5a0c502ffab tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:07.157670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1907bc79-65c8-4246-b5e9-939b7f12c5dd req-13c8b286-8535-43de-8ef9-f5a0c502ffab tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1084366 Jul 09 19:44:07.213415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1907bc79-65c8-4246-b5e9-939b7f12c5dd req-1526da7f-b298-40c6-ab9e-3a9252760010 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544281 Jul 09 19:44:08.627918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2478-55e9-49fc-bbc4-f6cc4ca66669 req-9036f12a-f32e-4497-aa5a-a72f040156c9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:08.631498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5ff2478-55e9-49fc-bbc4-f6cc4ca66669 req-9036f12a-f32e-4497-aa5a-a72f040156c9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1966414 Jul 09 19:44:08.697961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:08.739726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5ff2478-55e9-49fc-bbc4-f6cc4ca66669 req-e992a4ce-3107-4d05-8825-a67c4c91a0eb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043079 Jul 09 19:44:09.007487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f42ece-50cc-407f-b5e6-4b9a6faec8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.124956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f42ece-50cc-407f-b5e6-4b9a6faec8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.130736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f42ece-50cc-407f-b5e6-4b9a6faec8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.165812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44f42ece-50cc-407f-b5e6-4b9a6faec8de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dfcec76c2b84c4d888b9e298e55dcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660461 Jul 09 19:44:09.167998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:09.189586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f42ece-50cc-407f-b5e6-4b9a6faec8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe622631-c2de-47e1-9451-0cd2d17f4570,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:09.231493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.261691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.326317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.329545 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:09.330726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe622631-c2de-47e1-9451-0cd2d17f4570 HTTP/1.1" status: 204 len: 168 time: 0.1617367 Jul 09 19:44:09.342650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525875c6-067a-4988-a828-6a053049d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe622631-c2de-47e1-9451-0cd2d17f4570,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:09.998098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8c0a-a177-4b76-bd64-123ef3d7dadf req-a122cf9b-55c2-4527-bd75-2cab94e68f53 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:10.002784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-903a8c0a-a177-4b76-bd64-123ef3d7dadf req-a122cf9b-55c2-4527-bd75-2cab94e68f53 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1181991 Jul 09 19:44:10.086288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-903a8c0a-a177-4b76-bd64-123ef3d7dadf req-f2507529-89d4-4ff8-ae4c-a94fa05f060f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768580 Jul 09 19:44:11.354167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54756a9c-36a9-4b9d-a87c-6cf467b8201c req-d088f591-17c3-49fa-a5b1-9e566cc5a9fa tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:11.356493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54756a9c-36a9-4b9d-a87c-6cf467b8201c req-d088f591-17c3-49fa-a5b1-9e566cc5a9fa tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0770900 Jul 09 19:44:11.397635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-54756a9c-36a9-4b9d-a87c-6cf467b8201c req-9dc2b4be-4796-4c2b-afc2-534af92ca97e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Jul 09 19:44:12.640426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2fd05-fa21-4b0a-9154-70bd18949672 req-d6bbf869-652a-43ff-aa00-11929c797c44 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:12.642075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8aa2fd05-fa21-4b0a-9154-70bd18949672 req-d6bbf869-652a-43ff-aa00-11929c797c44 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1139114 Jul 09 19:44:12.706873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8aa2fd05-fa21-4b0a-9154-70bd18949672 req-30caa457-fea9-4fd2-9a91-78711df3c852 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574529 Jul 09 19:44:12.914041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:13.027115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236e923f-baf8-44a5-a85e-2fdc6b8bf9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.125395 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236e923f-baf8-44a5-a85e-2fdc6b8bf9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.129123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236e923f-baf8-44a5-a85e-2fdc6b8bf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.170906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-236e923f-baf8-44a5-a85e-2fdc6b8bf9ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8194654025847859357c81b8faabaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556627 Jul 09 19:44:13.171533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e923f-baf8-44a5-a85e-2fdc6b8bf9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414db21f-b51f-45e7-b9e4-c75197bbc7d3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:13.173790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:13.228801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.255045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.312082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.312082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.316617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/414db21f-b51f-45e7-b9e4-c75197bbc7d3 HTTP/1.1" status: 204 len: 168 time: 0.1415019 Jul 09 19:44:13.325729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9ef7-c774-429b-9881-2416380c6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414db21f-b51f-45e7-b9e4-c75197bbc7d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:13.628070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:13.643993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f43bd4d6-a4b3-4116-a873-1f92f4cb4f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.791913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f43bd4d6-a4b3-4116-a873-1f92f4cb4f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.799239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f43bd4d6-a4b3-4116-a873-1f92f4cb4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.841770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd4d6-a4b3-4116-a873-1f92f4cb4f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aad828-6d4d-48c2-a477-4cc589b02881,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:13.848936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f43bd4d6-a4b3-4116-a873-1f92f4cb4f9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff83b83324164ded9970feafad2149c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172625 Jul 09 19:44:13.849288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:13.909466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.936292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.937994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707ff54-8d99-45a8-beb0-1a7a60577bb4 req-84a87d77-1be0-4a52-99e7-35ada11e664a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:13.939591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4707ff54-8d99-45a8-beb0-1a7a60577bb4 req-84a87d77-1be0-4a52-99e7-35ada11e664a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0855169 Jul 09 19:44:13.986409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4707ff54-8d99-45a8-beb0-1a7a60577bb4 req-019c780d-218a-4015-89aa-97cc54d5e964 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Jul 09 19:44:14.000459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:14.004526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:14.009474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94aad828-6d4d-48c2-a477-4cc589b02881 HTTP/1.1" status: 204 len: 168 time: 0.1590464 Jul 09 19:44:14.021118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649a486-7374-4b67-aeaa-f5afdc5ada8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aad828-6d4d-48c2-a477-4cc589b02881,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:15.241356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d7ccb-df54-4b04-9572-6094c84b4c13 req-01ef7500-41a7-4852-ae04-f69c8cdfa396 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:15.243629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec2d7ccb-df54-4b04-9572-6094c84b4c13 req-01ef7500-41a7-4852-ae04-f69c8cdfa396 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1118155 Jul 09 19:44:15.294675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec2d7ccb-df54-4b04-9572-6094c84b4c13 req-9929a200-7f3f-4286-aedd-dd6cf21a775d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Jul 09 19:44:16.526942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc39e8-35c5-41af-8b21-e92ca5db2cff req-78f9fced-0259-45f6-8aa9-a00ee7569935 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:16.533777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20bc39e8-35c5-41af-8b21-e92ca5db2cff req-78f9fced-0259-45f6-8aa9-a00ee7569935 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0863664 Jul 09 19:44:16.579845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20bc39e8-35c5-41af-8b21-e92ca5db2cff req-3d219fd1-3736-48dd-89d9-d949e3bc93a2 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Jul 09 19:44:16.687483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:16.819314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8573cf88-2646-498e-803e-3da65846263a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:16.919296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8573cf88-2646-498e-803e-3da65846263a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:16.923826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8573cf88-2646-498e-803e-3da65846263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:16.966375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573cf88-2646-498e-803e-3da65846263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eba31d-1fb8-406d-bdc0-ad2940715c37,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:16.975237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:16.975485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8573cf88-2646-498e-803e-3da65846263a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b60f084aac854351aab188b922cd27af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861929 Jul 09 19:44:17.032238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.060778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.139592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.144666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.149715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59eba31d-1fb8-406d-bdc0-ad2940715c37 HTTP/1.1" status: 204 len: 168 time: 0.1731296 Jul 09 19:44:17.174145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f9d4-445e-4cd3-8478-9ede5da4b005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eba31d-1fb8-406d-bdc0-ad2940715c37,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:17.470032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:17.489523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6786a285-1fc9-4ebd-bbed-b7ffc857b8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.620576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6786a285-1fc9-4ebd-bbed-b7ffc857b8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.625043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6786a285-1fc9-4ebd-bbed-b7ffc857b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.662613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786a285-1fc9-4ebd-bbed-b7ffc857b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc809d6-c467-4161-ab78-59f8557106a0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:17.675260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6786a285-1fc9-4ebd-bbed-b7ffc857b8d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e042448ba8c14cea9abfe337b420969b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012548 Jul 09 19:44:17.675260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:17.742663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.783875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.839480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb1cf1-06fb-4fb0-b399-ac06104bab48 req-b0798c0a-9e99-4228-a285-6f774fb9bb86 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:17.841234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0bfb1cf1-06fb-4fb0-b399-ac06104bab48 req-b0798c0a-9e99-4228-a285-6f774fb9bb86 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1103411 Jul 09 19:44:17.879280 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.881827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:17.882965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fc809d6-c467-4161-ab78-59f8557106a0 HTTP/1.1" status: 204 len: 168 time: 0.2069337 Jul 09 19:44:17.901692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee5375-65b7-4f24-99d1-5c7b20883c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc809d6-c467-4161-ab78-59f8557106a0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:17.938624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0bfb1cf1-06fb-4fb0-b399-ac06104bab48 req-62ec0d4d-be36-4a8b-9b12-3e4e7ce5ef07 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911160 Jul 09 19:44:18.557439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.079554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:19.139573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628a1b-3a41-4a2b-8cc2-10b5cbe349d6 req-6b024671-e215-4162-aa61-abd0b6d2221a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:19.142706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9628a1b-3a41-4a2b-8cc2-10b5cbe349d6 req-6b024671-e215-4162-aa61-abd0b6d2221a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0920899 Jul 09 19:44:19.195221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9628a1b-3a41-4a2b-8cc2-10b5cbe349d6 req-f3c4ddb9-30c3-4918-8fbf-122842afd5aa tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Jul 09 19:44:19.209454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:44:19.233656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22209b9a-4d0d-48d3-b5f2-2aaed3b9c577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.346059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22209b9a-4d0d-48d3-b5f2-2aaed3b9c577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.350991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22209b9a-4d0d-48d3-b5f2-2aaed3b9c577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.353613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:19.368559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'port_id': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'mac_address': 'fa:16:3e:0a:05:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfcda60-d97a-4fdc-99e7-ba9dd3174444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:44:19.389155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-22209b9a-4d0d-48d3-b5f2-2aaed3b9c577 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5032abdd55774e33b835d3e4cafac55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082523 Jul 09 19:44:19.391720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:19.400382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22209b9a-4d0d-48d3-b5f2-2aaed3b9c577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b2eb89-a5df-4e2a-9ce1-bab40d29b283,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:19.449311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.460954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.464226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe320ba5-b96b-4302-bb25-85db71a9f132 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:44:19.503148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.504794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:19.511234 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.574339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:19.581009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.583809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:19.587985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.588737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25b2eb89-a5df-4e2a-9ce1-bab40d29b283 HTTP/1.1" status: 204 len: 168 time: 0.1952794 Jul 09 19:44:19.588913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.593795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.594130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.599425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.600037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.600327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bafbeb-23dd-4828-a385-03a3a5a45cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b2eb89-a5df-4e2a-9ce1-bab40d29b283,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:19.605871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.606379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.606882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.607397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.607894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.608398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:19.851145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe320ba5-b96b-4302-bb25-85db71a9f132'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:44:20.405678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be18bef-8dc7-4975-860d-84f7cceb3577 req-a716b6de-4cb9-4992-a6f7-1f21c96488f9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:20.407285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6be18bef-8dc7-4975-860d-84f7cceb3577 req-a716b6de-4cb9-4992-a6f7-1f21c96488f9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 945 time: 0.0863903 Jul 09 19:44:20.451079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6be18bef-8dc7-4975-860d-84f7cceb3577 req-eba0b696-23b9-472a-8df8-0659236a2b28 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Jul 09 19:44:21.227217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:21.227755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:21.284117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fe320ba5-b96b-4302-bb25-85db71a9f132 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:21.284652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.353621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be1e075e-c9e5-4ab9-a912-aa0ba7b022ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.370778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.402493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:44:21.405049 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d71ad8-f3bc-4bad-9882-cea89c42fc9f" -d '{"events": [{"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-plugged", "status": "completed", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:44:21.423485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:21.428613 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.519929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:21.553737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be1e075e-c9e5-4ab9-a912-aa0ba7b022ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.558887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be1e075e-c9e5-4ab9-a912-aa0ba7b022ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.608162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be1e075e-c9e5-4ab9-a912-aa0ba7b022ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f286a557e0d749ab864261b99d475c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796844 Jul 09 19:44:21.610673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e075e-c9e5-4ab9-a912-aa0ba7b022ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e0527-2b95-4fd8-9f54-319a1db89364,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:21.614024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:21.668463 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1653fa7-5178-46b4-b821-86562629c178 x-openstack-request-id: req-b1653fa7-5178-46b4-b821-86562629c178 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:44:21.669019 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-plugged", "status": "completed", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:44:21.669464 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1653fa7-5178-46b4-b821-86562629c178 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:44:21.670091 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'code': 200} Jul 09 19:44:21.673441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.679400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06e31-2240-440f-930d-2964a54213fd req-a657ecc7-0e79-4340-b2c8-c12607730e24 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:21.687237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4a06e31-2240-440f-930d-2964a54213fd req-a657ecc7-0e79-4340-b2c8-c12607730e24 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0915184 Jul 09 19:44:21.701899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.739427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4a06e31-2240-440f-930d-2964a54213fd req-b4c51d67-49b7-433e-bea8-49c80f8635b3 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489678 Jul 09 19:44:21.785588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.789765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:21.794735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b8e0527-2b95-4fd8-9f54-319a1db89364 HTTP/1.1" status: 204 len: 168 time: 0.1785848 Jul 09 19:44:21.804441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd5d00-e2aa-4359-8681-46a258808a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e0527-2b95-4fd8-9f54-319a1db89364,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:21.993016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6326-4ebc-4359-9c9e-c8d92c9c0a44 req-f569fa4e-806e-4b2d-b31e-ad2e16ecaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:21.995209 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ccdf6326-4ebc-4359-9c9e-c8d92c9c0a44 req-f569fa4e-806e-4b2d-b31e-ad2e16ecaa1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 1097 time: 0.0816143 Jul 09 19:44:22.037537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ccdf6326-4ebc-4359-9c9e-c8d92c9c0a44 req-c2068543-74a9-4616-82c9-f98dc2dbaa12 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Jul 09 19:44:22.289656 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b35de45e-923c-4a7a-98b0-2713a60cb961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:22.971844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0be11-4b0b-4de7-bbc7-c090a5905e20 req-1e47be30-e84f-4c1f-8505-be8623e46fd9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:22.982329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ca0be11-4b0b-4de7-bbc7-c090a5905e20 req-1e47be30-e84f-4c1f-8505-be8623e46fd9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1140821 Jul 09 19:44:23.032938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ca0be11-4b0b-4de7-bbc7-c090a5905e20 req-ab856a86-2d03-45d4-bbcd-f5b925e044ff tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Jul 09 19:44:23.161681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:24.246453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0328e-1da9-4105-882f-f4f7c0af0642 req-ee64e72c-e194-4797-8441-cec2b6115fef tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:24.248093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-beb0328e-1da9-4105-882f-f4f7c0af0642 req-ee64e72c-e194-4797-8441-cec2b6115fef tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.0885570 Jul 09 19:44:24.304636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-beb0328e-1da9-4105-882f-f4f7c0af0642 req-f0b85f5f-8b20-4947-9d6f-0dd30e9bb199 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Jul 09 19:44:24.597290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5edf5-3c7c-4464-b076-6c9c1b524e9c req-41b1dd87-e3ed-46d0-a2f9-059f0e133fcf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:24.599153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0c5edf5-3c7c-4464-b076-6c9c1b524e9c req-41b1dd87-e3ed-46d0-a2f9-059f0e133fcf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1169181 Jul 09 19:44:24.658579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0c5edf5-3c7c-4464-b076-6c9c1b524e9c req-c84742f4-2dc3-4bfe-9fa5-d5fbefb3929c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Jul 09 19:44:24.931252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bb0bb37-97c5-4dbf-beae-3f349a9ddf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.214669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:25.252497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.257268 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:44:25.388643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-853ec56e-5fc7-41cc-b1d3-b7c5c9cd62f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.390200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-76cbf2d5-17f9-41cb-8d76-24dacfd9a00e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:25.392402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-76cbf2d5-17f9-41cb-8d76-24dacfd9a00e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.1917894 Jul 09 19:44:25.413167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-a4be8715-7d16-461d-bd0f-7e373ee03a3b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/quotas/d52e9c2ac2034f31aff05d03a94257a0 HTTP/1.1" status: 200 len: 375 time: 0.0134792 Jul 09 19:44:25.524908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-853ec56e-5fc7-41cc-b1d3-b7c5c9cd62f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.530344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-853ec56e-5fc7-41cc-b1d3-b7c5c9cd62f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.535748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-cef80946-48ea-42f2-951d-e4aed84129bd tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141603 Jul 09 19:44:25.580784 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-853ec56e-5fc7-41cc-b1d3-b7c5c9cd62f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a63708feef134686a6b01c8c62add189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641779 Jul 09 19:44:25.582067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:25.607767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ec56e-5fc7-41cc-b1d3-b7c5c9cd62f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0bdca2-5405-4fc5-aca3-7528e609cf99,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:25.654148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-dbfd0bde-9fa2-48d0-aa29-0789a4eb3671 service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093230 Jul 09 19:44:25.674651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.699594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.755596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.758342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-7eaf8ce4-2ce5-4822-97a7-45d4a78aaaf2 service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972075 Jul 09 19:44:25.759695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:25.775614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab0bdca2-5405-4fc5-aca3-7528e609cf99 HTTP/1.1" status: 204 len: 168 time: 0.1801708 Jul 09 19:44:25.786230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e191b38-2071-4e61-a6c2-77c966140501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0bdca2-5405-4fc5-aca3-7528e609cf99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:26.064666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-620c926f-fbff-4de6-b29e-981dde7859c9 req-19ae5699-60af-45da-acc5-28fc087e68c4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 210 time: 0.1061428 Jul 09 19:44:26.186372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:26.203239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-330a2565-5ca2-4837-a382-11af62ba23cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.271779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.355354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-330a2565-5ca2-4837-a382-11af62ba23cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.362658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-330a2565-5ca2-4837-a382-11af62ba23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.422261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-330a2565-5ca2-4837-a382-11af62ba23cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5694a67835374520852c3359414a5b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342780 Jul 09 19:44:26.423132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:26.423608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a2565-5ca2-4837-a382-11af62ba23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a2a0e-9539-4813-9672-7daffc4d3ab6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:26.448377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:26.546495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.602798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.669611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0645-1ed2-4f42-844f-8f69e2ea3ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.700923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.705896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.707161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f8a2a0e-9539-4813-9672-7daffc4d3ab6 HTTP/1.1" status: 204 len: 168 time: 0.2829428 Jul 09 19:44:26.738129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-546be77c-08c3-4a14-9edb-59739abb9ad7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:26.741001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a72e2-b64b-4b13-85ac-d948b8f8fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a2a0e-9539-4813-9672-7daffc4d3ab6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:26.742295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-546be77c-08c3-4a14-9edb-59739abb9ad7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a48f08e2-5500-4fc1-a577-90790e2e53c2 HTTP/1.1" status: 200 len: 946 time: 0.1289983 Jul 09 19:44:26.863138 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0645-1ed2-4f42-844f-8f69e2ea3ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.868129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0645-1ed2-4f42-844f-8f69e2ea3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.933980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Deleting port fe320ba5-b96b-4302-bb25-85db71a9f132 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:26.934752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:26.941815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1a1d0645-1ed2-4f42-844f-8f69e2ea3ffb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3826547a564f4ecf80b568aaa8d7ff6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920845 Jul 09 19:44:26.944200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d0645-1ed2-4f42-844f-8f69e2ea3ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9f45c-3432-46fe-a468-b9537c025784,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:26.947213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:27.047068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.078987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.093110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] For port fe320ba5-b96b-4302-bb25-85db71a9f132, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe320ba5-b96b-4302-bb25-85db71a9f132,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:27.093739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.129601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Calling delete_port for fe320ba5-b96b-4302-bb25-85db71a9f132 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:27.154681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.158446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.159821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecc9f45c-3432-46fe-a468-b9537c025784 HTTP/1.1" status: 204 len: 168 time: 0.2004395 Jul 09 19:44:27.175237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6b42-ef18-467e-afe2-f7bc0b9a594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9f45c-3432-46fe-a468-b9537c025784,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:27.345281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7049f5b-d33b-470a-840c-b097433f804c req-7aa46988-3ec5-4178-85a4-9c22fac3ca6f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 210 time: 0.0467975 Jul 09 19:44:27.426409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.444155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe320ba5-b96b-4302-bb25-85db71a9f132'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:44:27.464476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event deleted for resources: {'Port': ['ID=fe320ba5-b96b-4302-bb25-85db71a9f132,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:27.528261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] No DVR routers for this DVR port fe320ba5-b96b-4302-bb25-85db71a9f132 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:27.531103 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:27.533500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5c0553f-dfc7-44a9-9542-315c063c85c1 req-7040af6f-ac11-43a1-951f-7a5a7db3da69 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "DELETE /v2.0/ports/fe320ba5-b96b-4302-bb25-85db71a9f132 HTTP/1.1" status: 204 len: 173 time: 0.7855513 Jul 09 19:44:27.533984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-deleted', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:44:27.536828 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14bdd5-5048-47a3-8f29-92cda1add748" -d '{"events": [{"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-deleted", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:44:27.586009 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039309fc-bd23-4b0d-b3bb-282a5dcbb2bb x-openstack-request-id: req-039309fc-bd23-4b0d-b3bb-282a5dcbb2bb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:44:27.586260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48f08e2-5500-4fc1-a577-90790e2e53c2", "name": "network-vif-deleted", "tag": "fe320ba5-b96b-4302-bb25-85db71a9f132", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:44:27.586534 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-039309fc-bd23-4b0d-b3bb-282a5dcbb2bb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:44:27.586921 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f08e2-5500-4fc1-a577-90790e2e53c2', 'name': 'network-vif-deleted', 'tag': 'fe320ba5-b96b-4302-bb25-85db71a9f132', 'status': 'completed', 'code': 200} Jul 09 19:44:27.755300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.009754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-0665d3f8-c538-4a24-af80-0f862025cd2f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:28.012947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-0665d3f8-c538-4a24-af80-0f862025cd2f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.25 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.1404331 Jul 09 19:44:28.027364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Request body: {'port': {'device_id': '76dbda58-165f-4245-a51a-95cac595ed17', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'admin_state_up': True, 'tenant_id': 'd52e9c2ac2034f31aff05d03a94257a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:28.279234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Made reservation on behalf of d52e9c2ac2034f31aff05d03a94257a0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:28.283971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.492544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Allocated IP 172.20.0.9 (3b34279f-0d26-4501-af07-66594fc495c1/7dfcda60-d97a-4fdc-99e7-ba9dd3174444/c16ff229-cd9d-4813-af63-1a4ef70b35c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:28.585717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bb0c65f-7920-4638-9f92-72e0e16cf78a req-60e78884-10a2-4461-bf2b-f970c7e81130 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 210 time: 0.0391080 Jul 09 19:44:28.709052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.753100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.767167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe320ba5-b96b-4302-bb25-85db71a9f132'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:44:28.780380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:28.795653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Network 3b34279f-0d26-4501-af07-66594fc495c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:28.798932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:28.805698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:28.852583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:28.870493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:28.871188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.888696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-2199f547-28ba-406c-b0a2-178bd9d5a355 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8663893 Jul 09 19:44:28.902322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Request body: {'port': {'device_id': '76dbda58-165f-4245-a51a-95cac595ed17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:28.941581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc543a3-98c7-4a63-bd40-63f332adb0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:28.989410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.063632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc543a3-98c7-4a63-bd40-63f332adb0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.069286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc543a3-98c7-4a63-bd40-63f332adb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.113079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dfc543a3-98c7-4a63-bd40-63f332adb0bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=943fd5bc85d14073bd14349c0d24ba93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281775 Jul 09 19:44:29.113079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc543a3-98c7-4a63-bd40-63f332adb0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c9ac5e-2cd7-4268-9f49-70c875338834,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:29.113623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:29.171956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.195670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.252488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.255522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.256917 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95c9ac5e-2cd7-4268-9f49-70c875338834 HTTP/1.1" status: 204 len: 168 time: 0.1423690 Jul 09 19:44:29.264917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8077ed-482d-4810-9443-64a1101cc761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c9ac5e-2cd7-4268-9f49-70c875338834,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:29.315286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:44:29.324419 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.337919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Transition to ACTIVE for port object c16ff229-cd9d-4813-af63-1a4ef70b35c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:29.343015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.395468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:29.478596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Attempting to bind port c16ff229-cd9d-4813-af63-1a4ef70b35c2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:44:29.479672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Attempting to bind port c16ff229-cd9d-4813-af63-1a4ef70b35c2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:44:29.480188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Attempting to bind port c16ff229-cd9d-4813-af63-1a4ef70b35c2 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:44:29.485503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Port c16ff229-cd9d-4813-af63-1a4ef70b35c2 on network 3b34279f-0d26-4501-af07-66594fc495c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:44:29.485926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Attempting to bind port c16ff229-cd9d-4813-af63-1a4ef70b35c2 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:44:29.494952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:44:29.495428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Checking segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:44:29.495882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Bound using segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:44:29.496431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Bound port: c16ff229-cd9d-4813-af63-1a4ef70b35c2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:44:29.496872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.570024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:44:29.573947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:44:29.578978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.619871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:29.620488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.621934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] 10.222.0.25 "PUT /v2.0/ports/c16ff229-cd9d-4813-af63-1a4ef70b35c2 HTTP/1.1" status: 200 len: 1091 time: 0.7251329 Jul 09 19:44:29.622429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:44:29.625744 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3352e48-13fe-4aa6-8798-716643bf3c01" -d '{"events": [{"name": "network-changed", "server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:44:29.659465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89417343-7a01-4983-aaa5-f92afdc22b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:29.699799 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b07f0-32f0-469d-a6e6-9d9742946bd4 x-openstack-request-id: req-517b07f0-32f0-469d-a6e6-9d9742946bd4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:44:29.700062 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:44:29.700313 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-517b07f0-32f0-469d-a6e6-9d9742946bd4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:44:29.700707 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'status': 'completed', 'code': 200} Jul 09 19:44:29.753921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-feddeefa-49ba-4fec-a819-491016fa7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:29.757475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-feddeefa-49ba-4fec-a819-491016fa7130 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 1094 time: 0.0735173 Jul 09 19:44:29.818890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-ec51afb1-b5fa-44ed-8505-b5ae09cd0aa8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2 HTTP/1.1" status: 200 len: 217 time: 0.0544391 Jul 09 19:44:29.900016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-e4a898fa-92a8-4548-9885-4f03a95d7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:29.902193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-e4a898fa-92a8-4548-9885-4f03a95d7dd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.0631578 Jul 09 19:44:29.928388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd47a7-8582-46a3-9991-d5f5a861a06e req-17dc0ac0-b323-412e-8eae-2999a24ac1d7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:29.930515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75dd47a7-8582-46a3-9991-d5f5a861a06e req-17dc0ac0-b323-412e-8eae-2999a24ac1d7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 943 time: 0.1589103 Jul 09 19:44:29.950792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-11dcf74a-f960-49f9-8777-e26c81829cb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393963 Jul 09 19:44:30.037887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75dd47a7-8582-46a3-9991-d5f5a861a06e req-fa5cc2cf-faa1-4089-a6e2-4bb0f89e1d37 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895576 Jul 09 19:44:30.092876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-0f761175-7eb0-48fb-9634-34ed9e04f7cd service neutron] 10.222.0.25 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342866 Jul 09 19:44:30.203439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9638abab-0773-4ec4-9df1-2d5ffee1312a req-ea60e76b-7d5f-4ce2-bab5-9151ca2fd02b service neutron] 10.222.0.25 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036465 Jul 09 19:44:30.314642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-68954a93-3b79-4245-8ea6-54510cb32966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:30.316923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-68954a93-3b79-4245-8ea6-54510cb32966 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 1094 time: 0.0658801 Jul 09 19:44:30.442282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-cfe44474-f210-482e-aa2f-a753c86eabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:30.443819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-cfe44474-f210-482e-aa2f-a753c86eabab service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 916 time: 0.1209443 Jul 09 19:44:30.492919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-987ff00e-7292-4685-8213-2c8b88489891 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2 HTTP/1.1" status: 200 len: 217 time: 0.0424139 Jul 09 19:44:30.546481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-a0eee078-419b-4316-a815-9319a401d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:30.548064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-a0eee078-419b-4316-a815-9319a401d163 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.0496387 Jul 09 19:44:30.586214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-02a904d2-48a4-422e-83af-d3156f17c97a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311813 Jul 09 19:44:30.694965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-db4dd778-cca6-4923-a155-ba539abae605 service neutron] 10.222.0.25 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964246 Jul 09 19:44:30.740014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:30.787466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3352e48-13fe-4aa6-8798-716643bf3c01 req-d18106ca-9549-43ba-b329-25f371ee712f service neutron] 10.222.0.25 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Jul 09 19:44:30.887821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1322868228'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:30.910656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Made reservation on behalf of c3d8803c63f64c6ebbaa0d999d4f6166 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:30.914529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:30.924153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.052304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.056718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.081304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:44:31.109189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bcf2d9-1089-457b-827b-b017924dab0f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:31.122810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.123164 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Added segment 367b5d1d-d9ae-4e27-a272-41495f2a8d5e of type vlan for network 11ed7a8e-2ab0-4416-b901-461bf3643415 Jul 09 19:44:31.166797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.222921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.228492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:31.229669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.304453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:44:31.326467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: fe320ba5-b96b-4302-bb25-85db71a9f132 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:44:31.326821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe320ba5-b96b-4302-bb25-85db71a9f132 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:44:31.609914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8685265 Jul 09 19:44:31.613449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:31.619462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Request body: {'subnet': {'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:31.623468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965fe19-3ca2-4c24-9e38-4513beee92eb tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event updated for resources: {'Network': ['ID=11ed7a8e-2ab0-4416-b901-461bf3643415,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:31.636194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:44:31.644890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7082b-ef8f-40a2-a78d-7ac692045281 req-d0b7e052-7884-4b05-a770-73c356d894fe tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:31.646608 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50e7082b-ef8f-40a2-a78d-7ac692045281 req-d0b7e052-7884-4b05-a770-73c356d894fe tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 943 time: 0.4675894 Jul 09 19:44:31.724474 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50e7082b-ef8f-40a2-a78d-7ac692045281 req-4cb27df6-ebf7-4699-ad46-5061fdf34a95 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Jul 09 19:44:31.760802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Made reservation on behalf of c3d8803c63f64c6ebbaa0d999d4f6166 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:31.764691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:31.953340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.013391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event updated for resources: {'Subnet': ['ID=f5b81da6-8d6c-4aae-852d-b12ff2d94cc8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:32.020821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Checking segment: {'id': '367b5d1d-d9ae-4e27-a272-41495f2a8d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:44:32.021204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Network hostable DHCP agents. Network: 11ed7a8e-2ab0-4416-b901-461bf3643415, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:44:32.038976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:44:32.048379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 11ed7a8e-2ab0-4416-b901-461bf3643415) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:32.052870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:32.053545 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.059736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368dd16c-64b3-4e48-8f60-2ab19f875c2c None None] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:32.081728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0b4a5f0-3f7d-4639-acb9-18bcbabaff80 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4670782 Jul 09 19:44:32.083758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:32.089086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Request body: {'port': {'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415', 'name': 'tempest-DHCPAgentSchedulersTestJSON-375684141'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:32.256803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Made reservation on behalf of c3d8803c63f64c6ebbaa0d999d4f6166 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:32.264702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.273479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-11ed7a8e-2ab0-4416-b901-461bf3643415', 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415', 'tenant_id': 'c3d8803c63f64c6ebbaa0d999d4f6166', 'fixed_ips': [{'subnet_id': 'f5b81da6-8d6c-4aae-852d-b12ff2d94cc8'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:44:32.274802 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.284884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] device_id is not set on port 6fb76514-4023-4f3e-ac77-bd83d4c59ff1 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:32.420070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Allocated IP 172.20.0.2 (11ed7a8e-2ab0-4416-b901-461bf3643415/f5b81da6-8d6c-4aae-852d-b12ff2d94cc8/6fb76514-4023-4f3e-ac77-bd83d4c59ff1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:32.591147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.605327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Transition to ACTIVE for port object 6fb76514-4023-4f3e-ac77-bd83d4c59ff1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:32.638383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.687027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dbf8391a-999e-43c3-8ea5-7ad7c385d3ee {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:44:32.687611 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:44:32.692838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:32.696075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:32.700841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:32.729492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event updated for resources: {'Port': ['ID=6fb76514-4023-4f3e-ac77-bd83d4c59ff1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:32.758394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:32.759125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.780643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:32.781224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02b34659-a66a-44b3-8986-575e0ed9caf8 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6959112 Jul 09 19:44:33.189208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.217638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea81ac-7bdb-439b-897a-8b13cca62aac req-f41df566-ee3d-4b0b-b5eb-34054fe6890b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:33.219383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afea81ac-7bdb-439b-897a-8b13cca62aac req-f41df566-ee3d-4b0b-b5eb-34054fe6890b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 943 time: 0.3713284 Jul 09 19:44:33.222044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Deleting port 6fb76514-4023-4f3e-ac77-bd83d4c59ff1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:33.222390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.321172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afea81ac-7bdb-439b-897a-8b13cca62aac req-60b9690a-b181-42bc-84b7-6dbf7824dbf0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943234 Jul 09 19:44:33.352899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Allocated IP 172.20.0.3 (11ed7a8e-2ab0-4416-b901-461bf3643415/f5b81da6-8d6c-4aae-852d-b12ff2d94cc8/74f920ac-88bf-4a46-9783-84079a96c81f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:33.354152 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.369502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Calling delete_port for 6fb76514-4023-4f3e-ac77-bd83d4c59ff1 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:33.531839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.542253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.553061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Transition to ACTIVE for port object 74f920ac-88bf-4a46-9783-84079a96c81f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:33.570647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Transition to ACTIVE for port object 74f920ac-88bf-4a46-9783-84079a96c81f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:33.583598 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.602030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event deleted for resources: {'Port': ['ID=6fb76514-4023-4f3e-ac77-bd83d4c59ff1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:33.619242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:33.624231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:33.627655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:33.643586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Pushing event updated for resources: {'Port': ['ID=74f920ac-88bf-4a46-9783-84079a96c81f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:33.658778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.667641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-83b433cc-a2e9-448f-88fb-4c3adf6cdecf tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "DELETE /v2.0/ports/6fb76514-4023-4f3e-ac77-bd83d4c59ff1 HTTP/1.1" status: 204 len: 168 time: 0.8816187 Jul 09 19:44:33.667867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:33.695245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Attempting to bind port 74f920ac-88bf-4a46-9783-84079a96c81f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:44:33.695765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Attempting to bind port 74f920ac-88bf-4a46-9783-84079a96c81f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '367b5d1d-d9ae-4e27-a272-41495f2a8d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:44:33.696104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Attempting to bind port 74f920ac-88bf-4a46-9783-84079a96c81f on network 11ed7a8e-2ab0-4416-b901-461bf3643415 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:44:33.701556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:44:33.701921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Checking segment: {'id': '367b5d1d-d9ae-4e27-a272-41495f2a8d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:44:33.702364 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.702750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Bound using segment: {'id': '367b5d1d-d9ae-4e27-a272-41495f2a8d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:44:33.703218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Bound port: 74f920ac-88bf-4a46-9783-84079a96c81f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367b5d1d-d9ae-4e27-a272-41495f2a8d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '11ed7a8e-2ab0-4416-b901-461bf3643415'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:44:33.703597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.735621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f616033-051b-479c-893a-42049e2b3f91 tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0665209 Jul 09 19:44:33.738235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:33.743162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2128969812'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:33.764831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Made reservation on behalf of c3d8803c63f64c6ebbaa0d999d4f6166 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:33.768803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.784478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] For port 74f920ac-88bf-4a46-9783-84079a96c81f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:44:33.793468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] For port 74f920ac-88bf-4a46-9783-84079a96c81f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=74f920ac-88bf-4a46-9783-84079a96c81f,segment=NetworkSegment(367b5d1d-d9ae-4e27-a272-41495f2a8d5e),segment_id=367b5d1d-d9ae-4e27-a272-41495f2a8d5e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:44:33.797976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:44:33.800311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.816357 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.816930 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Added segment e7df22d3-cdbd-4e19-8eb6-8b2a429a4013 of type vlan for network e62506ff-a313-48d0-b4ce-3bde0fc720b0 Jul 09 19:44:33.861182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fff14-968f-4cf4-86b6-35e698e469bb None None] Pushing event updated for resources: {'Port': ['ID=74f920ac-88bf-4a46-9783-84079a96c81f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:33.873759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.905034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:33.911053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:33.912032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:34.008556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2691877 Jul 09 19:44:34.011768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:34.029732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6001e-1a39-4320-a32b-8606ccd4b0f0 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event updated for resources: {'Network': ['ID=e62506ff-a313-48d0-b4ce-3bde0fc720b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:34.041554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e62506ff-a313-48d0-b4ce-3bde0fc720b0 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:44:34.259951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b18d199b-61e8-4dc5-aaad-2ac7167556e8 tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 0.2466898 Jul 09 19:44:34.262740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:34.346660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33597a-0075-4d81-a351-a9a1d3ecf2dd tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] Network e62506ff-a313-48d0-b4ce-3bde0fc720b0 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:44:34.362102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fe33597a-0075-4d81-a351-a9a1d3ecf2dd tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "POST /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0980790 Jul 09 19:44:34.364600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:34.374910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338571e-bf18-4a8b-8b76-78bd2308a6d2 None None] Network e62506ff-a313-48d0-b4ce-3bde0fc720b0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:34.534965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-989cd4ef-1db7-4a05-baf9-2c74c051bddc tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks HTTP/1.1" status: 200 len: 11224 time: 0.1687758 Jul 09 19:44:34.537890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:34.578221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:44:34.723202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bf6a-b1d6-42f1-88da-d48150268101 req-98e4de88-cdd3-4750-8552-efeb76e98e6f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:34.737882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca18bf6a-b1d6-42f1-88da-d48150268101 req-98e4de88-cdd3-4750-8552-efeb76e98e6f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 943 time: 0.2216489 Jul 09 19:44:34.744100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:34.770893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'port_id': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'mac_address': 'fa:16:3e:d1:fc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfcda60-d97a-4fdc-99e7-ba9dd3174444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:44:34.798037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9d5e2ca8-4a0f-4035-bd5c-5dcfd0cdc7b3 tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "DELETE /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks/e62506ff-a313-48d0-b4ce-3bde0fc720b0 HTTP/1.1" status: 204 len: 168 time: 0.2569351 Jul 09 19:44:34.807107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:34.830191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-7b3453e6-fae9-49a9-a71b-d5cf6849f9d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1558247 Jul 09 19:44:34.854464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 74f920ac-88bf-4a46-9783-84079a96c81f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:34.876769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca18bf6a-b1d6-42f1-88da-d48150268101 req-50078911-f404-4d65-85a9-2d1e60fc9e41 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303353 Jul 09 19:44:34.911222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:34.957457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:44:34.984318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 74f920ac-88bf-4a46-9783-84079a96c81f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:34.992440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:35.004701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:35.042607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.042607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.042607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.042607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.075975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.078004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.078893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:35.080512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.094531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-392cbefc-b124-44e9-8580-81c4bf62cf7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.1736789 Jul 09 19:44:35.244114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00522455-50c4-44a4-822f-def51c7efa6a tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 0.4357033 Jul 09 19:44:35.251386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:35.256890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed2064-6704-4a70-a63c-c7ed34fac587 None None] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:35.331840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c027865-7ab1-4ec2-b969-ab58b9ebbaba tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/networks/11ed7a8e-2ab0-4416-b901-461bf3643415/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0745823 Jul 09 19:44:35.337747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:35.402321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c16ff229-cd9d-4813-af63-1a4ef70b35c2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:44:35.405811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-318f7a66-5fe3-4eab-a099-fafb3d06a665 tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/networks/11ed7a8e-2ab0-4416-b901-461bf3643415/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0647793 Jul 09 19:44:35.407970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Provisioning for port 74f920ac-88bf-4a46-9783-84079a96c81f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:35.409099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:35.442111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d4e724eb-acd8-491f-b843-e0115a0491fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.442915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d4e724eb-acd8-491f-b843-e0115a0491fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.443564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d4e724eb-acd8-491f-b843-e0115a0491fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.446887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d4e724eb-acd8-491f-b843-e0115a0491fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 2296 time: 0.3197665 Jul 09 19:44:35.547271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Provisioning complete for port 74f920ac-88bf-4a46-9783-84079a96c81f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:35.550144 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:35.641469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-debf7a00-6d68-4ada-825e-7d57d1c73757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1001 time: 0.1848762 Jul 09 19:44:35.646761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c48dfe0e-7389-4d57-befa-920e9ddb6f27 tempest-DHCPAgentSchedulersTestJSON-735942016 tempest-DHCPAgentSchedulersTestJSON-735942016-project-admin] 10.222.0.10 "GET /v2.0/agents/5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 0.2361326 Jul 09 19:44:35.651168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:35.708489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f08ad82a-e9c1-4f7b-8c00-d18ebd992657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.710157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f08ad82a-e9c1-4f7b-8c00-d18ebd992657 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.0580211 Jul 09 19:44:35.852705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:35.879540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-2ce417c7-134d-40ba-b83c-7d7f5e11ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:35.881052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-2ce417c7-134d-40ba-b83c-7d7f5e11ee9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577401 Jul 09 19:44:35.977355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.027726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.043556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] For port 74f920ac-88bf-4a46-9783-84079a96c81f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=74f920ac-88bf-4a46-9783-84079a96c81f,segment=NetworkSegment(367b5d1d-d9ae-4e27-a272-41495f2a8d5e),segment_id=367b5d1d-d9ae-4e27-a272-41495f2a8d5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:36.046559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62506ff-a313-48d0-b4ce-3bde0fc720b0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:36.052560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.063521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7df22d3-cdbd-4e19-8eb6-8b2a429a4013') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:36.063820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7df22d3-cdbd-4e19-8eb6-8b2a429a4013') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:36.081215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.092353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-9f800429-ba57-4b28-ac0e-c1f36d343fe2 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024531 Jul 09 19:44:36.110869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.132446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3a955-243b-4f30-a2a6-2d465b7e7bc4 None None] Pushing event updated for resources: {'Port': ['ID=74f920ac-88bf-4a46-9783-84079a96c81f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:36.174911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:44:36.175328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:44:36.179775 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:44:36.305971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.319548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.321472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "DELETE /v2.0/networks/e62506ff-a313-48d0-b4ce-3bde0fc720b0 HTTP/1.1" status: 204 len: 168 time: 0.6677849 Jul 09 19:44:36.324620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:36.356703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0315f-ac2c-4be1-a41e-20f68487a166 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event deleted for resources: {'Network': ['ID=e62506ff-a313-48d0-b4ce-3bde0fc720b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:36.371777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-a39b35fd-1f31-487d-a5c7-4baf5a8968a5 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702730 Jul 09 19:44:36.372470 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01102a1b-b86f-4a76-a797-304352241fe6 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] DELETE failed (client error): The resource could not be found. Jul 09 19:44:36.373602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01102a1b-b86f-4a76-a797-304352241fe6 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:44:36.375599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01102a1b-b86f-4a76-a797-304352241fe6 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "DELETE /v2.0/ports/6fb76514-4023-4f3e-ac77-bd83d4c59ff1 HTTP/1.1" status: 404 len: 333 time: 0.0499341 Jul 09 19:44:36.378543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:36.381213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db97fc-d8ce-4cc4-9a26-b0193daf8ef5 req-aefa0e1b-ab0b-4092-8c94-09ad07c70838 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:36.382754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4db97fc-d8ce-4cc4-9a26-b0193daf8ef5 req-aefa0e1b-ab0b-4092-8c94-09ad07c70838 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 944 time: 0.2040136 Jul 09 19:44:36.395677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-982e89ea-6e00-473e-bc01-e468ac538f71 None None] Provisioning complete for port 74f920ac-88bf-4a46-9783-84079a96c81f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:36.396048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-982e89ea-6e00-473e-bc01-e468ac538f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.439773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Deleting subnet f5b81da6-8d6c-4aae-852d-b12ff2d94cc8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:44:36.443573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.473164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4db97fc-d8ce-4cc4-9a26-b0193daf8ef5 req-4604e71e-8cce-44d0-af70-a6b17768377c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Jul 09 19:44:36.477474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-a6214cf2-1787-4a55-87df-d6398d7961bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.0909812 Jul 09 19:44:36.508512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.559440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-cf4247b7-14c8-448c-8af0-97c5c30e02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:36.561124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-cf4247b7-14c8-448c-8af0-97c5c30e02ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0767059 Jul 09 19:44:36.655085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.672084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-09c2a066-d139-4065-931f-46604d89bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:36.674398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2d08416b-11dc-4b28-ab1e-812fa7e6dd6f None None] Could not find standard attr ID for object 6fb76514-4023-4f3e-ac77-bd83d4c59ff1. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:44:36.678956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-09c2a066-d139-4065-931f-46604d89bbf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071382 Jul 09 19:44:36.711510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 74f920ac-88bf-4a46-9783-84079a96c81f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:36.761361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.803303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 74f920ac-88bf-4a46-9783-84079a96c81f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:36.803681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.848850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-173ed293-d245-4df5-a3fd-274ed8b5cd61 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603036 Jul 09 19:44:36.865649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:36.871737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "DELETE /v2.0/subnets/f5b81da6-8d6c-4aae-852d-b12ff2d94cc8 HTTP/1.1" status: 204 len: 168 time: 0.4892483 Jul 09 19:44:36.871737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8920b1-af77-444d-a6dd-262b7c64b62e tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b81da6-8d6c-4aae-852d-b12ff2d94cc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:36.876333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:37.024371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d686de-cb3c-47a3-ab78-749d822c460b None None] Network 11ed7a8e-2ab0-4416-b901-461bf3643415 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:37.048932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.081055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f02fd1a1-9c22-4c66-8bf8-2f2a18a48cb4 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134945 Jul 09 19:44:37.155945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-9d1d890f-1138-4a84-9e16-9dd065ca0de7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.0456648 Jul 09 19:44:37.224974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Deleting port 74f920ac-88bf-4a46-9783-84079a96c81f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:37.225346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.231953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d9552d6d-82b7-4f03-a620-7d50e7a238c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:37.233482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d9552d6d-82b7-4f03-a620-7d50e7a238c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0664155 Jul 09 19:44:37.254788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] DHCP port deletion for 11ed7a8e-2ab0-4416-b901-461bf3643415 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:44:37.308548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Deleting port 74f920ac-88bf-4a46-9783-84079a96c81f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:37.309108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.379231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] For port 74f920ac-88bf-4a46-9783-84079a96c81f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=74f920ac-88bf-4a46-9783-84079a96c81f,segment=NetworkSegment(367b5d1d-d9ae-4e27-a272-41495f2a8d5e),segment_id=367b5d1d-d9ae-4e27-a272-41495f2a8d5e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:37.379759 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.397182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Calling delete_port for 74f920ac-88bf-4a46-9783-84079a96c81f owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:37.491719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.521317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] Pushing event deleted for resources: {'Port': ['ID=74f920ac-88bf-4a46-9783-84079a96c81f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:37.533519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bbf0a8-4dd5-46ba-91a0-0e1147e93f59 None None] No DVR routers for this DVR port 74f920ac-88bf-4a46-9783-84079a96c81f on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:37.614984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] For port 74f920ac-88bf-4a46-9783-84079a96c81f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=74f920ac-88bf-4a46-9783-84079a96c81f,segment=NetworkSegment(367b5d1d-d9ae-4e27-a272-41495f2a8d5e),segment_id=367b5d1d-d9ae-4e27-a272-41495f2a8d5e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:37.615342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.635423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Calling delete_port for 74f920ac-88bf-4a46-9783-84079a96c81f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:37.652266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e1aac015-d939-4b05-a738-5ff160983320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:37.653856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e1aac015-d939-4b05-a738-5ff160983320 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3831854 Jul 09 19:44:37.698806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b73c-6154-439c-80ac-23656642eb45 req-308e3b48-8bbb-4873-bfb8-cc9562a31446 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:37.700368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b081b73c-6154-439c-80ac-23656642eb45 req-308e3b48-8bbb-4873-bfb8-cc9562a31446 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 944 time: 0.0727301 Jul 09 19:44:37.748986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b081b73c-6154-439c-80ac-23656642eb45 req-986fa163-b70d-4fb1-bff4-59d9f915b84c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Jul 09 19:44:37.800949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.830175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-76cd6947-49f1-41c8-8cec-f425cefd4b85 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430769 Jul 09 19:44:37.831282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event deleted for resources: {'Port': ['ID=74f920ac-88bf-4a46-9783-84079a96c81f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:37.834762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] No DVR routers for this DVR port 74f920ac-88bf-4a46-9783-84079a96c81f on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:37.969261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:37.989004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ed7a8e-2ab0-4416-b901-461bf3643415']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:38.006439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b5d1d-d9ae-4e27-a272-41495f2a8d5e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:38.006767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b5d1d-d9ae-4e27-a272-41495f2a8d5e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:38.025672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.029067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f9aa7250-6cbc-45a9-95e1-32e939f933d3 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888852 Jul 09 19:44:38.047937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.099465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-d6cf7b31-a933-4c15-9609-c97711c39179 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0589647 Jul 09 19:44:38.100506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:44:38.101191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:44:38.104952 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:44:38.207651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.210047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-9a1b21a9-d91d-41be-90cd-b79e29224026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:38.211592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-9a1b21a9-d91d-41be-90cd-b79e29224026 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0949793 Jul 09 19:44:38.217662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.222998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] 10.222.0.10 "DELETE /v2.0/networks/11ed7a8e-2ab0-4416-b901-461bf3643415 HTTP/1.1" status: 204 len: 168 time: 1.3422432 Jul 09 19:44:38.240116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87819a49-c17c-43b7-90ff-ce876c43c4a9 tempest-DHCPAgentSchedulersTestJSON-364575200 tempest-DHCPAgentSchedulersTestJSON-364575200-project] Pushing event deleted for resources: {'Network': ['ID=11ed7a8e-2ab0-4416-b901-461bf3643415,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:38.286201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e3d3a9c4-2316-4658-9c8b-cec1fa6429fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:38.287791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e3d3a9c4-2316-4658-9c8b-cec1fa6429fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658822 Jul 09 19:44:38.419001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e2c2d92a-6a12-4bcb-8b10-4dea5e9ccaab service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238101 Jul 09 19:44:38.538042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-adb5ac85-6059-42e6-ab12-f7288c955a08 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093471 Jul 09 19:44:38.544648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:38.575479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:38.586365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-2c91d08f-4c0f-46c0-8de2-54b2774d5c1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.0398207 Jul 09 19:44:38.632098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port c16ff229-cd9d-4813-af63-1a4ef70b35c2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:38.637078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c16ff229-cd9d-4813-af63-1a4ef70b35c2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:38.637495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.675031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f16199e1-7080-4823-8064-0723c27b9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:38.677658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f16199e1-7080-4823-8064-0723c27b9498 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0841544 Jul 09 19:44:38.709671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 74f920ac-88bf-4a46-9783-84079a96c81f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:44:38.754879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 74f920ac-88bf-4a46-9783-84079a96c81f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:44:38.754879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 74f920ac-88bf-4a46-9783-84079a96c81f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:44:38.774548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.777673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-eea745dd-913f-4e35-99e7-71b765a7212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:38.781009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-eea745dd-913f-4e35-99e7-71b765a7212c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953355 Jul 09 19:44:38.801449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c8132c6-b541-438e-98ff-82cad90ee477 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3d8803c63f64c6ebbaa0d999d4f6166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554629 Jul 09 19:44:38.802165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:38.810792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:38.811829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:44:38.814721 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe7eee-1fb8-40d7-a294-d76e53f40e0a" -d '{"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-plugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:44:38.819355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.911841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:38.930465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.966308 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca2ba2-2228-46a7-911f-c8ae73484f30 x-openstack-request-id: req-18ca2ba2-2228-46a7-911f-c8ae73484f30 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:44:38.966706 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-plugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:44:38.966896 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18ca2ba2-2228-46a7-911f-c8ae73484f30 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:44:38.967296 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'code': 200} Jul 09 19:44:38.968377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:38.986754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-2883cd43-de4d-42fe-b30e-63ec4efe35ef service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970532 Jul 09 19:44:39.030758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.034342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.039283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98bcf2d9-1089-457b-827b-b017924dab0f HTTP/1.1" status: 204 len: 168 time: 0.2319822 Jul 09 19:44:39.062543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a4da9-f6f8-4a60-9e64-b1369e7f5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bcf2d9-1089-457b-827b-b017924dab0f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:39.152198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902fe4-8e64-4e39-9102-7ceeb2ebb90c req-99938b87-71c3-4f47-985b-a4fd25093b1a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.159140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-00902fe4-8e64-4e39-9102-7ceeb2ebb90c req-99938b87-71c3-4f47-985b-a4fd25093b1a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1890998 Jul 09 19:44:39.206126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-dfd45318-99f3-41de-8194-faa0bfe0bc57 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011507 Jul 09 19:44:39.209291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ddca3-5b5e-4da1-b297-495b65e3f9c3 req-2813d728-e060-4cdd-9183-4326d20937fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.210685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af5ddca3-5b5e-4da1-b297-495b65e3f9c3 req-2813d728-e060-4cdd-9183-4326d20937fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 1096 time: 0.1560886 Jul 09 19:44:39.278633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-00902fe4-8e64-4e39-9102-7ceeb2ebb90c req-dc631ac2-bd6d-44b8-9ed5-86a76993f057 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185613 Jul 09 19:44:39.283160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e764bb71-3e24-4658-a0d7-bb30a77cd680 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.0646722 Jul 09 19:44:39.341624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af5ddca3-5b5e-4da1-b297-495b65e3f9c3 req-f0448690-23ac-4a30-bc8a-a2fa3f6e57a5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220376 Jul 09 19:44:39.361007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e82995f6-275c-47bf-928d-840f445e21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.362658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-e82995f6-275c-47bf-928d-840f445e21fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0549397 Jul 09 19:44:39.394792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:39.438867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-84eed08f-71f5-4453-91a7-338d25efd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.440444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-84eed08f-71f5-4453-91a7-338d25efd2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702944 Jul 09 19:44:39.442281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75fffa7d-c292-46d4-99e2-1dd56b5f4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.556381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-8b854c7b-6ce5-4395-a600-6a7ed27e0aad service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072454 Jul 09 19:44:39.596747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75fffa7d-c292-46d4-99e2-1dd56b5f4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.606509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75fffa7d-c292-46d4-99e2-1dd56b5f4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.626903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:39.670683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-75fffa7d-c292-46d4-99e2-1dd56b5f4e57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f52f2d7be65346b784bd42e5cdb2bbe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712278 Jul 09 19:44:39.670683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fffa7d-c292-46d4-99e2-1dd56b5f4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d176e73b-3983-4a6b-9ff9-da5d2d389a7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:39.672501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:39.718958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-88fae71e-0707-46ac-b74c-0289ce68b0a1 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535556 Jul 09 19:44:39.733792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.763534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03183c68-5238-442f-aa9c-dacc4e1f4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.776779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-040c79af-61f6-4f7a-99d0-6ec49fe0fa68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0504014 Jul 09 19:44:39.783185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.832240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-0e34c695-ca63-4d02-837d-9646d7c90663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.833990 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-0e34c695-ca63-4d02-837d-9646d7c90663 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0505257 Jul 09 19:44:39.891571 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.895047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.896312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d176e73b-3983-4a6b-9ff9-da5d2d389a7a HTTP/1.1" status: 204 len: 168 time: 0.2225821 Jul 09 19:44:39.905715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-aadb9a6d-d6b7-4599-b100-aa415da857d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:39.907630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-aadb9a6d-d6b7-4599-b100-aa415da857d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667214 Jul 09 19:44:39.908934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c047-afd5-487f-a4fc-85e45c5ac0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176e73b-3983-4a6b-9ff9-da5d2d389a7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:39.952775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03183c68-5238-442f-aa9c-dacc4e1f4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.958858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03183c68-5238-442f-aa9c-dacc4e1f4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:39.998640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03183c68-5238-442f-aa9c-dacc4e1f4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978e814-c5f4-41ff-8a94-f9934873e1dd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:40.027052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-03183c68-5238-442f-aa9c-dacc4e1f4c94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=372fe8d8970242ac8412eb920f96a4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983364 Jul 09 19:44:40.028176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:40.037610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-a19aafa7-adfa-40b3-92e5-5020301b0583 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198704 Jul 09 19:44:40.107146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.139685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.160520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d044ea60-ef80-4615-a09b-7dde7660bd7e req-f52d2f52-bea7-450b-9bfd-b857e709866a service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153846 Jul 09 19:44:40.201260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.204894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.209491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e978e814-c5f4-41ff-8a94-f9934873e1dd HTTP/1.1" status: 204 len: 168 time: 0.1798477 Jul 09 19:44:40.220802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2c9e-2509-4f26-a529-4b1fa05456c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978e814-c5f4-41ff-8a94-f9934873e1dd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:40.529557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ff3cb-b592-4c70-8a8a-312d895447ea req-f42021fe-e83c-472e-81c6-a134bc1901ab tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:40.531440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f46ff3cb-b592-4c70-8a8a-312d895447ea req-f42021fe-e83c-472e-81c6-a134bc1901ab tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0964944 Jul 09 19:44:40.582551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f46ff3cb-b592-4c70-8a8a-312d895447ea req-ef9bee7b-346f-432f-8166-7206fac77b35 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Jul 09 19:44:40.680977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:40.695557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a183ab7e-9aba-4d05-b2b9-f1ff8870e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.793700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a183ab7e-9aba-4d05-b2b9-f1ff8870e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.798105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a183ab7e-9aba-4d05-b2b9-f1ff8870e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.838579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a183ab7e-9aba-4d05-b2b9-f1ff8870e8b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20b662c65a3d4d6b9f4a964f2bc94205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558557 Jul 09 19:44:40.839877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ab7e-9aba-4d05-b2b9-f1ff8870e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf54445-a638-408f-ac17-f938572ae54d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:40.842267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:40.891915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.914497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.967094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.969913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:40.971092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccf54445-a638-408f-ac17-f938572ae54d HTTP/1.1" status: 204 len: 168 time: 0.1274350 Jul 09 19:44:40.979918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd8c94-2280-4344-9567-1c72955c8885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf54445-a638-408f-ac17-f938572ae54d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:41.274832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:41.288966 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-162e4d5c-5c50-4777-9db6-7b15f7b89dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.386190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-162e4d5c-5c50-4777-9db6-7b15f7b89dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.391266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-162e4d5c-5c50-4777-9db6-7b15f7b89dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.439503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-162e4d5c-5c50-4777-9db6-7b15f7b89dc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7812bb69b4d74e8391c0fefcfad44d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579480 Jul 09 19:44:41.439503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e4d5c-5c50-4777-9db6-7b15f7b89dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69344e85-496e-40d5-aa3e-ca516bd198b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:41.439685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:41.493886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.520415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.574819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.577372 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.578574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69344e85-496e-40d5-aa3e-ca516bd198b5 HTTP/1.1" status: 204 len: 168 time: 0.1400914 Jul 09 19:44:41.586927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d144c5-1497-4719-9134-865c0777119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69344e85-496e-40d5-aa3e-ca516bd198b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:41.587178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:41.703301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:41.728939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.778274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6638-02c7-46ae-8ba1-e2204be08d3d req-99533120-19fb-4baa-a441-3f0efe97b633 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:41.780252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-557b6638-02c7-46ae-8ba1-e2204be08d3d req-99533120-19fb-4baa-a441-3f0efe97b633 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0815582 Jul 09 19:44:41.835296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:41.838815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-557b6638-02c7-46ae-8ba1-e2204be08d3d req-54deae10-e650-4103-b802-72bf7b4e5a5a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Jul 09 19:44:41.958077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Allocated IP 172.25.3.213 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e65f0460-c889-42aa-b825-056e8122a541) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:42.020816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881a8f3-8289-401b-adee-a86d3a8222d4 req-1cecd5cf-04d6-49bc-a0e5-4b35d485c522 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:42.022528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d881a8f3-8289-401b-adee-a86d3a8222d4 req-1cecd5cf-04d6-49bc-a0e5-4b35d485c522 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0751994 Jul 09 19:44:42.062958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d881a8f3-8289-401b-adee-a86d3a8222d4 req-c9de1e7d-01e9-45f7-bb1b-691f36e13c35 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jul 09 19:44:42.078353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.130978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.176510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:42.180995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:42.185766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:42.188892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Pushing event updated for resources: {'Port': ['ID=e65f0460-c889-42aa-b825-056e8122a541,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:42.328023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.381573 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.543813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c60d96-08df-43c0-9afe-7e5173a5f443 req-afaa3b52-8538-46d0-87a5-a9610da246d4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:42.545325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52c60d96-08df-43c0-9afe-7e5173a5f443 req-afaa3b52-8538-46d0-87a5-a9610da246d4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1351430 Jul 09 19:44:42.608237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52c60d96-08df-43c0-9afe-7e5173a5f443 req-cd342ef8-e228-4896-ae11-263729c83faf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 Jul 09 19:44:42.621649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.629028 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.705703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Pushing event updated for resources: {'Port': ['ID=e65f0460-c889-42aa-b825-056e8122a541,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:42.716040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.730582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.734795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-076f07c3-1338-4eed-958a-4afb77d31c8f tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1426420 Jul 09 19:44:42.735204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:42.740547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1402927267', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'fixed_ips': [{'ip_address': '172.25.3.213'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:42.793413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Made reservation on behalf of 06a82411d9c74c469a032bcffbec962a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:42.796004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.808748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.851542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992ca98-a7e0-4169-b73c-5a0b3c2ec85c req-67148c26-23ca-48ef-bf82-870f9483d78f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:42.853059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5992ca98-a7e0-4169-b73c-5a0b3c2ec85c req-67148c26-23ca-48ef-bf82-870f9483d78f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0994527 Jul 09 19:44:42.919696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5992ca98-a7e0-4169-b73c-5a0b3c2ec85c req-d1610fc4-1b9a-4789-a2ab-2e25582e7a8e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570905 Jul 09 19:44:42.966106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.972138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:42.979008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] device_id is not set on port 7b29bbf5-a2a1-4c53-917f-777c9a612a9c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:43.080942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8bb14-aacd-4310-80a8-102e6ce3fe73,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:43.201283 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 19:44:43.201728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:44:43.220128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:43.230352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-02514d3c-eb1d-4810-8792-319f9c264984 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4939337 Jul 09 19:44:43.416023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Deleting port e65f0460-c889-42aa-b825-056e8122a541 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:43.416374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.577171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.577547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.594565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Calling delete_port for e65f0460-c889-42aa-b825-056e8122a541 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:43.620206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d03da-28ac-4451-90e2-a6844c0aee68 req-12d00680-e30a-48a2-b262-a64c86d823c1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:43.621863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c44d03da-28ac-4451-90e2-a6844c0aee68 req-12d00680-e30a-48a2-b262-a64c86d823c1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1924331 Jul 09 19:44:43.709562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c44d03da-28ac-4451-90e2-a6844c0aee68 req-7ace4cf6-7489-49c0-9be2-266d334c9080 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548549 Jul 09 19:44:43.774890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.805218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Pushing event deleted for resources: {'Port': ['ID=e65f0460-c889-42aa-b825-056e8122a541,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:43.866395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.869073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:43.870294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6962c823-905b-467c-b852-d0a397946555 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607 tempest-ExternalNetworksAdminNegativeTestJSON-1526433607-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/469ad317-2f39-46e1-adc4-633ee520f0ed HTTP/1.1" status: 204 len: 168 time: 0.6490908 Jul 09 19:44:44.132002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:44.244299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3257b84f-ab07-43c0-982f-380f5696b045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.367145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3257b84f-ab07-43c0-982f-380f5696b045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.374654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3257b84f-ab07-43c0-982f-380f5696b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.380523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-9f0f5883-d8bb-44cd-a278-dbbe19b4dc32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698891 Jul 09 19:44:44.415355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3257b84f-ab07-43c0-982f-380f5696b045 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57b1dbb72f364f8aa06e0fea39f81964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820344 Jul 09 19:44:44.417034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b84f-ab07-43c0-982f-380f5696b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a012040-6624-4bc7-a1fb-9acb131228c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:44.418761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:44.504207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-2782206e-6c67-46da-8a0d-464ac1239d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:44.505774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-2782206e-6c67-46da-8a0d-464ac1239d36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1096 time: 0.1020253 Jul 09 19:44:44.507383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.542560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.654082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-e73fa005-cc09-4368-b9b7-e0a3695cadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:44.656088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-e73fa005-cc09-4368-b9b7-e0a3695cadf7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1273196 Jul 09 19:44:44.656899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.660603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:44.661888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a012040-6624-4bc7-a1fb-9acb131228c5 HTTP/1.1" status: 204 len: 168 time: 0.2246945 Jul 09 19:44:44.707579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07bee5-cc3d-433a-ae95-af67ad12e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a012040-6624-4bc7-a1fb-9acb131228c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:44.747089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-bc16497a-9611-4228-a288-3f918f0d7783 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 1001 time: 0.0836747 Jul 09 19:44:44.815200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-f3a88943-02dc-4df2-8b15-92133f3d0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:44.820490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-f3a88943-02dc-4df2-8b15-92133f3d0948 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0665398 Jul 09 19:44:44.939909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-0b1fd552-c52b-4e61-adac-0e317a838039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:44.941535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-0b1fd552-c52b-4e61-adac-0e317a838039 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151931 Jul 09 19:44:44.956189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2650b-e686-48c1-ad0f-aee85d7382ca req-9e0821d6-11d9-4748-833f-82bdab2de4f1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:44.957342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02a2650b-e686-48c1-ad0f-aee85d7382ca req-9e0821d6-11d9-4748-833f-82bdab2de4f1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0970991 Jul 09 19:44:45.046061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:45.061738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02a2650b-e686-48c1-ad0f-aee85d7382ca req-10cd80e8-7090-46ab-996a-92d51d88f131 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940993 Jul 09 19:44:45.092301 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-9f5c32a4-40a4-4620-8a1e-829e1e69b719 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277199 Jul 09 19:44:45.107392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3a1300f9-1ef0-4061-ba09-c26b5896448b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06a82411d9c74c469a032bcffbec962a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592952 Jul 09 19:44:45.110281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:45.167365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:45.190037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:45.242388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:45.245158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:45.246363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bc8bb14-aacd-4310-80a8-102e6ce3fe73 HTTP/1.1" status: 204 len: 168 time: 0.1350574 Jul 09 19:44:45.255217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57280953-8a22-4327-be18-35ea989788cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8bb14-aacd-4310-80a8-102e6ce3fe73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:45.482184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0cb3cc67-59e3-40b0-95e1-efdd7f84e2e4 req-c8e96daf-bbdc-43a5-aaf5-acf8e5059b3e service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897059 Jul 09 19:44:46.021590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:46.146003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcc0e71d-fd6b-44d9-81d9-bd5789420aa1 tempest-AgentManagementNegativeTest-741044823 tempest-AgentManagementNegativeTest-741044823-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1229277 Jul 09 19:44:46.276956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155320-ed9c-48cd-b17c-8e35ea29523c req-7f057e9e-f4a9-4e5c-9573-19d315a6b477 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:46.278863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08155320-ed9c-48cd-b17c-8e35ea29523c req-7f057e9e-f4a9-4e5c-9573-19d315a6b477 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0789626 Jul 09 19:44:46.340028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08155320-ed9c-48cd-b17c-8e35ea29523c req-bf384d30-3eab-410c-8903-890164983615 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Jul 09 19:44:46.420198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:46.520191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fb94a99-1958-46ba-9329-002d5d519607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.615770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fb94a99-1958-46ba-9329-002d5d519607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.619601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fb94a99-1958-46ba-9329-002d5d519607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.658636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94a99-1958-46ba-9329-002d5d519607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b00ac-6542-491e-8dd6-616cc6a6e92d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:46.663189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0fb94a99-1958-46ba-9329-002d5d519607 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78c6762e4e984db58720b2d2094688bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419462 Jul 09 19:44:46.666503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:46.715956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.737414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.786041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.788696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:46.793232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b71b00ac-6542-491e-8dd6-616cc6a6e92d HTTP/1.1" status: 204 len: 168 time: 0.1259515 Jul 09 19:44:46.801666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44fc6f-446e-4eb5-9655-5ed251323802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b00ac-6542-491e-8dd6-616cc6a6e92d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:47.451036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:47.529599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350015-2be4-49b8-b0ee-e50de6337015 req-54c2f513-4cbe-407c-9a16-913e627280a4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:47.531191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d350015-2be4-49b8-b0ee-e50de6337015 req-54c2f513-4cbe-407c-9a16-913e627280a4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0634725 Jul 09 19:44:47.549347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1095401600'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:47.571793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d350015-2be4-49b8-b0ee-e50de6337015 req-5dfcb092-7ce9-4a17-a757-b58205c3f22e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Jul 09 19:44:47.573681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:47.577532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.590832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.688398 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.695147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.720218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:44:47.734119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6753cbc7-993a-4e85-93c9-70f47408d04d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:47.739222 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.739574 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Added segment 5e311f01-789c-4690-bf38-fe6f7177b25d of type vlan for network 251cb8e8-6791-4a32-9f5b-0e39609b35be Jul 09 19:44:47.781718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.817495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.826107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:47.826834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:47.907631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:47.907960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4540963 Jul 09 19:44:47.914510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'subnet': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:47.922500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648009c0-bf74-406a-a38b-76a1cf663588 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Network': ['ID=251cb8e8-6791-4a32-9f5b-0e39609b35be,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:47.935237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:44:48.042645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:48.047872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.287485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.353915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Subnet': ['ID=c7b703ce-2eb1-475f-a57c-9cee42879446,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:48.361633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Checking segment: {'id': '5e311f01-789c-4690-bf38-fe6f7177b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:44:48.362001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network hostable DHCP agents. Network: 251cb8e8-6791-4a32-9f5b-0e39609b35be, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:44:48.381043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:44:48.390775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 251cb8e8-6791-4a32-9f5b-0e39609b35be) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:48.394952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:48.395537 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.402254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b443d0c-1d71-4ed3-915b-2a6181228589 None None] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:48.410864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84f3bc80-abf3-468a-8c97-33b9c631bf30 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5011718 Jul 09 19:44:48.413479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:48.419866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1329816240'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:48.561157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:48.576179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.576889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-251cb8e8-6791-4a32-9f5b-0e39609b35be', 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'tenant_id': '7a6aee280f1e4233957316e98484bcdb', 'fixed_ips': [{'subnet_id': 'c7b703ce-2eb1-475f-a57c-9cee42879446'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:44:48.577864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.590633 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.608379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port 53c23d6b-be76-4aa5-8b00-14548058bb61 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:48.739428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::2c9 (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/53c23d6b-be76-4aa5-8b00-14548058bb61) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:48.778360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5be12-7ea0-4a85-a2ba-62c37ff0c74f req-7053ffb8-8559-4948-a640-8d8b367e6fe9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:48.780722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3c5be12-7ea0-4a85-a2ba-62c37ff0c74f req-7053ffb8-8559-4948-a640-8d8b367e6fe9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0666928 Jul 09 19:44:48.823384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3c5be12-7ea0-4a85-a2ba-62c37ff0c74f req-1e193a65-8fc7-4d9e-9946-075d8df37b6e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Jul 09 19:44:48.895836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:48.912264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object 53c23d6b-be76-4aa5-8b00-14548058bb61 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:48.955315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.003645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Allocated IP 2001:db8::2 (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/5fd4e503-8b19-488b-b5c9-e7fcff86d4ba) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:49.004827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:49.008357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:49.013650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:49.019302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:49.020051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.023811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=53c23d6b-be76-4aa5-8b00-14548058bb61,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:49.050398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d67a86b3-3f92-46aa-9f17-ec64a5ca2f71 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6357234 Jul 09 19:44:49.054094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:49.062211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1495337379', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:dd:8f:4b'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:49.189103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.198075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Transition to ACTIVE for port object 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:49.206128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:49.220023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Transition to ACTIVE for port object 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:49.227951 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.283164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:49.291560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:49.294426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Pushing event updated for resources: {'Port': ['ID=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:49.303791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:49.326145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.347556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port c8d61dcd-d526-425e-bd3b-8e7c8470dc61 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:49.377978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Attempting to bind port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:44:49.378822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Attempting to bind port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '5e311f01-789c-4690-bf38-fe6f7177b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:44:49.379326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Attempting to bind port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba on network 251cb8e8-6791-4a32-9f5b-0e39609b35be {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:44:49.388097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:44:49.388762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Checking segment: {'id': '5e311f01-789c-4690-bf38-fe6f7177b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:44:49.389427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.389947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Bound using segment: {'id': '5e311f01-789c-4690-bf38-fe6f7177b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:44:49.390565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Bound port: 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e311f01-789c-4690-bf38-fe6f7177b25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:44:49.391355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.469667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] For port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:44:49.473266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] For port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,segment=NetworkSegment(5e311f01-789c-4690-bf38-fe6f7177b25d),segment_id=5e311f01-789c-4690-bf38-fe6f7177b25d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:44:49.480001 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.518087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::13f (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/c8d61dcd-d526-425e-bd3b-8e7c8470dc61) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:49.560886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259f77-ba5f-400c-8d96-1b4b3f914e99 None None] Pushing event updated for resources: {'Port': ['ID=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:49.700183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.723226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object c8d61dcd-d526-425e-bd3b-8e7c8470dc61 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:49.792173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.845044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:49.848582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:49.862782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:49.868613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:49.871336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:49.883144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=c8d61dcd-d526-425e-bd3b-8e7c8470dc61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:49.893865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8382525 Jul 09 19:44:49.895329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.895678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.896021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.896359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.896537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:49.896992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.896992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.897347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.897732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.897997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.898326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.898648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:49.898968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b4b10-5491-4502-a387-363d9fe034dc tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:44:50.027099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb33115-ba8b-4458-bb69-188f7c25df2f tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:50.033178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb33115-ba8b-4458-bb69-188f7c25df2f tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:50.039154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb33115-ba8b-4458-bb69-188f7c25df2f tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:50.040904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9cb33115-ba8b-4458-bb69-188f7c25df2f tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1433349 Jul 09 19:44:50.043747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:50.138914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bc0c-b4a1-4a6e-a073-1fefd88cf684 req-eed953a3-ac86-432a-a1ed-0a85a402ec99 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:50.140481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e69bc0c-b4a1-4a6e-a073-1fefd88cf684 req-eed953a3-ac86-432a-a1ed-0a85a402ec99 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1604810 Jul 09 19:44:50.202101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port c8d61dcd-d526-425e-bd3b-8e7c8470dc61 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:50.202452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:50.264856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e69bc0c-b4a1-4a6e-a073-1fefd88cf684 req-b2741014-cd69-443b-99c7-ec3baf6d4e99 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157410 Jul 09 19:44:50.349813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:50.370988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for c8d61dcd-d526-425e-bd3b-8e7c8470dc61 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:50.594064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:50.624629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=c8d61dcd-d526-425e-bd3b-8e7c8470dc61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:50.754665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:50.801354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:50.806754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:50.807284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cfa0aca2-6711-4fc8-8922-be1b239cc690 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/c8d61dcd-d526-425e-bd3b-8e7c8470dc61 HTTP/1.1" status: 204 len: 168 time: 0.7619557 Jul 09 19:44:50.843884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:50.858078 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1192f6b-d2ac-43ad-b260-4ce1a7322d4d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] GET failed (client error): The resource could not be found. Jul 09 19:44:50.860243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bbc1c8-58e5-4990-8f2c-576a0c92fcee None None] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:50.860862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b1192f6b-d2ac-43ad-b260-4ce1a7322d4d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports/c8d61dcd-d526-425e-bd3b-8e7c8470dc61 HTTP/1.1" status: 404 len: 333 time: 0.0523815 Jul 09 19:44:50.864763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:50.870785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-698164188'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:50.932824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Provisioning for port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:50.944759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Provisioning complete for port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:50.945208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.005949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:51.011607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.035509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port f72cdd9d-9886-4e81-b398-09e1498bdb18 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:51.145560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.171965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::3c1 (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/f72cdd9d-9886-4e81-b398-09e1498bdb18) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:51.183626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] For port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,segment=NetworkSegment(5e311f01-789c-4690-bf38-fe6f7177b25d),segment_id=5e311f01-789c-4690-bf38-fe6f7177b25d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:51.188009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.242545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f6a5-6265-4dbc-86f9-44d91d1b7b62 None None] Pushing event updated for resources: {'Port': ['ID=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:51.344232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.362652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object f72cdd9d-9886-4e81-b398-09e1498bdb18 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:51.418683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Provisioning for port 53c23d6b-be76-4aa5-8b00-14548058bb61 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:51.423434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Provisioning complete for port 53c23d6b-be76-4aa5-8b00-14548058bb61 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:51.423812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.473683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Port 53c23d6b-be76-4aa5-8b00-14548058bb61 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:51.477703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.487993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Provisioning complete for port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:51.488499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd6477c8-328c-44ff-871d-6e28f46b4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.599170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33260b5-0267-4103-83de-b42e426fe58c req-e06acbe2-6ec7-4231-9531-8b1788c17273 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:51.600742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c33260b5-0267-4103-83de-b42e426fe58c req-e06acbe2-6ec7-4231-9531-8b1788c17273 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.2082355 Jul 09 19:44:51.628918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:51.630166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=f72cdd9d-9886-4e81-b398-09e1498bdb18,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:51.638168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:51.640826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:51.646773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:51.647424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.671426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2625c275-f3cb-4511-9c52-3d523ac3fd6d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8022864 Jul 09 19:44:51.672346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:51.680276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:dd:8f:4b'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:51.702557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c33260b5-0267-4103-83de-b42e426fe58c req-8eff104e-0ab6-4648-a2fe-ed9d097452f9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899031 Jul 09 19:44:51.839733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-15cd5663-693c-45df-985d-d18146e57f8a None None] Provisioning complete for port 53c23d6b-be76-4aa5-8b00-14548058bb61 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:51.840311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15cd5663-693c-45df-985d-d18146e57f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:51.910247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-15cd5663-693c-45df-985d-d18146e57f8a None None] Port 53c23d6b-be76-4aa5-8b00-14548058bb61 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:51.977556 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.024042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a8123204-0c89-414e-9808-24946ae2abcc None None] Could not find standard attr ID for object c8d61dcd-d526-425e-bd3b-8e7c8470dc61. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:44:52.190589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.196651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.237657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] In _notify_port_updated(), no bound segment for port f72cdd9d-9886-4e81-b398-09e1498bdb18 on network 251cb8e8-6791-4a32-9f5b-0e39609b35be {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:44:52.243393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:52.244756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.248846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "PUT /v2.0/ports/f72cdd9d-9886-4e81-b398-09e1498bdb18 HTTP/1.1" status: 200 len: 1002 time: 0.5725036 Jul 09 19:44:52.249194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:52.270573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c85b73-b205-416b-b205-754b5d2ec62c tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=f72cdd9d-9886-4e81-b398-09e1498bdb18,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:52.292924 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a9d5-b61c-4de4-a6e4-917122f85724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.363875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7826c68d-1e60-43ec-a745-1b3682f295fa None None] Provisioning for port f72cdd9d-9886-4e81-b398-09e1498bdb18 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:52.371649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7826c68d-1e60-43ec-a745-1b3682f295fa None None] Provisioning complete for port f72cdd9d-9886-4e81-b398-09e1498bdb18 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:52.371835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port f72cdd9d-9886-4e81-b398-09e1498bdb18 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:52.372183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.372676 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7826c68d-1e60-43ec-a745-1b3682f295fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.428064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7826c68d-1e60-43ec-a745-1b3682f295fa None None] Port f72cdd9d-9886-4e81-b398-09e1498bdb18 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:52.475116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.489562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for f72cdd9d-9886-4e81-b398-09e1498bdb18 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:52.661034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.713800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:44:52.740013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=f72cdd9d-9886-4e81-b398-09e1498bdb18,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:52.818536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:52.819221 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.855066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-96597c29-f3f4-4705-a95a-2a519c5acfcb None None] Could not find standard attr ID for object f72cdd9d-9886-4e81-b398-09e1498bdb18. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:44:52.928405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:52.933436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b900c6b1-9bbd-44be-8d1c-7ce7100ea09d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/f72cdd9d-9886-4e81-b398-09e1498bdb18 HTTP/1.1" status: 204 len: 168 time: 0.6792371 Jul 09 19:44:52.940126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:53.009354 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-887f4ab6-d811-42a6-bf32-e561a70aec42 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] GET failed (client error): The resource could not be found. Jul 09 19:44:53.011016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-887f4ab6-d811-42a6-bf32-e561a70aec42 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports/f72cdd9d-9886-4e81-b398-09e1498bdb18 HTTP/1.1" status: 404 len: 333 time: 0.0637484 Jul 09 19:44:53.015303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:53.020657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1798518208'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:53.076575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f7be2-e9f2-47ff-bafc-fedcfdc05b12 req-231030c4-4372-4f2f-adae-ec42bd5e8ff5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:53.085958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b5f7be2-e9f2-47ff-bafc-fedcfdc05b12 req-231030c4-4372-4f2f-adae-ec42bd5e8ff5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1600702 Jul 09 19:44:53.175263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b5f7be2-e9f2-47ff-bafc-fedcfdc05b12 req-edd2aae4-8f1f-4060-8021-2719357cd302 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Jul 09 19:44:53.199712 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.265972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:53.269524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.288783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port 0993679c-1a3e-4cd5-89a4-bcf724442550 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:53.408959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::26e (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/0993679c-1a3e-4cd5-89a4-bcf724442550) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:53.552274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.565894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object 0993679c-1a3e-4cd5-89a4-bcf724442550 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:53.599213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.652076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:53.657220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:53.659807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:53.665994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:53.666627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.673566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=0993679c-1a3e-4cd5-89a4-bcf724442550,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:53.689696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8f7d8844-2e7f-4834-b25f-3e267a8cecee tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6728499 Jul 09 19:44:53.692549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:53.698815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dd:8f:4b'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:53.814237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:53.999183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4b7f7811-0009-4b8d-82ea-4aaff378975d None None] Provisioning for port 0993679c-1a3e-4cd5-89a4-bcf724442550 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:54.004332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4b7f7811-0009-4b8d-82ea-4aaff378975d None None] Provisioning complete for port 0993679c-1a3e-4cd5-89a4-bcf724442550 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:54.004898 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7811-0009-4b8d-82ea-4aaff378975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.068581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f7811-0009-4b8d-82ea-4aaff378975d None None] Port 0993679c-1a3e-4cd5-89a4-bcf724442550 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:54.080242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.085896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.129119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] In _notify_port_updated(), no bound segment for port 0993679c-1a3e-4cd5-89a4-bcf724442550 on network 251cb8e8-6791-4a32-9f5b-0e39609b35be {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:44:54.136155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:54.136816 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.141076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "PUT /v2.0/ports/0993679c-1a3e-4cd5-89a4-bcf724442550 HTTP/1.1" status: 200 len: 1003 time: 0.4473052 Jul 09 19:44:54.141725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:54.151165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b3e68-7a51-498d-b5be-db4b2a0e770e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=0993679c-1a3e-4cd5-89a4-bcf724442550,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:54.260064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port 0993679c-1a3e-4cd5-89a4-bcf724442550 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:54.260620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.410571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.428376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for 0993679c-1a3e-4cd5-89a4-bcf724442550 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:54.437197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4778d3c-f318-4892-91a8-1a974a28a90f req-e3827584-e76d-4b0b-9262-e62c6142edad tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:54.438725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4778d3c-f318-4892-91a8-1a974a28a90f req-e3827584-e76d-4b0b-9262-e62c6142edad tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1218936 Jul 09 19:44:54.490806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-683bcdc9-f6fc-4a19-9b11-b3b067c0d1e0 None None] Provisioning complete for port 0993679c-1a3e-4cd5-89a4-bcf724442550 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:54.491174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-683bcdc9-f6fc-4a19-9b11-b3b067c0d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.522578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4778d3c-f318-4892-91a8-1a974a28a90f req-43bcf21d-6329-4ab6-b7e8-644509afe18e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Jul 09 19:44:54.525856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-683bcdc9-f6fc-4a19-9b11-b3b067c0d1e0 None None] Port 0993679c-1a3e-4cd5-89a4-bcf724442550 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:54.598499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.626177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=0993679c-1a3e-4cd5-89a4-bcf724442550,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:54.657404 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.661823 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1707cbca-3dc0-4702-a3ed-94ecb0126182 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/0993679c-1a3e-4cd5-89a4-bcf724442550 HTTP/1.1" status: 204 len: 168 time: 0.5147433 Jul 09 19:44:54.661995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:54.690366 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b1019a-6972-470b-aa66-3abbb5d711e6 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] GET failed (client error): The resource could not be found. Jul 09 19:44:54.693083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9b1019a-6972-470b-aa66-3abbb5d711e6 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports/0993679c-1a3e-4cd5-89a4-bcf724442550 HTTP/1.1" status: 404 len: 333 time: 0.0290399 Jul 09 19:44:54.695885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:54.701110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2137502378'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:54.831166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:54.835204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.855382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port bbfd59d5-029f-485d-84cb-f482fa6c16d5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:54.935330 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58f3c73c-a64c-419c-851d-8ad0a27b55e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:54.971754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::a2 (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/bbfd59d5-029f-485d-84cb-f482fa6c16d5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:55.136308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.154916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object bbfd59d5-029f-485d-84cb-f482fa6c16d5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:55.204309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.240279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.259850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:55.265474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:55.267867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:55.273737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:55.274355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.291228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=bbfd59d5-029f-485d-84cb-f482fa6c16d5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:55.298853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1991e234-a37f-49c6-a0ec-7d3b099b212d tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6018989 Jul 09 19:44:55.301425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:55.307086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'network_id': '251cb8e8-6791-4a32-9f5b-0e39609b35be', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609268815'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:55.429006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Made reservation on behalf of 7a6aee280f1e4233957316e98484bcdb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:44:55.432746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.460480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] device_id is not set on port f7c923c1-fa07-484f-859b-d63974eb2c2e yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:44:55.565485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d46d856e-07e2-43c8-b135-776e4cf4539b None None] Provisioning for port bbfd59d5-029f-485d-84cb-f482fa6c16d5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:55.571485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d46d856e-07e2-43c8-b135-776e4cf4539b None None] Provisioning complete for port bbfd59d5-029f-485d-84cb-f482fa6c16d5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:55.572078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46d856e-07e2-43c8-b135-776e4cf4539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.596201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Allocated IP 2001:db8::164 (251cb8e8-6791-4a32-9f5b-0e39609b35be/c7b703ce-2eb1-475f-a57c-9cee42879446/f7c923c1-fa07-484f-859b-d63974eb2c2e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:44:55.613894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d46d856e-07e2-43c8-b135-776e4cf4539b None None] Port bbfd59d5-029f-485d-84cb-f482fa6c16d5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:55.802786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.814224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f67c21-7203-4c84-aeec-c34c4212c0cf req-b506bc8b-9402-4d9c-a2d3-6d7d4c41eaea tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:55.815731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60f67c21-7203-4c84-aeec-c34c4212c0cf req-b506bc8b-9402-4d9c-a2d3-6d7d4c41eaea tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1426859 Jul 09 19:44:55.833077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Transition to ACTIVE for port object f7c923c1-fa07-484f-859b-d63974eb2c2e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:44:55.868894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60f67c21-7203-4c84-aeec-c34c4212c0cf req-85537309-f6e5-4734-bd82-ce70c50362a5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Jul 09 19:44:55.893150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.943831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:44:55.947700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:44:55.952608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:44:55.958514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:55.959140 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:55.966414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=f7c923c1-fa07-484f-859b-d63974eb2c2e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:55.989172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1548074-1924-4569-becf-ee631535da95 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6855543 Jul 09 19:44:55.991258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:55.996908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:dd:8f:4b'}, {'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:fd:f4:78'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:44:56.253084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.282835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.388553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee40abb5-b5f9-4240-aa90-e49bc2ccd4d8 None None] Provisioning for port f7c923c1-fa07-484f-859b-d63974eb2c2e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:44:56.394173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee40abb5-b5f9-4240-aa90-e49bc2ccd4d8 None None] Provisioning complete for port f7c923c1-fa07-484f-859b-d63974eb2c2e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:56.394934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee40abb5-b5f9-4240-aa90-e49bc2ccd4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.447305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ee40abb5-b5f9-4240-aa90-e49bc2ccd4d8 None None] Port f7c923c1-fa07-484f-859b-d63974eb2c2e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:56.770267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.775311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.808720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] In _notify_port_updated(), no bound segment for port f7c923c1-fa07-484f-859b-d63974eb2c2e on network 251cb8e8-6791-4a32-9f5b-0e39609b35be {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:44:56.814339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:56.815069 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:56.816436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "PUT /v2.0/ports/f7c923c1-fa07-484f-859b-d63974eb2c2e HTTP/1.1" status: 200 len: 1066 time: 0.8240211 Jul 09 19:44:56.819549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:56.865679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a47c3-a69b-49b0-adb7-c0141efa6606 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event updated for resources: {'Port': ['ID=f7c923c1-fa07-484f-859b-d63974eb2c2e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:57.000343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port f7c923c1-fa07-484f-859b-d63974eb2c2e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:57.000754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.076132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bde7cbd3-d0ad-4280-87ed-d13de7c1eca2 None None] Provisioning complete for port f7c923c1-fa07-484f-859b-d63974eb2c2e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:44:57.076716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bde7cbd3-d0ad-4280-87ed-d13de7c1eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.138794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.143444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bde7cbd3-d0ad-4280-87ed-d13de7c1eca2 None None] Port f7c923c1-fa07-484f-859b-d63974eb2c2e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:44:57.162113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaee5f-ceb1-4a30-943f-cd0ca816ce8b req-e775a13d-00bf-4285-b765-e7f17d205e67 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:57.163590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51eaee5f-ceb1-4a30-943f-cd0ca816ce8b req-e775a13d-00bf-4285-b765-e7f17d205e67 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1379721 Jul 09 19:44:57.164418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for f7c923c1-fa07-484f-859b-d63974eb2c2e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:57.243669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51eaee5f-ceb1-4a30-943f-cd0ca816ce8b req-2201303d-134e-494e-a238-eeccbd809e24 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Jul 09 19:44:57.366508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.397747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=f7c923c1-fa07-484f-859b-d63974eb2c2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:57.605417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.613680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b738c5f4-84e5-4e22-b3de-c0cd99f47c66 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/f7c923c1-fa07-484f-859b-d63974eb2c2e HTTP/1.1" status: 204 len: 168 time: 0.7933352 Jul 09 19:44:57.614321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:57.651951 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea1105d-1a04-4d0d-9a4b-ecbb5f1244c2 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] GET failed (client error): The resource could not be found. Jul 09 19:44:57.653656 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7ea1105d-1a04-4d0d-9a4b-ecbb5f1244c2 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports/f7c923c1-fa07-484f-859b-d63974eb2c2e HTTP/1.1" status: 404 len: 333 time: 0.0382686 Jul 09 19:44:57.656427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:57.756546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.775807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port bbfd59d5-029f-485d-84cb-f482fa6c16d5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:57.776152 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.867851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:57.884888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for bbfd59d5-029f-485d-84cb-f482fa6c16d5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:58.019272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.061158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=bbfd59d5-029f-485d-84cb-f482fa6c16d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:58.088684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.090894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bce1bf65-9c8f-4b84-8fd0-f0adcd54ef90 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/bbfd59d5-029f-485d-84cb-f482fa6c16d5 HTTP/1.1" status: 204 len: 168 time: 0.4331508 Jul 09 19:44:58.093706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:58.135105 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-02750156-6a53-4c98-bd61-c0d01cfdefb2 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] GET failed (client error): The resource could not be found. Jul 09 19:44:58.136926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02750156-6a53-4c98-bd61-c0d01cfdefb2 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "GET /v2.0/ports/bbfd59d5-029f-485d-84cb-f482fa6c16d5 HTTP/1.1" status: 404 len: 333 time: 0.0420446 Jul 09 19:44:58.142105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:58.265101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port 53c23d6b-be76-4aa5-8b00-14548058bb61 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:58.265772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.437684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.452887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for 53c23d6b-be76-4aa5-8b00-14548058bb61 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:58.469054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4de7e-2d7b-436e-b631-a6618038abfb req-8616c99d-fc0f-4daf-95be-88e53a418f17 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:58.470707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a4de7e-2d7b-436e-b631-a6618038abfb req-8616c99d-fc0f-4daf-95be-88e53a418f17 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0799382 Jul 09 19:44:58.518631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7a4de7e-2d7b-436e-b631-a6618038abfb req-5b7a4100-aa61-40b4-acec-73f50e2f67f0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Jul 09 19:44:58.594628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.627053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=53c23d6b-be76-4aa5-8b00-14548058bb61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:58.700689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.702592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6c432b7-23f2-4536-b3a9-324434331a49 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/ports/53c23d6b-be76-4aa5-8b00-14548058bb61 HTTP/1.1" status: 204 len: 168 time: 0.5576360 Jul 09 19:44:58.705141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:58.809360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting subnet c7b703ce-2eb1-475f-a57c-9cee42879446 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:44:58.813018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.882400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:58.999740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.069721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.099557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b703ce-2eb1-475f-a57c-9cee42879446,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:59.101566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.106865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9c5a2fde-f688-420d-9531-44d68e2a606e tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/subnets/c7b703ce-2eb1-475f-a57c-9cee42879446 HTTP/1.1" status: 204 len: 168 time: 0.3978143 Jul 09 19:44:59.108282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:44:59.116984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a0ae1-afb5-4cde-b522-99e871cc7c7c None None] Network 251cb8e8-6791-4a32-9f5b-0e39609b35be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:44:59.194853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.258875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Deleting port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:59.259328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.314882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] DHCP port deletion for 251cb8e8-6791-4a32-9f5b-0e39609b35be request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:44:59.344343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] For port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,segment=NetworkSegment(5e311f01-789c-4690-bf38-fe6f7177b25d),segment_id=5e311f01-789c-4690-bf38-fe6f7177b25d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:59.344611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.366606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Calling delete_port for 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:59.377887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Deleting port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:44:59.378500 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.452824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] For port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,segment=NetworkSegment(5e311f01-789c-4690-bf38-fe6f7177b25d),segment_id=5e311f01-789c-4690-bf38-fe6f7177b25d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:44:59.453247 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.467490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.467853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Calling delete_port for 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:44:59.480119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] No DVR routers for this DVR port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:59.534878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Port': ['ID=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:59.568469 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.598611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] Pushing event deleted for resources: {'Port': ['ID=5fd4e503-8b19-488b-b5c9-e7fcff86d4ba,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:59.603200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d08ef9-9130-4b35-8cf1-210483595da3 None None] No DVR routers for this DVR port 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:44:59.614509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.625939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251cb8e8-6791-4a32-9f5b-0e39609b35be']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:59.637949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e311f01-789c-4690-bf38-fe6f7177b25d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:59.638604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e311f01-789c-4690-bf38-fe6f7177b25d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:44:59.648101 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.669188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.675630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:44:59.676316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:44:59.679826 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:44:59.745566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.759096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.761015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] 10.222.0.10 "DELETE /v2.0/networks/251cb8e8-6791-4a32-9f5b-0e39609b35be HTTP/1.1" status: 204 len: 168 time: 0.6527896 Jul 09 19:44:59.771495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05ce74-4a11-437e-a518-a9169de06de9 tempest-AllowedAddressPairIpV6TestJSON-1438120716 tempest-AllowedAddressPairIpV6TestJSON-1438120716-project] Pushing event deleted for resources: {'Network': ['ID=251cb8e8-6791-4a32-9f5b-0e39609b35be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:44:59.802752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a015-4217-4a9b-b4c8-d3827e24e211 req-b10d630b-e225-4340-ae5b-06764ee0f7e1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:44:59.808420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2128a015-4217-4a9b-b4c8-d3827e24e211 req-b10d630b-e225-4340-ae5b-06764ee0f7e1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1012344 Jul 09 19:44:59.872245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2128a015-4217-4a9b-b4c8-d3827e24e211 req-30454899-9105-454b-9ece-217e23a3e93f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Jul 09 19:45:00.162509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:00.299130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7143c97e-6acf-41a1-a401-bb28e0708fb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a6aee280f1e4233957316e98484bcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353872 Jul 09 19:45:00.301467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:00.353470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56838096-86c8-437d-9069-22ec65547add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:00.374683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56838096-86c8-437d-9069-22ec65547add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:00.423136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56838096-86c8-437d-9069-22ec65547add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:00.425696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56838096-86c8-437d-9069-22ec65547add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:00.426844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-56838096-86c8-437d-9069-22ec65547add admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6753cbc7-993a-4e85-93c9-70f47408d04d HTTP/1.1" status: 204 len: 168 time: 0.1242325 Jul 09 19:45:00.434835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56838096-86c8-437d-9069-22ec65547add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753cbc7-993a-4e85-93c9-70f47408d04d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:00.711638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:00.734950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:00.735607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5fd4e503-8b19-488b-b5c9-e7fcff86d4ba not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:01.102004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c30c69-9240-49a1-8fb1-0e39511c8de5 req-e8f929b0-085b-4a1c-b799-8bb42a1076c6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:01.104641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-72c30c69-9240-49a1-8fb1-0e39511c8de5 req-e8f929b0-085b-4a1c-b799-8bb42a1076c6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0904882 Jul 09 19:45:01.155908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:01.171215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-72c30c69-9240-49a1-8fb1-0e39511c8de5 req-cdc30c9d-70af-4fea-b5d7-ad4b382746dc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Jul 09 19:45:01.273060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-938689265'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:01.294573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:01.298193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.311036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.400888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.404607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.427131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:45:01.440874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9c9e68-53ec-4686-b4d6-5f1949496d16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:01.445688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.446034 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Added segment 903d69a4-4bb8-4895-9d7e-7974a1fd1240 of type vlan for network cd9fb379-cec1-4f29-831a-f6856365f204 Jul 09 19:45:01.488146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.518102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.526127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:01.527016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.585503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4284396 Jul 09 19:45:01.589205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:01.595705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'subnet': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:01.618522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15ec8-ef16-4c7f-a6fd-855b49324350 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Network': ['ID=cd9fb379-cec1-4f29-831a-f6856365f204,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:01.639981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cd9fb379-cec1-4f29-831a-f6856365f204 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:45:01.702050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:01.706112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.894099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:01.962295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Subnet': ['ID=45f0b771-5aee-475f-94a2-f1a611a0a9e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:01.973818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.974163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.974501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.974839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.975165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.975493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.975818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.976141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.976473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.976794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.977112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.977451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:01.980866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Checking segment: {'id': '903d69a4-4bb8-4895-9d7e-7974a1fd1240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:01.981249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network hostable DHCP agents. Network: cd9fb379-cec1-4f29-831a-f6856365f204, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:45:01.998394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:45:02.006719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cd9fb379-cec1-4f29-831a-f6856365f204) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:02.011169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:02.012216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.016649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b74f75-d6d7-42be-8ee0-ba414f40000f None None] Network cd9fb379-cec1-4f29-831a-f6856365f204 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:02.026193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4af5066f-88a3-441c-a7a7-622c20b10578 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4357345 Jul 09 19:45:02.028731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:02.033606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-923432621'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:02.158793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:02.163554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.183813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port fec498ad-15e8-452f-9bff-24eb9bf622c8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:02.256551 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:45:02.317974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-cd9fb379-cec1-4f29-831a-f6856365f204', 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'tenant_id': '02cccb97de9f4d8495ea7aa72cf69053', 'fixed_ips': [{'subnet_id': '45f0b771-5aee-475f-94a2-f1a611a0a9e7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:45:02.318608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.322941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.4 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/fec498ad-15e8-452f-9bff-24eb9bf622c8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:02.414466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d89e-8e86-4ede-8368-201281149c2f req-29ff239d-d099-439b-9c9a-37b6952aae94 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:02.415893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cb6d89e-8e86-4ede-8368-201281149c2f req-29ff239d-d099-439b-9c9a-37b6952aae94 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0844276 Jul 09 19:45:02.455868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cb6d89e-8e86-4ede-8368-201281149c2f req-a63de485-ac0c-49cc-83f3-a5ba8edb2167 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Jul 09 19:45:02.483941 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.497780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object fec498ad-15e8-452f-9bff-24eb9bf622c8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:02.529984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.575080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:02.575320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Allocated IP 172.20.0.2 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/a94175c0-3882-45be-af96-fd797bf8b57f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:02.578162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:02.582020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:02.611334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=fec498ad-15e8-452f-9bff-24eb9bf622c8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:02.644556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:02.645232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.662154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cda699f1-cd62-4357-afed-114750d89efc tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6323493 Jul 09 19:45:02.665714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:02.679718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-454206908', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:04:5e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:02.730234 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.739002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Transition to ACTIVE for port object a94175c0-3882-45be-af96-fd797bf8b57f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:02.757184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Transition to ACTIVE for port object a94175c0-3882-45be-af96-fd797bf8b57f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:02.764050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.792952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:02.813793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:02.817585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:02.819805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Pushing event updated for resources: {'Port': ['ID=a94175c0-3882-45be-af96-fd797bf8b57f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:02.822494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:02.879811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Attempting to bind port a94175c0-3882-45be-af96-fd797bf8b57f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:45:02.880191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Attempting to bind port a94175c0-3882-45be-af96-fd797bf8b57f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '903d69a4-4bb8-4895-9d7e-7974a1fd1240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:45:02.880561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Attempting to bind port a94175c0-3882-45be-af96-fd797bf8b57f on network cd9fb379-cec1-4f29-831a-f6856365f204 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:02.886224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:45:02.886601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Checking segment: {'id': '903d69a4-4bb8-4895-9d7e-7974a1fd1240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:02.887020 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.887420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Bound using segment: {'id': '903d69a4-4bb8-4895-9d7e-7974a1fd1240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:45:02.887864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.888017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Bound port: a94175c0-3882-45be-af96-fd797bf8b57f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903d69a4-4bb8-4895-9d7e-7974a1fd1240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:45:02.888264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.909263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port e0019c05-0b4f-4490-b811-f5c92f2e596e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:02.978704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] For port a94175c0-3882-45be-af96-fd797bf8b57f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:45:02.984058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] For port a94175c0-3882-45be-af96-fd797bf8b57f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a94175c0-3882-45be-af96-fd797bf8b57f,segment=NetworkSegment(903d69a4-4bb8-4895-9d7e-7974a1fd1240),segment_id=903d69a4-4bb8-4895-9d7e-7974a1fd1240)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:45:02.993766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.057473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681d30-3065-4042-8372-3f28fed3963d None None] Pushing event updated for resources: {'Port': ['ID=a94175c0-3882-45be-af96-fd797bf8b57f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:03.063983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.14 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/e0019c05-0b4f-4490-b811-f5c92f2e596e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:03.234163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.265750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object e0019c05-0b4f-4490-b811-f5c92f2e596e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:03.310151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.376767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=e0019c05-0b4f-4490-b811-f5c92f2e596e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:03.401939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:03.403866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:03.410013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:03.467948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:03.468594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.499499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d91131d-155f-41d3-8066-46febb08e576 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.8303287 Jul 09 19:45:03.499918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:03.596546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ca759-5b91-4fb2-b7d4-81c145b8a782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:03.602347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ca759-5b91-4fb2-b7d4-81c145b8a782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:03.608741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ca759-5b91-4fb2-b7d4-81c145b8a782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:03.611846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a40ca759-5b91-4fb2-b7d4-81c145b8a782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1095555 Jul 09 19:45:03.613597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:03.687197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffee51-b946-4f57-ab13-ecc9ec149371 req-7184f7f0-d8ae-4ff0-a287-689ed3e12ec8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:03.689098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6dffee51-b946-4f57-ab13-ecc9ec149371 req-7184f7f0-d8ae-4ff0-a287-689ed3e12ec8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0775836 Jul 09 19:45:03.725401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port e0019c05-0b4f-4490-b811-f5c92f2e596e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:03.725893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.733422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6dffee51-b946-4f57-ab13-ecc9ec149371 req-904911ac-8bf0-41e1-bac5-425f6b8ee04e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Jul 09 19:45:03.824886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:03.840148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for e0019c05-0b4f-4490-b811-f5c92f2e596e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:04.011285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:04.052185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=e0019c05-0b4f-4490-b811-f5c92f2e596e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:04.199712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:04.202167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-71647a66-2270-4efe-99d8-fb0efc911acb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/e0019c05-0b4f-4490-b811-f5c92f2e596e HTTP/1.1" status: 204 len: 168 time: 0.5871017 Jul 09 19:45:04.204426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:04.234419 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2bf6c8-087b-446c-a726-fb8d16cf63dd tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] GET failed (client error): The resource could not be found. Jul 09 19:45:04.237177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dc2bf6c8-087b-446c-a726-fb8d16cf63dd tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports/e0019c05-0b4f-4490-b811-f5c92f2e596e HTTP/1.1" status: 404 len: 333 time: 0.0305796 Jul 09 19:45:04.240196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:04.245548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-467488786'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:04.286156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757807e-6e0e-4fff-b241-14c09123a505 None None] Network cd9fb379-cec1-4f29-831a-f6856365f204 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:04.359450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-51ed62d8-1061-4ee8-b920-1a3836f0343d None None] Provisioning for port a94175c0-3882-45be-af96-fd797bf8b57f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:04.785892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a94175c0-3882-45be-af96-fd797bf8b57f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:04.842846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:04.847426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:04.874257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port 37a1f8b6-7965-43a7-8e69-41cd4473c447 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:04.904729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a94175c0-3882-45be-af96-fd797bf8b57f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:04.909324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a94175c0-3882-45be-af96-fd797bf8b57f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:04.909968 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.063978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Provisioning complete for port a94175c0-3882-45be-af96-fd797bf8b57f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:05.064351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.066437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.7 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/37a1f8b6-7965-43a7-8e69-41cd4473c447) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:05.076581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417f3a-0cca-4257-89ca-8e6ea0cdfa95 req-51f18b17-ff24-46ea-bc92-56b802bee529 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:05.084953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e417f3a-0cca-4257-89ca-8e6ea0cdfa95 req-51f18b17-ff24-46ea-bc92-56b802bee529 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1256826 Jul 09 19:45:05.142254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.156417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e417f3a-0cca-4257-89ca-8e6ea0cdfa95 req-84575965-a07d-46e2-ac4e-2d2ae3cdf397 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703521 Jul 09 19:45:05.288514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a94175c0-3882-45be-af96-fd797bf8b57f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a94175c0-3882-45be-af96-fd797bf8b57f,segment=NetworkSegment(903d69a4-4bb8-4895-9d7e-7974a1fd1240),segment_id=903d69a4-4bb8-4895-9d7e-7974a1fd1240)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:05.292421 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.304748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.309703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.325709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object 37a1f8b6-7965-43a7-8e69-41cd4473c447 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:05.367459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.405525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a94175c0-3882-45be-af96-fd797bf8b57f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:05.419432 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:45:05.420058 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:45:05.439146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=37a1f8b6-7965-43a7-8e69-41cd4473c447,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:05.453297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:05.454831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:05.457312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:05.509634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:05.510383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.528270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-236b0bb6-1de3-4651-850b-bae439caa516 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2869120 Jul 09 19:45:05.530890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:05.536566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:04:5e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:05.644778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.861330 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.871842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.955372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=37a1f8b6-7965-43a7-8e69-41cd4473c447,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:05.972402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] In _notify_port_updated(), no bound segment for port 37a1f8b6-7965-43a7-8e69-41cd4473c447 on network cd9fb379-cec1-4f29-831a-f6856365f204 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:45:05.979012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:05.979637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:05.983472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7d70bbc6-e020-4534-8b17-db02021871b1 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "PUT /v2.0/ports/37a1f8b6-7965-43a7-8e69-41cd4473c447 HTTP/1.1" status: 200 len: 992 time: 0.4489369 Jul 09 19:45:05.983854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:06.003849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Provisioning for port fec498ad-15e8-452f-9bff-24eb9bf622c8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:06.008753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Provisioning complete for port fec498ad-15e8-452f-9bff-24eb9bf622c8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:06.010194 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.053437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a59a94a-ecd6-4f44-b4ea-87260dc366cf None None] Port fec498ad-15e8-452f-9bff-24eb9bf622c8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:06.097249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port 37a1f8b6-7965-43a7-8e69-41cd4473c447 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:06.097815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.178249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Provisioning for port 37a1f8b6-7965-43a7-8e69-41cd4473c447 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:06.184383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Provisioning complete for port 37a1f8b6-7965-43a7-8e69-41cd4473c447 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:06.184765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.205868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.221880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for 37a1f8b6-7965-43a7-8e69-41cd4473c447 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:06.227648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Port 37a1f8b6-7965-43a7-8e69-41cd4473c447 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:06.231963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Could not find standard attr ID for object e0019c05-0b4f-4490-b811-f5c92f2e596e. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:45:06.243765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Provisioning complete for port fec498ad-15e8-452f-9bff-24eb9bf622c8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:06.244132 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.285918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00c2beda-3431-498f-b5b4-72d0ad3ae8cf None None] Port fec498ad-15e8-452f-9bff-24eb9bf622c8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:06.377379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6a2f-135d-462e-a5a1-2da40618a661 req-dcaca0fb-8a9d-4366-9897-c6989322fe20 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:06.379791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-76dc6a2f-135d-462e-a5a1-2da40618a661 req-dcaca0fb-8a9d-4366-9897-c6989322fe20 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0783095 Jul 09 19:45:06.401547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.410223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b8d0fbac-3503-4e78-9efa-d7a0756436df None None] Provisioning complete for port 37a1f8b6-7965-43a7-8e69-41cd4473c447 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:06.411251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fbac-3503-4e78-9efa-d7a0756436df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.439142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-76dc6a2f-135d-462e-a5a1-2da40618a661 req-32463341-8598-4879-a723-fffec8acf653 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 Jul 09 19:45:06.452982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0fbac-3503-4e78-9efa-d7a0756436df None None] Port 37a1f8b6-7965-43a7-8e69-41cd4473c447 was deleted so its status cannot be updated. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 19:45:06.491006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=37a1f8b6-7965-43a7-8e69-41cd4473c447,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:06.605348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.609581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f94ffd4-6919-4d9c-855e-9a2ff55fa782 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/37a1f8b6-7965-43a7-8e69-41cd4473c447 HTTP/1.1" status: 204 len: 168 time: 0.6222067 Jul 09 19:45:06.609966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:06.640422 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b2ab07-04a5-4aeb-a100-5624aa13981c tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] GET failed (client error): The resource could not be found. Jul 09 19:45:06.645398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-88b2ab07-04a5-4aeb-a100-5624aa13981c tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports/37a1f8b6-7965-43a7-8e69-41cd4473c447 HTTP/1.1" status: 404 len: 333 time: 0.0310278 Jul 09 19:45:06.645719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:06.651346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-1170563696'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:06.706013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a94175c0-3882-45be-af96-fd797bf8b57f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:06.789839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a94175c0-3882-45be-af96-fd797bf8b57f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:06.796697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.830873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:06.836209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:06.870285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port dc529eb0-110e-4c77-b261-059f71fba058 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:07.001454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.9 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/dc529eb0-110e-4c77-b261-059f71fba058) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:07.168268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.182361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object dc529eb0-110e-4c77-b261-059f71fba058 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:07.217001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.267919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:07.271140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:07.273541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:07.311260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=dc529eb0-110e-4c77-b261-059f71fba058,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:07.345466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:07.346457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.365676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f1fda14-f172-4d9e-b191-782ef8aafc0d tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7185035 Jul 09 19:45:07.368947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:07.375593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5c:04:5e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:07.486720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.614526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-919676ff-3955-4949-80f3-708e099c38c1 None None] Provisioning for port dc529eb0-110e-4c77-b261-059f71fba058 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:07.619580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-919676ff-3955-4949-80f3-708e099c38c1 None None] Provisioning complete for port dc529eb0-110e-4c77-b261-059f71fba058 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:07.620098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-919676ff-3955-4949-80f3-708e099c38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.659781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-919676ff-3955-4949-80f3-708e099c38c1 None None] Port dc529eb0-110e-4c77-b261-059f71fba058 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:07.677244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5b8d-3b5c-4b6e-981a-89e3c358e01d req-18279b68-55d6-4c46-8c71-b66a263c32d7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:07.678814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-882e5b8d-3b5c-4b6e-981a-89e3c358e01d req-18279b68-55d6-4c46-8c71-b66a263c32d7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0936913 Jul 09 19:45:07.714875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.720077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.724652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-882e5b8d-3b5c-4b6e-981a-89e3c358e01d req-fbf4c6de-8130-4bdb-ac48-84a123c87947 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Jul 09 19:45:07.805286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=dc529eb0-110e-4c77-b261-059f71fba058,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:07.815134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] In _notify_port_updated(), no bound segment for port dc529eb0-110e-4c77-b261-059f71fba058 on network cd9fb379-cec1-4f29-831a-f6856365f204 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:45:07.820598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:07.821803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:07.823203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4a7c6a5c-c1ec-4206-a2ce-4f29ffae9fc6 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "PUT /v2.0/ports/dc529eb0-110e-4c77-b261-059f71fba058 HTTP/1.1" status: 200 len: 996 time: 0.4529970 Jul 09 19:45:07.825910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:07.979969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port dc529eb0-110e-4c77-b261-059f71fba058 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:07.980605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.077079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.090551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for dc529eb0-110e-4c77-b261-059f71fba058 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:08.091160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26c57a28-2242-463d-872e-addf636fc59a None None] Provisioning complete for port dc529eb0-110e-4c77-b261-059f71fba058 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:08.092019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26c57a28-2242-463d-872e-addf636fc59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.155214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-26c57a28-2242-463d-872e-addf636fc59a None None] Port dc529eb0-110e-4c77-b261-059f71fba058 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:08.229061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.262574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=dc529eb0-110e-4c77-b261-059f71fba058,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:08.339365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.341665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44a973ff-a88b-43fd-b029-e533c24fa1a8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/dc529eb0-110e-4c77-b261-059f71fba058 HTTP/1.1" status: 204 len: 168 time: 0.5144367 Jul 09 19:45:08.344127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:08.373858 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f68cad0-bd22-43c0-9944-92928bd18d52 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] GET failed (client error): The resource could not be found. Jul 09 19:45:08.378971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f68cad0-bd22-43c0-9944-92928bd18d52 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports/dc529eb0-110e-4c77-b261-059f71fba058 HTTP/1.1" status: 404 len: 333 time: 0.0304739 Jul 09 19:45:08.379512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:08.384734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-88463808'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:08.506032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:08.510327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.528785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port b1ad1a1a-e0db-44cb-93cb-f8241648b1ea yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:08.644024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.10 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/b1ad1a1a-e0db-44cb-93cb-f8241648b1ea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:08.793321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.809457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object b1ad1a1a-e0db-44cb-93cb-f8241648b1ea will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:08.843877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.900206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:08.903784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:08.906311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:08.909463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed5bd-9e72-4dc5-a503-b53a40f6178f req-897eb1be-4c76-47e7-84f9-eb7d02d68658 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:08.911217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39fed5bd-9e72-4dc5-a503-b53a40f6178f req-897eb1be-4c76-47e7-84f9-eb7d02d68658 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0714288 Jul 09 19:45:08.913712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=b1ad1a1a-e0db-44cb-93cb-f8241648b1ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:08.961642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39fed5bd-9e72-4dc5-a503-b53a40f6178f req-0eef800f-abb7-4919-a448-5a7348847836 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Jul 09 19:45:08.970269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:08.971047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:08.998531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25f6828c-41a0-44d6-b533-d3cc468216c8 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6178839 Jul 09 19:45:09.001359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:09.006813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'network_id': 'cd9fb379-cec1-4f29-831a-f6856365f204', 'name': 'tempest-AllowedAddressPairTestJSON-7735804'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:09.164182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Made reservation on behalf of 02cccb97de9f4d8495ea7aa72cf69053 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:09.172555 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.214352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] device_id is not set on port 033ee852-eff0-466a-b510-b8eed9dde172 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:45:09.292261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-527598a6-dcd0-42c3-a092-e383dbea5ed9 None None] Provisioning for port b1ad1a1a-e0db-44cb-93cb-f8241648b1ea completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:09.298138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-527598a6-dcd0-42c3-a092-e383dbea5ed9 None None] Provisioning complete for port b1ad1a1a-e0db-44cb-93cb-f8241648b1ea triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:09.298511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-527598a6-dcd0-42c3-a092-e383dbea5ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.340275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-527598a6-dcd0-42c3-a092-e383dbea5ed9 None None] Port b1ad1a1a-e0db-44cb-93cb-f8241648b1ea cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:09.353560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Allocated IP 172.20.0.14 (cd9fb379-cec1-4f29-831a-f6856365f204/45f0b771-5aee-475f-94a2-f1a611a0a9e7/033ee852-eff0-466a-b510-b8eed9dde172) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:09.535411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.555304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Transition to ACTIVE for port object 033ee852-eff0-466a-b510-b8eed9dde172 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:09.594162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.640910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Network cd9fb379-cec1-4f29-831a-f6856365f204 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:09.644044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:09.648524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:09.700391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=033ee852-eff0-466a-b510-b8eed9dde172,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:09.708016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:09.709046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.727239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-51254d50-421e-41b0-986f-7bb88539114f tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7246566 Jul 09 19:45:09.730515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:09.738125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:04:5e'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e3:1a:d6'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:09.943674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:09.965861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed10ffff-9ad4-430e-8b08-b7d19138751a None None] Provisioning for port 033ee852-eff0-466a-b510-b8eed9dde172 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:09.971173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed10ffff-9ad4-430e-8b08-b7d19138751a None None] Provisioning complete for port 033ee852-eff0-466a-b510-b8eed9dde172 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:09.971553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed10ffff-9ad4-430e-8b08-b7d19138751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.018960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ed10ffff-9ad4-430e-8b08-b7d19138751a None None] Port 033ee852-eff0-466a-b510-b8eed9dde172 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:10.192654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.216174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf92f0-57a8-49fd-9962-5321084d4602 req-9f6a8a1e-5769-45ee-9758-e60e66599ed3 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:10.218516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cebf92f0-57a8-49fd-9962-5321084d4602 req-9f6a8a1e-5769-45ee-9758-e60e66599ed3 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1213510 Jul 09 19:45:10.219392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.356134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event updated for resources: {'Port': ['ID=033ee852-eff0-466a-b510-b8eed9dde172,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:10.366497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cebf92f0-57a8-49fd-9962-5321084d4602 req-212a2c33-b7b1-452f-ac30-b4c1eb46df48 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402018 Jul 09 19:45:10.370692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] In _notify_port_updated(), no bound segment for port 033ee852-eff0-466a-b510-b8eed9dde172 on network cd9fb379-cec1-4f29-831a-f6856365f204 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:45:10.381910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:10.384663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.386163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3e77aaf-8d73-4f2d-8bec-580bf03f6ad9 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "PUT /v2.0/ports/033ee852-eff0-466a-b510-b8eed9dde172 HTTP/1.1" status: 200 len: 1054 time: 0.6543231 Jul 09 19:45:10.389183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:10.510461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port 033ee852-eff0-466a-b510-b8eed9dde172 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:10.511075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.543499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5a9abead-7efc-4eb7-8054-e5a225f3bf9b None None] Provisioning complete for port 033ee852-eff0-466a-b510-b8eed9dde172 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:10.544079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a9abead-7efc-4eb7-8054-e5a225f3bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.590422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5a9abead-7efc-4eb7-8054-e5a225f3bf9b None None] Port 033ee852-eff0-466a-b510-b8eed9dde172 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:10.621387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.636935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for 033ee852-eff0-466a-b510-b8eed9dde172 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:10.770546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:10.804205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=033ee852-eff0-466a-b510-b8eed9dde172,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:11.019930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.022238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e494b2a8-d520-456e-a0a9-8378e91f9114 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/033ee852-eff0-466a-b510-b8eed9dde172 HTTP/1.1" status: 204 len: 168 time: 0.6319833 Jul 09 19:45:11.025594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:11.054285 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c738dc-62d5-4bb7-9e44-8596dc354586 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] GET failed (client error): The resource could not be found. Jul 09 19:45:11.055926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-08c738dc-62d5-4bb7-9e44-8596dc354586 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports/033ee852-eff0-466a-b510-b8eed9dde172 HTTP/1.1" status: 404 len: 333 time: 0.0292745 Jul 09 19:45:11.058767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:11.160291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port b1ad1a1a-e0db-44cb-93cb-f8241648b1ea {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:11.160632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.252583 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.265302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for b1ad1a1a-e0db-44cb-93cb-f8241648b1ea owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:11.401928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.438224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=b1ad1a1a-e0db-44cb-93cb-f8241648b1ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:11.537343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.539297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb24d105-6b67-411c-b85a-bf6ff8c4f5a0 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/b1ad1a1a-e0db-44cb-93cb-f8241648b1ea HTTP/1.1" status: 204 len: 168 time: 0.4795237 Jul 09 19:45:11.542404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:11.609411 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb88891-f6d6-4cd1-b685-e3c278fba7ef tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] GET failed (client error): The resource could not be found. Jul 09 19:45:11.611073 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5cb88891-f6d6-4cd1-b685-e3c278fba7ef tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "GET /v2.0/ports/b1ad1a1a-e0db-44cb-93cb-f8241648b1ea HTTP/1.1" status: 404 len: 333 time: 0.0677249 Jul 09 19:45:11.619262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:11.653733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432b405-d04b-4b95-ba64-607977df547b req-eaca31c5-0779-4300-8304-9218feff7cea tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:11.655464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8432b405-d04b-4b95-ba64-607977df547b req-eaca31c5-0779-4300-8304-9218feff7cea tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1107972 Jul 09 19:45:11.709723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8432b405-d04b-4b95-ba64-607977df547b req-2aa3fa81-17fd-4660-ad78-9ebfe57bd68a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Jul 09 19:45:11.771606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port fec498ad-15e8-452f-9bff-24eb9bf622c8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:11.771951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.862766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:11.875334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for fec498ad-15e8-452f-9bff-24eb9bf622c8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:12.016873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.046171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=fec498ad-15e8-452f-9bff-24eb9bf622c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:12.129250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.131566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-846d2e49-080e-41f8-a426-85e62cb61dfb tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/ports/fec498ad-15e8-452f-9bff-24eb9bf622c8 HTTP/1.1" status: 204 len: 168 time: 0.5104945 Jul 09 19:45:12.133490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:12.187573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting subnet 45f0b771-5aee-475f-94a2-f1a611a0a9e7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:45:12.191091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.237737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.323484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.385801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.422759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Subnet': ['ID=45f0b771-5aee-475f-94a2-f1a611a0a9e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:12.426781 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.429300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e8f2465f-d70b-49b8-886e-4496416ee975 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/subnets/45f0b771-5aee-475f-94a2-f1a611a0a9e7 HTTP/1.1" status: 204 len: 168 time: 0.2945619 Jul 09 19:45:12.431803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:12.435115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e5853-da40-48fe-a5b1-be72c7443bba None None] Network cd9fb379-cec1-4f29-831a-f6856365f204 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:12.521422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.582364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Deleting port a94175c0-3882-45be-af96-fd797bf8b57f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:12.582712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.664779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] DHCP port deletion for cd9fb379-cec1-4f29-831a-f6856365f204 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:45:12.678118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] For port a94175c0-3882-45be-af96-fd797bf8b57f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a94175c0-3882-45be-af96-fd797bf8b57f,segment=NetworkSegment(903d69a4-4bb8-4895-9d7e-7974a1fd1240),segment_id=903d69a4-4bb8-4895-9d7e-7974a1fd1240)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:12.678504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.696652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Calling delete_port for a94175c0-3882-45be-af96-fd797bf8b57f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:12.724097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Deleting port a94175c0-3882-45be-af96-fd797bf8b57f {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:12.724553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.807402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] For port a94175c0-3882-45be-af96-fd797bf8b57f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a94175c0-3882-45be-af96-fd797bf8b57f,segment=NetworkSegment(903d69a4-4bb8-4895-9d7e-7974a1fd1240),segment_id=903d69a4-4bb8-4895-9d7e-7974a1fd1240)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:12.807402 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.820955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Calling delete_port for a94175c0-3882-45be-af96-fd797bf8b57f owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:12.848072 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.880632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] No DVR routers for this DVR port a94175c0-3882-45be-af96-fd797bf8b57f on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:12.886573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Port': ['ID=a94175c0-3882-45be-af96-fd797bf8b57f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:12.938055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:12.965421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] Pushing event deleted for resources: {'Port': ['ID=a94175c0-3882-45be-af96-fd797bf8b57f,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:12.967819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435ed23-8527-42d9-9d79-6944940a2299 None None] No DVR routers for this DVR port a94175c0-3882-45be-af96-fd797bf8b57f on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:13.002531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.015188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9fb379-cec1-4f29-831a-f6856365f204']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:13.029566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903d69a4-4bb8-4895-9d7e-7974a1fd1240') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:13.029860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903d69a4-4bb8-4895-9d7e-7974a1fd1240') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:13.042283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.069874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3b9da-e8ce-49d0-a7a4-e2199431e93c req-e9b6d93b-4efb-4924-833d-051c6124d0b0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:13.071392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dd3b9da-e8ce-49d0-a7a4-e2199431e93c req-e9b6d93b-4efb-4924-833d-051c6124d0b0 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.1586158 Jul 09 19:45:13.072333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.085123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:45:13.085557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:45:13.088704 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:45:13.166251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dd3b9da-e8ce-49d0-a7a4-e2199431e93c req-0e813430-8e7b-4c67-a499-e8225c6b7906 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Jul 09 19:45:13.167394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.172037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.173982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] 10.222.0.10 "DELETE /v2.0/networks/cd9fb379-cec1-4f29-831a-f6856365f204 HTTP/1.1" status: 204 len: 168 time: 0.7404704 Jul 09 19:45:13.191351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fa490-5511-413b-b170-46acf1eaa3d2 tempest-AllowedAddressPairTestJSON-370392138 tempest-AllowedAddressPairTestJSON-370392138-project] Pushing event deleted for resources: {'Network': ['ID=cd9fb379-cec1-4f29-831a-f6856365f204,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:13.424880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:13.561071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2baa935f-6258-406e-934e-8b8809ac0634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02cccb97de9f4d8495ea7aa72cf69053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349559 Jul 09 19:45:13.563537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:13.614974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.638301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.690232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.692901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:13.694212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db9c9e68-53ec-4686-b4d6-5f1949496d16 HTTP/1.1" status: 204 len: 168 time: 0.1295819 Jul 09 19:45:13.702536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58c9ab-fa4b-4ed1-8fea-f2c9e3d5e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9c9e68-53ec-4686-b4d6-5f1949496d16,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:14.377026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752a31-f566-47ec-a639-4fe4f59a5dd1 req-5482b599-a20d-4c64-b9a1-5e599581a88b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:14.380272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f752a31-f566-47ec-a639-4fe4f59a5dd1 req-5482b599-a20d-4c64-b9a1-5e599581a88b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0722294 Jul 09 19:45:14.429693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f752a31-f566-47ec-a639-4fe4f59a5dd1 req-086f316d-23ca-4d6e-930b-2999dc9ef8c7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Jul 09 19:45:14.714382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a94175c0-3882-45be-af96-fd797bf8b57f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:14.743616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: a94175c0-3882-45be-af96-fd797bf8b57f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:14.744055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a94175c0-3882-45be-af96-fd797bf8b57f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:14.815681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:45:14.818496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:14.971827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.013354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:15.015631 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd36d3-c13c-413a-a836-90bc80c7a73f" -d '{"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-unplugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:15.024231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:15.043262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:15.043540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'port_id': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'mac_address': 'fa:16:3e:d1:fc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfcda60-d97a-4fdc-99e7-ba9dd3174444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:45:15.069787 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.092017 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2e0ab-7d3b-488d-a7a7-6154df926328 x-openstack-request-id: req-f8d2e0ab-7d3b-488d-a7a7-6154df926328 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:15.092551 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-unplugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:15.092978 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8d2e0ab-7d3b-488d-a7a7-6154df926328 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:15.093568 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'code': 200} Jul 09 19:45:15.114683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.141708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:15.188196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:15.196688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:45:15.197053 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:45:15.640006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:15.642958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35509e2-7f85-49fb-983f-cfba66b038b6 req-85ed00cb-5d17-4d08-8112-9c48b9accfa7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:15.650764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a35509e2-7f85-49fb-983f-cfba66b038b6 req-85ed00cb-5d17-4d08-8112-9c48b9accfa7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 943 time: 0.0953786 Jul 09 19:45:15.691731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a35509e2-7f85-49fb-983f-cfba66b038b6 req-c4aff5f2-0ccf-4300-ad89-50f5d7885de4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Jul 09 19:45:15.744077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.758853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:15.763367 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b23280-9979-4a28-a543-e15133ade1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.782158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:15.791082 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.848885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:15.878863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b23280-9979-4a28-a543-e15133ade1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.882983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b23280-9979-4a28-a543-e15133ade1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:15.921187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b23280-9979-4a28-a543-e15133ade1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf229b9e-3ead-476c-8154-c2089b1e58b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:15.925528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-89b23280-9979-4a28-a543-e15133ade1b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9951b08b79824df5a6b2032c9ea8df04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842817 Jul 09 19:45:15.928209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:15.985992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.011006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.070104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.072805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.074471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf229b9e-3ead-476c-8154-c2089b1e58b5 HTTP/1.1" status: 204 len: 168 time: 0.1450005 Jul 09 19:45:16.084084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecde48-46ae-4a2b-b65e-60e5340275c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf229b9e-3ead-476c-8154-c2089b1e58b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:16.150473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c16ff229-cd9d-4813-af63-1a4ef70b35c2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:16.386656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:16.400682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-847f8c46-48dc-47b8-af0d-49cc49269653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.497041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-847f8c46-48dc-47b8-af0d-49cc49269653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.501900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-847f8c46-48dc-47b8-af0d-49cc49269653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.539505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8c46-48dc-47b8-af0d-49cc49269653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2a9b8-194a-4ea2-90e6-8a16f20c561c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:16.546645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-847f8c46-48dc-47b8-af0d-49cc49269653 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=434ac9317ae14439b6541d4192822fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565037 Jul 09 19:45:16.546874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:16.598204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.620498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.670233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.672914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:16.674123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfe2a9b8-194a-4ea2-90e6-8a16f20c561c HTTP/1.1" status: 204 len: 168 time: 0.1263156 Jul 09 19:45:16.682578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4ad05-39ec-488e-af58-abebf6463269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2a9b8-194a-4ea2-90e6-8a16f20c561c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:16.891361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012580f3-b3d2-49a4-9254-f8867415c964 req-fb570db5-e08d-4060-a225-f10905a0c9f5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:16.893328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-012580f3-b3d2-49a4-9254-f8867415c964 req-fb570db5-e08d-4060-a225-f10905a0c9f5 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 944 time: 0.0762174 Jul 09 19:45:16.941873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-012580f3-b3d2-49a4-9254-f8867415c964 req-57203605-96e3-4377-b156-2692f4b6b221 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Jul 09 19:45:18.166437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2845f77-6c97-4e2a-a1e1-c2bac3be76a4 req-211c8d55-d60a-4397-81fb-723acf24023a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:18.170074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2845f77-6c97-4e2a-a1e1-c2bac3be76a4 req-211c8d55-d60a-4397-81fb-723acf24023a tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 944 time: 0.0995896 Jul 09 19:45:18.214017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2845f77-6c97-4e2a-a1e1-c2bac3be76a4 req-6fe2ea17-38e2-4fe3-b093-b11eb3d4b9cf tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Jul 09 19:45:18.571074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:18.833557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:18.889738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port c16ff229-cd9d-4813-af63-1a4ef70b35c2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:18.890031 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:18.981030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:19.004856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:19.007340 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc68db-4e4e-4845-92a1-668a5210f8b8" -d '{"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-plugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:19.022365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:19.027827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:19.072566 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa11a99-b750-4872-9f21-39af1a1ea26a x-openstack-request-id: req-2aa11a99-b750-4872-9f21-39af1a1ea26a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:19.072858 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-plugged", "status": "completed", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:19.073117 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2aa11a99-b750-4872-9f21-39af1a1ea26a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:19.073590 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'code': 200} Jul 09 19:45:19.085018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:19.293071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a5451-704a-4b73-8f26-8b7aa27e9cb3 req-a7413621-ce4d-44b4-ae6b-345896f3f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:19.294688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b5a5451-704a-4b73-8f26-8b7aa27e9cb3 req-a7413621-ce4d-44b4-ae6b-345896f3f81f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 1096 time: 0.0741539 Jul 09 19:45:19.336229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b5a5451-704a-4b73-8f26-8b7aa27e9cb3 req-2faaf6a8-6c7e-415d-ae61-13cd6c458e68 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Jul 09 19:45:19.409812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0c093-1ee4-40c6-834f-832035bfdd21 req-9b13459c-8f5b-406e-803a-107dde38a5d2 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:19.411358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bf0c093-1ee4-40c6-834f-832035bfdd21 req-9b13459c-8f5b-406e-803a-107dde38a5d2 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0687089 Jul 09 19:45:19.462643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bf0c093-1ee4-40c6-834f-832035bfdd21 req-e4134d62-9205-4341-a3d4-576330b91af1 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Jul 09 19:45:20.673340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59596a-e144-424a-bda8-9b9ebe0675ab req-44b2c435-0f11-4b8c-95c9-b70765e9e96d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:20.675914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef59596a-e144-424a-bda8-9b9ebe0675ab req-44b2c435-0f11-4b8c-95c9-b70765e9e96d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0886953 Jul 09 19:45:20.726512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef59596a-e144-424a-bda8-9b9ebe0675ab req-05c92f44-e1ae-4c24-8c32-ccb7f899c7e4 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Jul 09 19:45:21.013042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348119d-1b9a-4735-a696-46f248ac3714 req-91654d4e-a2c2-436b-843c-b44a48b657e9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:21.014515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9348119d-1b9a-4735-a696-46f248ac3714 req-91654d4e-a2c2-436b-843c-b44a48b657e9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0908034 Jul 09 19:45:21.060908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9348119d-1b9a-4735-a696-46f248ac3714 req-77b69401-bf11-47aa-a431-3cb1b9b580bb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Jul 09 19:45:21.602782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-40348ec1-28e3-422c-bdb8-0a8eabc4300f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:21.604290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-40348ec1-28e3-422c-bdb8-0a8eabc4300f tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.1138389 Jul 09 19:45:21.621653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-ccb67130-8b87-4ba8-a74a-9b4964ffdf01 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/quotas/d52e9c2ac2034f31aff05d03a94257a0 HTTP/1.1" status: 200 len: 375 time: 0.0113201 Jul 09 19:45:21.697351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-59b3d59f-4c4c-4d64-97c8-13e6eff4e16c tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700490 Jul 09 19:45:21.789452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-449bedf1-9eba-4732-a5f2-a6ac52ea2069 service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840068 Jul 09 19:45:21.902320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-a1c2eea5-8f84-4d53-9fe0-6ccc788538ed service neutron] 10.222.0.10 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947959 Jul 09 19:45:22.151316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3354e11-68b5-4681-acfb-65e966d57c2e req-8b464b41-0525-412f-9f2a-0aed9defbf48 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 210 time: 0.0461547 Jul 09 19:45:22.300872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f28c2e77-4a45-4397-9083-c2e3343d9fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:22.813543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-97ad3a44-bd40-434e-af37-c9824dcfcb07 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:22.815211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-97ad3a44-bd40-434e-af37-c9824dcfcb07 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.25 "GET /v2.0/ports?device_id=76dbda58-165f-4245-a51a-95cac595ed17 HTTP/1.1" status: 200 len: 945 time: 0.0789340 Jul 09 19:45:22.922128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Deleting port c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:22.922718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.026798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] For port c16ff229-cd9d-4813-af63-1a4ef70b35c2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c16ff229-cd9d-4813-af63-1a4ef70b35c2,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:23.027229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.040998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Calling delete_port for c16ff229-cd9d-4813-af63-1a4ef70b35c2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:23.189601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.404024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0a5ce36-7697-4cb2-99a8-bc31429995bf req-238daa87-bed0-436d-b950-3f96b56add4b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 210 time: 0.0366483 Jul 09 19:45:23.448502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.461055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c16ff229-cd9d-4813-af63-1a4ef70b35c2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:23.508833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event deleted for resources: {'Port': ['ID=c16ff229-cd9d-4813-af63-1a4ef70b35c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:23.571742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] No DVR routers for this DVR port c16ff229-cd9d-4813-af63-1a4ef70b35c2 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:23.578334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.580917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a5264bdc-62c9-4143-b6f1-03e94be4a407 req-d88c64a5-95d3-4785-8bfa-7459c1c48edc tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.25 "DELETE /v2.0/ports/c16ff229-cd9d-4813-af63-1a4ef70b35c2 HTTP/1.1" status: 204 len: 173 time: 0.7605441 Jul 09 19:45:23.581525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-deleted', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:23.583913 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801fba4b-b985-4a41-b7fe-a70cc0fe23a0" -d '{"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-deleted", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:23.629937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-4bf8952a-41fe-4454-9526-81b4fa0c76e9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:23.632151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-4bf8952a-41fe-4454-9526-81b4fa0c76e9 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 815 time: 0.3565519 Jul 09 19:45:23.644929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Request body: {'port': {'device_id': '1cd1f874-754e-4ab3-ac18-600167f09273', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'admin_state_up': True, 'tenant_id': 'd52e9c2ac2034f31aff05d03a94257a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:23.882605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Made reservation on behalf of d52e9c2ac2034f31aff05d03a94257a0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:23.887679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:23.966529 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d177b906-6a9c-4de5-a990-613691b84175 x-openstack-request-id: req-d177b906-6a9c-4de5-a990-613691b84175 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:23.967316 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dbda58-165f-4245-a51a-95cac595ed17", "name": "network-vif-deleted", "tag": "c16ff229-cd9d-4813-af63-1a4ef70b35c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:23.967316 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d177b906-6a9c-4de5-a990-613691b84175 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:23.967865 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dbda58-165f-4245-a51a-95cac595ed17', 'name': 'network-vif-deleted', 'tag': 'c16ff229-cd9d-4813-af63-1a4ef70b35c2', 'status': 'completed', 'code': 200} Jul 09 19:45:24.055908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Allocated IP 172.20.0.14 (3b34279f-0d26-4501-af07-66594fc495c1/7dfcda60-d97a-4fdc-99e7-ba9dd3174444/f656b090-5067-40bd-9140-2597e14d2744) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:24.301798 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:24.349986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:24.363151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['c16ff229-cd9d-4813-af63-1a4ef70b35c2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:24.419626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Network 3b34279f-0d26-4501-af07-66594fc495c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:24.451663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event updated for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:24.463878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:24.466236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:24.543761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:24.544448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:24.563848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-e00c30fe-5223-491b-8fae-9bcb1b87a109 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9231899 Jul 09 19:45:24.579630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Request body: {'port': {'device_id': '1cd1f874-754e-4ab3-ac18-600167f09273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:24.714832 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:24.717783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916b88c-625b-486f-a8e6-026b6f54c6e7 req-d5622eb5-d15e-48f1-b802-7f79047c3e8b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:24.720216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b916b88c-625b-486f-a8e6-026b6f54c6e7 req-d5622eb5-d15e-48f1-b802-7f79047c3e8b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 932 time: 0.1223626 Jul 09 19:45:24.765771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b916b88c-625b-486f-a8e6-026b6f54c6e7 req-be99947c-ff26-4a2a-a700-31fcc15d30e8 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jul 09 19:45:24.942267 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-686eb0af-3ecf-44b3-924a-da2127d4fed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.085979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f656b090-5067-40bd-9140-2597e14d2744 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:25.096340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.114007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Transition to ACTIVE for port object f656b090-5067-40bd-9140-2597e14d2744 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:25.120214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.206066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:25.238563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.262474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Attempting to bind port f656b090-5067-40bd-9140-2597e14d2744 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:45:25.263410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Attempting to bind port f656b090-5067-40bd-9140-2597e14d2744 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:45:25.263410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Attempting to bind port f656b090-5067-40bd-9140-2597e14d2744 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:25.268276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Port f656b090-5067-40bd-9140-2597e14d2744 on network 3b34279f-0d26-4501-af07-66594fc495c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:45:25.268809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Attempting to bind port f656b090-5067-40bd-9140-2597e14d2744 on network 3b34279f-0d26-4501-af07-66594fc495c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:25.275036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:45:25.275356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Checking segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:25.275911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Bound using segment: {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:45:25.276394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Bound port: f656b090-5067-40bd-9140-2597e14d2744, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:45:25.276724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.396387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:45:25.401954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f656b090-5067-40bd-9140-2597e14d2744,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:45:25.416948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.471077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:25.471783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:25.473612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/f656b090-5067-40bd-9140-2597e14d2744 HTTP/1.1" status: 200 len: 1092 time: 0.9009242 Jul 09 19:45:25.496013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653bf0-4387-4690-b1a6-6c1901a263b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:25.595647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-863c8d13-f344-4470-a2e5-2beb0b4eb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:25.597382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-863c8d13-f344-4470-a2e5-2beb0b4eb988 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 1095 time: 0.0750654 Jul 09 19:45:25.667570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-16c8e222-9b49-4bfb-a7fd-9613fe5cb8b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f656b090-5067-40bd-9140-2597e14d2744 HTTP/1.1" status: 200 len: 217 time: 0.0579505 Jul 09 19:45:25.726654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-28298684-86ca-4e1e-9b32-ce15839d1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:25.728939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-28298684-86ca-4e1e-9b32-ce15839d1f0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.0538585 Jul 09 19:45:25.762656 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d62d0432-1b94-4cd9-8d14-f7c280ec0af9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Jul 09 19:45:25.864792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-d0d38337-aa99-435d-bccb-3b9a6aef2a2b service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939381 Jul 09 19:45:26.223334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:26.225583 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef64f15-4df9-44d8-8e99-b412561e74f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "tag": "f656b090-5067-40bd-9140-2597e14d2744"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:26.292541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:26.301274 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9255c6-ad25-457f-9ae1-08139bf1fc88 x-openstack-request-id: req-2c9255c6-ad25-457f-9ae1-08139bf1fc88 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:26.301604 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "tag": "f656b090-5067-40bd-9140-2597e14d2744", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:26.301955 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c9255c6-ad25-457f-9ae1-08139bf1fc88 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:26.302361 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744', 'status': 'completed', 'code': 200} Jul 09 19:45:26.345568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cca7841-16a8-452a-bfe2-6ef1bb7577a2 req-8a5dd5b8-269b-492f-ab37-7ae8dbdb8047 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736466 Jul 09 19:45:26.358475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be2fa-2140-46d6-848c-9616961bf3d8 req-3f990f8f-03bc-4e5b-b848-c91bd5c06b2d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:26.359937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-789be2fa-2140-46d6-848c-9616961bf3d8 req-3f990f8f-03bc-4e5b-b848-c91bd5c06b2d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 944 time: 0.1057775 Jul 09 19:45:26.425686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-789be2fa-2140-46d6-848c-9616961bf3d8 req-19f2ae23-1f84-4540-9e7e-9144f443ff9e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573299 Jul 09 19:45:26.458439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-8c6f9118-b733-4444-ae42-d17047a723df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:26.460894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-8c6f9118-b733-4444-ae42-d17047a723df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 1095 time: 0.0662689 Jul 09 19:45:26.560045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-6abdb54e-40d5-408a-8223-9cdf08b449d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:26.561600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-6abdb54e-40d5-408a-8223-9cdf08b449d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 200 len: 916 time: 0.0945721 Jul 09 19:45:26.605843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-908505dc-3a71-479a-ae28-936b3fcb9b45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f656b090-5067-40bd-9140-2597e14d2744 HTTP/1.1" status: 200 len: 217 time: 0.0367239 Jul 09 19:45:26.658041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-8d84c856-51ed-4006-a829-2e8c17a299dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:26.659484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-8d84c856-51ed-4006-a829-2e8c17a299dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 200 len: 855 time: 0.0465152 Jul 09 19:45:26.694370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-63bfee15-cc39-45c9-96eb-179c0ae941bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b34279f-0d26-4501-af07-66594fc495c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264039 Jul 09 19:45:26.792804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-91f97677-0808-4798-a978-23daf650ea48 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915983 Jul 09 19:45:26.862636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:26.887423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: c16ff229-cd9d-4813-af63-1a4ef70b35c2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:26.887933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c16ff229-cd9d-4813-af63-1a4ef70b35c2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:26.892672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ef64f15-4df9-44d8-8e99-b412561e74f1 req-258d856b-2526-4458-8e59-f990cdd93702 service neutron] 10.222.0.59 "GET /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927258 Jul 09 19:45:27.537794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f656b090-5067-40bd-9140-2597e14d2744 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:45:27.625628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e728-9daf-4b93-b65a-082b5313350f req-ced89aa2-c8a4-40ac-b37b-ec678f4f4851 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:27.636301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e124e728-9daf-4b93-b65a-082b5313350f req-ced89aa2-c8a4-40ac-b37b-ec678f4f4851 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 944 time: 0.0919456 Jul 09 19:45:27.678815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e124e728-9daf-4b93-b65a-082b5313350f req-ca324e6d-c38e-4265-a35a-b2e434cc348d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Jul 09 19:45:27.700487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f656b090-5067-40bd-9140-2597e14d2744,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:27.714818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f656b090-5067-40bd-9140-2597e14d2744', 'network_id': '3b34279f-0d26-4501-af07-66594fc495c1', 'port_id': 'f656b090-5067-40bd-9140-2597e14d2744', 'mac_address': 'fa:16:3e:9a:e5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfcda60-d97a-4fdc-99e7-ba9dd3174444', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:45:27.795271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:27.799593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:27.818584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f656b090-5067-40bd-9140-2597e14d2744 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:27.849283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f656b090-5067-40bd-9140-2597e14d2744,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:27.857205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:27.913859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:27.922491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.922917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.923361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.925569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.926741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.926741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:27.926741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:28.150701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f656b090-5067-40bd-9140-2597e14d2744'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:28.886883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:28.895344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77362-20fa-4942-bbc4-7f931dfe9481 req-7809040f-b08f-4f49-b6d3-78b3dc720ff7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:28.897047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fd77362-20fa-4942-bbc4-7f931dfe9481 req-7809040f-b08f-4f49-b6d3-78b3dc720ff7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 945 time: 0.0902576 Jul 09 19:45:28.945980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fd77362-20fa-4942-bbc4-7f931dfe9481 req-222fcebc-2353-4d26-89dd-ee5552f15a55 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jul 09 19:45:29.007648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72f4a86-d4b8-4192-9099-ab1d8f59efbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.105518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72f4a86-d4b8-4192-9099-ab1d8f59efbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.110291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72f4a86-d4b8-4192-9099-ab1d8f59efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.148786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b72f4a86-d4b8-4192-9099-ab1d8f59efbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c972de1f3c04e0a9e09915faf6d5503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606552 Jul 09 19:45:29.150230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f4a86-d4b8-4192-9099-ab1d8f59efbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07989976-66a0-4521-aa9d-3ef4a633b0e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:29.152244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:29.200288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.222115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.267413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.269915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.271056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07989976-66a0-4521-aa9d-3ef4a633b0e8 HTTP/1.1" status: 204 len: 168 time: 0.1178246 Jul 09 19:45:29.279611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5b0a-c089-4933-a8e0-6ea12aa80ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07989976-66a0-4521-aa9d-3ef4a633b0e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:29.553007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:29.555577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f656b090-5067-40bd-9140-2597e14d2744 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:29.567414 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d191dd19-7606-41c8-bd22-e0716e9107d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.618957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f656b090-5067-40bd-9140-2597e14d2744 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:29.623040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f656b090-5067-40bd-9140-2597e14d2744 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:29.623427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.675846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d191dd19-7606-41c8-bd22-e0716e9107d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.679752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d191dd19-7606-41c8-bd22-e0716e9107d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.708950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.724385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d191dd19-7606-41c8-bd22-e0716e9107d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a18365ee3b3945339d31d627bf43daac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678131 Jul 09 19:45:29.724385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191dd19-7606-41c8-bd22-e0716e9107d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b7ee1-8307-493a-bb30-e22b781010eb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:29.724747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:29.732925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:29.735483 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ccf2eb-e563-4dda-ad9c-f8fcd68c7756" -d '{"events": [{"server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "name": "network-vif-plugged", "status": "completed", "tag": "f656b090-5067-40bd-9140-2597e14d2744"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:29.752524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f656b090-5067-40bd-9140-2597e14d2744,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:29.760288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.803118 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b1f6f-e0d8-4367-acf1-869924da1d67 x-openstack-request-id: req-bd5b1f6f-e0d8-4367-acf1-869924da1d67 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:29.803483 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "name": "network-vif-plugged", "status": "completed", "tag": "f656b090-5067-40bd-9140-2597e14d2744", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:29.803692 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd5b1f6f-e0d8-4367-acf1-869924da1d67 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:29.804062 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744', 'code': 200} Jul 09 19:45:29.817263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:29.820241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.849992 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.917985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.921922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.923404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f7b7ee1-8307-493a-bb30-e22b781010eb HTTP/1.1" status: 204 len: 168 time: 0.1976497 Jul 09 19:45:29.929755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a27b61-06a6-4efc-914b-a4e5654d2e77 req-20313352-9242-4158-bee9-f44b585c6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:29.931556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01a27b61-06a6-4efc-914b-a4e5654d2e77 req-20313352-9242-4158-bee9-f44b585c6bdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 1097 time: 0.0673647 Jul 09 19:45:29.932837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a8357-f9c0-4f93-9964-70f7d292c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b7ee1-8307-493a-bb30-e22b781010eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:29.977543 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01a27b61-06a6-4efc-914b-a4e5654d2e77 req-e0883b67-f3e9-4114-84da-568209d4321e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Jul 09 19:45:30.158862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204a24d-a02f-4d3c-9d32-6289d2c810cf req-5f0eabce-b3fa-4bdc-9ed3-ba4a2105cfcb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:30.161727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5204a24d-a02f-4d3c-9d32-6289d2c810cf req-5f0eabce-b3fa-4bdc-9ed3-ba4a2105cfcb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0881405 Jul 09 19:45:30.203216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5204a24d-a02f-4d3c-9d32-6289d2c810cf req-3876db8a-e497-400a-8888-d564eb47f691 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Jul 09 19:45:30.319472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:30.334037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7a12-a400-4900-a7d2-3a99646d34d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.426993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7a12-a400-4900-a7d2-3a99646d34d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.430893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7a12-a400-4900-a7d2-3a99646d34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.470913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9bdb7a12-a400-4900-a7d2-3a99646d34d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c65acf184f74f8dac4035235d44e39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501963 Jul 09 19:45:30.471806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb7a12-a400-4900-a7d2-3a99646d34d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f54313-eb2c-4c68-947a-dba4c5765764,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:30.473683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:30.525841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.551559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.605463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.608024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.609202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08f54313-eb2c-4c68-947a-dba4c5765764 HTTP/1.1" status: 204 len: 168 time: 0.1344609 Jul 09 19:45:30.617377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965867b9-953d-42dd-b623-d4199cf3baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f54313-eb2c-4c68-947a-dba4c5765764,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:31.438328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1cdf6-2987-41e7-ae6e-ad932b93f1f4 req-14337ce1-4a08-48fa-8d00-94049686b079 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:31.439877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6ce1cdf6-2987-41e7-ae6e-ad932b93f1f4 req-14337ce1-4a08-48fa-8d00-94049686b079 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0781131 Jul 09 19:45:31.479073 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6ce1cdf6-2987-41e7-ae6e-ad932b93f1f4 req-b2914ff4-6e27-4431-90aa-9075211684a6 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jul 09 19:45:31.678163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821353-fe2d-4a89-b629-7becb4008cba req-c17b3526-c2ae-4f63-b89b-bba64c529cfb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:31.679713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-48821353-fe2d-4a89-b629-7becb4008cba req-c17b3526-c2ae-4f63-b89b-bba64c529cfb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0839362 Jul 09 19:45:31.725894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-48821353-fe2d-4a89-b629-7becb4008cba req-3ffe2ace-fadb-4f4a-af21-e740072e3926 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Jul 09 19:45:32.101557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130ee9e-ab40-4d94-858d-9485c8f88960 req-ab780b46-c23f-469e-a7a0-61b2b80aa9da tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:32.103630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e130ee9e-ab40-4d94-858d-9485c8f88960 req-ab780b46-c23f-469e-a7a0-61b2b80aa9da tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0691524 Jul 09 19:45:32.143862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e130ee9e-ab40-4d94-858d-9485c8f88960 req-cf896f21-ee11-4a40-855e-cc9f32254d05 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jul 09 19:45:32.363653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008fde7-19df-4e49-880f-5f0eff79a9ae req-e0301e4b-8325-4830-9c30-b9ac7ff48b09 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:32.365938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e008fde7-19df-4e49-880f-5f0eff79a9ae req-e0301e4b-8325-4830-9c30-b9ac7ff48b09 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0819750 Jul 09 19:45:32.421549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e008fde7-19df-4e49-880f-5f0eff79a9ae req-54c99e6e-c565-46fa-8f42-13dc83340a7e tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 Jul 09 19:45:32.907119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f258e-5fe9-4bf3-8177-cdb9a1e9befc req-3089b64a-49fe-4313-a53f-5e42d9d6c1bb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:32.909799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a1f258e-5fe9-4bf3-8177-cdb9a1e9befc req-3089b64a-49fe-4313-a53f-5e42d9d6c1bb tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0812192 Jul 09 19:45:32.953959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2a1f258e-5fe9-4bf3-8177-cdb9a1e9befc req-89f0887b-9557-459f-8580-bd55d43719dd tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Jul 09 19:45:33.157432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb6a43-6347-4197-a31b-1636f03e30e5 req-39da8b76-4ca3-4fb4-9f05-6beaad1e2296 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:33.164997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41cb6a43-6347-4197-a31b-1636f03e30e5 req-39da8b76-4ca3-4fb4-9f05-6beaad1e2296 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0715086 Jul 09 19:45:33.215555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41cb6a43-6347-4197-a31b-1636f03e30e5 req-273c9aff-7fa7-4b41-b690-a0edc994009d tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486658 Jul 09 19:45:33.909107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2d596-835c-4d4b-ba38-9e4f716add33 req-7efbcca5-2a0b-4cf2-832e-c75e7a306f37 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:33.916560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31b2d596-835c-4d4b-ba38-9e4f716add33 req-7efbcca5-2a0b-4cf2-832e-c75e7a306f37 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0807881 Jul 09 19:45:33.973761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31b2d596-835c-4d4b-ba38-9e4f716add33 req-54364b24-0257-4dc1-9106-6721f56952e7 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535381 Jul 09 19:45:34.950073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-c844a1ea-2174-4ac3-9018-faefac6cc255 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:34.951629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-c844a1ea-2174-4ac3-9018-faefac6cc255 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.0666938 Jul 09 19:45:35.064079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Deleting port f656b090-5067-40bd-9140-2597e14d2744 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:35.064993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.196860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] For port f656b090-5067-40bd-9140-2597e14d2744, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f656b090-5067-40bd-9140-2597e14d2744,segment=NetworkSegment(e08528ca-e48b-4722-b5f5-d1c41ae6b42d),segment_id=e08528ca-e48b-4722-b5f5-d1c41ae6b42d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:35.197264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.213552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Calling delete_port for f656b090-5067-40bd-9140-2597e14d2744 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:35.221927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41687-e3a5-4500-bc32-4bae67a1c999 req-9f348e5a-3087-4d3b-adb9-a3255eeeb1c3 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:35.223512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5eb41687-e3a5-4500-bc32-4bae67a1c999 req-9f348e5a-3087-4d3b-adb9-a3255eeeb1c3 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd1f874-754e-4ab3-ac18-600167f09273 HTTP/1.1" status: 200 len: 946 time: 0.1016169 Jul 09 19:45:35.307130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5eb41687-e3a5-4500-bc32-4bae67a1c999 req-aee97226-5848-4644-adea-8d54d3b66b4b tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.10 "GET /v2.0/security-groups?id=615452c0-9f43-4823-ac89-185a75da0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728850 Jul 09 19:45:35.375893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.389155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f656b090-5067-40bd-9140-2597e14d2744'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:35.443655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Pushing event deleted for resources: {'Port': ['ID=f656b090-5067-40bd-9140-2597e14d2744,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:35.507659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] No DVR routers for this DVR port f656b090-5067-40bd-9140-2597e14d2744 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:35.511688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.513780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd57a72e-783e-48b8-8bb4-88d1faa93370 req-71aafcd1-87d0-408b-8697-510a23320a80 tempest-ServerDiskConfigTestJSON-819774277 tempest-ServerDiskConfigTestJSON-819774277-project] 10.222.0.59 "DELETE /v2.0/ports/f656b090-5067-40bd-9140-2597e14d2744 HTTP/1.1" status: 204 len: 173 time: 0.5569148 Jul 09 19:45:35.514255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'name': 'network-vif-deleted', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:35.517692 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5d3a2-4f90-4832-bbfa-e308ef6adaee" -d '{"events": [{"server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "name": "network-vif-deleted", "tag": "f656b090-5067-40bd-9140-2597e14d2744"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:35.565084 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953829f6-6baf-4a48-8b90-3401d00ea068 x-openstack-request-id: req-953829f6-6baf-4a48-8b90-3401d00ea068 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:35.565563 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd1f874-754e-4ab3-ac18-600167f09273", "name": "network-vif-deleted", "tag": "f656b090-5067-40bd-9140-2597e14d2744", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:35.565821 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-953829f6-6baf-4a48-8b90-3401d00ea068 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:35.566235 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd1f874-754e-4ab3-ac18-600167f09273', 'name': 'network-vif-deleted', 'tag': 'f656b090-5067-40bd-9140-2597e14d2744', 'status': 'completed', 'code': 200} Jul 09 19:45:35.573679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:35.760566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4910-ea6f-423a-8883-020bffc1ab06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.896019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-9cc888e8-ddf7-4c73-9ff2-59b55fbd2e1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130071 Jul 09 19:45:35.968641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4910-ea6f-423a-8883-020bffc1ab06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:35.975756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4910-ea6f-423a-8883-020bffc1ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.034339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d4910-ea6f-423a-8883-020bffc1ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d4373-a581-4012-97aa-64d309172722,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:36.054502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:36.056908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3f9d4910-ea6f-423a-8883-020bffc1ab06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=faa433f42e6e413a88799ecdeb8569f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819660 Jul 09 19:45:36.069709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-e58616f3-5a68-41fd-b0b8-49f659729e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:36.071841 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-e58616f3-5a68-41fd-b0b8-49f659729e83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=def5538144a04276abda9b14de6e3865&device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 1096 time: 0.1469760 Jul 09 19:45:36.109623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.146913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.202407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.205428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.210235 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d32d4373-a581-4012-97aa-64d309172722 HTTP/1.1" status: 204 len: 168 time: 0.1524653 Jul 09 19:45:36.223940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb2e52-4a22-41ce-859e-f6210e3fec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d4373-a581-4012-97aa-64d309172722,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:36.264048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-a684394a-741a-4049-bb88-65bd63600366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:36.265575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-a684394a-741a-4049-bb88-65bd63600366 service neutron] 10.222.0.59 "GET /v2.0/networks?id=507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 200 len: 916 time: 0.1450708 Jul 09 19:45:36.397007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-13909acc-2882-4fd9-bf6b-94f6bdae7e6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 200 len: 1001 time: 0.1154103 Jul 09 19:45:36.465574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-0c04f077-bf93-4ceb-af6b-04b94aa03793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:36.467308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-0c04f077-bf93-4ceb-af6b-04b94aa03793 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0782dee1-0975-4297-9d92-ddeb52a4d6a6 HTTP/1.1" status: 200 len: 854 time: 0.0640645 Jul 09 19:45:36.543555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-c542d486-b909-4450-9d2c-30e380a937a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:36.545607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-c542d486-b909-4450-9d2c-30e380a937a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=507058e1-e510-40b9-afe5-535173c3f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690050 Jul 09 19:45:36.666574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-a7a7d9ce-0894-4543-b325-754a34e99f81 service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138399 Jul 09 19:45:36.744323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:36.788718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2aa4e5fe-98e5-40a4-a542-efe452c192c4 req-d37607df-3512-401e-984b-83c4ef33e067 service neutron] 10.222.0.59 "GET /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152897 Jul 09 19:45:36.793668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Deleting subnet 7dfcda60-d97a-4fdc-99e7-ba9dd3174444 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:45:36.796818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.831514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.872240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.945177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.957884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:36.961168 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7dfcda60-d97a-4fdc-99e7-ba9dd3174444 HTTP/1.1" status: 204 len: 168 time: 0.2162056 Jul 09 19:45:36.964806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:36.982980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bc2b0-2f0f-464e-bffd-14ec4f81e860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfcda60-d97a-4fdc-99e7-ba9dd3174444,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:37.063529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.157243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.170043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b34279f-0d26-4501-af07-66594fc495c1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:37.183526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:37.183892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08528ca-e48b-4722-b5f5-d1c41ae6b42d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:37.195249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.209386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.215654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:45:37.216169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:45:37.217935 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:45:37.282099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.288213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.290966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b34279f-0d26-4501-af07-66594fc495c1 HTTP/1.1" status: 204 len: 168 time: 0.3250241 Jul 09 19:45:37.304046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a502-bd1a-4602-a92b-ac28ad978d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b34279f-0d26-4501-af07-66594fc495c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:37.518183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:37.567670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-548d1d61-ad5a-4e86-9703-a3c387398647 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d52e9c2ac2034f31aff05d03a94257a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457327 Jul 09 19:45:37.568198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:37.622460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.654055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.709586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.712213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:37.713717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/615452c0-9f43-4823-ac89-185a75da0659 HTTP/1.1" status: 204 len: 168 time: 0.1444449 Jul 09 19:45:37.726083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974b31-6909-4c8a-80d3-580da6033b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615452c0-9f43-4823-ac89-185a75da0659,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:38.238784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:38.533495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2348a0bc-5604-4e74-85f1-1a0feca7e370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.646453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2348a0bc-5604-4e74-85f1-1a0feca7e370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.646453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2348a0bc-5604-4e74-85f1-1a0feca7e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.677595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348a0bc-5604-4e74-85f1-1a0feca7e370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637cba5-0972-40a0-b357-7896063cff60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:38.684396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2348a0bc-5604-4e74-85f1-1a0feca7e370 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fb659d181bd44bb8a1e41833dd006da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422646 Jul 09 19:45:38.684992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:38.728790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:38.735913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.757949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.809016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.812558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:38.813852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7637cba5-0972-40a0-b357-7896063cff60 HTTP/1.1" status: 204 len: 168 time: 0.1278722 Jul 09 19:45:38.823257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebdeb5-c53e-4f87-a319-f3573ee0e32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637cba5-0972-40a0-b357-7896063cff60,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:38.851786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-e7338d7c-56a0-4f49-8153-f0924b0f8e87 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c60987e410cf47498e661e60368c8c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431592 Jul 09 19:45:38.858419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1941171480-network', 'tenant_id': '66dbe5a647724799bc456e09b30fbbd1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:38.983685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Made reservation on behalf of 66dbe5a647724799bc456e09b30fbbd1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:38.985981 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.010350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.082638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:39.083887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-340f38be-4651-4f5b-9473-ff68b110dcd3 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.085399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-340f38be-4651-4f5b-9473-ff68b110dcd3 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328014 Jul 09 19:45:39.100605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97e73e40-559a-47e0-bb3d-a96fef3a906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.112143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-49ffa3b0-c9cf-4764-bc1f-e11dd4b62aa7 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/quotas/c60987e410cf47498e661e60368c8c32 HTTP/1.1" status: 200 len: 375 time: 0.0165014 Jul 09 19:45:39.157734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c2a33640-a424-4b17-b221-b1760e4e456a tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c60987e410cf47498e661e60368c8c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369749 Jul 09 19:45:39.193923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.198912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.218553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:45:39.239822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.240092 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Added segment 8f5d795c-aed6-42ce-8e62-c48c6b227d8f of type vlan for network e156268f-0861-4038-a9e0-46d224c091d0 Jul 09 19:45:39.241636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5bc8e-0cd7-430c-8a51-07b331316a31,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:39.259201 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:45:39.302090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.339181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.340325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.341103 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.496129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a7d2fb9-a5f3-44e8-94bd-a1534be00b26 req-5bdd3210-a3df-4334-b57d-d19036898469 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 210 time: 0.0727959 Jul 09 19:45:39.501108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] Pushing event updated for resources: {'Network': ['ID=e156268f-0861-4038-a9e0-46d224c091d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:39.514100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e156268f-0861-4038-a9e0-46d224c091d0 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:45:39.563383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-da044a82-bde9-4642-b5bf-687991fe46af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1976459 Jul 09 19:45:39.633041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f656b090-5067-40bd-9140-2597e14d2744 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:39.668536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: f656b090-5067-40bd-9140-2597e14d2744 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:39.669144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f656b090-5067-40bd-9140-2597e14d2744 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:39.702976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97e73e40-559a-47e0-bb3d-a96fef3a906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.707402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97e73e40-559a-47e0-bb3d-a96fef3a906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.708241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.708773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.709860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.709860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.710331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.710671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.711062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.713952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-4717bfea-f68c-4540-b194-176fcd4377fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.0948467 Jul 09 19:45:39.719878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-82fe2ebd-7796-44fb-b559-4b537c9f0459 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9896402 Jul 09 19:45:39.723071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:39.729644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Request body: {'subnet': {'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1941171480-subnet', 'tenant_id': '66dbe5a647724799bc456e09b30fbbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:39.740331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73e40-559a-47e0-bb3d-a96fef3a906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a5015-91ca-4048-b030-17700d2551cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:39.753547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Made reservation on behalf of 66dbe5a647724799bc456e09b30fbbd1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:39.756559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.768323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-97e73e40-559a-47e0-bb3d-a96fef3a906e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=987a3ce65a1e4dac92eca2f5e00e9125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845210 Jul 09 19:45:39.771199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:39.829930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.856388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.925746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-05e26903-9cee-4d28-9342-6ccbb2c83a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.926231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-05e26903-9cee-4d28-9342-6ccbb2c83a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.926371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.926702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-05e26903-9cee-4d28-9342-6ccbb2c83a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:39.928346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-05e26903-9cee-4d28-9342-6ccbb2c83a49 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 2292 time: 0.1683004 Jul 09 19:45:39.931271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:39.933624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f57a5015-91ca-4048-b030-17700d2551cb HTTP/1.1" status: 204 len: 168 time: 0.1604862 Jul 09 19:45:39.963486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12575dc6-e7eb-4f15-8b35-536f367e1539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a5015-91ca-4048-b030-17700d2551cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:40.031568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-ea900bd0-10ae-4ba3-ba21-20c440319faa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 1001 time: 0.0954206 Jul 09 19:45:40.108753 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:40.120131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-8150e06d-62c3-4034-a809-4d39cf4ec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:40.125519 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-8150e06d-62c3-4034-a809-4d39cf4ec24f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.0704947 Jul 09 19:45:40.203614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0049219-453e-46b8-a332-3fcb13c23f45,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:40.220076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Checking segment: {'id': '8f5d795c-aed6-42ce-8e62-c48c6b227d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:40.220441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Network hostable DHCP agents. Network: e156268f-0861-4038-a9e0-46d224c091d0, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:45:40.236436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-cc2938f4-b134-4b21-9454-22f9bfe96892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:40.237965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-cc2938f4-b134-4b21-9454-22f9bfe96892 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971813 Jul 09 19:45:40.265414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Network e156268f-0861-4038-a9e0-46d224c091d0 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:45:40.307469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e156268f-0861-4038-a9e0-46d224c091d0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:40.313538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:40.314430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:40.319032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b780deb-4692-4a44-906a-e38c87fd35ef None None] Network e156268f-0861-4038-a9e0-46d224c091d0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:40.344451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2d1c3abf-988f-4156-a1cd-64535103ef6c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6201270 Jul 09 19:45:40.360111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-ff77258f-de39-4213-89c7-ca9bade1d9af service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149693 Jul 09 19:45:40.482163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-8131ff66-3c54-41ae-8b1d-7a5cb38962c9 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154249 Jul 09 19:45:40.525481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d23a6d-9254-433b-bf5d-861fde1cc8b0 None None] Network e156268f-0861-4038-a9e0-46d224c091d0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:40.591384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-6aefaf82-c982-4e70-90a2-cee27a121010 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 217 time: 0.1028314 Jul 09 19:45:40.758947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-65a5894f-ecc8-438a-8c19-863c2d2f6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:40.760695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-65a5894f-ecc8-438a-8c19-863c2d2f6e41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1634288 Jul 09 19:45:40.762869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-f5daedfe-17f6-4cb4-b108-13b10e7875d0 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c60987e410cf47498e661e60368c8c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603731 Jul 09 19:45:40.848855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8db71930-bee9-481e-9716-867a0743373f req-dd8e9d10-f3cf-467d-baa0-23a661c63a0b tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 210 time: 0.1168616 Jul 09 19:45:40.980135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-1fd8289c-9726-48ce-b42a-30a1e65f595f tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:40.988751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-1fd8289c-9726-48ce-b42a-30a1e65f595f tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/networks?id=e156268f-0861-4038-a9e0-46d224c091d0 HTTP/1.1" status: 200 len: 822 time: 0.1742539 Jul 09 19:45:41.009791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-cd7b7901-4948-470a-be1a-d37baf98860a tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/quotas/66dbe5a647724799bc456e09b30fbbd1 HTTP/1.1" status: 200 len: 375 time: 0.0192263 Jul 09 19:45:41.056776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-cd0f5742-f02f-4154-9393-dbd542f1a381 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=66dbe5a647724799bc456e09b30fbbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453243 Jul 09 19:45:41.387691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-d16cf5df-2428-4406-99c5-af8c2f2a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:41.389351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-d16cf5df-2428-4406-99c5-af8c2f2a49db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5997438 Jul 09 19:45:41.397799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-cf9fa7bc-455a-47a6-b68c-03a9784c3971 service neutron] 10.222.0.10 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400300 Jul 09 19:45:41.400934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-19fda48d-14f3-43ee-bf15-9c66b79e1216 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:41.402717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-19fda48d-14f3-43ee-bf15-9c66b79e1216 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6118016 Jul 09 19:45:41.422637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Request body: {'port': {'device_id': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'c60987e410cf47498e661e60368c8c32'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:41.521890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-6320ea75-9820-460c-ad5b-cf8c2fd80961 service neutron] 10.222.0.10 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160834 Jul 09 19:45:41.616146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-84ad6af7-0d72-4081-9041-eb5fa94f7ddb service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122386 Jul 09 19:45:41.748161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Made reservation on behalf of c60987e410cf47498e661e60368c8c32 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:41.751880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:41.759511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d914720-7284-4a8b-96f7-69642439fc77 req-e30a7ae1-abcd-429f-9d2c-1a272987285c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 210 time: 0.0488970 Jul 09 19:45:41.770932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:41.775319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-28028fee-7506-4cbd-bdf2-3e5e58726350 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519349 Jul 09 19:45:41.841392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-a53f6318-d9a3-42e5-b017-664cf2ba488a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 217 time: 0.0585508 Jul 09 19:45:41.911308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-b928a244-67fb-4320-8675-a34a1da2c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:41.913156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-b928a244-67fb-4320-8675-a34a1da2c0a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0650058 Jul 09 19:45:42.003633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:42.009630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:42.187098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-ca646e31-8480-49da-b1e3-d511cfeea38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:42.188750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-ca646e31-8480-49da-b1e3-d511cfeea38d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2683392 Jul 09 19:45:42.189510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c194df54-4937-4dc3-8a2b-481a7854d275,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:42.216464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec93e5d-6a12-4acd-a38d-3bb76cb7f5b4 req-a5d19219-78ef-49d0-9f06-9b2a03a631f2 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 210 time: 0.1660383 Jul 09 19:45:42.293743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Allocated IP 192.168.233.170 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/8eb44be1-a05e-4a5f-9dfe-626694737896) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:42.373659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-5d03f0f1-92d6-4b11-a60c-a074ce892120 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531594 Jul 09 19:45:42.672472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-9f22a3c2-c26a-4838-8c4c-728828b34be6 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872379 Jul 09 19:45:42.693016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9814-66f3-40cf-9474-6c0d4686e645 req-b0a9e9b1-a290-44f1-963d-2faa4d366681 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:42.694917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e0b9814-66f3-40cf-9474-6c0d4686e645 req-b0a9e9b1-a290-44f1-963d-2faa4d366681 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.3151386 Jul 09 19:45:42.710978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:42.765772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-78df0790-7196-47a7-93df-8a2b222a65f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 217 time: 0.0690057 Jul 09 19:45:42.810973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Transition to ACTIVE for port object 8eb44be1-a05e-4a5f-9dfe-626694737896 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:42.841433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e0b9814-66f3-40cf-9474-6c0d4686e645 req-e496de4f-0b8c-4405-8566-27e65a9bd1c1 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360698 Jul 09 19:45:42.859536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-78ca1128-75ce-4141-b349-a5e7ddadb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:42.876501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-78ca1128-75ce-4141-b349-a5e7ddadb50a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0940416 Jul 09 19:45:42.931921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:42.994565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:43.003530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:43.006962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-a4d677e2-e67d-4a25-b2e0-e00125189146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.009077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-a4d677e2-e67d-4a25-b2e0-e00125189146 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303000 Jul 09 19:45:43.009986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:43.012632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Pushing event updated for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:43.046642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ff0088d-2386-4bc5-bd15-fc89b01c7b8b req-c3e75077-9101-45b3-a238-2bb59fe3a4e2 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 210 time: 0.0713146 Jul 09 19:45:43.139805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.140521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.174700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-55d1ac2d-28db-452e-9561-b53d34e4e604 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7569668 Jul 09 19:45:43.187903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Request body: {'port': {'device_id': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:43.189206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:43.223367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-e574d2e2-35ec-48f7-ba90-4408f4825379 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065122 Jul 09 19:45:43.230571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-619e4120-61a5-49e0-a3e3-b7801fd9be15 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.232703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-619e4120-61a5-49e0-a3e3-b7801fd9be15 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.25 "GET /v2.0/networks?id=e156268f-0861-4038-a9e0-46d224c091d0 HTTP/1.1" status: 200 len: 822 time: 0.1822963 Jul 09 19:45:43.255522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Request body: {'port': {'device_id': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0', 'admin_state_up': True, 'tenant_id': '66dbe5a647724799bc456e09b30fbbd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:43.384081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-826288dc-e67f-434b-a947-04ff5ae60c74 None None] Provisioning for port 8eb44be1-a05e-4a5f-9dfe-626694737896 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:43.390086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-826288dc-e67f-434b-a947-04ff5ae60c74 None None] Provisioning complete for port 8eb44be1-a05e-4a5f-9dfe-626694737896 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:43.390788 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-826288dc-e67f-434b-a947-04ff5ae60c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.412772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6bd9-822f-4b92-a82b-12a37d52eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.429945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-826288dc-e67f-434b-a947-04ff5ae60c74 None None] Port 8eb44be1-a05e-4a5f-9dfe-626694737896 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:45:43.443814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Made reservation on behalf of 66dbe5a647724799bc456e09b30fbbd1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:45:43.447497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.494247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-ee92f084-523a-4b04-9f74-233d4da02367 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543762 Jul 09 19:45:43.550821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.557553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-c02a2274-bf0e-4d07-8f14-0d7331555ea7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 217 time: 0.0551150 Jul 09 19:45:43.634575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Allocated IP 172.20.0.5 (e156268f-0861-4038-a9e0-46d224c091d0/f0049219-453e-46b8-a332-3fcb13c23f45/20785554-33d4-4d37-bca9-4ab76570fef5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:45:43.642021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6bd9-822f-4b92-a82b-12a37d52eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.644759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d8f31-29ed-4154-8a7d-4ff5f4c9c3b2 req-bebcd9c9-5d14-49a5-b66a-54f95e6068c1 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.646688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc8d8f31-29ed-4154-8a7d-4ff5f4c9c3b2 req-bebcd9c9-5d14-49a5-b66a-54f95e6068c1 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 936 time: 0.2579360 Jul 09 19:45:43.649731 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6bd9-822f-4b92-a82b-12a37d52eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.676732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-a69e6578-b731-4950-9c36-2427c7670f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.678447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-a69e6578-b731-4950-9c36-2427c7670f0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1128850 Jul 09 19:45:43.709765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cd9f6bd9-822f-4b92-a82b-12a37d52eb91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c13c562dbf064b5bba1352b8a9758c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194881 Jul 09 19:45:43.710475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f6bd9-822f-4b92-a82b-12a37d52eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ee925-f698-48de-a72e-92e236476bd1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:43.713687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:43.837809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.844815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc8d8f31-29ed-4154-8a7d-4ff5f4c9c3b2 req-80d8d4c3-6285-414f-8e83-a919324b4db6 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800485 Jul 09 19:45:43.881599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.910662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.937170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-eb0048f8-474a-4cfe-84e8-f7893ba170d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:43.938794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-eb0048f8-474a-4cfe-84e8-f7893ba170d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401361 Jul 09 19:45:43.958874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.962152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:43.963622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f1ee925-f698-48de-a72e-92e236476bd1 HTTP/1.1" status: 204 len: 168 time: 0.2440913 Jul 09 19:45:43.982806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093baba-4455-4ca9-ae93-f0567e02c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ee925-f698-48de-a72e-92e236476bd1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:43.994068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.059278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Network e156268f-0861-4038-a9e0-46d224c091d0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:45:44.063441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:45:44.073586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:45:44.103709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Pushing event updated for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:44.130503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-f5b469f4-ad8e-4d54-b419-271c0599dc5a service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786094 Jul 09 19:45:44.135215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb44be1-a05e-4a5f-9dfe-626694737896 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:44.149911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.151179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.152047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.176567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-08fe75f4-86b8-423c-bf57-280de116624c tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340520 Jul 09 19:45:44.187658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Request body: {'port': {'device_id': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:45:44.228925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Transition to ACTIVE for port object 8eb44be1-a05e-4a5f-9dfe-626694737896 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:44.247984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.335570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.415697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:44.429997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65852e10-a6c4-4e74-94f0-7cb6962bb743 req-d18de5ac-c708-4559-861d-1f8956df0835 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.432248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65852e10-a6c4-4e74-94f0-7cb6962bb743 req-d18de5ac-c708-4559-861d-1f8956df0835 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 931 time: 0.1482115 Jul 09 19:45:44.455908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:44.502541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-3ae08b88-e671-436b-bce4-02de70741e91 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549113 Jul 09 19:45:44.512004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a07d4068-b7db-40eb-a670-4bbf40cfb5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.573683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506c44e-d319-4ff4-9f3d-2a0a6866aa8c req-0ecde437-15a0-4452-826e-15cc9628402b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.575339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9506c44e-d319-4ff4-9f3d-2a0a6866aa8c req-0ecde437-15a0-4452-826e-15cc9628402b tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.2612650 Jul 09 19:45:44.579451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-879bc890-082c-478e-876f-8add5f4b2d36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.0635660 Jul 09 19:45:44.589613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65852e10-a6c4-4e74-94f0-7cb6962bb743 req-01730aa0-6347-44f3-9fa9-5e9778df069e tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474092 Jul 09 19:45:44.656629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Attempting to bind port 8eb44be1-a05e-4a5f-9dfe-626694737896 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:45:44.656971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Attempting to bind port 8eb44be1-a05e-4a5f-9dfe-626694737896 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:45:44.657335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Attempting to bind port 8eb44be1-a05e-4a5f-9dfe-626694737896 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:44.687296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Port 8eb44be1-a05e-4a5f-9dfe-626694737896 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:45:44.687656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Attempting to bind port 8eb44be1-a05e-4a5f-9dfe-626694737896 on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:44.690391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-2d740baa-7589-473d-99d7-5828503e2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.691906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-2d740baa-7589-473d-99d7-5828503e2121 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.1041467 Jul 09 19:45:44.713835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9506c44e-d319-4ff4-9f3d-2a0a6866aa8c req-0b9c8395-d995-4f7b-b188-3e18c05edc4d tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241286 Jul 09 19:45:44.714695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20785554-33d4-4d37-bca9-4ab76570fef5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:44.722721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.724328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:45:44.724942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:44.725569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:45:44.725999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Bound port: 8eb44be1-a05e-4a5f-9dfe-626694737896, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:45:44.726543 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.736343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Transition to ACTIVE for port object 20785554-33d4-4d37-bca9-4ab76570fef5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:45:44.740819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.816740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:44.865387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Attempting to bind port 20785554-33d4-4d37-bca9-4ab76570fef5 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:45:44.865699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Attempting to bind port 20785554-33d4-4d37-bca9-4ab76570fef5 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '8f5d795c-aed6-42ce-8e62-c48c6b227d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:45:44.866020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Attempting to bind port 20785554-33d4-4d37-bca9-4ab76570fef5 on network e156268f-0861-4038-a9e0-46d224c091d0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:44.867222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:45:44.871006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Port 20785554-33d4-4d37-bca9-4ab76570fef5 on network e156268f-0861-4038-a9e0-46d224c091d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:45:44.871325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Attempting to bind port 20785554-33d4-4d37-bca9-4ab76570fef5 on network e156268f-0861-4038-a9e0-46d224c091d0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:45:44.876372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:45:44.876706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Checking segment: {'id': '8f5d795c-aed6-42ce-8e62-c48c6b227d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:45:44.877084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Bound using segment: {'id': '8f5d795c-aed6-42ce-8e62-c48c6b227d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:45:44.877536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Bound port: 20785554-33d4-4d37-bca9-4ab76570fef5, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5d795c-aed6-42ce-8e62-c48c6b227d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:45:44.877677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-60f25626-235e-44c3-91b2-235825322862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.877890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.879152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-60f25626-235e-44c3-91b2-235825322862 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1802204 Jul 09 19:45:44.889787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a07d4068-b7db-40eb-a670-4bbf40cfb5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.903445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8eb44be1-a05e-4a5f-9dfe-626694737896,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:45:44.904675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a07d4068-b7db-40eb-a670-4bbf40cfb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.945975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:45:44.949338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=20785554-33d4-4d37-bca9-4ab76570fef5,segment=NetworkSegment(8f5d795c-aed6-42ce-8e62-c48c6b227d8f),segment_id=8f5d795c-aed6-42ce-8e62-c48c6b227d8f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:45:44.952590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.954053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.992168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:44.995167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:44.996431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] 10.222.0.25 "PUT /v2.0/ports/20785554-33d4-4d37-bca9-4ab76570fef5 HTTP/1.1" status: 200 len: 1091 time: 0.8134899 Jul 09 19:45:44.999625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:45.002562 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3319be1-4c62-4062-bcb0-ca7d64f56f13" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:45.034337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.034990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:45.036394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] 10.222.0.59 "PUT /v2.0/ports/8eb44be1-a05e-4a5f-9dfe-626694737896 HTTP/1.1" status: 200 len: 1096 time: 1.8527534 Jul 09 19:45:45.042069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a07d4068-b7db-40eb-a670-4bbf40cfb5f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14dfa13d387a4a5d8c48a22753c384b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833228 Jul 09 19:45:45.042676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:45.045005 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43daa5d4-8709-45de-b78e-e59f315d43dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:45.047667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d4068-b7db-40eb-a670-4bbf40cfb5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee72a31-88cf-4e35-99fa-b1785c920b96,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:45.059819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:45.150149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afae0e-a088-4aaf-8ee4-7e2dba15a081 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:45.154877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbca9b-4a3c-4380-8160-c84a94d760f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:45.192064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-14d81c88-cb3b-444c-9329-bbde8f4fd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.194280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-14d81c88-cb3b-444c-9329-bbde8f4fd804 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66dbe5a647724799bc456e09b30fbbd1&device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 1094 time: 0.1173253 Jul 09 19:45:45.201877 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1691842-b0c6-467e-9792-5ac8e37da803 x-openstack-request-id: req-f1691842-b0c6-467e-9792-5ac8e37da803 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:45.202163 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:45.202417 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1691842-b0c6-467e-9792-5ac8e37da803 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:45.202807 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896', 'status': 'completed', 'code': 200} Jul 09 19:45:45.207433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75940301-6a5c-47cf-8b8c-3c3ba9b1a243 req-f4864546-34ef-487a-ae70-94ff44bf0e15 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.215361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-b7778f6f-3b09-4d76-b1df-5175dce92dab service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275189 Jul 09 19:45:45.215850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-75940301-6a5c-47cf-8b8c-3c3ba9b1a243 req-f4864546-34ef-487a-ae70-94ff44bf0e15 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 948 time: 0.2300966 Jul 09 19:45:45.271779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-b19fe1f6-2b1a-4565-8718-b45f8ec28bbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20785554-33d4-4d37-bca9-4ab76570fef5 HTTP/1.1" status: 200 len: 217 time: 0.0529175 Jul 09 19:45:45.285301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:45.315367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-e3f13969-f3d8-4182-9d8b-ebb4c27f0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.316865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-e3f13969-f3d8-4182-9d8b-ebb4c27f0ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c60987e410cf47498e661e60368c8c32&device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 1099 time: 0.2218716 Jul 09 19:45:45.329061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-75940301-6a5c-47cf-8b8c-3c3ba9b1a243 req-0cf02e3b-ad6e-4aef-8e1e-93da625272f1 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 Jul 09 19:45:45.346698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:45.357419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-79c12856-2d2b-4207-af7e-ca16a08ea4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.359027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-79c12856-2d2b-4207-af7e-ca16a08ea4e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0049219-453e-46b8-a332-3fcb13c23f45 HTTP/1.1" status: 200 len: 862 time: 0.0813963 Jul 09 19:45:45.398109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-d2068c0c-fdb8-4f85-8d94-56b3201e082a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e156268f-0861-4038-a9e0-46d224c091d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323935 Jul 09 19:45:45.518049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-d6ae503c-fcd5-451d-905f-5555b536a553 service neutron] 10.222.0.25 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136322 Jul 09 19:45:45.634947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-985a48cf-81eb-4c93-aac4-4677501f3807 req-49c0a5b2-aac3-4046-9872-5f18f79d9fcd service neutron] 10.222.0.25 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104774 Jul 09 19:45:45.637224 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e799829-1194-4c88-b0b5-13d8c0173f89 x-openstack-request-id: req-7e799829-1194-4c88-b0b5-13d8c0173f89 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:45.637520 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:45.637771 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e799829-1194-4c88-b0b5-13d8c0173f89 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:45.638317 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5', 'status': 'completed', 'code': 200} Jul 09 19:45:45.694486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-32357e33-1ac4-4453-b372-9eb5558c53a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8eb44be1-a05e-4a5f-9dfe-626694737896 HTTP/1.1" status: 200 len: 217 time: 0.3693807 Jul 09 19:45:45.783370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-2fe2f055-c2a6-49ca-bf4a-c727acde5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.784798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-2fe2f055-c2a6-49ca-bf4a-c727acde5985 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66dbe5a647724799bc456e09b30fbbd1&device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 1094 time: 0.0966845 Jul 09 19:45:45.799764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-aa07d398-84bb-46c6-b8c7-53f829e68f05 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671520 Jul 09 19:45:45.820045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-51216f8b-7653-47be-bfb4-f716a0140c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.822141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-51216f8b-7653-47be-bfb4-f716a0140c7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.1187236 Jul 09 19:45:45.853054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5e88-ca84-4405-9321-7b73c9c5245e req-594bcf84-8ae4-49ea-b2f6-104b5da47fbd tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.854580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bfe5e88-ca84-4405-9321-7b73c9c5245e req-594bcf84-8ae4-49ea-b2f6-104b5da47fbd tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 943 time: 0.1273203 Jul 09 19:45:45.866833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-5706e87d-14ed-4728-8905-fba28cb3bbc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.0592568 Jul 09 19:45:45.887072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:45.889633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:45.890736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ee72a31-88cf-4e35-99fa-b1785c920b96 HTTP/1.1" status: 204 len: 168 time: 0.8353944 Jul 09 19:45:45.921609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bfe5e88-ca84-4405-9321-7b73c9c5245e req-ddd59443-a8dc-461f-999e-e755781915b6 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Jul 09 19:45:45.926108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-6c07a1fa-1684-4cae-a235-33ef462281c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.927445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-6c07a1fa-1684-4cae-a235-33ef462281c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e156268f-0861-4038-a9e0-46d224c091d0 HTTP/1.1" status: 200 len: 923 time: 0.1364443 Jul 09 19:45:45.939367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d4e72-eb43-454e-9fc1-26697f91d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee72a31-88cf-4e35-99fa-b1785c920b96,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:45.965454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b475e0-1f32-47ed-857b-c68bbbf2da59 req-7a0e39ae-e933-4632-99e3-4eb6b14893f7 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:45.972205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17b475e0-1f32-47ed-857b-c68bbbf2da59 req-7a0e39ae-e933-4632-99e3-4eb6b14893f7 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.2767298 Jul 09 19:45:45.992717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-e50bac49-9f51-42f0-b46b-3c11f3f04384 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20785554-33d4-4d37-bca9-4ab76570fef5 HTTP/1.1" status: 200 len: 217 time: 0.0587988 Jul 09 19:45:46.004991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-d1cee33d-37b7-43ba-9385-d031c11e7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.006634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-d1cee33d-37b7-43ba-9385-d031c11e7051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.1207068 Jul 09 19:45:46.055414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-a68e40af-82a6-40bd-8871-007fb009d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.057259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-d6851b76-fa5f-4d4f-b266-c35fe284e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.057530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-a68e40af-82a6-40bd-8871-007fb009d09e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0049219-453e-46b8-a332-3fcb13c23f45 HTTP/1.1" status: 200 len: 862 time: 0.0595362 Jul 09 19:45:46.058774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-d6851b76-fa5f-4d4f-b266-c35fe284e785 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073448 Jul 09 19:45:46.062775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17b475e0-1f32-47ed-857b-c68bbbf2da59 req-f08c0220-d826-43a3-8dc2-9c03c8aa9de2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898273 Jul 09 19:45:46.099574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-ffa45d21-abba-4653-9a7a-693d361b4e16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e156268f-0861-4038-a9e0-46d224c091d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346558 Jul 09 19:45:46.151885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-0aca42e8-50cb-4f3a-a2f1-8bdae361294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.153438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-0aca42e8-50cb-4f3a-a2f1-8bdae361294a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378114 Jul 09 19:45:46.213285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-42d403ab-537c-4e2b-b6fc-f290df2e2f8e service neutron] 10.222.0.25 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061339 Jul 09 19:45:46.239847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-f50912d5-1740-403e-b43c-204ae81f1ac3 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618106 Jul 09 19:45:46.324157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-e2bf396f-2f9c-41f2-96ed-2f24fec2ae7c service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636872 Jul 09 19:45:46.325537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c3319be1-4c62-4062-bcb0-ca7d64f56f13 req-a0764fbb-af6a-44f4-9a2f-c2a607638ce3 service neutron] 10.222.0.25 "GET /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065724 Jul 09 19:45:46.418291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87c2886-f8c9-44a8-b7c1-b91739d79ef4 req-10de3e96-c1ec-41a7-bd9f-6023a8f5c433 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672428 Jul 09 19:45:46.457364 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de3a9dfa-9bda-48dc-b830-adea67e4d6c9 req-365e152b-fa76-4e3c-86d2-c0aadd15eb47 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180537 Jul 09 19:45:46.526153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d1630-211b-47f9-8ac9-868d80b715a5 req-e5c2fdbb-2da2-4a02-b8bf-dee41d348509 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.528012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-305d1630-211b-47f9-8ac9-868d80b715a5 req-e5c2fdbb-2da2-4a02-b8bf-dee41d348509 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 948 time: 0.0787680 Jul 09 19:45:46.553291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-eae1f76e-d253-4cbc-baac-99bf83a96ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.555596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-eae1f76e-d253-4cbc-baac-99bf83a96ecb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c60987e410cf47498e661e60368c8c32&device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 1099 time: 0.0690472 Jul 09 19:45:46.567675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-305d1630-211b-47f9-8ac9-868d80b715a5 req-de9f6c58-1f5b-418a-8b2d-7566c73ab8cb tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Jul 09 19:45:46.651846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-fb69c846-5d51-43c3-bc8b-6aca73463885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.653386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-fb69c846-5d51-43c3-bc8b-6aca73463885 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0900617 Jul 09 19:45:46.701947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-699fd5fe-70a7-481e-9bd2-79dcee62268b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8eb44be1-a05e-4a5f-9dfe-626694737896 HTTP/1.1" status: 200 len: 217 time: 0.0412946 Jul 09 19:45:46.752337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-08830dac-cc7c-48be-bbd2-18413cf09873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.753838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-08830dac-cc7c-48be-bbd2-18413cf09873 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0445979 Jul 09 19:45:46.812482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-ecdd2caf-d7e3-4989-a294-1e4a36573db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:46.814337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-ecdd2caf-d7e3-4989-a294-1e4a36573db8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539904 Jul 09 19:45:46.916816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-2fd436ae-83dc-4122-bb72-b069a71ea22c service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910156 Jul 09 19:45:47.019064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43daa5d4-8709-45de-b78e-e59f315d43dd req-b74d4d37-686b-4a5c-945e-aefe91217533 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941727 Jul 09 19:45:47.113537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ac13-aea7-4cf7-a4df-54e1184b4ef9 req-ba50c865-a561-4c12-8900-86559967936a tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:47.115122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4034ac13-aea7-4cf7-a4df-54e1184b4ef9 req-ba50c865-a561-4c12-8900-86559967936a tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 943 time: 0.0713449 Jul 09 19:45:47.120570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-472d5c44-3ef5-48d1-b82f-19ca0764f61a tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:47.122154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-472d5c44-3ef5-48d1-b82f-19ca0764f61a tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.59 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.0801511 Jul 09 19:45:47.176228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4034ac13-aea7-4cf7-a4df-54e1184b4ef9 req-cc8c6893-bdac-4e67-ae6c-f86e6f554def tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Jul 09 19:45:47.253362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Deleting port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:47.253773 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.363625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] For port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:47.364091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.370250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39864c-4fe9-40c8-93e9-ea5c0b2d7671 req-375d3099-4ad2-4883-91c2-a6d4b4e7b7d4 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:47.371798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d39864c-4fe9-40c8-93e9-ea5c0b2d7671 req-375d3099-4ad2-4883-91c2-a6d4b4e7b7d4 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 945 time: 0.0890460 Jul 09 19:45:47.429706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d39864c-4fe9-40c8-93e9-ea5c0b2d7671 req-1d11b4bb-0eee-494f-a0f4-fc12a7a01445 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups?id=fee5b3ce-d9a3-496c-9173-e5f1f75b821f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Jul 09 19:45:47.597991 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.598418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.598651 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Floating IP 6d96522f-ebc0-4428-b525-ef3364347c71 disassociated. External IP: 172.25.3.191, port: f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4. Jul 09 19:45:47.598919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Calling delete_port for f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:47.679597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8eb44be1-a05e-4a5f-9dfe-626694737896 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:45:47.784614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.826963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event deleted for resources: {'Port': ['ID=f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:47.828448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8eb44be1-a05e-4a5f-9dfe-626694737896,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:47.849617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e1010-f01f-4ec1-ae77-ba4403586b35 req-7955a2e4-66d9-4b84-a2c9-1ac10d8673a1 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:47.849809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '8eb44be1-a05e-4a5f-9dfe-626694737896', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '8eb44be1-a05e-4a5f-9dfe-626694737896', 'mac_address': 'fa:16:3e:37:52:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:45:47.851119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be5e1010-f01f-4ec1-ae77-ba4403586b35 req-7955a2e4-66d9-4b84-a2c9-1ac10d8673a1 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 948 time: 0.1627226 Jul 09 19:45:47.898181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.911810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb44be1-a05e-4a5f-9dfe-626694737896 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:47.935040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8eb44be1-a05e-4a5f-9dfe-626694737896,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:47.939772 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:47.981743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be5e1010-f01f-4ec1-ae77-ba4403586b35 req-f59dc2b3-b2e1-4cce-a78d-4d500f9dc67e tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909901 Jul 09 19:45:47.993347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:48.011699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Router 47326a6c-4253-418c-a09b-244ec419399f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:45:48.128615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:45:48.144703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Sync routers for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:45:48.158438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:45:48.159332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:48.186295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] No DVR routers for this DVR port f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:48.187894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:48.190591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.192619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-691222c4-0677-4923-882f-04fd75ed6cf0 req-c67f9487-577e-42a5-992c-42e1040371e2 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.59 "DELETE /v2.0/ports/f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 HTTP/1.1" status: 204 len: 173 time: 1.0628319 Jul 09 19:45:48.196405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'name': 'network-vif-deleted', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:48.198551 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a641e0de-3953-498c-8e8b-c9d3d863ef48" -d '{"events": [{"server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "name": "network-vif-deleted", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:48.217331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8eb44be1-a05e-4a5f-9dfe-626694737896'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:48.265901 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794acc3-39d8-4bf6-bc1c-e2dbd56f7fda x-openstack-request-id: req-0794acc3-39d8-4bf6-bc1c-e2dbd56f7fda {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:48.266195 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d125cce9-d1e8-4223-85e3-9681dba9b2b4", "name": "network-vif-deleted", "tag": "f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:48.266453 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0794acc3-39d8-4bf6-bc1c-e2dbd56f7fda {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:48.266856 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125cce9-d1e8-4223-85e3-9681dba9b2b4', 'name': 'network-vif-deleted', 'tag': 'f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4', 'status': 'completed', 'code': 200} Jul 09 19:45:48.376604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cafab314-73ce-4fed-ae4c-7a99ecb30bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.507579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22e9f-6a03-4b64-9629-677fc2b9cee4 req-3d27bf4f-de98-4ff0-81fe-4c0290b37c09 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:48.510129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91c22e9f-6a03-4b64-9629-677fc2b9cee4 req-3d27bf4f-de98-4ff0-81fe-4c0290b37c09 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 943 time: 0.1241724 Jul 09 19:45:48.556248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:45:48.592500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91c22e9f-6a03-4b64-9629-677fc2b9cee4 req-fac2d05d-2422-429d-aa21-ac62e28751cc tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Jul 09 19:45:48.618260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cafab314-73ce-4fed-ae4c-7a99ecb30bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.624661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cafab314-73ce-4fed-ae4c-7a99ecb30bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.677264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cafab314-73ce-4fed-ae4c-7a99ecb30bc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9074dc8014924ba5b91b21333480daed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859059 Jul 09 19:45:48.677264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafab314-73ce-4fed-ae4c-7a99ecb30bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e54d67b-5387-4469-90d3-b2f5b1cdbb9e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:48.678119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:48.679466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.750107 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.775701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.797232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65e4c44c-15be-4af3-8a65-d1a75d2f93ec req-f477d6fe-da38-479f-a370-27464c90e019 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0292051 Jul 09 19:45:48.835482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.839296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:48.840606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e54d67b-5387-4469-90d3-b2f5b1cdbb9e HTTP/1.1" status: 204 len: 168 time: 0.1608729 Jul 09 19:45:48.840823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:48.861657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ade2d0-86ad-421a-b536-77e60a055802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e54d67b-5387-4469-90d3-b2f5b1cdbb9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:48.890602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Checking router: 47326a6c-4253-418c-a09b-244ec419399f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:45:48.917781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:45:48.918900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:49.019889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 20785554-33d4-4d37-bca9-4ab76570fef5 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:45:49.139267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:45:49.168962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:49.184345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9928646e-51af-46a1-8cba-e90cbaff34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.190447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87526b79-7f9e-4717-bdf7-c8942b087f4f req-392dc0f1-8066-4095-979d-e9ef841e703c tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:49.192704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87526b79-7f9e-4717-bdf7-c8942b087f4f req-392dc0f1-8066-4095-979d-e9ef841e703c tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 949 time: 0.0800807 Jul 09 19:45:49.257106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87526b79-7f9e-4717-bdf7-c8942b087f4f req-7c2b32cc-cf4d-44d6-9a11-4cced088a449 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Jul 09 19:45:49.304664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=20785554-33d4-4d37-bca9-4ab76570fef5,segment=NetworkSegment(8f5d795c-aed6-42ce-8e62-c48c6b227d8f),segment_id=8f5d795c-aed6-42ce-8e62-c48c6b227d8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:49.307679 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9928646e-51af-46a1-8cba-e90cbaff34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.311855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9928646e-51af-46a1-8cba-e90cbaff34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.338726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '20785554-33d4-4d37-bca9-4ab76570fef5', 'network_id': 'e156268f-0861-4038-a9e0-46d224c091d0', 'port_id': '20785554-33d4-4d37-bca9-4ab76570fef5', 'mac_address': 'fa:16:3e:b5:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0049219-453e-46b8-a332-3fcb13c23f45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:45:49.356192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9928646e-51af-46a1-8cba-e90cbaff34f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c38ab10b03a4411695f72c5edfa079fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837986 Jul 09 19:45:49.356434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:49.362712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928646e-51af-46a1-8cba-e90cbaff34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99c33e-72e5-4646-92c3-67b0f950798f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:49.416040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.419570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.441279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.455041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20785554-33d4-4d37-bca9-4ab76570fef5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:45:49.481046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=20785554-33d4-4d37-bca9-4ab76570fef5,segment=NetworkSegment(8f5d795c-aed6-42ce-8e62-c48c6b227d8f),segment_id=8f5d795c-aed6-42ce-8e62-c48c6b227d8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:49.484252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:49.487976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.494775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.498871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.500772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b99c33e-72e5-4646-92c3-67b0f950798f HTTP/1.1" status: 204 len: 168 time: 0.1432190 Jul 09 19:45:49.515953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54819a0d-8ba3-4e66-ae64-347f462288a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99c33e-72e5-4646-92c3-67b0f950798f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:49.575858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188cd73d-04fe-4aa0-b495-6b9c60ef3746 None None] The sync data for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 is: [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:42:38Z', 'revision_number': 4, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e022c474-3585-4582-bd94-af500135b486', 'name': '', 'network_id': '507058e1-e510-40b9-afe5-535173c3f9be', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'mac_address': 'fa:16:3e:c5:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:33Z', 'updated_at': '2021-07-09T19:42:50Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'subnets': [{'id': '0782dee1-0975-4297-9d92-ddeb52a4d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:45:49.608557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:49.679713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8eb44be1-a05e-4a5f-9dfe-626694737896 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:49.772846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 8eb44be1-a05e-4a5f-9dfe-626694737896 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:49.781111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 8eb44be1-a05e-4a5f-9dfe-626694737896 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:49.781479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:49.820221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bbae6-b0f8-47fd-8945-0798c6a222a1 req-159c4b1b-f12f-4212-b02d-c6dc0137e331 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:49.828405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a01bbae6-b0f8-47fd-8945-0798c6a222a1 req-159c4b1b-f12f-4212-b02d-c6dc0137e331 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 944 time: 0.0795236 Jul 09 19:45:49.878489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a01bbae6-b0f8-47fd-8945-0798c6a222a1 req-cfb3a27d-0a77-4eaf-b9a5-1a4d863bc9b8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Jul 09 19:45:49.985419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['20785554-33d4-4d37-bca9-4ab76570fef5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:50.075297 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd8834-3e43-4b5e-81ce-b05db70aab45 None None] New status for floating IP 6d96522f-ebc0-4428-b525-ef3364347c71: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:45:50.133503 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:50.183188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:50.185444 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0400da8a-0f54-45e4-bec5-d57a9f38d5d8" -d '{"events": [{"server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "name": "network-vif-plugged", "status": "completed", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:50.216520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8eb44be1-a05e-4a5f-9dfe-626694737896,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:50.228528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:50.229368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:50.312574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ae08939-ba26-4f67-ab93-220282d4e47d req-dcb28e2c-a844-483b-860b-4714276b508a tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0557191 Jul 09 19:45:50.316899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:50.318613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f9203c92-a0f9-4bb7-8bcc-aee23a2d42e4 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:50.378421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:50.393039 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cb5609-c18d-4b5a-93a6-8c41d27fd63b x-openstack-request-id: req-98cb5609-c18d-4b5a-93a6-8c41d27fd63b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:50.393594 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "name": "network-vif-plugged", "status": "completed", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:50.394032 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98cb5609-c18d-4b5a-93a6-8c41d27fd63b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:50.394599 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896', 'code': 200} Jul 09 19:45:50.562915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2d76-ac24-4032-a942-5e8cd3c9ad9d req-67556d72-fccf-46c7-8770-3e8bac203fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:50.564550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2dd2d76-ac24-4032-a942-5e8cd3c9ad9d req-67556d72-fccf-46c7-8770-3e8bac203fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 1101 time: 0.1033659 Jul 09 19:45:50.592555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d253225-7158-44c1-8687-d69687a3307c req-163fd7af-b904-4c51-86a1-eefc0b56e761 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:50.594465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d253225-7158-44c1-8687-d69687a3307c req-163fd7af-b904-4c51-86a1-eefc0b56e761 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 950 time: 0.1006525 Jul 09 19:45:50.630235 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2dd2d76-ac24-4032-a942-5e8cd3c9ad9d req-2bfe1a22-c8b2-4725-927a-627f18b78956 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594542 Jul 09 19:45:50.649341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d253225-7158-44c1-8687-d69687a3307c req-07842dab-713a-4d0d-bb8d-350b4d9abf7d tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Jul 09 19:45:51.141212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada3565-371d-4a56-8cc3-328b4b0445cb req-c3b084f7-1815-4d99-b0d9-333a3c88bfd3 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:51.145580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dada3565-371d-4a56-8cc3-328b4b0445cb req-c3b084f7-1815-4d99-b0d9-333a3c88bfd3 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 944 time: 0.0837197 Jul 09 19:45:51.187915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dada3565-371d-4a56-8cc3-328b4b0445cb req-ecbe9cbf-bc52-49e0-95b0-3b48904e23ae tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Jul 09 19:45:51.520453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f865b454-090a-44a5-874b-967c0a3ed46a req-1d5bf272-8f16-43e7-9616-b7062dfc4bc0 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0641370 Jul 09 19:45:51.837720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733905-dd30-4eda-9383-e6adace672c5 req-653bcaa5-a60b-4849-ba49-90c14420a729 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:51.839450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef733905-dd30-4eda-9383-e6adace672c5 req-653bcaa5-a60b-4849-ba49-90c14420a729 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 950 time: 0.0632443 Jul 09 19:45:51.877650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef733905-dd30-4eda-9383-e6adace672c5 req-77421bc1-a9f8-48fc-9177-45fd68634850 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jul 09 19:45:52.304616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb790df-fa65-4099-bc08-67be1450a957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:52.370701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92b453-7012-4c93-813f-db0e642e7274 req-218d06cd-240d-4343-ad5e-ccea261d9f03 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:52.372390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a92b453-7012-4c93-813f-db0e642e7274 req-218d06cd-240d-4343-ad5e-ccea261d9f03 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 950 time: 0.0871465 Jul 09 19:45:52.405950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb080-76e5-4cfd-91f9-80f711e72885 req-f6e16e8b-621d-40c2-8c2b-1139cd47b1b1 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:52.407850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6aabb080-76e5-4cfd-91f9-80f711e72885 req-f6e16e8b-621d-40c2-8c2b-1139cd47b1b1 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 944 time: 0.0827200 Jul 09 19:45:52.415360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a92b453-7012-4c93-813f-db0e642e7274 req-3d9184f5-9de2-4a01-87d3-3eba53a54bef tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Jul 09 19:45:52.479034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6aabb080-76e5-4cfd-91f9-80f711e72885 req-8de508d1-b4c6-4c40-b20d-438bbae4c256 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640304 Jul 09 19:45:52.715681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be67e88d-86df-4e80-9e5f-5f33ef6b1446 req-72a90521-2c46-4b86-8625-91b34a94c5db tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d125cce9-d1e8-4223-85e3-9681dba9b2b4 HTTP/1.1" status: 200 len: 210 time: 0.0314181 Jul 09 19:45:52.987375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 20785554-33d4-4d37-bca9-4ab76570fef5 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:45:53.042339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 20785554-33d4-4d37-bca9-4ab76570fef5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:45:53.047104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 20785554-33d4-4d37-bca9-4ab76570fef5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:45:53.047637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:53.166981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:53.169699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:53.198588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:53.200825 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ab1944-b9f5-446f-84fa-b32951dd644f" -d '{"events": [{"server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "name": "network-vif-plugged", "status": "completed", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:53.214382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=20785554-33d4-4d37-bca9-4ab76570fef5,segment=NetworkSegment(8f5d795c-aed6-42ce-8e62-c48c6b227d8f),segment_id=8f5d795c-aed6-42ce-8e62-c48c6b227d8f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:53.220623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:53.250950 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb62755-5cdd-4c23-933c-fc97bae09a17 x-openstack-request-id: req-1eb62755-5cdd-4c23-933c-fc97bae09a17 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:53.251316 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "name": "network-vif-plugged", "status": "completed", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:53.251636 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eb62755-5cdd-4c23-933c-fc97bae09a17 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:53.252162 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5', 'code': 200} Jul 09 19:45:53.288535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:53.421693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e39e0-3ce8-4493-a2a3-aa0b9f24aaca req-47045ea9-67d2-4995-afee-df5f1b48691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:53.423653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de1e39e0-3ce8-4493-a2a3-aa0b9f24aaca req-47045ea9-67d2-4995-afee-df5f1b48691c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 1096 time: 0.0657122 Jul 09 19:45:53.469925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de1e39e0-3ce8-4493-a2a3-aa0b9f24aaca req-b0549a4d-25d9-4816-bd6e-d81c2b40b877 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Jul 09 19:45:53.654132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b5d76-acfa-40af-97bb-300b85ee1be3 req-3d53ca12-e682-4ff7-8c4a-c1e1a89533ba tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:53.662464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd5b5d76-acfa-40af-97bb-300b85ee1be3 req-3d53ca12-e682-4ff7-8c4a-c1e1a89533ba tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 945 time: 0.0749629 Jul 09 19:45:53.679109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f0be-5239-49a5-b567-483d4de07a25 req-5a0f305d-7673-421d-b2db-0da7fea982f2 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:53.681183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ad7f0be-5239-49a5-b567-483d4de07a25 req-5a0f305d-7673-421d-b2db-0da7fea982f2 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 950 time: 0.1205170 Jul 09 19:45:53.692295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-5be1e082-2399-411b-b42a-65480fb10c68 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:53.694669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-5be1e082-2399-411b-b42a-65480fb10c68 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 950 time: 0.1638894 Jul 09 19:45:53.727605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd5b5d76-acfa-40af-97bb-300b85ee1be3 req-ba195f30-ab96-4855-bf07-85070c2a9da3 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633969 Jul 09 19:45:53.775781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ad7f0be-5239-49a5-b567-483d4de07a25 req-e84eec13-5602-407d-a57a-82afeead9169 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/security-groups?id=c194df54-4937-4dc3-8a2b-481a7854d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788682 Jul 09 19:45:53.869562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Deleting port 8eb44be1-a05e-4a5f-9dfe-626694737896 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:53.869562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:53.988634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:53.995162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] For port 8eb44be1-a05e-4a5f-9dfe-626694737896, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8eb44be1-a05e-4a5f-9dfe-626694737896,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:53.995530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.014929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Calling delete_port for 8eb44be1-a05e-4a5f-9dfe-626694737896 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:54.063359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.092947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.163847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.167973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.169316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "DELETE /v2.0/security-groups/fee5b3ce-d9a3-496c-9173-e5f1f75b821f HTTP/1.1" status: 204 len: 168 time: 0.1789713 Jul 09 19:45:54.169634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.171693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:54.182342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5b3ce-d9a3-496c-9173-e5f1f75b821f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:54.183311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8eb44be1-a05e-4a5f-9dfe-626694737896'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:54.190787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.191144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.191881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.192363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.192883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.193394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.193731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.194114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.194453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.194907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.195235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.195689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcad997e-8a14-416e-a416-e9f99c141c66 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:45:54.225049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Pushing event deleted for resources: {'Port': ['ID=8eb44be1-a05e-4a5f-9dfe-626694737896,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:54.228221 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-469fa2ee-6f12-47d4-bcd0-3a1bb83c2647 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] show failed (client error): The resource could not be found. Jul 09 19:45:54.229549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-469fa2ee-6f12-47d4-bcd0-3a1bb83c2647 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "GET /v2.0/security-groups/fee5b3ce-d9a3-496c-9173-e5f1f75b821f HTTP/1.1" status: 404 len: 347 time: 0.0564675 Jul 09 19:45:54.232127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:54.716353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] No DVR routers for this DVR port 8eb44be1-a05e-4a5f-9dfe-626694737896 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:54.722102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.724026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f40c94ff-656b-424b-98b9-1ef7b23f3deb req-c4dc8ee8-73ce-488a-9b7a-d9ed2675e958 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.59 "DELETE /v2.0/ports/8eb44be1-a05e-4a5f-9dfe-626694737896 HTTP/1.1" status: 204 len: 173 time: 1.0194607 Jul 09 19:45:54.724461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'name': 'network-vif-deleted', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:54.726762 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa037ce3-1a1f-4141-9708-f9a8cc571ec6" -d '{"events": [{"server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "name": "network-vif-deleted", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:54.815407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Deleting port a602c5a5-29cf-4559-8731-b52ca18e2c21 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:54.815935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:54.848057 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fe672-9408-4cbe-a38e-4c84cf902915 x-openstack-request-id: req-137fe672-9408-4cbe-a38e-4c84cf902915 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:54.848366 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1df3993-6e96-4c04-8eba-97c6b345cf47", "name": "network-vif-deleted", "tag": "8eb44be1-a05e-4a5f-9dfe-626694737896", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:54.849501 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-137fe672-9408-4cbe-a38e-4c84cf902915 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:54.851027 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1df3993-6e96-4c04-8eba-97c6b345cf47', 'name': 'network-vif-deleted', 'tag': '8eb44be1-a05e-4a5f-9dfe-626694737896', 'status': 'completed', 'code': 200} Jul 09 19:45:54.943061 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b5cbc58-d11e-48ae-9148-5ebb905ac4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.048923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5e7a9e5-5e68-47fe-94f3-9476e3b4266e req-e82daa2d-c3b7-44e8-b20f-cdd6e57c9921 tempest-VolumesNegativeTest-408281229 tempest-VolumesNegativeTest-408281229-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1df3993-6e96-4c04-8eba-97c6b345cf47 HTTP/1.1" status: 200 len: 210 time: 0.1038399 Jul 09 19:45:55.058985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2690ad-92a9-4a85-bbbc-96476b8314b9 req-c37a31f4-89de-4f73-bfcf-38b81c520cd8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:55.074282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff2690ad-92a9-4a85-bbbc-96476b8314b9 req-c37a31f4-89de-4f73-bfcf-38b81c520cd8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 945 time: 0.1210415 Jul 09 19:45:55.083220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.083563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.104979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Calling delete_port for a602c5a5-29cf-4559-8731-b52ca18e2c21 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:55.133757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff2690ad-92a9-4a85-bbbc-96476b8314b9 req-ddbde35a-b9c6-4628-a4f4-22e0c8a1434a tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Jul 09 19:45:55.264673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.343555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.395169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Pushing event deleted for resources: {'Port': ['ID=a602c5a5-29cf-4559-8731-b52ca18e2c21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:55.466443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:55.505299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.508978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:55.513421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6e2a8450-c4d1-48f6-a8c6-2b7ff8264b00 tempest-ServersTestBootFromVolume-1985540600 tempest-ServersTestBootFromVolume-1985540600-project] 10.222.0.10 "DELETE /v2.0/floatingips/6d96522f-ebc0-4428-b525-ef3364347c71 HTTP/1.1" status: 204 len: 168 time: 1.2671220 Jul 09 19:45:55.513874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:55.771339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3033-7880-4019-81a1-1872e1b39379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.033659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3033-7880-4019-81a1-1872e1b39379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.043418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3033-7880-4019-81a1-1872e1b39379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.052504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44e276-318f-41af-a5f9-a111c605d150 req-5fea9505-ef60-45da-948d-9aee588551ab tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:56.054059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d44e276-318f-41af-a5f9-a111c605d150 req-5fea9505-ef60-45da-948d-9aee588551ab tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 945 time: 0.1453214 Jul 09 19:45:56.120012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f9e3033-7880-4019-81a1-1872e1b39379 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1855063184a04c199a6fa32ea463fe2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524940 Jul 09 19:45:56.122648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:56.128686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e3033-7880-4019-81a1-1872e1b39379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a1fda-6691-40a1-ab08-0f01789ec305,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:56.157071 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d44e276-318f-41af-a5f9-a111c605d150 req-ab7444fb-676b-493d-977d-35a45f8b014a tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886414 Jul 09 19:45:56.224380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.228482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.253710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.291730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.367540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.370939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.372047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb9a1fda-6691-40a1-ab08-0f01789ec305 HTTP/1.1" status: 204 len: 168 time: 0.2475729 Jul 09 19:45:56.390131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10959a-2df7-412d-a2ab-adf26e36d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a1fda-6691-40a1-ab08-0f01789ec305,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:56.561213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Deleting port e022c474-3585-4582-bd94-af500135b486 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:56.561561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.648304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] For port e022c474-3585-4582-bd94-af500135b486, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e022c474-3585-4582-bd94-af500135b486,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:56.648923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.663467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Calling delete_port for e022c474-3585-4582-bd94-af500135b486 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:56.859904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.907425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e022c474-3585-4582-bd94-af500135b486,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:57.141935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:57.344161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-e0ff9db6-881c-4c82-9b4c-8c296ab18ea4 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:57.346788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-e0ff9db6-881c-4c82-9b4c-8c296ab18ea4 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 945 time: 0.1015067 Jul 09 19:45:57.513641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Deleting port 20785554-33d4-4d37-bca9-4ab76570fef5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:57.514064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:57.653925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] For port 20785554-33d4-4d37-bca9-4ab76570fef5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=20785554-33d4-4d37-bca9-4ab76570fef5,segment=NetworkSegment(8f5d795c-aed6-42ce-8e62-c48c6b227d8f),segment_id=8f5d795c-aed6-42ce-8e62-c48c6b227d8f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:57.654521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:57.683370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Calling delete_port for 20785554-33d4-4d37-bca9-4ab76570fef5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:57.726011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8eb44be1-a05e-4a5f-9dfe-626694737896 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:45:57.768380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 8eb44be1-a05e-4a5f-9dfe-626694737896 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:45:57.768731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8eb44be1-a05e-4a5f-9dfe-626694737896 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:45:57.779423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Router 47326a6c-4253-418c-a09b-244ec419399f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:45:57.795531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:57.807919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715622c-fd1b-4b7d-869a-ed8b49903607 req-df002b05-9392-4221-94bb-d47401f3bdbe tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:45:57.814608 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e715622c-fd1b-4b7d-869a-ed8b49903607 req-df002b05-9392-4221-94bb-d47401f3bdbe tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee1f8e87-5246-4778-acff-aad75d4b9526 HTTP/1.1" status: 200 len: 945 time: 0.4894638 Jul 09 19:45:57.901266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e715622c-fd1b-4b7d-869a-ed8b49903607 req-81e63911-bb2b-48c9-868c-ed6b238d0170 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9a5bc8e-0cd7-430c-8a51-07b331316a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857584 Jul 09 19:45:57.923990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:57.944318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['20785554-33d4-4d37-bca9-4ab76570fef5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:45:57.971100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:45:57.977305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e14c0a78-ea53-467b-be44-9ab6c53058a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/47326a6c-4253-418c-a09b-244ec419399f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618840 Jul 09 19:45:57.980034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:57.995659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Sync routers for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:45:58.018943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:45:58.019829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:58.057907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Pushing event deleted for resources: {'Port': ['ID=20785554-33d4-4d37-bca9-4ab76570fef5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:58.176127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.194059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] No DVR routers for this DVR port 20785554-33d4-4d37-bca9-4ab76570fef5 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:45:58.198031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.210354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20c10d42-2523-40b0-b5ab-4aedb0191f4b req-d751f99e-7bf1-40e4-8ed5-a7cae27af9c8 tempest-InstanceActionsNegativeTestJSON-866409032 tempest-InstanceActionsNegativeTestJSON-866409032-project] 10.222.0.25 "DELETE /v2.0/ports/20785554-33d4-4d37-bca9-4ab76570fef5 HTTP/1.1" status: 204 len: 173 time: 0.8569953 Jul 09 19:45:58.211228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'name': 'network-vif-deleted', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:45:58.216233 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7abf9e7-647e-4455-a62f-20aa22a0545b" -d '{"events": [{"server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "name": "network-vif-deleted", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:45:58.231773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:45:58.296675 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a278ee-d652-4f64-acf2-f6265a79452e x-openstack-request-id: req-55a278ee-d652-4f64-acf2-f6265a79452e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:45:58.296969 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f8e87-5246-4778-acff-aad75d4b9526", "name": "network-vif-deleted", "tag": "20785554-33d4-4d37-bca9-4ab76570fef5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:45:58.297314 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55a278ee-d652-4f64-acf2-f6265a79452e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:45:58.297696 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f8e87-5246-4778-acff-aad75d4b9526', 'name': 'network-vif-deleted', 'tag': '20785554-33d4-4d37-bca9-4ab76570fef5', 'status': 'completed', 'code': 200} Jul 09 19:45:58.322984 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.385156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Deleting port 37e4c200-3192-45b9-bb16-dc18fbfcf124 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:58.385678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.447825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:45:56Z', 'revision_number': 5, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port': {'id': '37e4c200-3192-45b9-bb16-dc18fbfcf124', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47326a6c-4253-418c-a09b-244ec419399f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:30Z', 'updated_at': '2021-07-09T19:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:58.482243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Checking router: 47326a6c-4253-418c-a09b-244ec419399f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:45:58.497053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Routers {'47326a6c-4253-418c-a09b-244ec419399f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:45:58.497220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] For port 37e4c200-3192-45b9-bb16-dc18fbfcf124, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37e4c200-3192-45b9-bb16-dc18fbfcf124,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:45:58.497619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.497751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['47326a6c-4253-418c-a09b-244ec419399f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:58.516464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Calling delete_port for 37e4c200-3192-45b9-bb16-dc18fbfcf124 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:45:58.629382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] Set router 47326a6c-4253-418c-a09b-244ec419399f gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:45:58.711930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:45:58Z', 'revision_number': 6, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:58.751811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef99cb-f531-47fb-9548-926ac5fbd1a9 None None] The sync data for ids ['47326a6c-4253-418c-a09b-244ec419399f'] in n-d-800087-3 is: [{'id': '47326a6c-4253-418c-a09b-244ec419399f', 'name': 'tempest-ServersTestBootFromVolume-457337921-router', 'tenant_id': 'def5538144a04276abda9b14de6e3865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:27Z', 'updated_at': '2021-07-09T19:45:58Z', 'revision_number': 6, 'project_id': 'def5538144a04276abda9b14de6e3865', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:45:58.846082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.892427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Pushing event deleted for resources: {'Port': ['ID=37e4c200-3192-45b9-bb16-dc18fbfcf124,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:59.018719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.044934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:59.108995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Deleting subnet f0049219-453e-46b8-a332-3fcb13c23f45 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:45:59.112955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.162176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.165202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.168409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.230653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.292064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.313763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.314325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47326a6c-4253-418c-a09b-244ec419399f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:45:59.319246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.320559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-40f9277c-b087-4081-ad8f-521e62b5733f admin admin] 10.222.0.10 "DELETE /v2.0/routers/47326a6c-4253-418c-a09b-244ec419399f HTTP/1.1" status: 204 len: 168 time: 1.3392367 Jul 09 19:45:59.323096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:59.344961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0049219-453e-46b8-a332-3fcb13c23f45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:59.352000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.353948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3aaedc17-48a8-4a93-9cfa-945039fbd00f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f0049219-453e-46b8-a332-3fcb13c23f45 HTTP/1.1" status: 204 len: 168 time: 0.3076646 Jul 09 19:45:59.356296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:59.402379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Deleting subnet 0782dee1-0975-4297-9d92-ddeb52a4d6a6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:45:59.406453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.445180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.458619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.567877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.573271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.579818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e156268f-0861-4038-a9e0-46d224c091d0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:59.594561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5d795c-aed6-42ce-8e62-c48c6b227d8f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:59.594791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5d795c-aed6-42ce-8e62-c48c6b227d8f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:45:59.604679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.628456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.640039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.647593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:45:59.648014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.681983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0782dee1-0975-4297-9d92-ddeb52a4d6a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:59.689850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.692159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30c90ec2-17d8-4a70-b761-88ff2223f9b9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0782dee1-0975-4297-9d92-ddeb52a4d6a6 HTTP/1.1" status: 204 len: 168 time: 0.3680520 Jul 09 19:45:59.694744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:45:59.702762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a0b52-35a8-4ba3-95a1-96da828da2bb None None] Network 507058e1-e510-40b9-afe5-535173c3f9be requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:45:59.709685 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:45:59.750669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.763400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.771602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] 10.222.0.10 "DELETE /v2.0/networks/e156268f-0861-4038-a9e0-46d224c091d0 HTTP/1.1" status: 204 len: 168 time: 0.4135814 Jul 09 19:45:59.785795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3266c8-8232-4067-8907-7dad6b21893d admin admin] Pushing event deleted for resources: {'Network': ['ID=e156268f-0861-4038-a9e0-46d224c091d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:45:59.833562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.995165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Deleting port e029e2d0-601a-4822-bdd5-7e20fa4b796e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:45:59.996483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.090336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] For port e029e2d0-601a-4822-bdd5-7e20fa4b796e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e029e2d0-601a-4822-bdd5-7e20fa4b796e,segment=NetworkSegment(b36ab694-45a2-4bcc-a2b9-638dd8205fb7),segment_id=b36ab694-45a2-4bcc-a2b9-638dd8205fb7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:00.090791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.112931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Calling delete_port for e029e2d0-601a-4822-bdd5-7e20fa4b796e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:46:00.149363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] DHCP port deletion for 507058e1-e510-40b9-afe5-535173c3f9be request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:46:00.182853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:00.233398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-94f33f2d-98ad-447d-a2a4-84f237e3939e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66dbe5a647724799bc456e09b30fbbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490193 Jul 09 19:46:00.234594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:00.252373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.255793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Deleting port e029e2d0-601a-4822-bdd5-7e20fa4b796e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:46:00.256238 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.285159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] No DVR routers for this DVR port e029e2d0-601a-4822-bdd5-7e20fa4b796e on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:46:00.305957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.331897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e029e2d0-601a-4822-bdd5-7e20fa4b796e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:00.340808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.404403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.407618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.408984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9a5bc8e-0cd7-430c-8a51-07b331316a31 HTTP/1.1" status: 204 len: 168 time: 0.1730964 Jul 09 19:46:00.419003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] For port e029e2d0-601a-4822-bdd5-7e20fa4b796e, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:00.419686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.427029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970016d-e4a7-4be6-9083-5994f9748e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5bc8e-0cd7-430c-8a51-07b331316a31,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:00.441281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.458507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Calling delete_port for e029e2d0-601a-4822-bdd5-7e20fa4b796e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:46:00.467223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507058e1-e510-40b9-afe5-535173c3f9be']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:00.467990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Port e029e2d0-601a-4822-bdd5-7e20fa4b796e was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:46:00.480197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.490808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:00.493568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36ab694-45a2-4bcc-a2b9-638dd8205fb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:00.510868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.540499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.542539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] Pushing event deleted for resources: {'Port': ['ID=e029e2d0-601a-4822-bdd5-7e20fa4b796e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:00.561722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:46:00.564341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.565887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f65506-84a1-4992-ac76-c80efe7fdb64 None None] No DVR routers for this DVR port e029e2d0-601a-4822-bdd5-7e20fa4b796e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:46:00.568040 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:46:00.654498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.665622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.668011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] 10.222.0.10 "DELETE /v2.0/networks/507058e1-e510-40b9-afe5-535173c3f9be HTTP/1.1" status: 204 len: 168 time: 0.9717364 Jul 09 19:46:00.682866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf37f77-5620-46e7-8990-8b639a6b5b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=507058e1-e510-40b9-afe5-535173c3f9be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:00.749918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e029e2d0-601a-4822-bdd5-7e20fa4b796e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:00.795119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e029e2d0-601a-4822-bdd5-7e20fa4b796e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:46:00.795677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e029e2d0-601a-4822-bdd5-7e20fa4b796e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:46:00.796107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37e4c200-3192-45b9-bb16-dc18fbfcf124 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:00.815974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 37e4c200-3192-45b9-bb16-dc18fbfcf124 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:46:00.816582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37e4c200-3192-45b9-bb16-dc18fbfcf124 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:46:00.816992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e022c474-3585-4582-bd94-af500135b486 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:00.841323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e022c474-3585-4582-bd94-af500135b486 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:46:00.841611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e022c474-3585-4582-bd94-af500135b486 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:46:00.929002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:00.977376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46c28f31-191c-42a0-a9bc-c3e0671ea073 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=def5538144a04276abda9b14de6e3865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459557 Jul 09 19:46:00.979924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:01.018890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 20785554-33d4-4d37-bca9-4ab76570fef5 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:01.042383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:01.050562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 20785554-33d4-4d37-bca9-4ab76570fef5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:46:01.051314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 20785554-33d4-4d37-bca9-4ab76570fef5 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:46:01.069926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:01.124448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:01.128816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:01.131640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff35bb2e-4b49-4ca0-ac84-a363805b3958 HTTP/1.1" status: 204 len: 168 time: 0.1507804 Jul 09 19:46:01.153141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b4670-29ee-4afa-b348-4509b5b21e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff35bb2e-4b49-4ca0-ac84-a363805b3958,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:01.556415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:01.870871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-135397045-network', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:01.901858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:01.907985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:01.917751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.025039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.029953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.055019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:46:02.064895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e009a-2711-48d6-a56c-3deff3cc0355,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:02.069642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.070008 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Added segment 4a844442-409e-4c20-be9e-562ac41bd5ed of type vlan for network fd7942bd-4eff-45ff-a272-d98d4d15139d Jul 09 19:46:02.082855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.083195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.083526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.083860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.084188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.084509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.084854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.085242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.085532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.086132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.086371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.086826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:02.090026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:02.144984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.182231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.184081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:02.184961 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.272232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1654613003-network', 'tenant_id': '7da3461fe694467598c08ad3baed4a64'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:02.276070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7942bd-4eff-45ff-a272-d98d4d15139d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:02.297991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-883ec4b4-d561-4c5b-acce-7924936d0718 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7404008 Jul 09 19:46:02.298230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network fd7942bd-4eff-45ff-a272-d98d4d15139d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:46:02.301807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:02.309175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Request body: {'subnet': {'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-135397045-subnet', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:02.333081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Made reservation on behalf of 7da3461fe694467598c08ad3baed4a64 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:02.340429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.369935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.373711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:02.378274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.571915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.582478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.616632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:46:02.636818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf63ddd-cb4a-4d6f-91df-939a71668dca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:02.640075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.640420 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Added segment 1e85c76b-5a45-4fe6-ba13-1f244326710d of type vlan for network 0d769706-3538-44ff-869d-090ed9dd305c Jul 09 19:46:02.675842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:02.700325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.738974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.740345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:02.741022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.752117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.826057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea61903d-9634-42ff-b603-a66f8a43006f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:02.843179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:02.843547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Network hostable DHCP agents. Network: fd7942bd-4eff-45ff-a272-d98d4d15139d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:46:02.867445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:46:02.874122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7792654 Jul 09 19:46:02.877798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:02.884087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Request body: {'subnet': {'network_id': '0d769706-3538-44ff-869d-090ed9dd305c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1654613003-subnet', 'tenant_id': '7da3461fe694467598c08ad3baed4a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:02.891488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, fd7942bd-4eff-45ff-a272-d98d4d15139d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:02.901913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:02.902782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.903319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633eaa9c-1121-495d-aab3-48638202d0b5 None None] Network fd7942bd-4eff-45ff-a272-d98d4d15139d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:02.929179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7c61eef5-16e0-44d4-8928-387a2346c80e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c60987e410cf47498e661e60368c8c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500474 Jul 09 19:46:02.929179 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86afe1-6808-4038-813a-633719de4790 admin admin] Pushing event updated for resources: {'Network': ['ID=0d769706-3538-44ff-869d-090ed9dd305c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:02.932352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:02.936512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Made reservation on behalf of 7da3461fe694467598c08ad3baed4a64 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:02.940069 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.949118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0d769706-3538-44ff-869d-090ed9dd305c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:46:03.004884 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.032452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.100645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.104851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.106340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c194df54-4937-4dc3-8a2b-481a7854d275 HTTP/1.1" status: 204 len: 168 time: 0.1722441 Jul 09 19:46:03.111171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:03.122520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:03.126567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a576c8ad-d0e4-467c-b0c9-306e7188f421 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8229167 Jul 09 19:46:03.136913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6c0f3-86f8-4453-90c3-e66f5c6bcb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194df54-4937-4dc3-8a2b-481a7854d275,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:03.162398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.166313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.226082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-fd7942bd-4eff-45ff-a272-d98d4d15139d', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:46:03.227679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.295893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.306877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.379389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce71d38d-7a68-458e-866f-41025984429d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:03.410229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Checking segment: {'id': '1e85c76b-5a45-4fe6-ba13-1f244326710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:03.410993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Network hostable DHCP agents. Network: 0d769706-3538-44ff-869d-090ed9dd305c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:46:03.457661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Network 0d769706-3538-44ff-869d-090ed9dd305c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:46:03.480654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0d769706-3538-44ff-869d-090ed9dd305c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:03.486689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:03.487703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.514845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7e45132-3bbe-4dda-8ae5-f36918d14739 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6356268 Jul 09 19:46:03.566845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.611492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eee314-d546-4fa6-b557-190daa88b95e None None] Network 0d769706-3538-44ff-869d-090ed9dd305c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:03.749242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Allocated IP 172.20.0.2 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/007cd06b-3e13-4795-b059-e4c6d4b47848) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:03.915148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac443ae-a9a2-478e-bd77-95eaea9d0e34 None None] Network 0d769706-3538-44ff-869d-090ed9dd305c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:03.944662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:03.988954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.298040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-79c32f6f-0db9-4a02-a7d5-dba9f19fa137 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:04.306512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-79c32f6f-0db9-4a02-a7d5-dba9f19fa137 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/networks?id=0d769706-3538-44ff-869d-090ed9dd305c HTTP/1.1" status: 200 len: 814 time: 0.1782291 Jul 09 19:46:04.356629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-123538d3-e939-479d-a746-a4c8f6edb884 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/quotas/7da3461fe694467598c08ad3baed4a64 HTTP/1.1" status: 200 len: 375 time: 0.0488048 Jul 09 19:46:04.400837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.404720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-a6a82deb-53cc-41f4-9dad-87a7af43ab53 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da3461fe694467598c08ad3baed4a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471306 Jul 09 19:46:04.416002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Transition to ACTIVE for port object 007cd06b-3e13-4795-b059-e4c6d4b47848 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:04.428891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Allocated IP 172.25.3.123 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/522225e8-cbfc-4443-a16b-cd111f4d736d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:04.446211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Transition to ACTIVE for port object 007cd06b-3e13-4795-b059-e4c6d4b47848 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:04.458431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.565179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:04.568300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:04.575250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:04.595326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Pushing event updated for resources: {'Port': ['ID=007cd06b-3e13-4795-b059-e4c6d4b47848,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:04.658503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.661114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Attempting to bind port 007cd06b-3e13-4795-b059-e4c6d4b47848 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:04.661646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Attempting to bind port 007cd06b-3e13-4795-b059-e4c6d4b47848 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:04.661881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Attempting to bind port 007cd06b-3e13-4795-b059-e4c6d4b47848 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:04.667134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:04.667633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:04.667914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.668295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:04.668761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Bound port: 007cd06b-3e13-4795-b059-e4c6d4b47848, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:04.669609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.764348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] For port 007cd06b-3e13-4795-b059-e4c6d4b47848, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:04.768020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] For port 007cd06b-3e13-4795-b059-e4c6d4b47848, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=007cd06b-3e13-4795-b059-e4c6d4b47848,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:04.769671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e71906c2-7b68-438d-90d1-6ebea4255aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639576 Jul 09 19:46:04.773208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.835035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.861499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c36fd-fdc4-404f-a4dd-da9d340c90b6 None None] Pushing event updated for resources: {'Port': ['ID=007cd06b-3e13-4795-b059-e4c6d4b47848,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:04.889552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:04.898909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:04.904433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:04.943645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Pushing event updated for resources: {'Port': ['ID=522225e8-cbfc-4443-a16b-cd111f4d736d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:04.998620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-32efe8a7-49b0-4bfc-8930-b8220b9c27b6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221715 Jul 09 19:46:05.444577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8cb281ee-a842-4903-a077-4787ebac4177 req-1afa7b9b-d852-45c6-920b-191e2d1365ee tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 210 time: 0.0529382 Jul 09 19:46:05.467355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:05.772117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:05.971638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:46:06.294240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16398ffb-fa43-4c07-8f53-01978fc42bb7 None None] Network fd7942bd-4eff-45ff-a272-d98d4d15139d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:06.364302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-67d4144f-2990-4fbf-8ebf-324af4d487c1 None None] Provisioning for port 007cd06b-3e13-4795-b059-e4c6d4b47848 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:06.435832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:06.447622 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Sync routers for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:06.463314 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:06.465417 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:06.474983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:06.480713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:06.481239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4d117bab-6d54-41e4-ae51-22934d1183f3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3647134 Jul 09 19:46:06.673738 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:06.750297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e49f435-1775-4658-a458-504f4755cf7c req-03624769-5a7f-4cd1-9e8d-28f45532ed0f tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 210 time: 0.1452105 Jul 09 19:46:06.880575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 007cd06b-3e13-4795-b059-e4c6d4b47848 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:06.946674 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:05Z', 'revision_number': 3, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:06.974398 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Checking router: eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:06.975015 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Updating router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f port 522225e8-cbfc-4443-a16b-cd111f4d736d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:06.984775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-1a775f3b-1430-4e8d-932e-d20920d98f7f tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:06.986715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-1a775f3b-1430-4e8d-932e-d20920d98f7f tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.59 "GET /v2.0/networks?id=0d769706-3538-44ff-869d-090ed9dd305c HTTP/1.1" status: 200 len: 814 time: 0.2722807 Jul 09 19:46:07.001169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Request body: {'port': {'device_id': '770f2e93-8c89-4597-8532-275471627c5b', 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c', 'admin_state_up': True, 'tenant_id': '7da3461fe694467598c08ad3baed4a64'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:07.017193 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.086858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 007cd06b-3e13-4795-b059-e4c6d4b47848 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:07.094338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 007cd06b-3e13-4795-b059-e4c6d4b47848 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:07.095023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.246102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.276567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Made reservation on behalf of 7da3461fe694467598c08ad3baed4a64 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:07.282526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.290900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 007cd06b-3e13-4795-b059-e4c6d4b47848, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=007cd06b-3e13-4795-b059-e4c6d4b47848,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:07.296930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.315443 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.326444 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Transition to ACTIVE for port object 522225e8-cbfc-4443-a16b-cd111f4d736d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:07.336863 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.386709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=007cd06b-3e13-4795-b059-e4c6d4b47848,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:07.427363 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Attempting to bind port 522225e8-cbfc-4443-a16b-cd111f4d736d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:07.428158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Attempting to bind port 522225e8-cbfc-4443-a16b-cd111f4d736d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:07.428701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Attempting to bind port 522225e8-cbfc-4443-a16b-cd111f4d736d on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:07.432427 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Pushing event updated for resources: {'Port': ['ID=522225e8-cbfc-4443-a16b-cd111f4d736d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:07.443678 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:07.444354 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:07.445029 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.445673 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:07.446381 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Bound port: 522225e8-cbfc-4443-a16b-cd111f4d736d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:07.446944 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.450838 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.451861 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.452477 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.452992 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.453262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Allocated IP 172.20.0.7 (0d769706-3538-44ff-869d-090ed9dd305c/ce71d38d-7a68-458e-866f-41025984429d/d26de8cc-1a61-4463-9fae-bb8b25a70d5b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:07.453705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.453705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.453975 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.454469 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.454984 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.455472 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.456021 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.456604 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:07.461937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.527407 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] For port 522225e8-cbfc-4443-a16b-cd111f4d736d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:07.532715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] For port 522225e8-cbfc-4443-a16b-cd111f4d736d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=522225e8-cbfc-4443-a16b-cd111f4d736d,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:07.538475 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.608161 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:07.608930 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:07.612089 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949dfbe-6358-400c-ad72-6e14ae5a6859 None None] Pushing event updated for resources: {'Port': ['ID=522225e8-cbfc-4443-a16b-cd111f4d736d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:07.677658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Allocated IP 172.20.0.1 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/5d98c8e0-d962-405f-99e5-2acc19879bc9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:07.697170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.754869 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:07.803516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.862690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.886250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Transition to ACTIVE for port object 5d98c8e0-d962-405f-99e5-2acc19879bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:07.931527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Pushing event updated for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:07.947569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Network 0d769706-3538-44ff-869d-090ed9dd305c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:07.950518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:07.952231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:07.958209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:08.007045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:08.017184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:08.035021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:08.042926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Pushing event updated for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:08.119611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.129560 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:05Z', 'revision_number': 3, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:08.152362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:08.153588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.187447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-e816d103-c796-4adf-8bd1-e041f2146263 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1915700 Jul 09 19:46:08.193071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072ded0-f986-421b-8759-8259a0d979c2 None None] The sync data for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 is: [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:05Z', 'revision_number': 3, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:08.202516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Request body: {'port': {'device_id': '770f2e93-8c89-4597-8532-275471627c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:08.257531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18faecd-dd04-43ad-8666-55787a9167a9 req-53dc34de-c916-4558-a95c-59d501d94646 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:08.259152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c18faecd-dd04-43ad-8666-55787a9167a9 req-53dc34de-c916-4558-a95c-59d501d94646 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 931 time: 0.2250710 Jul 09 19:46:08.377736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac57bd39-7d1d-45de-a24f-bba216b99a91 None None] Provisioning for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:08.382491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac57bd39-7d1d-45de-a24f-bba216b99a91 None None] Provisioning complete for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:08.383155 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd39-7d1d-45de-a24f-bba216b99a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.389306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.405957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.453185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ac57bd39-7d1d-45de-a24f-bba216b99a91 None None] Port 5d98c8e0-d962-405f-99e5-2acc19879bc9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:08.511526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c18faecd-dd04-43ad-8666-55787a9167a9 req-ce49513c-6a3a-4040-9c4c-07bf2816e93d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361603 Jul 09 19:46:08.709202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.716057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.821510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:08.834715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Pushing event updated for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:08.921078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde025-a236-49cc-af05-641e487f2cf3 req-e7b7dcaa-648f-455d-a114-77c18b5b37e1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:08.930021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07cde025-a236-49cc-af05-641e487f2cf3 req-e7b7dcaa-648f-455d-a114-77c18b5b37e1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.2176640 Jul 09 19:46:08.957093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 522225e8-cbfc-4443-a16b-cd111f4d736d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:08.994562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:08.996275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:09.001812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07cde025-a236-49cc-af05-641e487f2cf3 req-4aeac44d-872b-4ec9-9803-b321cf37dcd2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702772 Jul 09 19:46:09.096018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26de8cc-1a61-4463-9fae-bb8b25a70d5b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:09.109223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.128469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 522225e8-cbfc-4443-a16b-cd111f4d736d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:09.136587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 522225e8-cbfc-4443-a16b-cd111f4d736d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:09.136979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.138632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Transition to ACTIVE for port object d26de8cc-1a61-4463-9fae-bb8b25a70d5b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:09.146664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.167441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:46:09.234124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:09.326004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.352509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 522225e8-cbfc-4443-a16b-cd111f4d736d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=522225e8-cbfc-4443-a16b-cd111f4d736d,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:09.358487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.359949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 007cd06b-3e13-4795-b059-e4c6d4b47848 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:09.386315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Attempting to bind port d26de8cc-1a61-4463-9fae-bb8b25a70d5b on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:09.386653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Attempting to bind port d26de8cc-1a61-4463-9fae-bb8b25a70d5b by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '1e85c76b-5a45-4fe6-ba13-1f244326710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:09.388200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Attempting to bind port d26de8cc-1a61-4463-9fae-bb8b25a70d5b on network 0d769706-3538-44ff-869d-090ed9dd305c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:09.401521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Port d26de8cc-1a61-4463-9fae-bb8b25a70d5b on network 0d769706-3538-44ff-869d-090ed9dd305c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:46:09.401850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Attempting to bind port d26de8cc-1a61-4463-9fae-bb8b25a70d5b on network 0d769706-3538-44ff-869d-090ed9dd305c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:09.402355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:09.416138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ab177ad6-1e7f-4296-83be-ae5d7e33c47f admin admin] 10.222.0.10 "PUT /v2.0/routers/eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9259315 Jul 09 19:46:09.416396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:09.416396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Checking segment: {'id': '1e85c76b-5a45-4fe6-ba13-1f244326710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:09.416396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Bound using segment: {'id': '1e85c76b-5a45-4fe6-ba13-1f244326710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:09.416396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Bound port: d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e85c76b-5a45-4fe6-ba13-1f244326710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:09.416396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.465746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-52a83ba3-b606-436e-bb44-d670d4b9c52e None None] Provisioning complete for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:09.469295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52a83ba3-b606-436e-bb44-d670d4b9c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.517387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=522225e8-cbfc-4443-a16b-cd111f4d736d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:09.538004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-52a83ba3-b606-436e-bb44-d670d4b9c52e None None] Port 5d98c8e0-d962-405f-99e5-2acc19879bc9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:09.540088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 007cd06b-3e13-4795-b059-e4c6d4b47848 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:09.540635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.555734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:09.559627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,segment=NetworkSegment(1e85c76b-5a45-4fe6-ba13-1f244326710d),segment_id=1e85c76b-5a45-4fe6-ba13-1f244326710d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:09.567699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.646838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:09.647479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:09.649867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] 10.222.0.59 "PUT /v2.0/ports/d26de8cc-1a61-4463-9fae-bb8b25a70d5b HTTP/1.1" status: 200 len: 1091 time: 1.4522879 Jul 09 19:46:09.650893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:09.653413 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6" -d '{"events": [{"name": "network-changed", "server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:09.689019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92e428-b69c-40bd-b534-12e73a783ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:09.785065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-fff6f4d2-8274-4542-a148-d0ddd0b799a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:09.786640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-fff6f4d2-8274-4542-a148-d0ddd0b799a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7da3461fe694467598c08ad3baed4a64&device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 1094 time: 0.0864191 Jul 09 19:46:09.836471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227590-720a-4838-bce7-a363607fc16e req-900c4bca-a30d-4ada-9d82-8ee2d6016885 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:09.843086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-56f4b9e5-6a16-42dd-9416-f7165c8570e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b HTTP/1.1" status: 200 len: 217 time: 0.0478387 Jul 09 19:46:09.846211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef227590-720a-4838-bce7-a363607fc16e req-900c4bca-a30d-4ada-9d82-8ee2d6016885 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 943 time: 0.0862699 Jul 09 19:46:09.882944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef227590-720a-4838-bce7-a363607fc16e req-1cc39b96-8d0b-44de-ae07-56d05b5cae6c tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Jul 09 19:46:09.917049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-231b979c-89c5-43ee-ae6e-e21617aba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:09.918903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-231b979c-89c5-43ee-ae6e-e21617aba8ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce71d38d-7a68-458e-866f-41025984429d HTTP/1.1" status: 200 len: 854 time: 0.0666575 Jul 09 19:46:09.939606 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a30bf7-5ce9-48e2-abe8-34687ed1fb1f x-openstack-request-id: req-a6a30bf7-5ce9-48e2-abe8-34687ed1fb1f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:09.940136 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:09.940766 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6a30bf7-5ce9-48e2-abe8-34687ed1fb1f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:09.941454 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b', 'status': 'completed', 'code': 200} Jul 09 19:46:09.960069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-7fa9c535-49c0-4bde-9496-d48772fdfeb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d769706-3538-44ff-869d-090ed9dd305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340102 Jul 09 19:46:10.067390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-ef6aa35d-7a7c-4e06-be03-62655863bfd5 service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005554 Jul 09 19:46:10.190336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6151f7ca-33d5-4d44-9231-93437eff9072 req-c0e3cb2b-714e-4642-a9b6-48e6037909ed service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165514 Jul 09 19:46:10.199580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:10.205762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39937185', 'description': 'tempest-description--1881731469'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:10.249619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.321325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-c92e4cb1-6964-4cc2-a471-ed5d780f04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:10.322874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-c92e4cb1-6964-4cc2-a471-ed5d780f04c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7da3461fe694467598c08ad3baed4a64&device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 1094 time: 0.0615120 Jul 09 19:46:10.383570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaeb4-b809-4f11-8ebc-38116fb6894d req-55a02c1e-279b-4573-9f76-7e2faa5545da tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:10.385292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fecaeb4-b809-4f11-8ebc-38116fb6894d req-55a02c1e-279b-4573-9f76-7e2faa5545da tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1158366 Jul 09 19:46:10.431267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.440828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-678e7996-5843-4075-8b84-896c361d0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:10.441525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.443444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-678e7996-5843-4075-8b84-896c361d0893 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d769706-3538-44ff-869d-090ed9dd305c HTTP/1.1" status: 200 len: 915 time: 0.1133552 Jul 09 19:46:10.479485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9fecaeb4-b809-4f11-8ebc-38116fb6894d req-73e7a599-f371-4ef2-9219-2d247e3a0889 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719388 Jul 09 19:46:10.492644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-9058080a-d9c2-44d6-8672-0f1d12128a42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b HTTP/1.1" status: 200 len: 217 time: 0.0415661 Jul 09 19:46:10.507114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.508366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3077452 Jul 09 19:46:10.510497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7acf9-6193-41ea-bc67-090e3315d98e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ced176-ab42-406b-9ec6-a731800edede,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:10.511344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:10.516619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'security_group_rule': {'security_group_id': '56ced176-ab42-406b-9ec6-a731800edede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:10.572448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-264c990e-ec47-4d89-92a3-c83f1ee53b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:10.573958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-264c990e-ec47-4d89-92a3-c83f1ee53b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce71d38d-7a68-458e-866f-41025984429d HTTP/1.1" status: 200 len: 854 time: 0.0735605 Jul 09 19:46:10.581373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.607568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Sync routers for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:10.617767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:10.618596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:10.629405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-3c0af735-0dad-4f8b-8063-35c7488932b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d769706-3538-44ff-869d-090ed9dd305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440626 Jul 09 19:46:10.723242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.732312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.749094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:10.768464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cfebe8-cc26-434e-bd51-c0d16e09d70a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:10.780919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 522225e8-cbfc-4443-a16b-cd111f4d736d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:10.782354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.783663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cca81bee-6409-41c5-af36-0585764e611e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713990 Jul 09 19:46:10.786277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:10.791450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'security_group_rule': {'security_group_id': '56ced176-ab42-406b-9ec6-a731800edede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:10.815939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-a6f4611d-654b-454b-a150-5c2697c53913 service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772985 Jul 09 19:46:10.826063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.957293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.963447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 522225e8-cbfc-4443-a16b-cd111f4d736d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:10.963823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.970864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:10.995899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfc4e61a-c0e1-4b63-bdc5-cb345a5459e6 req-d845bde8-41d9-477d-96dc-1302be35d8f3 service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708133 Jul 09 19:46:11.002193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010a705f-2a2e-40e3-ac8a-879c562e7b3c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:11.009668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.015215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6cb058f6-ddc5-4164-b3a5-f2112dd62e1c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2252953 Jul 09 19:46:11.015424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:11.020771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:11.047258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.122693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3697a7-7304-4619-b2d7-4334d769fe01 req-1a46ea91-defa-4f66-a3c2-3d040fb25425 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:11.126638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec3697a7-7304-4619-b2d7-4334d769fe01 req-1a46ea91-defa-4f66-a3c2-3d040fb25425 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 943 time: 0.0971069 Jul 09 19:46:11.127743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 2, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:11.172540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.195722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec3697a7-7304-4619-b2d7-4334d769fe01 req-7918a73a-585f-490b-9713-40325a670c45 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Jul 09 19:46:11.204497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Checking router: eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:11.204857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Updating router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f port 5d98c8e0-d962-405f-99e5-2acc19879bc9 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:11.268040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.316783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.25.3.196 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e31e05b7-4cf1-4722-8d01-de8377ad3d98) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:11.425629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.473438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.510277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:11.518451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:11.522031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:11.551547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=e31e05b7-4cf1-4722-8d01-de8377ad3d98,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:11.578566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.592503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Transition to ACTIVE for port object 5d98c8e0-d962-405f-99e5-2acc19879bc9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:11.601067 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.652964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.694319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6285319-1967-4cfa-98a2-c250c84567fc None None] Pushing event updated for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:11.712649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.746931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47131-8a97-4f14-a803-81a2edf3d47f req-e533ba44-cf4c-43ec-a046-21eed8110019 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:11.749610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68e47131-8a97-4f14-a803-81a2edf3d47f req-e533ba44-cf4c-43ec-a046-21eed8110019 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1225798 Jul 09 19:46:11.764845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Attempting to bind port 5d98c8e0-d962-405f-99e5-2acc19879bc9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:11.765403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Attempting to bind port 5d98c8e0-d962-405f-99e5-2acc19879bc9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:11.765870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Attempting to bind port 5d98c8e0-d962-405f-99e5-2acc19879bc9 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:11.772152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:11.772616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:11.773051 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.773401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:11.773978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Bound port: 5d98c8e0-d962-405f-99e5-2acc19879bc9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:11.774448 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.811311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68e47131-8a97-4f14-a803-81a2edf3d47f req-534ba09f-5642-4ad7-9401-dcad7ad40c1f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539036 Jul 09 19:46:11.862395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] For port 5d98c8e0-d962-405f-99e5-2acc19879bc9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:11.866331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] For port 5d98c8e0-d962-405f-99e5-2acc19879bc9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d98c8e0-d962-405f-99e5-2acc19879bc9,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:11.876190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.943884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6285319-1967-4cfa-98a2-c250c84567fc None None] Pushing event updated for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:11.946609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:11.947233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:11.947376 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:11.953665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:12.092148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=e31e05b7-4cf1-4722-8d01-de8377ad3d98,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:12.118448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:12.124219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:12.147829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:12.150024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b4763314-2c30-431a-af95-fd018403e69a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1330779 Jul 09 19:46:12.331676 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c8cfb035-c971-471e-820f-466bf659ad0d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--39937185&fields=id&tenant_id=c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 267 time: 0.0487025 Jul 09 19:46:12.412698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:11Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:12.438603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18184-606f-4e59-8376-67d22d709381 req-128a8d87-451c-42d1-b3b8-1d1cdce79d17 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:12.441592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98e18184-606f-4e59-8376-67d22d709381 req-128a8d87-451c-42d1-b3b8-1d1cdce79d17 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 943 time: 0.1059496 Jul 09 19:46:12.448645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d64b0b-bf2e-418b-9388-4d1879b46362 None None] The sync data for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 is: [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:11Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:12.472516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-2123f168-a2e2-4759-bc9e-36298f840ff2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:12.475335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-2123f168-a2e2-4759-bc9e-36298f840ff2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1425223 Jul 09 19:46:12.504404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-ff4f3bf2-51fa-4476-93c8-f0031f8f0c2d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/quotas/c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 375 time: 0.0215294 Jul 09 19:46:12.537887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98e18184-606f-4e59-8376-67d22d709381 req-8046af46-33ab-4c3e-8d7a-e588bd2d2354 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902274 Jul 09 19:46:12.608350 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-f8c88f01-4dbd-47e1-88bf-82ea8b55361b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037560 Jul 09 19:46:12.749991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-8677bca6-289b-46ce-bb97-55cd7105d73c service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239221 Jul 09 19:46:12.792634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d98c8e0-d962-405f-99e5-2acc19879bc9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:12.866899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-5ffe4c7a-ee80-4fb4-a205-bc17728b94b9 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153121 Jul 09 19:46:12.894408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:12.899658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:12.900180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:13.061084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:13.081912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2ab02-edd0-4ce6-a32c-d35d5aceba7f req-948fe367-a0f0-4dd1-b6e3-6f83b9ad0811 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:13.102198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ddd2ab02-edd0-4ce6-a32c-d35d5aceba7f req-948fe367-a0f0-4dd1-b6e3-6f83b9ad0811 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1098061 Jul 09 19:46:13.109033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5d98c8e0-d962-405f-99e5-2acc19879bc9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d98c8e0-d962-405f-99e5-2acc19879bc9,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:13.113592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:13.165113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91f8455d-7acd-46eb-b67c-cbfabf09b0ee req-ba52df1c-7889-4f14-9f63-1277a224225b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 210 time: 0.0783143 Jul 09 19:46:13.176426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ddd2ab02-edd0-4ce6-a32c-d35d5aceba7f req-24f29e2a-d376-4fa5-9f6c-fe398482b09c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711887 Jul 09 19:46:13.244282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:13.774505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdc99-5407-4bda-8182-ca67e5c34fe1 req-709b7d5c-da45-4594-81f7-a505a225189d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:13.782763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b26cdc99-5407-4bda-8182-ca67e5c34fe1 req-709b7d5c-da45-4594-81f7-a505a225189d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 943 time: 0.1255116 Jul 09 19:46:13.802361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d26de8cc-1a61-4463-9fae-bb8b25a70d5b details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:46:13.946170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,segment=NetworkSegment(1e85c76b-5a45-4fe6-ba13-1f244326710d),segment_id=1e85c76b-5a45-4fe6-ba13-1f244326710d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:14.140573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b', 'network_id': '0d769706-3538-44ff-869d-090ed9dd305c', 'port_id': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b', 'mac_address': 'fa:16:3e:1f:24:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71d38d-7a68-458e-866f-41025984429d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:46:14.180784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b26cdc99-5407-4bda-8182-ca67e5c34fe1 req-19dcdf87-a4f7-4e3c-96ea-5a4a7cf238eb tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969550 Jul 09 19:46:14.187026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:14.201899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26de8cc-1a61-4463-9fae-bb8b25a70d5b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:14.228973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,segment=NetworkSegment(1e85c76b-5a45-4fe6-ba13-1f244326710d),segment_id=1e85c76b-5a45-4fe6-ba13-1f244326710d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:14.234194 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:14.299853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:14.365668 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fba80da8-6d1c-4cdd-9652-9304276ed84c req-c7b59d2a-52b1-4d99-a8ea-3a8b57af92cc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jul 09 19:46:14.441675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b10372-eeb5-4198-857b-62014f603528 req-4e06b7f9-5693-464a-852d-3e954ec84f0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:14.443750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01b10372-eeb5-4198-857b-62014f603528 req-4e06b7f9-5693-464a-852d-3e954ec84f0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1237926 Jul 09 19:46:14.502526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d26de8cc-1a61-4463-9fae-bb8b25a70d5b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:46:14.564109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01b10372-eeb5-4198-857b-62014f603528 req-be1657a5-3142-488c-aa05-eff23aaeddb1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143110 Jul 09 19:46:14.619949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-552ff443-1258-445d-bd86-d4dfbce0f396 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:14.622817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-552ff443-1258-445d-bd86-d4dfbce0f396 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1395535 Jul 09 19:46:14.695450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-54dbe31b-f3d0-4fdf-8070-310facb2b19b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 378 time: 0.0627310 Jul 09 19:46:14.703670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'device_id': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'admin_state_up': True, 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'security_groups': ['56ced176-ab42-406b-9ec6-a731800edede']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:14.755830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d98c8e0-d962-405f-99e5-2acc19879bc9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:14.825211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5d98c8e0-d962-405f-99e5-2acc19879bc9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:14.827644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:14.853817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:14.858188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:14.996126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.20.0.12 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/9bdeb2e6-b30d-4267-84ae-b486062da2bf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:15.177158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.192960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Transition to ACTIVE for port object 9bdeb2e6-b30d-4267-84ae-b486062da2bf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:15.251067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.301017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:15.316551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:15.319527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:15.349537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:15.398833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:15.399624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.427334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bacff6dd-bc70-4815-b77a-e79e405164a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276571 Jul 09 19:46:15.439736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30493-0643-428a-8878-b274718b35d3 req-044a5323-5e66-4732-bde0-920f89672797 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:15.441292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfb30493-0643-428a-8878-b274718b35d3 req-044a5323-5e66-4732-bde0-920f89672797 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 944 time: 0.1391661 Jul 09 19:46:15.446666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Request body: {'port': {'device_id': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:15.535793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfb30493-0643-428a-8878-b274718b35d3 req-852bf99c-8873-4646-ac82-31abac1918e7 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864806 Jul 09 19:46:15.555199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.623356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9707a594-057f-4cfe-bf7e-592e6033bee9 None None] Provisioning for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:15.627267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9707a594-057f-4cfe-bf7e-592e6033bee9 None None] Provisioning complete for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:15.627659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9707a594-057f-4cfe-bf7e-592e6033bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.637062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0f76-201d-4f13-aea9-284308fcd643 req-c6d69eec-25f9-4519-9843-9f01a25c0cd5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:15.639652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dac0f76-201d-4f13-aea9-284308fcd643 req-c6d69eec-25f9-4519-9843-9f01a25c0cd5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 932 time: 0.1302590 Jul 09 19:46:15.673059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9707a594-057f-4cfe-bf7e-592e6033bee9 None None] Port 9bdeb2e6-b30d-4267-84ae-b486062da2bf cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:15.705299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3dac0f76-201d-4f13-aea9-284308fcd643 req-ba9c25b3-6f53-4f2e-89f5-ebfbb52dd814 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599055 Jul 09 19:46:15.833014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d26de8cc-1a61-4463-9fae-bb8b25a70d5b up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:15.883801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port d26de8cc-1a61-4463-9fae-bb8b25a70d5b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:15.888198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port d26de8cc-1a61-4463-9fae-bb8b25a70d5b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:15.888592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.922670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7344-1de4-499c-8530-2057decc7d57 req-d049320b-37f9-4885-8e32-417c1fa31c7e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:15.925598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-721f7344-1de4-499c-8530-2057decc7d57 req-d049320b-37f9-4885-8e32-417c1fa31c7e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1183486 Jul 09 19:46:15.945696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:15.964121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.987280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:15.990565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Transition to ACTIVE for port object 9bdeb2e6-b30d-4267-84ae-b486062da2bf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:15.995018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-721f7344-1de4-499c-8530-2057decc7d57 req-d49530bd-aeeb-4f52-8305-4d243db8606b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607789 Jul 09 19:46:15.998311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:16.058109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:16.060371 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3303e5e8-488f-49df-ae19-6a7a18736864" -d '{"events": [{"server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:16.065923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,segment=NetworkSegment(1e85c76b-5a45-4fe6-ba13-1f244326710d),segment_id=1e85c76b-5a45-4fe6-ba13-1f244326710d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:16.075895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:16.125942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:16.126136 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b0c8b9-b0cb-48bc-9b52-7f0ceb19f2b4 x-openstack-request-id: req-92b0c8b9-b0cb-48bc-9b52-7f0ceb19f2b4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:16.126274 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:16.126583 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92b0c8b9-b0cb-48bc-9b52-7f0ceb19f2b4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:16.126979 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b', 'code': 200} Jul 09 19:46:16.161681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:16.179311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Attempting to bind port 9bdeb2e6-b30d-4267-84ae-b486062da2bf on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:16.180010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Attempting to bind port 9bdeb2e6-b30d-4267-84ae-b486062da2bf by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:16.180453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Attempting to bind port 9bdeb2e6-b30d-4267-84ae-b486062da2bf on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:16.185567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Port 9bdeb2e6-b30d-4267-84ae-b486062da2bf on network fd7942bd-4eff-45ff-a272-d98d4d15139d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:46:16.185995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Attempting to bind port 9bdeb2e6-b30d-4267-84ae-b486062da2bf on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:16.191499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:16.192043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:16.192513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:16.193236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Bound port: 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:16.193749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:16.260922 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:46:16.302977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:16.307242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:16.309468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cc31e-c99c-4c88-bfd8-d6ef174814ae req-e258c216-71d8-44a1-8834-b776052afb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.310967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d0cc31e-c99c-4c88-bfd8-d6ef174814ae req-e258c216-71d8-44a1-8834-b776052afb69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 1096 time: 0.1144617 Jul 09 19:46:16.312358 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:16.363711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.364326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:16.365749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] 10.222.0.25 "PUT /v2.0/ports/9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1092 time: 0.9235454 Jul 09 19:46:16.366484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:16.369399 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa56ef-bb48-4410-bd7c-ad96e643d170" -d '{"events": [{"name": "network-changed", "server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:16.416489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d0cc31e-c99c-4c88-bfd8-d6ef174814ae req-02bd9868-d5e3-4cff-8ae8-05c808c35c67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804594 Jul 09 19:46:16.430599 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ada397-aaa1-4a18-b633-72463a90e7c4 x-openstack-request-id: req-09ada397-aaa1-4a18-b633-72463a90e7c4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:16.430905 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:16.431426 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09ada397-aaa1-4a18-b633-72463a90e7c4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:16.431827 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'status': 'completed', 'code': 200} Jul 09 19:46:16.463438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42225d2-fafd-4e04-96fd-4acd9b1a903b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:16.493769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bd736247-8533-457b-91f2-670036d9b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.495291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-bd736247-8533-457b-91f2-670036d9b3f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1095 time: 0.0773013 Jul 09 19:46:16.546652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-d7b88a8c-8d37-42be-87e1-5dc123cd0f38 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 217 time: 0.0426047 Jul 09 19:46:16.596141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-816177ff-6833-4c6c-9615-a29124a2b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.597668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-816177ff-6833-4c6c-9615-a29124a2b04d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0451543 Jul 09 19:46:16.707351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-b38c222e-7377-471e-927d-cd187a3298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.708875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-b38c222e-7377-471e-927d-cd187a3298e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052213 Jul 09 19:46:16.812500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ba9ae-bdd1-4b11-9712-0d51962f4377 req-7991dcbe-f644-4b41-8792-7a91ac00272a tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:16.814563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-272ba9ae-bdd1-4b11-9712-0d51962f4377 req-7991dcbe-f644-4b41-8792-7a91ac00272a tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.1462858 Jul 09 19:46:16.854402 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-7664aadd-f46b-4d9d-adf8-473728c3d26a service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378224 Jul 09 19:46:16.999255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f335d7-3ede-4d48-b31c-bccf2e14775a req-e82a489a-b26f-4e88-9bb0-4b8a1c9bc9ea tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.001210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42f335d7-3ede-4d48-b31c-bccf2e14775a req-e82a489a-b26f-4e88-9bb0-4b8a1c9bc9ea tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 944 time: 0.0730400 Jul 09 19:46:17.044810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42f335d7-3ede-4d48-b31c-bccf2e14775a req-d4e77818-205f-40b9-9dd3-1186b9cfc5db tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373204 Jul 09 19:46:17.228695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bf550-153c-46e4-a373-a535c89acb1d req-d3c38513-d19d-45ed-9789-032ede724001 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.230256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f46bf550-153c-46e4-a373-a535c89acb1d req-d3c38513-d19d-45ed-9789-032ede724001 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0685968 Jul 09 19:46:17.230584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-272ba9ae-bdd1-4b11-9712-0d51962f4377 req-08b94d87-2807-4abc-b6d7-6285a0459f3e tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050941 Jul 09 19:46:17.285172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5bf510a-0d56-42e1-acaa-357c78d4e503 req-70be107b-1d31-4322-9794-72219d8e8a89 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219019 Jul 09 19:46:17.323814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f46bf550-153c-46e4-a373-a535c89acb1d req-b94cf826-5260-4d61-bc9b-b89a37a3257b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844116 Jul 09 19:46:17.436840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-c08015a3-9963-4246-9346-254e415619bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.438474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-c08015a3-9963-4246-9346-254e415619bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1095 time: 0.0613565 Jul 09 19:46:17.534141 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-9f54c8d8-d7f6-495d-923a-4b0666d6e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.535606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-9f54c8d8-d7f6-495d-923a-4b0666d6e3d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.0898931 Jul 09 19:46:17.576407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-ff78b063-109f-4efc-b94e-f1bc332afdff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 217 time: 0.0340166 Jul 09 19:46:17.626960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-deb037bf-5897-42b0-a8f6-30c542f04647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.628407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-deb037bf-5897-42b0-a8f6-30c542f04647 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0456955 Jul 09 19:46:17.687147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-9bd7d435-5843-4623-beb7-cb6f0b21b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:17.688639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-9bd7d435-5843-4623-beb7-cb6f0b21b5cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543189 Jul 09 19:46:17.783665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-929d7b7b-20e4-4ade-99a6-10926f59067c service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873632 Jul 09 19:46:17.879159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41fa56ef-bb48-4410-bd7c-ad96e643d170 req-e05a4ffd-0814-42e9-9499-fea775fdf3e5 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890379 Jul 09 19:46:18.232005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce892acf-2d9e-43ef-b7c2-915455b561fb req-1c4b404c-63ee-46c1-8d18-bdb91f74e5ac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:18.233832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce892acf-2d9e-43ef-b7c2-915455b561fb req-1c4b404c-63ee-46c1-8d18-bdb91f74e5ac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 944 time: 0.0649910 Jul 09 19:46:18.276276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce892acf-2d9e-43ef-b7c2-915455b561fb req-f181215e-1762-45ed-98fa-6a6d038e1d2a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366116 Jul 09 19:46:18.417539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06b5d-6696-42ad-a907-7a9360be7906 req-a75a3ad9-a892-4778-876d-33bb48ed13fb tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:18.425104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81f06b5d-6696-42ad-a907-7a9360be7906 req-a75a3ad9-a892-4778-876d-33bb48ed13fb tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0727184 Jul 09 19:46:18.467321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81f06b5d-6696-42ad-a907-7a9360be7906 req-e33ad7db-904c-4822-a1c9-d65a38a0e6f5 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Jul 09 19:46:18.557292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2048-c93d-424e-8920-4fe99a3e115d req-54725e78-6fd4-4f57-9db6-3535880a66a4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:18.559833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe7c2048-c93d-424e-8920-4fe99a3e115d req-54725e78-6fd4-4f57-9db6-3535880a66a4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0971792 Jul 09 19:46:18.619882 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:18.620494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe7c2048-c93d-424e-8920-4fe99a3e115d req-df4b1b72-2140-4862-8161-83fe020928c4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536559 Jul 09 19:46:19.064313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-e34c211f-3ad6-4d4f-9139-4ff92a86aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.067109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-e34c211f-3ad6-4d4f-9139-4ff92a86aa79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7da3461fe694467598c08ad3baed4a64&device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 1096 time: 0.0915265 Jul 09 19:46:19.108968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208cd2-78e7-4702-90c3-ae9b18cd97db req-6e4d5074-da9d-448f-8a13-5116d6e2cfd0 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.110649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31208cd2-78e7-4702-90c3-ae9b18cd97db req-6e4d5074-da9d-448f-8a13-5116d6e2cfd0 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0859637 Jul 09 19:46:19.158398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31208cd2-78e7-4702-90c3-ae9b18cd97db req-fc00131d-5cc7-4d72-b663-8eab9788a0cc tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Jul 09 19:46:19.168843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-564ab5c9-0f4b-4d54-aa33-cbc095012185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.170360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-564ab5c9-0f4b-4d54-aa33-cbc095012185 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d769706-3538-44ff-869d-090ed9dd305c HTTP/1.1" status: 200 len: 915 time: 0.0963056 Jul 09 19:46:19.216603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-9eb8cb78-f021-4f32-b383-bd6163055cb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b HTTP/1.1" status: 200 len: 217 time: 0.0393479 Jul 09 19:46:19.264158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-b5341791-422e-496a-a4a5-db37a18f543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.265632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-b5341791-422e-496a-a4a5-db37a18f543b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce71d38d-7a68-458e-866f-41025984429d HTTP/1.1" status: 200 len: 854 time: 0.0433052 Jul 09 19:46:19.297882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-a67c7cbb-f4a3-4bad-ac77-fbb1a952692b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d769706-3538-44ff-869d-090ed9dd305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258601 Jul 09 19:46:19.392075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-717c4079-59d0-4588-a198-e6aa90dde544 service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Jul 09 19:46:19.528280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe8ec-4603-4412-922c-ec05c9fef66f req-128da26c-76da-4b87-9e80-7f9cbb4576e1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.529798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bbdfe8ec-4603-4412-922c-ec05c9fef66f req-128da26c-76da-4b87-9e80-7f9cbb4576e1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 944 time: 0.1369290 Jul 09 19:46:19.531744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed6bca61-8b9d-43c8-9287-d9b638434ef8 req-46cb6d54-1765-4855-98b2-e02b9f1c32dc service neutron] 10.222.0.59 "GET /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298106 Jul 09 19:46:19.573701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bbdfe8ec-4603-4412-922c-ec05c9fef66f req-6d3ce3d3-d970-4cbf-bd1b-954d4b4444a5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358140 Jul 09 19:46:19.847351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92634e7b-4d77-47ba-9c69-303b17f42045 req-58da79c5-d2eb-4aa4-a377-de5b58874c4f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:19.848863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92634e7b-4d77-47ba-9c69-303b17f42045 req-58da79c5-d2eb-4aa4-a377-de5b58874c4f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0702870 Jul 09 19:46:19.896963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92634e7b-4d77-47ba-9c69-303b17f42045 req-57545651-f1b6-448e-a816-91c98de83208 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Jul 09 19:46:20.339747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d8b39-1055-4231-a327-2786b89c2c31 req-f62f2f7e-60a1-40ca-8ed0-4abac15c7a56 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:20.341210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb9d8b39-1055-4231-a327-2786b89c2c31 req-f62f2f7e-60a1-40ca-8ed0-4abac15c7a56 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0634511 Jul 09 19:46:20.378621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb9d8b39-1055-4231-a327-2786b89c2c31 req-f7941d2d-6a68-4a9b-a957-b80749030524 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Jul 09 19:46:20.760271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce26a4-83e0-4626-a2a3-865afb5aba0e req-d918e6d6-844d-4c45-8b44-d2ed9611a5b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:20.762017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cce26a4-83e0-4626-a2a3-865afb5aba0e req-d918e6d6-844d-4c45-8b44-d2ed9611a5b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 944 time: 0.0641530 Jul 09 19:46:20.801053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cce26a4-83e0-4626-a2a3-865afb5aba0e req-b44ede36-ba48-4b3b-814f-982cca46a8ab tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335362 Jul 09 19:46:21.084787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66946cf-e387-46c8-a825-409adad29cf8 req-10ac70b4-6bfb-4bf9-b955-7505b1faf0b6 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:21.090618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e66946cf-e387-46c8-a825-409adad29cf8 req-10ac70b4-6bfb-4bf9-b955-7505b1faf0b6 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0750175 Jul 09 19:46:21.106032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12c219-ea04-4e9e-b45f-399ac6f424ff req-e0d956c5-bf6f-4cbc-a403-8f5e5f87071d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:21.107589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b12c219-ea04-4e9e-b45f-399ac6f424ff req-e0d956c5-bf6f-4cbc-a403-8f5e5f87071d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0762420 Jul 09 19:46:21.147282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:46:21.148384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e66946cf-e387-46c8-a825-409adad29cf8 req-6517eb96-5bb0-4490-94fa-d4ce194cc573 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483389 Jul 09 19:46:21.173459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b12c219-ea04-4e9e-b45f-399ac6f424ff req-ea099cb1-06c4-4fac-a6b5-629559e928bf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594749 Jul 09 19:46:21.258923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:21.274788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:46:21.315823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:21.328734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:21.352106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:21.358776 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:21.359821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:46:21.462264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:21.505744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:21.517817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:46:21.556540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:21.568860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:21.592240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:21.596722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:21.656488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:21.716373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['aabbdaed-065f-4f21-a63e-b430b7a9e7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:46:21.999576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ed7e0-56a2-4ef2-a1e6-9a55ebd160a6 req-05716fd4-83c1-4476-b832-4ff3d094fcd8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:22.001535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-477ed7e0-56a2-4ef2-a1e6-9a55ebd160a6 req-05716fd4-83c1-4476-b832-4ff3d094fcd8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0784895 Jul 09 19:46:22.042699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-477ed7e0-56a2-4ef2-a1e6-9a55ebd160a6 req-380a80f7-f116-4a60-adc7-c29c7ad25e0d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353942 Jul 09 19:46:22.145266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9bdeb2e6-b30d-4267-84ae-b486062da2bf'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:46:22.303734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fcd402a-5b50-477c-a0a3-1472f6969ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:22.338765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93251cb4-5359-4d20-9221-5e515c24bea1 req-48029d97-4e38-4d6b-b9c2-e29691db72a0 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:22.340354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93251cb4-5359-4d20-9221-5e515c24bea1 req-48029d97-4e38-4d6b-b9c2-e29691db72a0 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0753562 Jul 09 19:46:22.362905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac66461-c290-4963-bf91-7ee3c1d45412 req-4dbf28a2-a656-4ed8-924f-e6e5966a5b1b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:22.364554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fac66461-c290-4963-bf91-7ee3c1d45412 req-4dbf28a2-a656-4ed8-924f-e6e5966a5b1b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0739312 Jul 09 19:46:22.404113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fac66461-c290-4963-bf91-7ee3c1d45412 req-3911c4cf-7868-401c-963f-bf61c77a9f38 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Jul 09 19:46:22.412325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93251cb4-5359-4d20-9221-5e515c24bea1 req-00ceb5e8-16ac-405b-85ef-9ee3d5619c0a tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.10 "GET /v2.0/security-groups?id=8bf63ddd-cb4a-4d6f-91df-939a71668dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654588 Jul 09 19:46:22.447334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-e337d20d-9cd5-45cf-add4-ceba108a5a45 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:22.449022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-e337d20d-9cd5-45cf-add4-ceba108a5a45 tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.59 "GET /v2.0/ports?device_id=770f2e93-8c89-4597-8532-275471627c5b HTTP/1.1" status: 200 len: 945 time: 0.0748608 Jul 09 19:46:22.565413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Deleting port d26de8cc-1a61-4463-9fae-bb8b25a70d5b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:46:22.565755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:22.668931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] For port d26de8cc-1a61-4463-9fae-bb8b25a70d5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,segment=NetworkSegment(1e85c76b-5a45-4fe6-ba13-1f244326710d),segment_id=1e85c76b-5a45-4fe6-ba13-1f244326710d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:22.669403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:22.685357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Calling delete_port for d26de8cc-1a61-4463-9fae-bb8b25a70d5b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:46:22.813342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:22.825244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d26de8cc-1a61-4463-9fae-bb8b25a70d5b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:46:22.846674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Pushing event deleted for resources: {'Port': ['ID=d26de8cc-1a61-4463-9fae-bb8b25a70d5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:22.891191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] No DVR routers for this DVR port d26de8cc-1a61-4463-9fae-bb8b25a70d5b on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:46:22.893856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:22.895844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5de5e66-bd28-4fd0-a97a-8cb6d9031f83 req-4002b4d3-be7d-46e1-994c-3e940ede8d6d tempest-InstanceActionsTestJSON-1283712136 tempest-InstanceActionsTestJSON-1283712136-project] 10.222.0.59 "DELETE /v2.0/ports/d26de8cc-1a61-4463-9fae-bb8b25a70d5b HTTP/1.1" status: 204 len: 173 time: 0.4414945 Jul 09 19:46:22.896269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'name': 'network-vif-deleted', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:22.899052 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb4968-0b98-48bb-95e3-2ef55902a575" -d '{"events": [{"server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "name": "network-vif-deleted", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:22.945504 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427836fd-df97-43d7-8071-df4925f61fe5 x-openstack-request-id: req-427836fd-df97-43d7-8071-df4925f61fe5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:22.945901 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770f2e93-8c89-4597-8532-275471627c5b", "name": "network-vif-deleted", "tag": "d26de8cc-1a61-4463-9fae-bb8b25a70d5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:22.946247 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-427836fd-df97-43d7-8071-df4925f61fe5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:22.946731 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770f2e93-8c89-4597-8532-275471627c5b', 'name': 'network-vif-deleted', 'tag': 'd26de8cc-1a61-4463-9fae-bb8b25a70d5b', 'status': 'completed', 'code': 200} Jul 09 19:46:23.150333 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.159954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:23.211289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:23.211659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.234450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19825-2247-4e8c-a4f5-6bbf51c69301 req-8b65b7f9-8b58-45f5-80a6-334e9279fee1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:23.235971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deb19825-2247-4e8c-a4f5-6bbf51c69301 req-8b65b7f9-8b58-45f5-80a6-334e9279fee1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0653656 Jul 09 19:46:23.281721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deb19825-2247-4e8c-a4f5-6bbf51c69301 req-8e27a893-9e44-478e-8ea9-b8180a4bbe4e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389442 Jul 09 19:46:23.292709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.317202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:23.319432 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef4b4bc-f11f-4535-a425-bfa7596be5cd" -d '{"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:23.332576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:23.338957 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.366944 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96b2b6-4540-45ff-9021-241dfc116668 x-openstack-request-id: req-9e96b2b6-4540-45ff-9021-241dfc116668 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:23.367348 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:23.367661 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e96b2b6-4540-45ff-9021-241dfc116668 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:23.368074 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'code': 200} Jul 09 19:46:23.395557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:23.531747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:23.582355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Deleting subnet ce71d38d-7a68-458e-866f-41025984429d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:46:23.586626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.638177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.653913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb522ec-091d-4246-9bd8-149534d4a7a8 req-e7461290-c922-4079-8efb-8bfa6ca5c148 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:23.669604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deb522ec-091d-4246-9bd8-149534d4a7a8 req-e7461290-c922-4079-8efb-8bfa6ca5c148 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1339424 Jul 09 19:46:23.772585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.797349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deb522ec-091d-4246-9bd8-149534d4a7a8 req-63ef5133-ec76-403a-becc-a1d8cfd7ac29 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264944 Jul 09 19:46:23.844023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.870364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce71d38d-7a68-458e-866f-41025984429d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:23.876738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:23.878656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-45a0c01f-7f03-4687-a7da-2f7097f11dbc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce71d38d-7a68-458e-866f-41025984429d HTTP/1.1" status: 204 len: 168 time: 0.3459044 Jul 09 19:46:23.881074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:23.950136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.031315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.040510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d769706-3538-44ff-869d-090ed9dd305c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:24.050140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e85c76b-5a45-4fe6-ba13-1f244326710d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:24.050433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e85c76b-5a45-4fe6-ba13-1f244326710d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:24.059486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.073112 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.078848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:46:24.079257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:46:24.080801 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:46:24.135859 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.141715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.143496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d769706-3538-44ff-869d-090ed9dd305c HTTP/1.1" status: 204 len: 168 time: 0.2614510 Jul 09 19:46:24.154604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303121b6-11d7-4325-a42f-01ff1d9ccc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d769706-3538-44ff-869d-090ed9dd305c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:24.308600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:24.348055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e48e6888-28c1-48ba-9a17-f467cb91ffab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7da3461fe694467598c08ad3baed4a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382273 Jul 09 19:46:24.350601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:24.424193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.454806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.504021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d002138-1ae9-4491-b508-a159387fc220 req-6e65e02f-be83-46b9-80fb-cb0e0023992b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:24.505543 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d002138-1ae9-4491-b508-a159387fc220 req-6e65e02f-be83-46b9-80fb-cb0e0023992b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1105072 Jul 09 19:46:24.532609 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.535246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.536339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bf63ddd-cb4a-4d6f-91df-939a71668dca HTTP/1.1" status: 204 len: 168 time: 0.1843226 Jul 09 19:46:24.554960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d6042-ba91-4778-a090-cfe8868abd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf63ddd-cb4a-4d6f-91df-939a71668dca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:24.561599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d002138-1ae9-4491-b508-a159387fc220 req-c616ad25-cc0b-4ea2-8c97-a45072b16360 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491991 Jul 09 19:46:24.965565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0a4e933-dbc2-4574-86ab-93cbc2f2f7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:24.980788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ea210-80d8-4689-b031-e8143ffe09a8 req-7fc22f9a-fd2c-4cc9-ba60-8498680eef3f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:24.982333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed9ea210-80d8-4689-b031-e8143ffe09a8 req-7fc22f9a-fd2c-4cc9-ba60-8498680eef3f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0738685 Jul 09 19:46:25.049820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed9ea210-80d8-4689-b031-e8143ffe09a8 req-af52852d-4a90-490b-94cb-56a7002a4aa0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611639 Jul 09 19:46:25.174142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:25.237727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:25.251047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:25.256226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:25.258195 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:25.374430 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:25.408612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:25.411134 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d71f7e-2df5-4bcd-ac4b-9185449e737a" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:25.426535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:25.433614 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:25.487767 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44ec4c-70bf-4a9d-9bea-b84dca597164 x-openstack-request-id: req-ad44ec4c-70bf-4a9d-9bea-b84dca597164 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:25.488390 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:25.488816 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad44ec4c-70bf-4a9d-9bea-b84dca597164 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:25.489649 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:46:25.533610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:25.679893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fccb3f-0ec7-426b-8230-961501906608 req-425e0f62-beba-4730-9363-d3774de87da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:25.682933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47fccb3f-0ec7-426b-8230-961501906608 req-425e0f62-beba-4730-9363-d3774de87da3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1097 time: 0.1183622 Jul 09 19:46:25.873671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47fccb3f-0ec7-426b-8230-961501906608 req-e9b4a603-7ca8-403e-aa8e-05d9a4e6ad52 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1812141 Jul 09 19:46:25.880529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d26de8cc-1a61-4463-9fae-bb8b25a70d5b no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:25.911420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bee78-f46a-423e-85e2-595596da2ef1 req-40e2ede7-4956-410a-9809-220e4f89d883 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:25.915786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: d26de8cc-1a61-4463-9fae-bb8b25a70d5b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:46:25.916421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d26de8cc-1a61-4463-9fae-bb8b25a70d5b not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:46:25.919862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-126bee78-f46a-423e-85e2-595596da2ef1 req-40e2ede7-4956-410a-9809-220e4f89d883 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.1550057 Jul 09 19:46:25.987575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-126bee78-f46a-423e-85e2-595596da2ef1 req-451de267-6afe-4ac9-882e-76316165056f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667408 Jul 09 19:46:26.153226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:26.294485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.385304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe73b-6089-4084-baf2-06d677500650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.417631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86bc41-b5a6-4d78-8da0-a62f4fc2c3cb req-30938d47-53f0-48de-a6b7-5d456a2c0f90 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:26.422168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa86bc41-b5a6-4d78-8da0-a62f4fc2c3cb req-30938d47-53f0-48de-a6b7-5d456a2c0f90 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.2020028 Jul 09 19:46:26.610501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe73b-6089-4084-baf2-06d677500650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.621318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe73b-6089-4084-baf2-06d677500650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.656138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa86bc41-b5a6-4d78-8da0-a62f4fc2c3cb req-4e9f9933-ba98-43f6-b453-0308073fb062 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247968 Jul 09 19:46:26.684530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe73b-6089-4084-baf2-06d677500650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c316f-4da6-4e14-9506-6a50ce1d7e3b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:26.693635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0f0fe73b-6089-4084-baf2-06d677500650 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bd9395779db4be5a30f5508d8db0d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386195 Jul 09 19:46:26.696438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:26.752492 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.777204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.843562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.848148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.848582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e55c316f-4da6-4e14-9506-6a50ce1d7e3b HTTP/1.1" status: 204 len: 168 time: 0.1512382 Jul 09 19:46:26.867287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d25f6c-9af3-4dd0-8b6d-af27acd2081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c316f-4da6-4e14-9506-6a50ce1d7e3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:27.321119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fb787-78ea-47dd-8674-a556f6dc912e req-8b5a5a11-8984-4c8d-808a-30ce9bfff3d4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:27.331022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae5fb787-78ea-47dd-8674-a556f6dc912e req-8b5a5a11-8984-4c8d-808a-30ce9bfff3d4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.1291792 Jul 09 19:46:27.407669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae5fb787-78ea-47dd-8674-a556f6dc912e req-35cae665-aaa7-4f31-a7df-db5c59bc60cd tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753126 Jul 09 19:46:27.779366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:27.956634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2569-97de-40cd-9c89-868257d887df req-66d92ab1-eb67-4feb-a86c-0e7622400f04 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:27.958093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42cb2569-97de-40cd-9c89-868257d887df req-66d92ab1-eb67-4feb-a86c-0e7622400f04 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1088057 Jul 09 19:46:28.025423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42cb2569-97de-40cd-9c89-868257d887df req-e5df4b88-8644-46fe-bac6-3c8718947c92 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585523 Jul 09 19:46:28.666511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91368-0594-40c7-886b-1cb60a61c3cc req-ecf550de-b4a7-4762-9caf-66209f13ffbe tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:28.668846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ef91368-0594-40c7-886b-1cb60a61c3cc req-ecf550de-b4a7-4762-9caf-66209f13ffbe tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.1016278 Jul 09 19:46:28.722040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ef91368-0594-40c7-886b-1cb60a61c3cc req-d24c1ae5-a8ae-4670-bace-34c722500c8c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457871 Jul 09 19:46:28.964953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcaca-9a05-4ea4-b52a-8c66e8ff8f28 req-1d28c60e-cb0f-401b-a347-d21bb3c7f7c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:28.967230 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-446fcaca-9a05-4ea4-b52a-8c66e8ff8f28 req-1d28c60e-cb0f-401b-a347-d21bb3c7f7c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.1235025 Jul 09 19:46:28.976990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:28.982129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'floatingip': {'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:29.036342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:29.256435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d666f1a-039d-4118-a1be-001ceed215af req-1d87432b-4edd-41ec-9188-743d99fa6af0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:29.259160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d666f1a-039d-4118-a1be-001ceed215af req-1d87432b-4edd-41ec-9188-743d99fa6af0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1041634 Jul 09 19:46:29.326767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d666f1a-039d-4118-a1be-001ceed215af req-ccf36196-3ae0-4c9a-9fe2-4c99dd9e510a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573571 Jul 09 19:46:29.991768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:30.003301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:30.171926 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Floating IP 847b42dd-2287-4a15-befe-7a3b66d03c9d associated. External IP: 172.25.3.196, port: 9bdeb2e6-b30d-4267-84ae-b486062da2bf. Jul 09 19:46:30.499882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:46:30.661591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:30.667638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:30.673299 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Sync routers for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:30.692157 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:30.694551 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:30.716700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f41ae-b576-4fc8-96f4-e2a30d74e9f3 req-2e42eed0-d26a-4a34-a854-0a5184465fd3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:30.721988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b6f41ae-b576-4fc8-96f4-e2a30d74e9f3 req-2e42eed0-d26a-4a34-a854-0a5184465fd3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1929450 Jul 09 19:46:30.755509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-91611108-53b2-4938-9c8b-02b860aef522 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "PUT /v2.0/floatingips/847b42dd-2287-4a15-befe-7a3b66d03c9d HTTP/1.1" status: 200 len: 992 time: 1.7773616 Jul 09 19:46:30.756653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:30.759337 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8739ba4-da3f-4dff-bb9b-958681930e59" -d '{"events": [{"name": "network-changed", "server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:30.800110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b6f41ae-b576-4fc8-96f4-e2a30d74e9f3 req-fe33cdd8-7fb0-4a2b-8fdc-82e528f897e9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694840 Jul 09 19:46:30.862925 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:30.913814 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876d96dc-819a-4ffc-8338-3301b93671ff x-openstack-request-id: req-876d96dc-819a-4ffc-8338-3301b93671ff {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:30.914016 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:30.914183 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-876d96dc-819a-4ffc-8338-3301b93671ff {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:30.914572 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'status': 'completed', 'code': 200} Jul 09 19:46:31.044557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-92d30dd2-7ad8-4de1-8266-4528244b6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:31.045996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-92d30dd2-7ad8-4de1-8266-4528244b6492 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1097 time: 0.1009872 Jul 09 19:46:31.222523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-a5886979-3286-41da-8351-d9558e4c8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:31.224201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-a5886979-3286-41da-8351-d9558e4c8c38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1661603 Jul 09 19:46:31.289085 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '847b42dd-2287-4a15-befe-7a3b66d03c9d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:46:11Z', 'updated_at': '2021-07-09T19:46:29Z', 'revision_number': 1, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:31.317672 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Checking router: eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:31.351114 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:31.352033 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:31.357093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-203f897d-7833-4c25-a573-c1caf94de3e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.1265247 Jul 09 19:46:31.475608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-ae48b70d-c304-4501-a78b-fe87238498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:31.477175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-ae48b70d-c304-4501-a78b-fe87238498a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.1125405 Jul 09 19:46:31.558204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-718c6959-ea64-46ff-9a61-d511469becc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:31.560333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-718c6959-ea64-46ff-9a61-d511469becc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753539 Jul 09 19:46:31.584439 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:31.694056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-5cdbdfe3-901b-4f4e-9c1b-f6cdcac568e7 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254864 Jul 09 19:46:31.813599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8739ba4-da3f-4dff-bb9b-958681930e59 req-28975631-0d00-4d45-b7b0-06c635d18db2 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129832 Jul 09 19:46:31.985715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '847b42dd-2287-4a15-befe-7a3b66d03c9d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:46:11Z', 'updated_at': '2021-07-09T19:46:29Z', 'revision_number': 1, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:32.013585 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773dce6f-f9eb-4dc7-9efc-7b6362567c4b None None] The sync data for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 is: [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '847b42dd-2287-4a15-befe-7a3b66d03c9d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:46:11Z', 'updated_at': '2021-07-09T19:46:29Z', 'revision_number': 1, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:32.149375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478e06-37ec-4220-b284-ea92173b697a req-d4721783-29c7-494d-a968-f81fcedd238a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:32.151110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c478e06-37ec-4220-b284-ea92173b697a req-d4721783-29c7-494d-a968-f81fcedd238a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1083591 Jul 09 19:46:32.194667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c478e06-37ec-4220-b284-ea92173b697a req-569bec6e-03ac-422e-bfaa-119387196017 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Jul 09 19:46:32.333077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb00fb-d095-42c5-9309-dbe7c9ac8a83 None None] New status for floating IP 847b42dd-2287-4a15-befe-7a3b66d03c9d: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:46:33.454270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1568368-ff3b-4fb5-ae67-2bdd35953ef3 req-f3d94316-7e58-42d8-9492-e13619030fdb tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:33.464025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1568368-ff3b-4fb5-ae67-2bdd35953ef3 req-f3d94316-7e58-42d8-9492-e13619030fdb tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0837915 Jul 09 19:46:33.517486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1568368-ff3b-4fb5-ae67-2bdd35953ef3 req-e0fe04cc-2ecf-47e8-9b11-eec68a222f8f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520833 Jul 09 19:46:34.766047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70bcc4-0734-4e16-8527-fe31346cabf6 req-7a8c8d5a-30bf-4108-9ba8-682de49fcc9a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:34.773331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a70bcc4-0734-4e16-8527-fe31346cabf6 req-7a8c8d5a-30bf-4108-9ba8-682de49fcc9a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1091237 Jul 09 19:46:34.829373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a70bcc4-0734-4e16-8527-fe31346cabf6 req-5c346316-ed57-4029-a754-9b764f0c85fd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545888 Jul 09 19:46:36.096607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb749f-1621-4a34-87e0-369e306dff5b req-3a38c537-74ed-4c21-a50b-73d367921629 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.099586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39cb749f-1621-4a34-87e0-369e306dff5b req-3a38c537-74ed-4c21-a50b-73d367921629 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1249714 Jul 09 19:46:36.225263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39cb749f-1621-4a34-87e0-369e306dff5b req-b0d8f562-0bbc-4b8c-9c41-b45410938463 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193016 Jul 09 19:46:36.557958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-2a661b99-0671-4609-9cdd-1fb75c8f52ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1531413 Jul 09 19:46:36.766722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.767432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.768074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.768963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.769668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.770303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.771267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.774362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0274f925-802e-4b4b-b542-9562ca689301 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.1063406 Jul 09 19:46:36.990749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-4fb636fd-e09c-41be-8444-2f3d744fc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.992778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-4fb636fd-e09c-41be-8444-2f3d744fc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.993613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-4fb636fd-e09c-41be-8444-2f3d744fc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:36.995920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-4fb636fd-e09c-41be-8444-2f3d744fc3f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 2296 time: 0.1868382 Jul 09 19:46:37.074815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-411c0d5d-8649-408a-a911-c616f4aec27a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1001 time: 0.0712590 Jul 09 19:46:37.126683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-ac94c89f-d00e-4a6e-b006-586066a73e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:37.130850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-ac94c89f-d00e-4a6e-b006-586066a73e36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.0495992 Jul 09 19:46:37.254042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-e7e4c51e-6452-4042-886c-8d3388c6aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:37.255580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-e7e4c51e-6452-4042-886c-8d3388c6aead service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186163 Jul 09 19:46:37.607055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-6ef24a97-b49a-4ffb-897d-58211dd04eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429031 Jul 09 19:46:37.802912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-5729233d-cf55-4910-9abc-7db9ceb2d09c service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848488 Jul 09 19:46:37.835055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5517c1-42e7-43e7-b615-cf99a4d9e0bc req-bb49d55b-b2c4-4868-9f3c-31fac5e5472f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:37.842903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c5517c1-42e7-43e7-b615-cf99a4d9e0bc req-bb49d55b-b2c4-4868-9f3c-31fac5e5472f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.3896961 Jul 09 19:46:37.902818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-5d4fa5c0-1908-455a-b860-e1d048097049 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.0789907 Jul 09 19:46:37.915140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:37.965166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c5517c1-42e7-43e7-b615-cf99a4d9e0bc req-47e298ff-7060-4ba7-b832-a84438245605 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212261 Jul 09 19:46:38.002221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-8b5f33a0-f69a-48be-8c46-7bc958c482c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:38.003867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-8b5f33a0-f69a-48be-8c46-7bc958c482c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0964918 Jul 09 19:46:38.091744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-ad56aef6-a6af-4a80-a4f0-b1717b678bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:38.097120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-ad56aef6-a6af-4a80-a4f0-b1717b678bdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869985 Jul 09 19:46:38.143023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-572fe831-87c8-4bca-ac06-a38537e4177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.280746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-3d8ff515-92c9-4181-9339-8ee78d52a0b9 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746929 Jul 09 19:46:38.327188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-572fe831-87c8-4bca-ac06-a38537e4177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.332586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-572fe831-87c8-4bca-ac06-a38537e4177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.390712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe831-87c8-4bca-ac06-a38537e4177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6556d-fbd4-4014-a621-61385a27b821,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:38.436304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-572fe831-87c8-4bca-ac06-a38537e4177e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac45e1d5ae76469baed7693ef1072720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191283 Jul 09 19:46:38.438554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:38.491721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-45e781f2-67bf-4b80-9b38-863358463346 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038534 Jul 09 19:46:38.524491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.556626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.559422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-a2387f05-fa21-4e23-8b4b-2f68b680ce6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.0608699 Jul 09 19:46:38.616070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.619017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:38.622399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39a6556d-fbd4-4014-a621-61385a27b821 HTTP/1.1" status: 204 len: 168 time: 0.1801827 Jul 09 19:46:38.634201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f7d9f-9dd5-45e5-8d79-385df46696c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6556d-fbd4-4014-a621-61385a27b821,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:38.636628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-21f5e718-29ac-41c2-9365-8b14966d1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:38.638750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-21f5e718-29ac-41c2-9365-8b14966d1d49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0679667 Jul 09 19:46:38.764117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-d023fb8c-65b9-4950-80b7-1dae60eb11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:38.765693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-d023fb8c-65b9-4950-80b7-1dae60eb11e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180890 Jul 09 19:46:38.915050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-f6a50b0e-ca9f-409f-b444-23c040560970 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424646 Jul 09 19:46:39.031202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-00fd81f8-20e4-4f41-aad5-09cb1bf56143 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085873 Jul 09 19:46:39.093068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-49f212b9-edd7-422f-8309-50510f6ea719 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0551982 Jul 09 19:46:39.185390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-3a154fe0-c2fa-49f4-95d8-c44acf4404d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:39.186920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-3a154fe0-c2fa-49f4-95d8-c44acf4404d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0880797 Jul 09 19:46:39.368166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-afbc1cb1-0042-47e1-8c9c-df37a7ad48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:39.370260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-afbc1cb1-0042-47e1-8c9c-df37a7ad48a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743426 Jul 09 19:46:39.869626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:39.966016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-7c2e1869-3fd1-4d80-89a1-0343c0b71d98 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806754 Jul 09 19:46:39.979661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c7419-3b21-46f1-8cc1-41b62f2d6a8f req-36fb11ef-6d7c-4c25-89d6-bd6b6c9ec1e8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:39.987649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-230c7419-3b21-46f1-8cc1-41b62f2d6a8f req-36fb11ef-6d7c-4c25-89d6-bd6b6c9ec1e8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.6972632 Jul 09 19:46:40.018131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1856048122-network', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:40.047991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-230c7419-3b21-46f1-8cc1-41b62f2d6a8f req-90249df9-6708-4d49-ba72-efe19d7d5edf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594366 Jul 09 19:46:40.057980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Made reservation on behalf of 051b61b1941d4f4a9f95363e1cd38e7b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:40.061395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.086442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.152482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-25f2465c-8b9a-4f08-8333-e042bcd23022 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446421 Jul 09 19:46:40.209485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-2855b849-bac2-4a8b-abd7-e9d16a667917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.0488462 Jul 09 19:46:40.216787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.228063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.266684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-2d78ccd1-7cf2-4548-bbe8-b7697a1993bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.268426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-2d78ccd1-7cf2-4548-bbe8-b7697a1993bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0529814 Jul 09 19:46:40.278713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:46:40.290547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.291121 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Added segment 57118359-fd16-4856-9857-34733a883053 of type vlan for network 0253eba0-1968-434e-a738-fdc76ba23349 Jul 09 19:46:40.380374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d74364c-9ebc-41c6-9d60-9dd49d8c2736,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:40.384504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0f857a89-8971-43dd-af09-07ba67d14f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.389561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0f857a89-8971-43dd-af09-07ba67d14f44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135390 Jul 09 19:46:40.412468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.473120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.474322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.475089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.557057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6861694 Jul 09 19:46:40.557768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:40.558531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-f8a7c281-78e7-4f8d-9539-9c847915e9fb service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616049 Jul 09 19:46:40.572486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Request body: {'subnet': {'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1856048122-subnet', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:40.613378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Made reservation on behalf of 051b61b1941d4f4a9f95363e1cd38e7b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:40.616724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.671413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-0a75c075-7d3e-4198-a3bf-f5ace5f73c5a service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040273 Jul 09 19:46:40.719886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-a600030e-24e1-4f76-bb51-a5c2d3fc0f7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.0412283 Jul 09 19:46:40.723322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-ffbee6d6-4659-48d5-a28c-a13858cb4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.725120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-ffbee6d6-4659-48d5-a28c-a13858cb4672 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1096 time: 0.2295165 Jul 09 19:46:40.771730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-bb5dc9ec-04a1-41d7-af56-af3d0bc1ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.774098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-bb5dc9ec-04a1-41d7-af56-af3d0bc1ec43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0473995 Jul 09 19:46:40.823006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b44ef8-1cb0-4404-8c7d-b203c12348c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0253eba0-1968-434e-a738-fdc76ba23349,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:40.826319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.835646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0253eba0-1968-434e-a738-fdc76ba23349 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:46:40.898806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-8c32e676-21b1-4edb-9c21-b99642f8e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:40.900581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b967193e-88eb-492b-b974-2853b2c204a5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:40.901179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-8c32e676-21b1-4edb-9c21-b99642f8e191 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175802 Jul 09 19:46:40.996297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Checking segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:40.996651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Network hostable DHCP agents. Network: 0253eba0-1968-434e-a738-fdc76ba23349, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:46:41.001185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-d7f326ca-0026-4939-b79c-405c136e53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.003865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-d7f326ca-0026-4939-b79c-405c136e53bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.2282231 Jul 09 19:46:41.024817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Network 0253eba0-1968-434e-a738-fdc76ba23349 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:46:41.050169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0253eba0-1968-434e-a738-fdc76ba23349) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:41.053616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.054275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.063097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1db00-1749-483f-855c-e7728299adfe None None] Network 0253eba0-1968-434e-a738-fdc76ba23349 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:41.087692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4f910ce2-8f06-4c29-9e43-d3427aa1aeba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5233321 Jul 09 19:46:41.088621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:41.094876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:41.102150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-dc77c117-921f-4156-92ec-1f7ab7247036 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925490 Jul 09 19:46:41.181252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.181252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.279995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-66e65b73-cb60-4cd0-bd03-60c4f7e95e23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 1001 time: 0.1761315 Jul 09 19:46:41.348752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.395932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0253eba0-1968-434e-a738-fdc76ba23349', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:46:41.397646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.465794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-95593db2-391d-4c29-845d-f16e31eb9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.467976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-95593db2-391d-4c29-845d-f16e31eb9135 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.1732717 Jul 09 19:46:41.532443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6dca3-e080-48e5-acd6-df8bb9070048 req-1cd7bbc8-6cc8-4fa7-bf15-a0c093a05b0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.541258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ead6dca3-e080-48e5-acd6-df8bb9070048 req-1cd7bbc8-6cc8-4fa7-bf15-a0c093a05b0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.2726114 Jul 09 19:46:41.552460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-ef4ada80-58b9-4237-93df-cfa81a820515 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128369 Jul 09 19:46:41.593791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.704389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Allocated IP 172.20.0.2 (0253eba0-1968-434e-a738-fdc76ba23349/b967193e-88eb-492b-b974-2853b2c204a5/ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:41.734454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-3ead72b8-5df2-465d-a5f8-cf4d02301917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.1766853 Jul 09 19:46:41.853473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.866830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-fb641e6b-dd48-4826-a9b4-8eb5bcef5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.869386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-fb641e6b-dd48-4826-a9b4-8eb5bcef5810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873146 Jul 09 19:46:41.877299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ead6dca3-e080-48e5-acd6-df8bb9070048 req-138ba421-6a7c-42af-951c-effcefb938ee tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351657 Jul 09 19:46:41.883180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.958261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-06c97150-edd6-450b-b00b-68c3168036b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:41.960414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-06c97150-edd6-450b-b00b-68c3168036b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.2181985 Jul 09 19:46:41.974054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:41.984855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Transition to ACTIVE for port object ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:42.005665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Transition to ACTIVE for port object ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:42.018107 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.050336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Allocated IP 172.25.3.38 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/1ecc8a83-a037-4fd6-8821-f3c57b018f05) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:42.070651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-ecb4045a-d495-4aff-8583-96ceebeba78c service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776052 Jul 09 19:46:42.078796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-b044fd77-23f3-426c-b857-1b04c4b474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:42.081641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-b044fd77-23f3-426c-b857-1b04c4b474aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129525 Jul 09 19:46:42.085540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Network 0253eba0-1968-434e-a738-fdc76ba23349 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:42.086838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Pushing event updated for resources: {'Port': ['ID=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:42.089461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:42.092357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:42.118706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.122711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.123100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.123439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.123926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.124263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.124592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.124919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.125286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.125608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.125938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.126259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:42.198231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Attempting to bind port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:42.198805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Attempting to bind port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:42.199170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Attempting to bind port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 on network 0253eba0-1968-434e-a738-fdc76ba23349 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:42.204432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:42.204937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Checking segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:42.205447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.205843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Bound using segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:42.206307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Bound port: ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:42.206687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.226514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.280303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] For port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:42.280899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.285013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] For port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:42.296912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:42.328746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:42.331913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:42.340964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:42.355925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecc8a83-a037-4fd6-8821-f3c57b018f05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:42.389233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f566-c754-47e1-b057-05f0c31bc7e4 None None] Pushing event updated for resources: {'Port': ['ID=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:42.390417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-e6cc7b6c-407a-486f-bd25-e7e5c255e5fa service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774210 Jul 09 19:46:42.393627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ddfbdb-8732-48a9-9562-86a34f21b758 req-e30a3bbb-375e-4440-adf0-ef950d4d51bc service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107336 Jul 09 19:46:42.517633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f605c5a-be33-4298-9ccf-5dccbac1ab90 req-15aee53b-ef9f-4e96-a6ab-88bfaf32cad6 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073275 Jul 09 19:46:42.695297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-300e832d-4540-4012-a387-eef770432ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:42.696861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-300e832d-4540-4012-a387-eef770432ec2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1096 time: 0.1783316 Jul 09 19:46:42.883598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-2560d77d-3277-451b-b0bd-24ed516069cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:42.885188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-2560d77d-3277-451b-b0bd-24ed516069cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1809642 Jul 09 19:46:42.898056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:43.029685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:43.098562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-deb3db7d-9cfb-4667-b4fa-8ab285881494 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 1001 time: 0.2060091 Jul 09 19:46:43.198145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-dec761d3-c61b-41c1-b79f-aba3e70c8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:43.200176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-dec761d3-c61b-41c1-b79f-aba3e70c8110 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0933969 Jul 09 19:46:43.276603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56dfeb-ad57-4b54-8aad-96f03518ca5b req-6625241f-84c5-4632-b149-670b9a5ebef9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:43.280944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:43.285503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec56dfeb-ad57-4b54-8aad-96f03518ca5b req-6625241f-84c5-4632-b149-670b9a5ebef9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.1410446 Jul 09 19:46:43.354864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-f05b18ca-1d9b-4424-9f5a-7f9736f8b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:43.356698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-f05b18ca-1d9b-4424-9f5a-7f9736f8b333 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477230 Jul 09 19:46:43.368573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec56dfeb-ad57-4b54-8aad-96f03518ca5b req-b0991fc1-6fbb-48f1-a44b-1dc3e5fc167c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820396 Jul 09 19:46:43.497431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-d2be72bf-7f2d-4f41-a247-157b3bdf539e service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278441 Jul 09 19:46:43.561727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:43.638047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b68625ab-868e-4605-9e02-c0d4d23dcbe5 req-dda6015c-a2ad-4d51-ba19-da5afb7e86e1 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330967 Jul 09 19:46:43.730960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:46:43.764330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545484c-35f3-478e-99de-46bd9d9544ba None None] Network 0253eba0-1968-434e-a738-fdc76ba23349 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:43.837747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Provisioning for port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:43.850392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Provisioning complete for port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:43.850781 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:43.872290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:43.880792 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:43.891775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:43.891775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:43.898894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:43.904181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-37db0860-5544-4eb0-9bc4-65d5879ec5c3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8116121 Jul 09 19:46:43.904615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:44.048256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.077529 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:44.119123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] For port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:44.129359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.219727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba66d1-11f0-4065-b5c7-94ec9fb64438 None None] Pushing event updated for resources: {'Port': ['ID=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:44.306253 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:43Z', 'revision_number': 3, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:44.340026 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:44.340669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Updating router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:44.386464 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.481850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b5c2b257-bf13-4548-9246-39de72fcaa09 None None] Provisioning complete for port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:44.482456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b257-bf13-4548-9246-39de72fcaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.566268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.605311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b40e1-8c6b-49d3-b4ff-a593401b1a4c req-197a8c18-f3d7-438b-919b-ae84b74eb468 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:44.614004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c54b40e1-8c6b-49d3-b4ff-a593401b1a4c req-197a8c18-f3d7-438b-919b-ae84b74eb468 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0973790 Jul 09 19:46:44.682563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c54b40e1-8c6b-49d3-b4ff-a593401b1a4c req-74a5d2df-ac54-4345-ac2f-595a62d8012d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590322 Jul 09 19:46:44.769605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Allocated IP 172.20.0.1 (0253eba0-1968-434e-a738-fdc76ba23349/b967193e-88eb-492b-b974-2853b2c204a5/50273958-8602-4b13-94ad-fcd739269890) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:44.782413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:44.838721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:44.839105 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.872029 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.886243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Transition to ACTIVE for port object 1ecc8a83-a037-4fd6-8821-f3c57b018f05 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:44.895137 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.952180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f7cab-2cb5-43b8-997c-38d0a2e85800 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8a83-a037-4fd6-8821-f3c57b018f05,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:44.969823 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Attempting to bind port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:44.970278 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Attempting to bind port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:44.970713 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Attempting to bind port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:44.971706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.977441 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:44.977907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:44.978529 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.978851 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:44.979561 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Bound port: 1ecc8a83-a037-4fd6-8821-f3c57b018f05, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:44.980052 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:44.986596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Transition to ACTIVE for port object 50273958-8602-4b13-94ad-fcd739269890 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:45.024554 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.059568 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] For port 1ecc8a83-a037-4fd6-8821-f3c57b018f05, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:45.063409 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] For port 1ecc8a83-a037-4fd6-8821-f3c57b018f05, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1ecc8a83-a037-4fd6-8821-f3c57b018f05,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:45.071256 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.082048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Network 0253eba0-1968-434e-a738-fdc76ba23349 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:45.090940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:45.094168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:45.104986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:45.151851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.163723 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:45.164822 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:45.218394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Pushing event updated for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:45.307649 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f7cab-2cb5-43b8-997c-38d0a2e85800 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8a83-a037-4fd6-8821-f3c57b018f05,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:45.326566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e844a50a-9909-4553-8e61-26d007067296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.335673 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:45.345834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:45.417580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.480563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e844a50a-9909-4553-8e61-26d007067296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.486549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e844a50a-9909-4553-8e61-26d007067296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.520902 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.526719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e844a50a-9909-4553-8e61-26d007067296 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7c32293e9594b9c911c9418d12a6ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204705 Jul 09 19:46:45.528555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:45.536252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00f8f1fd-3b7a-4b81-9fde-bf89ff0492ac None None] Provisioning for port 50273958-8602-4b13-94ad-fcd739269890 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:45.541797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00f8f1fd-3b7a-4b81-9fde-bf89ff0492ac None None] Provisioning complete for port 50273958-8602-4b13-94ad-fcd739269890 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:45.542177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00f8f1fd-3b7a-4b81-9fde-bf89ff0492ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.576030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a50a-9909-4553-8e61-26d007067296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e8d42-4cfa-40ef-94dd-75235fb4b9c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:45.589223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:45.591612 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96e7fd-1fe4-4bc9-a15b-50031fed61b2" -d '{"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-unplugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:45.604353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:43Z', 'revision_number': 3, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:45.635805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:45.637927 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.641264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f1fd-3b7a-4b81-9fde-bf89ff0492ac None None] Port 50273958-8602-4b13-94ad-fcd739269890 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:45.649121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.668515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.678358 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015369c4-f5c2-47ff-b467-e5a8f7e0e8e2 x-openstack-request-id: req-015369c4-f5c2-47ff-b467-e5a8f7e0e8e2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:45.679044 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-unplugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:45.679498 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-015369c4-f5c2-47ff-b467-e5a8f7e0e8e2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:45.680110 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'code': 200} Jul 09 19:46:45.684110 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf2da8-e825-46c4-9fdf-94d04bf71669 None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:43Z', 'revision_number': 3, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:45.722097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.732099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:45.753548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.763353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.766972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.768233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/571e8d42-4cfa-40ef-94dd-75235fb4b9c3 HTTP/1.1" status: 204 len: 168 time: 0.2379541 Jul 09 19:46:45.802693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c13c42-0b0c-4c01-a28d-560738983a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e8d42-4cfa-40ef-94dd-75235fb4b9c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:45.924574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:45.929797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Pushing event updated for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:46.064660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907194-b615-4409-9905-1f6bcb233095 req-1cafa0a9-f858-4ae5-bf9f-534ac477a118 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:46.066341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b907194-b615-4409-9905-1f6bcb233095 req-1cafa0a9-f858-4ae5-bf9f-534ac477a118 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1860149 Jul 09 19:46:46.112788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Network 0253eba0-1968-434e-a738-fdc76ba23349 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:46.119402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:46.138018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b907194-b615-4409-9905-1f6bcb233095 req-5f444ad8-31df-4823-a9e3-6e6e7a3d3f47 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546024 Jul 09 19:46:46.321213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:46:46.478814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78a2ba3d-3d4e-47cf-9a05-cf1737a96372 None None] Provisioning complete for port 50273958-8602-4b13-94ad-fcd739269890 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:46.479400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78a2ba3d-3d4e-47cf-9a05-cf1737a96372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:46.513013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:46.527100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-736eb26c-fe05-4ea4-b687-1564ddbb6b5e admin admin] 10.222.0.10 "PUT /v2.0/routers/321d03eb-db8a-4212-97d1-30e0b6f2bf1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120300 Jul 09 19:46:46.546728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-78a2ba3d-3d4e-47cf-9a05-cf1737a96372 None None] Port 50273958-8602-4b13-94ad-fcd739269890 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:46.848983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1ecc8a83-a037-4fd6-8821-f3c57b018f05 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:46.966527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:46.971482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:46.971859 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.027956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-bcb9420b-968f-4974-915a-844feea21edc req-71cd5042-b0c5-45bb-8eec-4c374d8fe0c9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:46:47.029637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcb9420b-968f-4974-915a-844feea21edc req-71cd5042-b0c5-45bb-8eec-4c374d8fe0c9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062149 Jul 09 19:46:47.077666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.100495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 1ecc8a83-a037-4fd6-8821-f3c57b018f05, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1ecc8a83-a037-4fd6-8821-f3c57b018f05,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:47.104410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.179476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8a83-a037-4fd6-8821-f3c57b018f05,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:47.202574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:47.207774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-474407304-network', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:47.248482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Made reservation on behalf of f66529c37b24418da0bb330d5f4b0447 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:47.252129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.268061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.367742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743cc0-814e-4245-bf44-93b68170749c req-81c4a288-eb89-4508-acc0-e9d9200dc796 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:47.369841 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30743cc0-814e-4245-bf44-93b68170749c req-81c4a288-eb89-4508-acc0-e9d9200dc796 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.0844989 Jul 09 19:46:47.397825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.402329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.431930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:46:47.438588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17a07d-2a6a-42ab-8e8d-6a388437f1fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:47.443146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30743cc0-814e-4245-bf44-93b68170749c req-457c924f-2d1d-4903-af23-457609f1ff71 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637362 Jul 09 19:46:47.445018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.445499 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Added segment e226ceca-c533-4250-a1c5-e74e41e95613 of type vlan for network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 Jul 09 19:46:47.497259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.538666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.539897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:47.540655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.635673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4295962 Jul 09 19:46:47.635673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57816-8b93-40e7-a596-693c4d968277 admin admin] Pushing event updated for resources: {'Network': ['ID=63a46720-f2eb-4bc6-b2de-be4ca2d1ac05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:47.636045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:47.641942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Request body: {'subnet': {'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-474407304-subnet', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:47.645955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:46:47.676355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Made reservation on behalf of f66529c37b24418da0bb330d5f4b0447 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:46:47.687341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.930352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:47.985066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d7ca32-c383-48c2-b3a4-ee50087b7037,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:47.991400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-6454093a-a6af-475d-abb2-badecb2b9cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3644958 Jul 09 19:46:48.026490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Checking segment: {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:48.026924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Network hostable DHCP agents. Network: 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:46:48.048435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:46:48.049119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:48.061751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:48.062138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:48.069965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:48.085205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:48.086279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.113724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-104a0f70-8b5c-441f-a24a-8b1243af09c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4737012 Jul 09 19:46:48.120726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8bf1a-a5eb-4fd7-9a1e-6169c5d6a42a None None] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:48.125364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:48.138412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:48.173118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.175411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.269628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.339034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:48.342522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'fixed_ips': [{'subnet_id': '55d7ca32-c383-48c2-b3a4-ee50087b7037'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:46:48.343560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.448330 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.640477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.730598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Allocated IP 172.20.0.2 (63a46720-f2eb-4bc6-b2de-be4ca2d1ac05/55d7ca32-c383-48c2-b3a4-ee50087b7037/5894ffac-ebb1-4502-a02d-b98e60b6894b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:48.748502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 2, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:48.825047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:48.825802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Updating router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b port 50273958-8602-4b13-94ad-fcd739269890 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:48.894741 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:48.897790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1ecc8a83-a037-4fd6-8821-f3c57b018f05 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:49.026864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:49.132394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:49.133381 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.199463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.210314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b2007d-2457-476b-942a-aa9b95f43dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.241220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Transition to ACTIVE for port object 5894ffac-ebb1-4502-a02d-b98e60b6894b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:49.281033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Transition to ACTIVE for port object 5894ffac-ebb1-4502-a02d-b98e60b6894b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:49.295313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.317627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.330646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.377529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Pushing event updated for resources: {'Port': ['ID=5894ffac-ebb1-4502-a02d-b98e60b6894b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:49.385639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:46:49.388161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b2007d-2457-476b-942a-aa9b95f43dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.397611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b2007d-2457-476b-942a-aa9b95f43dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.410079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458fb85-ed4d-49cc-b0d7-44d814d7c3ac req-9d35b1fb-dfa1-4605-a734-c17c332fc33f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:49.418240 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1458fb85-ed4d-49cc-b0d7-44d814d7c3ac req-9d35b1fb-dfa1-4605-a734-c17c332fc33f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.7461390 Jul 09 19:46:49.426152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:49.434847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:49.444562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:49.448286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4b2007d-2457-476b-942a-aa9b95f43dfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=611b6fb100a6419c8cd946fd338790d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196901 Jul 09 19:46:49.448944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:49.451571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2007d-2457-476b-942a-aa9b95f43dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef624107-c2ae-4d7f-b38c-ebf61f5a0f5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:49.513035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.533947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.535256 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1458fb85-ed4d-49cc-b0d7-44d814d7c3ac req-65e3655a-2a7d-4f01-8708-e3791bf5f8e7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155016 Jul 09 19:46:49.569114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Transition to ACTIVE for port object 50273958-8602-4b13-94ad-fcd739269890 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:49.574367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.581939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Attempting to bind port 5894ffac-ebb1-4502-a02d-b98e60b6894b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:49.582322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Attempting to bind port 5894ffac-ebb1-4502-a02d-b98e60b6894b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:49.582679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Attempting to bind port 5894ffac-ebb1-4502-a02d-b98e60b6894b on network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:49.592416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Allocated IP 172.25.3.166 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0bf88c18-c282-44c2-84be-4f863e1f389a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:49.594065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:49.594643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Checking segment: {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:49.594890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.595283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Bound using segment: {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:49.595751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Bound port: 5894ffac-ebb1-4502-a02d-b98e60b6894b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:49.596156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.611760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.660974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.665739 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.667698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef624107-c2ae-4d7f-b38c-ebf61f5a0f5f HTTP/1.1" status: 204 len: 168 time: 0.2176068 Jul 09 19:46:49.703330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e67dda-8733-444b-a451-f3e3bfbbaa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef624107-c2ae-4d7f-b38c-ebf61f5a0f5f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:49.745853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.749797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] For port 5894ffac-ebb1-4502-a02d-b98e60b6894b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:49.755059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] For port 5894ffac-ebb1-4502-a02d-b98e60b6894b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5894ffac-ebb1-4502-a02d-b98e60b6894b,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:49.759482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b61f0-cea5-43ec-95b0-864715302bfd None None] Pushing event updated for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:49.808552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.831577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:49.896903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Pushing event updated for resources: {'Port': ['ID=0bf88c18-c282-44c2-84be-4f863e1f389a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:49.901582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:49.903653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:49.910148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:50.024284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Attempting to bind port 50273958-8602-4b13-94ad-fcd739269890 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:50.024667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Attempting to bind port 50273958-8602-4b13-94ad-fcd739269890 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:50.025108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Attempting to bind port 50273958-8602-4b13-94ad-fcd739269890 on network 0253eba0-1968-434e-a738-fdc76ba23349 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:50.033863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262160-60b3-46fe-bf8b-a3cf665949b6 None None] Pushing event updated for resources: {'Port': ['ID=5894ffac-ebb1-4502-a02d-b98e60b6894b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:50.050010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:50.050408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Checking segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:50.051312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.051722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Bound using segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:50.052217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Bound port: 50273958-8602-4b13-94ad-fcd739269890, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:50.052610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.185689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] For port 50273958-8602-4b13-94ad-fcd739269890, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:50.187727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:50.190611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] For port 50273958-8602-4b13-94ad-fcd739269890, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=50273958-8602-4b13-94ad-fcd739269890,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:50.208181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.249915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e99e8b-c892-4fbc-bea8-7b6a874bc40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.306770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b61f0-cea5-43ec-95b0-864715302bfd None None] Pushing event updated for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:50.340476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:50.340962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.341206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:50.444485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e99e8b-c892-4fbc-bea8-7b6a874bc40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.463144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e99e8b-c892-4fbc-bea8-7b6a874bc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.512507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e99e8b-c892-4fbc-bea8-7b6a874bc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f3db3-fb59-458e-80e1-3c62f558e15e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:50.521111 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3e99e8b-c892-4fbc-bea8-7b6a874bc40f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3b944693df447679151bc5632e71181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322423 Jul 09 19:46:50.525818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:50.608310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.649973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.754667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.758294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.759426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:50.763010 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/657f3db3-fb59-458e-80e1-3c62f558e15e HTTP/1.1" status: 204 len: 168 time: 0.2301464 Jul 09 19:46:50.769661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de7a9-cc5e-4c59-b6ab-23d61fc283c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f3db3-fb59-458e-80e1-3c62f558e15e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:50.922682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5894ffac-ebb1-4502-a02d-b98e60b6894b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:50.928955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:50.991053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d3fd0-3328-4201-96f6-6bb6054ae1ab req-0ae083f7-66e2-4eee-be9b-3b7c9eb8002e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:51.003806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-578d3fd0-3328-4201-96f6-6bb6054ae1ab req-0ae083f7-66e2-4eee-be9b-3b7c9eb8002e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.2634578 Jul 09 19:46:51.077826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-578d3fd0-3328-4201-96f6-6bb6054ae1ab req-25a13ce3-9de6-4f64-a286-33ddaee86298 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727015 Jul 09 19:46:51.085470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5894ffac-ebb1-4502-a02d-b98e60b6894b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:51.195825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:46:51.311299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:50Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:51.383831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7e79a-751e-440d-b5c0-57df1800737d None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:50Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:51.471549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f68b1-fb7a-477b-bf88-d681c3b2b847 None None] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:46:51.483137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:51.500961 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Sync routers for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:51.515449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:51.517951 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:51.525567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:51.527449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-95ee9be9-7936-474f-914b-a3ef9029882d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3997900 Jul 09 19:46:51.530135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:51.639534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Provisioning for port 5894ffac-ebb1-4502-a02d-b98e60b6894b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:51.645864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Provisioning complete for port 5894ffac-ebb1-4502-a02d-b98e60b6894b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:51.646531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:51.831065 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:51.895283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:51.972395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] For port 5894ffac-ebb1-4502-a02d-b98e60b6894b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5894ffac-ebb1-4502-a02d-b98e60b6894b,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:52.002185 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:52.060207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b5fe9-5617-442f-8232-8cb223a22734 None None] Pushing event updated for resources: {'Port': ['ID=5894ffac-ebb1-4502-a02d-b98e60b6894b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:52.310305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-da6a7761-9001-4fa9-8e05-7d9781bfbb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:52.310975 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:50Z', 'revision_number': 3, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:52.428775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Checking router: 84f083d6-86e4-4893-a48a-19f3ca44bdd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:52.429139 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Updating router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 port 0bf88c18-c282-44c2-84be-4f863e1f389a binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:52.531731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2845e-035c-402f-b977-0aae5ddd7a31 req-7128b75e-124b-4084-9173-d6452ec7774e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:52.533375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50b2845e-035c-402f-b977-0aae5ddd7a31 req-7128b75e-124b-4084-9173-d6452ec7774e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1725130 Jul 09 19:46:52.535262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b559c5a1-05dc-45a9-b8d0-1d080fed91ad None None] Provisioning complete for port 5894ffac-ebb1-4502-a02d-b98e60b6894b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:52.535639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b559c5a1-05dc-45a9-b8d0-1d080fed91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:52.543737 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:52.634670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50b2845e-035c-402f-b977-0aae5ddd7a31 req-0a2fbac0-b025-48d7-b49e-f53e24f29aec tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931542 Jul 09 19:46:52.921316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:52.994702 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.020828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 50273958-8602-4b13-94ad-fcd739269890 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:53.039931 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Transition to ACTIVE for port object 0bf88c18-c282-44c2-84be-4f863e1f389a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:53.051228 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.111630 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be29c-09c3-4846-9ba0-6cf58059a845 None None] Pushing event updated for resources: {'Port': ['ID=0bf88c18-c282-44c2-84be-4f863e1f389a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:53.132447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 50273958-8602-4b13-94ad-fcd739269890 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:53.138606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 50273958-8602-4b13-94ad-fcd739269890 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:53.142104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Attempting to bind port 0bf88c18-c282-44c2-84be-4f863e1f389a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:53.142554 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Attempting to bind port 0bf88c18-c282-44c2-84be-4f863e1f389a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:53.142992 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Attempting to bind port 0bf88c18-c282-44c2-84be-4f863e1f389a on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:53.144331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.150721 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:53.151209 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:53.151683 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.152302 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:53.152847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Bound port: 0bf88c18-c282-44c2-84be-4f863e1f389a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:53.153321 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.215679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Allocated IP 172.20.0.1 (63a46720-f2eb-4bc6-b2de-be4ca2d1ac05/55d7ca32-c383-48c2-b3a4-ee50087b7037/dc430329-ff56-4534-b187-e8f586d297ce) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:46:53.219763 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] For port 0bf88c18-c282-44c2-84be-4f863e1f389a, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:53.225509 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] For port 0bf88c18-c282-44c2-84be-4f863e1f389a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0bf88c18-c282-44c2-84be-4f863e1f389a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:53.232800 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.233921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.327038 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.359316 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:46:53.384604 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be29c-09c3-4846-9ba0-6cf58059a845 None None] Pushing event updated for resources: {'Port': ['ID=0bf88c18-c282-44c2-84be-4f863e1f389a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:53.392766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:53.393438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:53.397858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.411486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 50273958-8602-4b13-94ad-fcd739269890, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=50273958-8602-4b13-94ad-fcd739269890,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:53.414256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Transition to ACTIVE for port object dc430329-ff56-4534-b187-e8f586d297ce will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:53.423674 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.425401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5894ffac-ebb1-4502-a02d-b98e60b6894b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:53.460742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.517475 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:53.520101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:53.549385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:53.558800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:53.575966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:46:53.625077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5894ffac-ebb1-4502-a02d-b98e60b6894b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:53.627495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.758719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.879152 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:50Z', 'revision_number': 3, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:53.923578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c430b9ad-3186-4369-ac63-92df5f234ce6 None None] Provisioning for port dc430329-ff56-4534-b187-e8f586d297ce completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:53.931173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c430b9ad-3186-4369-ac63-92df5f234ce6 None None] Provisioning complete for port dc430329-ff56-4534-b187-e8f586d297ce triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:53.931887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Pushing event updated for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:53.932400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c430b9ad-3186-4369-ac63-92df5f234ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:53.977782 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7c7da-2553-4f6e-a8ab-7182b6033c6a None None] The sync data for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 is: [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:50Z', 'revision_number': 3, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:54.044805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c430b9ad-3186-4369-ac63-92df5f234ce6 None None] Port dc430329-ff56-4534-b187-e8f586d297ce cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:54.096120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7686080-d3ae-4675-b249-1962a9793bf8 req-57c0a6f6-7c4a-4460-8ecb-03fbfd53693e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:54.098222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7686080-d3ae-4675-b249-1962a9793bf8 req-57c0a6f6-7c4a-4460-8ecb-03fbfd53693e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1290193 Jul 09 19:46:54.171551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:54.189817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7686080-d3ae-4675-b249-1962a9793bf8 req-2e5773d3-acd0-4012-93b5-8fc2dab39452 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847065 Jul 09 19:46:54.439234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:54.444897 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:54.515305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:54.532790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Pushing event updated for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:54.581858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.582203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.582545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.582880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.583211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.583541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.584117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.584452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.584786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.585110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.585456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.585776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:46:54.644421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:46:54.647368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:46:54.864954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:46:54.947487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-272e9f6b-d667-4988-8a68-12c5b2be4546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:54.984337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 50273958-8602-4b13-94ad-fcd739269890 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:55.039782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:46:55.050560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9544414-d1db-4e19-bd50-4d478188a546 admin admin] 10.222.0.10 "PUT /v2.0/routers/84f083d6-86e4-4893-a48a-19f3ca44bdd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5190899 Jul 09 19:46:55.070167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3b5e9858-72ed-4af3-a01b-820d30dc4465 None None] Provisioning complete for port dc430329-ff56-4534-b187-e8f586d297ce triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:55.071394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9858-72ed-4af3-a01b-820d30dc4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.123668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e9858-72ed-4af3-a01b-820d30dc4465 None None] Port dc430329-ff56-4534-b187-e8f586d297ce cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:46:55.167463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 50273958-8602-4b13-94ad-fcd739269890 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:55.167846 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.275994 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.393395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0bf88c18-c282-44c2-84be-4f863e1f389a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:55.498147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0bf88c18-c282-44c2-84be-4f863e1f389a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:46:55.502783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0bf88c18-c282-44c2-84be-4f863e1f389a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:55.504211 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.551883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a1bd8-ef3e-4aaf-9da2-7465884193fb req-b54e437f-80cc-476e-995e-21cd36ea1cae tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:55.557657 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e3a1bd8-ef3e-4aaf-9da2-7465884193fb req-b54e437f-80cc-476e-995e-21cd36ea1cae tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1456227 Jul 09 19:46:55.619788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e3a1bd8-ef3e-4aaf-9da2-7465884193fb req-94535deb-fdef-4da2-b2b1-d42a1141acf4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529819 Jul 09 19:46:55.650380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.673206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0bf88c18-c282-44c2-84be-4f863e1f389a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0bf88c18-c282-44c2-84be-4f863e1f389a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:55.679472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:55.758236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0bf88c18-c282-44c2-84be-4f863e1f389a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:56.295742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:56.435325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Sync routers for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:46:56.454889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-11250312-75da-44d9-bacc-95907feaed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:56.455316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:56.456029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:56.456733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-11250312-75da-44d9-bacc-95907feaed99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 1094 time: 0.1260443 Jul 09 19:46:56.469254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:46:56.575645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:56.621569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:56.832505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0bf88c18-c282-44c2-84be-4f863e1f389a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:46:56.917114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca3d0-4de4-4b13-8b5a-cb7c820096ea req-03a69fa9-c305-423d-ac1c-ab33631d86a9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:56.925053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c73ca3d0-4de4-4b13-8b5a-cb7c820096ea req-03a69fa9-c305-423d-ac1c-ab33631d86a9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 943 time: 0.1160290 Jul 09 19:46:56.929580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:46:56.954809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0bf88c18-c282-44c2-84be-4f863e1f389a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:46:56.955040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:56.994688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c73ca3d0-4de4-4b13-8b5a-cb7c820096ea req-cc35a190-72e6-4ef6-a0ae-efed6cc6611c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674546 Jul 09 19:46:57.023529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:57.029888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:54Z', 'revision_number': 4, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'dc430329-ff56-4534-b187-e8f586d297ce', 'name': '', 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'mac_address': 'fa:16:3e:c5:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:52Z', 'updated_at': '2021-07-09T19:46:54Z', 'revision_number': 2, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'subnets': [{'id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:57.059050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:46:57.061826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Checking router: 84f083d6-86e4-4893-a48a-19f3ca44bdd8 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:46:57.062369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Updating router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 port dc430329-ff56-4534-b187-e8f586d297ce binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:46:57.067920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.082134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Transition to ACTIVE for port object aabbdaed-065f-4f21-a63e-b430b7a9e7a1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:57.089171 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.128811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.238552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=9']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:57.424801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] No DVR routers for this DVR port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:46:57.562875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.585307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Transition to ACTIVE for port object dc430329-ff56-4534-b187-e8f586d297ce will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:46:57.594629 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.627082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:57.627575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:57.627806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:57.633042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:46:57.633395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Attempting to bind port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:57.638348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:57.638670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:57.639261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:57.639857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Bound port: aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:57.640392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.647837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8af6a-3d52-4524-bd35-231db6aad780 None None] Pushing event updated for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:57.756280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:57.760140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:57.769712 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.796037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Attempting to bind port dc430329-ff56-4534-b187-e8f586d297ce on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:46:57.796739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Attempting to bind port dc430329-ff56-4534-b187-e8f586d297ce by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:46:57.797396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Attempting to bind port dc430329-ff56-4534-b187-e8f586d297ce on network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:46:57.803916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:46:57.804853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Checking segment: {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:46:57.805555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.806188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Bound using segment: {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:46:57.806890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Bound port: dc430329-ff56-4534-b187-e8f586d297ce, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e226ceca-c533-4250-a1c5-e74e41e95613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:46:57.807539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.809906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.845237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:57.866426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:57.866426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.866426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-9a98f972-2f53-4616-9069-71eeefa5753f service neutron] 10.222.0.59 "PUT /v2.0/ports/aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 1091 time: 1.4019902 Jul 09 19:46:57.866925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:46:57.870190 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be6c77b-33dc-41a0-82a8-85937e0efe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:46:57.939679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] For port dc430329-ff56-4534-b187-e8f586d297ce, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:46:57.943050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] For port dc430329-ff56-4534-b187-e8f586d297ce, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=dc430329-ff56-4534-b187-e8f586d297ce,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:46:57.956394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:57.966714 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d4545-deeb-40dc-9f83-4f6e94826138 x-openstack-request-id: req-493d4545-deeb-40dc-9f83-4f6e94826138 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:46:57.967014 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:46:57.967268 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-493d4545-deeb-40dc-9f83-4f6e94826138 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:46:57.967666 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'status': 'completed', 'code': 200} Jul 09 19:46:57.987111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-0ef397de-370c-48c7-948d-e66d92fcdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:57.990025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-0ef397de-370c-48c7-948d-e66d92fcdc43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1095 time: 0.0908327 Jul 09 19:46:58.025354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:46:58.026221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:58.217874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-a85fc91e-95d0-40d9-be3a-1f5ba618f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:58.219288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-a85fc91e-95d0-40d9-be3a-1f5ba618f1ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.2173991 Jul 09 19:46:58.331796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7851476-241c-4a26-802c-78c59bb1d4ea req-12bb0872-a05b-4f44-b667-97c679b93569 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:58.340589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7851476-241c-4a26-802c-78c59bb1d4ea req-12bb0872-a05b-4f44-b667-97c679b93569 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1017511 Jul 09 19:46:58.341141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8af6a-3d52-4524-bd35-231db6aad780 None None] Pushing event updated for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:46:58.391917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-8bdfa749-d7f3-4687-83e5-c4049902663e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 999 time: 0.1652596 Jul 09 19:46:58.394791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:46:58.410306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7851476-241c-4a26-802c-78c59bb1d4ea req-0a0d3132-c755-409d-8300-988de20cb8da tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673563 Jul 09 19:46:58.452080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-aacac9d1-baed-4d1e-ac14-bc9527417c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:58.453755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-aacac9d1-baed-4d1e-ac14-bc9527417c0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0537484 Jul 09 19:46:58.533638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f626-c4ba-4503-bc40-95e29335c418 req-7d7412db-4f47-4bfb-b583-3aa0a6f32e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:58.539607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-7d7412db-4f47-4bfb-b583-3aa0a6f32e98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793238 Jul 09 19:46:58.652106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-87ed5e4c-c7ee-4620-a5ba-92fadce14076 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051674 Jul 09 19:46:58.660396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:54Z', 'revision_number': 4, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'dc430329-ff56-4534-b187-e8f586d297ce', 'name': '', 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'mac_address': 'fa:16:3e:c5:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:52Z', 'updated_at': '2021-07-09T19:46:57Z', 'revision_number': 4, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'subnets': [{'id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:46:58.690811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a75726-548c-4d19-a717-8c4005791cc7 None None] The sync data for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 is: [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:46:54Z', 'revision_number': 4, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'dc430329-ff56-4534-b187-e8f586d297ce', 'name': '', 'network_id': '63a46720-f2eb-4bc6-b2de-be4ca2d1ac05', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'mac_address': 'fa:16:3e:c5:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:52Z', 'updated_at': '2021-07-09T19:46:57Z', 'revision_number': 4, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'subnets': [{'id': '55d7ca32-c383-48c2-b3a4-ee50087b7037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:46:58.801916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-ba9eacb6-e87b-4a83-b594-307c789ef130 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434400 Jul 09 19:46:58.922603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-cf8a16e9-5224-4f7d-8520-72c6a7c7a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:58.925094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-cf8a16e9-5224-4f7d-8520-72c6a7c7a03d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1095 time: 0.0741036 Jul 09 19:46:59.065493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-85150053-86d7-4eea-b6bc-bcb44cb6fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:59.066977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-85150053-86d7-4eea-b6bc-bcb44cb6fc84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1319377 Jul 09 19:46:59.138114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-99c73c9d-52fb-4b0b-85c9-45b89080b010 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 200 len: 999 time: 0.0644164 Jul 09 19:46:59.207586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-2c84d198-bb16-43e8-95c0-b9347f9984cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:59.213451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-2c84d198-bb16-43e8-95c0-b9347f9984cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0652144 Jul 09 19:46:59.343258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-4ddc1026-1b66-4a8a-97c7-f8239332e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:59.344835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-4ddc1026-1b66-4a8a-97c7-f8239332e8cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221473 Jul 09 19:46:59.640633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-b2d102a1-5321-47cf-91a0-ae9f82683700 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642658 Jul 09 19:46:59.901099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da3590-3bc4-47f0-b6e9-b3260ed501fc req-a1913d7e-52fa-49b2-9057-89a0cde2d673 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:46:59.906535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47da3590-3bc4-47f0-b6e9-b3260ed501fc req-a1913d7e-52fa-49b2-9057-89a0cde2d673 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.2046409 Jul 09 19:46:59.999506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47da3590-3bc4-47f0-b6e9-b3260ed501fc req-f9fbcfba-828b-4620-878d-19bf703e66d9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882854 Jul 09 19:47:00.230940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be6c77b-33dc-41a0-82a8-85937e0efe8e req-3baf66a2-7f1d-4034-833d-8c699d0c55c3 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638915 Jul 09 19:47:00.858305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dc430329-ff56-4534-b187-e8f586d297ce up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:47:00.952778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port dc430329-ff56-4534-b187-e8f586d297ce completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:00.958183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port dc430329-ff56-4534-b187-e8f586d297ce triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:00.958717 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.076798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.165200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port dc430329-ff56-4534-b187-e8f586d297ce, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=dc430329-ff56-4534-b187-e8f586d297ce,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:01.174568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.282190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:01.319630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19366480-3284-4cbb-adfe-da6e06d71d28 req-9c894ad8-b777-404f-9e09-43e694d71155 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:01.321228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19366480-3284-4cbb-adfe-da6e06d71d28 req-9c894ad8-b777-404f-9e09-43e694d71155 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1328075 Jul 09 19:47:01.392553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19366480-3284-4cbb-adfe-da6e06d71d28 req-84e79f83-819d-4911-93d8-c70c1a4fe77f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647113 Jul 09 19:47:01.713958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:01.839893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8c57-a021-4380-a7a2-3ce5c5d16dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.952026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8c57-a021-4380-a7a2-3ce5c5d16dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.957346 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a8c57-a021-4380-a7a2-3ce5c5d16dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:01.992516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef8a8c57-a021-4380-a7a2-3ce5c5d16dfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0690087bebe4423ba6fda587410e62e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750494 Jul 09 19:47:01.992893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:02.010823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a8c57-a021-4380-a7a2-3ce5c5d16dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb03c1-e679-4003-866f-611aad389d23,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:02.064491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.095778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.156507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.159519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.161585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0fb03c1-e679-4003-866f-611aad389d23 HTTP/1.1" status: 204 len: 168 time: 0.1676292 Jul 09 19:47:02.171031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb03c1-e679-4003-866f-611aad389d23,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:02.179962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.180352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.180704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.181376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.181722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.188276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.188670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.189015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.189657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.189997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.190332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.190666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc6cb1-ce1a-45a4-b16f-13dfd4c66fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:02.507400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:02.521949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd10-8904-4282-8f27-da82e9ee5d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.657751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52282a-d193-4ac4-9576-935d3e94d27c req-e7cff3c7-06ce-4f3e-a7bd-82a95c5ecd39 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:02.659291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a52282a-d193-4ac4-9576-935d3e94d27c req-e7cff3c7-06ce-4f3e-a7bd-82a95c5ecd39 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1123531 Jul 09 19:47:02.748781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a52282a-d193-4ac4-9576-935d3e94d27c req-e1268754-978e-47cb-937d-e37ecad8037a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803740 Jul 09 19:47:02.815392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd10-8904-4282-8f27-da82e9ee5d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.821430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd10-8904-4282-8f27-da82e9ee5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.862569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dc430329-ff56-4534-b187-e8f586d297ce up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:47:02.917548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3b62fd10-8904-4282-8f27-da82e9ee5d39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a69bf77b56746c289c85c8c784677ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089124 Jul 09 19:47:02.921743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:02.937817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62fd10-8904-4282-8f27-da82e9ee5d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2f936-3994-4770-a264-8ecb60927f59,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:02.988204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.997161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port dc430329-ff56-4534-b187-e8f586d297ce triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:02.998312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:03.016534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:03.086847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:03.092621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:03.094635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdf2f936-3994-4770-a264-8ecb60927f59 HTTP/1.1" status: 204 len: 168 time: 0.1712372 Jul 09 19:47:03.104941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d792f-4340-474b-9c67-a6eef3ba1925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2f936-3994-4770-a264-8ecb60927f59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:04.168335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5d38-3d74-4294-8275-64531f6b606a req-f6cf1317-9d44-478d-9b69-5af2299c4574 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:04.182351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a38e5d38-3d74-4294-8275-64531f6b606a req-f6cf1317-9d44-478d-9b69-5af2299c4574 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1372797 Jul 09 19:47:04.284974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a38e5d38-3d74-4294-8275-64531f6b606a req-e889b76e-1c41-47fd-95f0-4492d9c2b4bd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015358 Jul 09 19:47:04.766695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:04.950505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d391fc4c-393d-4645-8b55-6a42d857a70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.080883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d391fc4c-393d-4645-8b55-6a42d857a70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.087115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d391fc4c-393d-4645-8b55-6a42d857a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.130164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391fc4c-393d-4645-8b55-6a42d857a70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba07ee-e2b4-4776-96fd-9d516e36f86c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:05.157975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:05.165359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d391fc4c-393d-4645-8b55-6a42d857a70f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d2aac44b60249d6922a22ff5a39768b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966906 Jul 09 19:47:05.225156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.247337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.303495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.306130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:05.307530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60ba07ee-e2b4-4776-96fd-9d516e36f86c HTTP/1.1" status: 204 len: 168 time: 0.1483457 Jul 09 19:47:05.324221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd06ee-fd83-45cc-8aab-3fc0af2c59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba07ee-e2b4-4776-96fd-9d516e36f86c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:05.613258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0328-00b3-4fbf-ada1-3dfe36da4690 req-f63cc5ee-cd56-4175-893c-6b192601709d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:05.616037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-829d0328-00b3-4fbf-ada1-3dfe36da4690 req-f63cc5ee-cd56-4175-893c-6b192601709d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1221950 Jul 09 19:47:05.675925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-829d0328-00b3-4fbf-ada1-3dfe36da4690 req-377c8af4-eb69-4160-b219-9e936c013c50 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534751 Jul 09 19:47:06.932967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f638-1820-4130-8b0d-196531a3f258 req-46b47bfb-c5be-4dac-a2df-51f63b4f3d7f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:06.935498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36d4f638-1820-4130-8b0d-196531a3f258 req-46b47bfb-c5be-4dac-a2df-51f63b4f3d7f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0848973 Jul 09 19:47:06.995700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36d4f638-1820-4130-8b0d-196531a3f258 req-a681f28b-c8d1-42a2-a542-85a25b79fa2c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521038 Jul 09 19:47:07.186297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:07.334776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c30aa6-319a-490c-943a-bd7405c832e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.477698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c30aa6-319a-490c-943a-bd7405c832e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.483041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c30aa6-319a-490c-943a-bd7405c832e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.534895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:07.538487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7c30aa6-319a-490c-943a-bd7405c832e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07d9b2f30c584fb8a6e94984f7d09e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507860 Jul 09 19:47:07.541370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30aa6-319a-490c-943a-bd7405c832e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07b9c0-c8d1-49f8-9619-585306b1a3dd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:07.617495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.652874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.713864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.716538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:07.717889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab07b9c0-c8d1-49f8-9619-585306b1a3dd HTTP/1.1" status: 204 len: 168 time: 0.1819999 Jul 09 19:47:07.729913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cde0b-15f6-44ae-bfe2-6913901f804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07b9c0-c8d1-49f8-9619-585306b1a3dd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:08.229166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028f9de-e1a6-4138-b04d-e41d4110869f req-693a3d61-685b-495c-971e-63e6a1fd3e0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:08.236138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b028f9de-e1a6-4138-b04d-e41d4110869f req-693a3d61-685b-495c-971e-63e6a1fd3e0e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0951328 Jul 09 19:47:08.320198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b028f9de-e1a6-4138-b04d-e41d4110869f req-57e77a40-35c9-4ac0-be1c-9f61467241c8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816913 Jul 09 19:47:09.545229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f3a42-8fb7-4c93-8af5-199bdcb8c9a3 req-718609bd-18d1-475c-b6e8-bd5e62538f9d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:09.546796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-104f3a42-8fb7-4c93-8af5-199bdcb8c9a3 req-718609bd-18d1-475c-b6e8-bd5e62538f9d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0805507 Jul 09 19:47:09.591432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-104f3a42-8fb7-4c93-8af5-199bdcb8c9a3 req-d4dc80bd-fef0-4847-9cab-6dc8d3278bd2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Jul 09 19:47:10.452678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:10.561592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48e38d4-68f5-4931-891c-56ab2d6a1e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.658703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48e38d4-68f5-4931-891c-56ab2d6a1e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.664131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48e38d4-68f5-4931-891c-56ab2d6a1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.705211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d48e38d4-68f5-4931-891c-56ab2d6a1e18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=362b8f5cf3bf48dbb8d4572c0d58fecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513669 Jul 09 19:47:10.707056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e38d4-68f5-4931-891c-56ab2d6a1e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a17b31-09d1-44af-8487-8c7c51fbe6ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:10.708229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:10.812251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.841507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.855089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439958f-abb4-49de-92a4-80f4184c5415 req-5e7a0069-62d0-4c70-b5b9-e5b92b4baa6b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:10.856568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6439958f-abb4-49de-92a4-80f4184c5415 req-5e7a0069-62d0-4c70-b5b9-e5b92b4baa6b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1265991 Jul 09 19:47:10.914612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6439958f-abb4-49de-92a4-80f4184c5415 req-7014c2bd-a89b-4f9d-9f37-41312aa512d3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483320 Jul 09 19:47:10.924229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.927975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:10.932145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56a17b31-09d1-44af-8487-8c7c51fbe6ee HTTP/1.1" status: 204 len: 168 time: 0.2220390 Jul 09 19:47:10.941270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6cc35-821d-459b-81a0-b27244db9cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a17b31-09d1-44af-8487-8c7c51fbe6ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:11.226856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:11.240506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17d99ed-c8d6-48ed-9c7d-07d2b05d79a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.331350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17d99ed-c8d6-48ed-9c7d-07d2b05d79a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.336167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17d99ed-c8d6-48ed-9c7d-07d2b05d79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.388312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e17d99ed-c8d6-48ed-9c7d-07d2b05d79a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91e41bef760e4289b2144e69dce45aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603489 Jul 09 19:47:11.389210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d99ed-c8d6-48ed-9c7d-07d2b05d79a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beb18f6-8662-4ad3-8d82-bcb5d66973eb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:11.391792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:11.456861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.481575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.533918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.536562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:11.537769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4beb18f6-8662-4ad3-8d82-bcb5d66973eb HTTP/1.1" status: 204 len: 168 time: 0.1448994 Jul 09 19:47:11.546882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5196319-5a72-4cab-b382-040277d471eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beb18f6-8662-4ad3-8d82-bcb5d66973eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:12.132647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3342d9-dd63-4c30-aa7d-783b1ea1d00b req-a5589da3-1823-465e-9828-7df61e38a695 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:12.134802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e3342d9-dd63-4c30-aa7d-783b1ea1d00b req-a5589da3-1823-465e-9828-7df61e38a695 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0733836 Jul 09 19:47:12.180402 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e3342d9-dd63-4c30-aa7d-783b1ea1d00b req-5331dc40-56e3-4957-9d38-0b9ff4d677a9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Jul 09 19:47:13.390700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7733e79-a2da-4139-89a0-ee3b1c4f8baa req-33c8c632-ac4a-4bef-a5fd-a81a57ff570d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:13.392191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7733e79-a2da-4139-89a0-ee3b1c4f8baa req-33c8c632-ac4a-4bef-a5fd-a81a57ff570d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0655622 Jul 09 19:47:13.433158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7733e79-a2da-4139-89a0-ee3b1c4f8baa req-b26c3d98-a12c-477e-96af-301a48e81af2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345016 Jul 09 19:47:14.655087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbb1d1-9c4f-4ac9-bc5f-aadfa543c367 req-028d4365-837a-4993-93d2-422e885d8134 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:14.656593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29dbb1d1-9c4f-4ac9-bc5f-aadfa543c367 req-028d4365-837a-4993-93d2-422e885d8134 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0971708 Jul 09 19:47:14.697287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29dbb1d1-9c4f-4ac9-bc5f-aadfa543c367 req-4b694183-0488-42ca-bbed-f9a3099e04b6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339770 Jul 09 19:47:15.937605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d44d2-235a-44e0-88fc-44e648bc7cb2 req-fce826ea-9eed-4e14-b975-0723c8b28909 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:15.939190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb7d44d2-235a-44e0-88fc-44e648bc7cb2 req-fce826ea-9eed-4e14-b975-0723c8b28909 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0730183 Jul 09 19:47:15.981199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb7d44d2-235a-44e0-88fc-44e648bc7cb2 req-6baf16ad-f08e-46ef-b630-68081b5856d0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353780 Jul 09 19:47:16.852869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:16.956490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d2f5b6-ee38-40f8-b0c3-fdc046012ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.052721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d2f5b6-ee38-40f8-b0c3-fdc046012ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.056748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d2f5b6-ee38-40f8-b0c3-fdc046012ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.095237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2f5b6-ee38-40f8-b0c3-fdc046012ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f0c928-f60e-488f-ab3b-4674d69da0e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:17.103285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:17.121729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-14d2f5b6-ee38-40f8-b0c3-fdc046012ae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=653b14546e724381a860648bbe1dae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676747 Jul 09 19:47:17.206091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.232940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.241993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b845bc8-9590-41ee-8a84-3ec921b9b539 req-30b8fb8d-1d93-486d-8cc1-6bf1a539e3dc tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:17.243474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b845bc8-9590-41ee-8a84-3ec921b9b539 req-30b8fb8d-1d93-486d-8cc1-6bf1a539e3dc tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.1132126 Jul 09 19:47:17.300237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b845bc8-9590-41ee-8a84-3ec921b9b539 req-cb5da3dd-d814-4dd8-9608-095711918f36 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497050 Jul 09 19:47:17.315432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.319045 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:17.319956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77f0c928-f60e-488f-ab3b-4674d69da0e4 HTTP/1.1" status: 204 len: 168 time: 0.2157538 Jul 09 19:47:17.334844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cb457-e657-454c-b806-ba7f3ace8744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f0c928-f60e-488f-ab3b-4674d69da0e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:18.414577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:18.499354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e4eec-fc23-4fe7-a88c-05dc226a0d28 req-72029c7f-82c2-4f5d-b498-57df81cd96cd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:18.501753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-465e4eec-fc23-4fe7-a88c-05dc226a0d28 req-72029c7f-82c2-4f5d-b498-57df81cd96cd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0695522 Jul 09 19:47:18.540539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266a1a2a-458f-4373-8463-ffe333346b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.565893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-465e4eec-fc23-4fe7-a88c-05dc226a0d28 req-176ac1dd-f568-4c4d-ab5e-8058552d3d0a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591025 Jul 09 19:47:18.616658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.653118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266a1a2a-458f-4373-8463-ffe333346b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.657881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266a1a2a-458f-4373-8463-ffe333346b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.702439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-266a1a2a-458f-4373-8463-ffe333346b72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90c2b72b1a7c4924b988b62b0afafd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857606 Jul 09 19:47:18.704207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a1a2a-458f-4373-8463-ffe333346b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75443c63-83a0-4087-908d-22a150b3011f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:18.704630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:18.764104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.787204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.835790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.838697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.839855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75443c63-83a0-4087-908d-22a150b3011f HTTP/1.1" status: 204 len: 168 time: 0.1332159 Jul 09 19:47:18.847645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a401-ec4b-4b47-b612-354c946504d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75443c63-83a0-4087-908d-22a150b3011f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:19.765960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab6e0-4dd0-42bd-b6aa-977b7f23ade9 req-f5c105a4-2bb3-4682-9187-afae0df40661 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:19.768461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-116ab6e0-4dd0-42bd-b6aa-977b7f23ade9 req-f5c105a4-2bb3-4682-9187-afae0df40661 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 944 time: 0.0742242 Jul 09 19:47:19.825031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-116ab6e0-4dd0-42bd-b6aa-977b7f23ade9 req-07f822f3-dbfc-49ff-ad6b-888e0978a1c2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486660 Jul 09 19:47:20.121145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:47:20.233075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:20.246038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'mac_address': 'fa:16:3e:b4:36:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:47:20.290161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:20.303570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:47:20.335259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:20.343581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:20.403717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:20.545114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:20.623608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['aabbdaed-065f-4f21-a63e-b430b7a9e7a1'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:47:20.691108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:20.718337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:20.837426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:20.959147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Allocated IP 172.25.3.128 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/17490ebb-ec65-4a9f-84cd-8edbc32bdf7f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:21.024409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced0a4-5492-4e7f-a5cc-4ed22549c60a req-b7cdb05a-e83e-4f64-87b8-33c74ed99e0c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:21.025992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8ced0a4-5492-4e7f-a5cc-4ed22549c60a req-b7cdb05a-e83e-4f64-87b8-33c74ed99e0c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.0855262 Jul 09 19:47:21.066804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8ced0a4-5492-4e7f-a5cc-4ed22549c60a req-dbe8b891-c300-49b3-ba27-bcb8c68f81a1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333321 Jul 09 19:47:21.070983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.111039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.159939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:21.166400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:21.168902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:21.171202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=17490ebb-ec65-4a9f-84cd-8edbc32bdf7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:21.292820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.342986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.502903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.508967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.581255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=17490ebb-ec65-4a9f-84cd-8edbc32bdf7f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:21.588316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.602490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.603582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28955fab-6731-41bc-be8e-01e0f6334bdb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0574327 Jul 09 19:47:21.607510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:21.612939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1733268817'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:21.638952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Made reservation on behalf of b0844dfe983e4e82af56dc0baf6ff091 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:21.642999 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.653436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.752689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.756892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.780021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:21.795493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab53558-de11-4389-b504-c5080f67bf3c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:21.798420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.798768 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Added segment 0a6b1f22-9c36-476d-b133-d82f43e68c0f of type vlan for network 2b023662-df41-4f9a-8ebb-e0677a529bc5 Jul 09 19:47:21.838885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.869657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.875333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:21.876004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:21.931056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3224289 Jul 09 19:47:21.934167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:21.939628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Request body: {'subnet': {'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:21.947760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1420bf-f3f3-4af7-9975-833cbdb437bd tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Network': ['ID=2b023662-df41-4f9a-8ebb-e0677a529bc5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:21.959158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:22.036987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Made reservation on behalf of b0844dfe983e4e82af56dc0baf6ff091 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:22.041021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.128745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:47:22.197591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:22.204009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:22.204392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.301785 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.303375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.312832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b025385-f56d-4de1-81ef-0738db8316f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.331588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:47:22.335479 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcdacca-55ca-4f1b-904b-223fb7764f78" -d '{"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:47:22.351209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:22.359509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.392057 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56264ad-1548-49a1-a6a5-c505fa942a69 x-openstack-request-id: req-c56264ad-1548-49a1-a6a5-c505fa942a69 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:47:22.392378 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-plugged", "status": "completed", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:47:22.392888 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c56264ad-1548-49a1-a6a5-c505fa942a69 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:47:22.393354 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'code': 200} Jul 09 19:47:22.426850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:22.725579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Subnet': ['ID=af4e6bbd-5d58-4548-b85f-85ab115b3404,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:22.739131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4042-08f8-40a4-9225-197f591b7af6 req-bbf49395-2579-4e63-90b5-d8ba7055e2b4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:22.740668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-316b4042-08f8-40a4-9225-197f591b7af6 req-bbf49395-2579-4e63-90b5-d8ba7055e2b4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 945 time: 0.4825368 Jul 09 19:47:22.759399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Checking segment: {'id': '0a6b1f22-9c36-476d-b133-d82f43e68c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:22.759760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network hostable DHCP agents. Network: 2b023662-df41-4f9a-8ebb-e0677a529bc5, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:47:22.794115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439b23-6ac5-4cf2-941d-9dae89f3cfd8 req-d628a0ef-4b30-462a-90d2-865a7ad20f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:22.795594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c439b23-6ac5-4cf2-941d-9dae89f3cfd8 req-d628a0ef-4b30-462a-90d2-865a7ad20f44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 1097 time: 0.1451194 Jul 09 19:47:22.807464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-316b4042-08f8-40a4-9225-197f591b7af6 req-3bdbbc1d-ba3e-4910-81b7-d2fb61eadaef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565815 Jul 09 19:47:22.813579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:47:22.839621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2b023662-df41-4f9a-8ebb-e0677a529bc5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:22.848123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:22.848792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.849185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb518080-dbb9-4af3-81fe-b88d68688e97 None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:22.860718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c439b23-6ac5-4cf2-941d-9dae89f3cfd8 req-00bc0b1e-eeb1-4bfc-b93d-370d196c8a3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570972 Jul 09 19:47:22.870796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:22.871352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-da888ea0-d4d4-4a89-a081-95b7d1666e6b tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9355850 Jul 09 19:47:22.877153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-86754857', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:22.907505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.908935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:22.970289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.031311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-2b023662-df41-4f9a-8ebb-e0677a529bc5', 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5', 'tenant_id': 'b0844dfe983e4e82af56dc0baf6ff091', 'fixed_ips': [{'subnet_id': 'af4e6bbd-5d58-4548-b85f-85ab115b3404'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:47:23.032196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.179177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.211996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Allocated IP 172.20.0.2 (2b023662-df41-4f9a-8ebb-e0677a529bc5/af4e6bbd-5d58-4548-b85f-85ab115b3404/37c79831-ef45-4453-8f91-dc42bd635e3c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:23.402246 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.410716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Transition to ACTIVE for port object 37c79831-ef45-4453-8f91-dc42bd635e3c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:47:23.428862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Transition to ACTIVE for port object 37c79831-ef45-4453-8f91-dc42bd635e3c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:47:23.435840 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.459472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.476151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:23.478983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:23.482476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:23.537451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Pushing event updated for resources: {'Port': ['ID=37c79831-ef45-4453-8f91-dc42bd635e3c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:23.554123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Attempting to bind port 37c79831-ef45-4453-8f91-dc42bd635e3c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:47:23.554491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Attempting to bind port 37c79831-ef45-4453-8f91-dc42bd635e3c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '0a6b1f22-9c36-476d-b133-d82f43e68c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:47:23.554859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Attempting to bind port 37c79831-ef45-4453-8f91-dc42bd635e3c on network 2b023662-df41-4f9a-8ebb-e0677a529bc5 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:47:23.560184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:47:23.560553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Checking segment: {'id': '0a6b1f22-9c36-476d-b133-d82f43e68c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:23.561252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.561390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Bound using segment: {'id': '0a6b1f22-9c36-476d-b133-d82f43e68c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:47:23.562113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Bound port: 37c79831-ef45-4453-8f91-dc42bd635e3c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6b1f22-9c36-476d-b133-d82f43e68c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:47:23.562260 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.713515 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.718935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] For port 37c79831-ef45-4453-8f91-dc42bd635e3c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:47:23.728217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] For port 37c79831-ef45-4453-8f91-dc42bd635e3c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37c79831-ef45-4453-8f91-dc42bd635e3c,segment=NetworkSegment(0a6b1f22-9c36-476d-b133-d82f43e68c0f),segment_id=0a6b1f22-9c36-476d-b133-d82f43e68c0f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:47:23.738656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.758207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:23.885625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b1f2e-cb5f-4c00-8ade-5e3d8b213a34 None None] Pushing event updated for resources: {'Port': ['ID=37c79831-ef45-4453-8f91-dc42bd635e3c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:23.901523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Allocated IP 172.25.3.203 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/d52c7963-89b8-4b6a-afe8-cd84073ad251) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:24.017886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:24.041119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ff9d5-c08f-4e67-ab56-241efc4a5268 req-f195b6fc-8c63-4c6d-ac1f-5d882b788fc7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:24.050177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a40ff9d5-c08f-4e67-ab56-241efc4a5268 req-f195b6fc-8c63-4c6d-ac1f-5d882b788fc7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 946 time: 0.0821354 Jul 09 19:47:24.064983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:24.134615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a40ff9d5-c08f-4e67-ab56-241efc4a5268 req-2268add4-a91b-41a6-9bbe-b89245624656 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834577 Jul 09 19:47:24.164597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:24.176936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:24.179567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:24.240401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=d52c7963-89b8-4b6a-afe8-cd84073ad251,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:24.572421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:24.826099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:24.857680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37c79831-ef45-4453-8f91-dc42bd635e3c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:47:24.916513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 37c79831-ef45-4453-8f91-dc42bd635e3c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:24.947868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-342f5ceb-a196-472d-b2a1-0264b4d2d6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.003480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-a104478e-0059-411f-a369-06527b095cac req-5f1f6b45-fae7-4bb4-91b9-2d5ca59f39ef service neutron] (93770) timed out ('10.222.0.59', 52750) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:47:25.034955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:47:25.075225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635fc83b-4886-4519-ab32-46e4f98cd4ae None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:25.161749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:47:25.187286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8019cd-8203-414e-a1da-636851934231 None None] Sync routers for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:47:25.200534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.202685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8785773c-59e8-47aa-a2e5-2e92bdd56718 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.3300841 Jul 09 19:47:25.205519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:25.207134 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:25.208476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Provisioning for port 37c79831-ef45-4453-8f91-dc42bd635e3c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:25.209399 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:25.218687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Provisioning complete for port 37c79831-ef45-4453-8f91-dc42bd635e3c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:25.219162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.253676 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:25.262631 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.269975 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:25.272177 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:25.316508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff8019cd-8203-414e-a1da-636851934231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:25.318377 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8019cd-8203-414e-a1da-636851934231 None None] The sync data for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:47:25.373325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.417433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] For port 37c79831-ef45-4453-8f91-dc42bd635e3c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37c79831-ef45-4453-8f91-dc42bd635e3c,segment=NetworkSegment(0a6b1f22-9c36-476d-b133-d82f43e68c0f),segment_id=0a6b1f22-9c36-476d-b133-d82f43e68c0f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:25.427216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.512028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a2c32-8195-4dc7-ace2-73d4dbafea5f None None] Pushing event updated for resources: {'Port': ['ID=37c79831-ef45-4453-8f91-dc42bd635e3c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:25.691791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324ba9f-eb3d-436a-aca1-39216468e220 req-2fe95fb6-c161-4d34-9ffe-b18cf57f7a1d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:25.693347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9324ba9f-eb3d-436a-aca1-39216468e220 req-2fe95fb6-c161-4d34-9ffe-b18cf57f7a1d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 946 time: 0.3084114 Jul 09 19:47:25.752391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-409b7c39-69f3-48d0-925a-fd5b9d9189ef None None] Provisioning complete for port 37c79831-ef45-4453-8f91-dc42bd635e3c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:25.753054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-409b7c39-69f3-48d0-925a-fd5b9d9189ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:25.795710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9324ba9f-eb3d-436a-aca1-39216468e220 req-6f8a5d96-2607-4b1f-8887-708bef26a8d0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688648 Jul 09 19:47:25.944065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.262116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Allocated IP 172.20.0.1 (2b023662-df41-4f9a-8ebb-e0677a529bc5/af4e6bbd-5d58-4548-b85f-85ab115b3404/692bb752-db12-4506-990f-87a8cc4c3a3a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:26.288470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.377949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.391182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Transition to ACTIVE for port object 692bb752-db12-4506-990f-87a8cc4c3a3a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:47:26.424130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.466872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:26.470066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:26.525509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:26.525509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=692bb752-db12-4506-990f-87a8cc4c3a3a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:26.549184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.719786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.828909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37c79831-ef45-4453-8f91-dc42bd635e3c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:47:26.876443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-09b6927a-70d7-4260-943c-66048a57922a None None] Provisioning for port 692bb752-db12-4506-990f-87a8cc4c3a3a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:26.881990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-09b6927a-70d7-4260-943c-66048a57922a None None] Provisioning complete for port 692bb752-db12-4506-990f-87a8cc4c3a3a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:26.882368 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-09b6927a-70d7-4260-943c-66048a57922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.920102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 37c79831-ef45-4453-8f91-dc42bd635e3c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:26.920480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.924385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-09b6927a-70d7-4260-943c-66048a57922a None None] Port 692bb752-db12-4506-990f-87a8cc4c3a3a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:47:27.003963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.009228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.086356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=692bb752-db12-4506-990f-87a8cc4c3a3a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:27.089141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.184786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:27.186292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:27.312298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:47:27.427079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:47:27.434626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28fe78dc-5986-4b7c-8527-2b97f5c3677f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "PUT /v2.0/routers/2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2247715 Jul 09 19:47:27.434626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:27.440453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Request body: {'port': {'network_id': '2b023662-df41-4f9a-8ebb-e0677a529bc5', 'name': 'tempest-FloatingIPAdminTestJSON-683637613'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:27.442132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] Sync routers for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:47:27.455694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb03a0a1-af49-428b-a0f4-9b64145a3e17 None None] Provisioning complete for port 692bb752-db12-4506-990f-87a8cc4c3a3a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:27.455694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb03a0a1-af49-428b-a0f4-9b64145a3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.458810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:27.459073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:27.509871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:27.526110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bb03a0a1-af49-428b-a0f4-9b64145a3e17 None None] Port 692bb752-db12-4506-990f-87a8cc4c3a3a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:47:27.529084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:27.529726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:27.548512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Made reservation on behalf of b0844dfe983e4e82af56dc0baf6ff091 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:27.552924 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.562256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:27.562906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7af926-5e22-40f7-8f17-c7d466812d03 None None] The sync data for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:47:27.578281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] device_id is not set on port 09307eb2-75b0-4230-95f6-d34c3f1cc819 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:47:27.694848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Allocated IP 172.20.0.9 (2b023662-df41-4f9a-8ebb-e0677a529bc5/af4e6bbd-5d58-4548-b85f-85ab115b3404/09307eb2-75b0-4230-95f6-d34c3f1cc819) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:27.789588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.876886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.890270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Transition to ACTIVE for port object 09307eb2-75b0-4230-95f6-d34c3f1cc819 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:47:27.923128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:27.964842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:27.969940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:27.974257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:28.001157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event updated for resources: {'Port': ['ID=09307eb2-75b0-4230-95f6-d34c3f1cc819,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:28.027280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:28.027997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.044581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ef2552f2-a791-4ded-a1e4-25d537880354 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088960 Jul 09 19:47:28.047636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:28.105851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'project_id': 'b0844dfe983e4e82af56dc0baf6ff091', 'port_id': '09307eb2-75b0-4230-95f6-d34c3f1cc819'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:28.136653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.232583 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.255772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7977d484-6ca9-4d93-86fc-974b06c32c8c None None] Provisioning for port 09307eb2-75b0-4230-95f6-d34c3f1cc819 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:47:28.259988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7977d484-6ca9-4d93-86fc-974b06c32c8c None None] Provisioning complete for port 09307eb2-75b0-4230-95f6-d34c3f1cc819 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:47:28.260368 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7977d484-6ca9-4d93-86fc-974b06c32c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.306780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7977d484-6ca9-4d93-86fc-974b06c32c8c None None] Port 09307eb2-75b0-4230-95f6-d34c3f1cc819 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:47:28.343198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Allocated IP 172.25.3.169 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/d02d6fe5-00de-4286-b8fe-791c7a4debb1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:28.455588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.494586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.533236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:28.535929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:28.539384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:28.544605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Pushing event updated for resources: {'Port': ['ID=d02d6fe5-00de-4286-b8fe-791c7a4debb1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:29.204462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.289529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.443210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.449021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.527622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Pushing event updated for resources: {'Port': ['ID=d02d6fe5-00de-4286-b8fe-791c7a4debb1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:29.532323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.644984 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Floating IP eb40e0c2-e38c-4d07-b9b1-a494df9cfefa associated. External IP: 172.25.3.169, port: 09307eb2-75b0-4230-95f6-d34c3f1cc819. Jul 09 19:47:29.849808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:47:29.960859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:47:29.971388 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] Sync routers for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:47:29.978830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.986566 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:29.987467 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:30.024704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0122db78-a800-4f99-95e3-963807871928 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.9758718 Jul 09 19:47:30.027622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:30.029804 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:30.039411 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:30.040097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:30.083772 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:30.084567 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699c6e8-d3e4-4040-993c-9bda76048d0e None None] The sync data for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:47:30.118761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95f1e367-9a5b-4f02-9fdf-4ffe5c811f9f tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "GET /v2.0/floatingips/eb40e0c2-e38c-4d07-b9b1-a494df9cfefa HTTP/1.1" status: 200 len: 982 time: 0.0892639 Jul 09 19:47:30.120898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:30.231979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-21c73c6e-1e63-4ceb-a811-6a466f27512f tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4607 time: 0.1073918 Jul 09 19:47:30.232343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:30.368479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:47:30.397850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port d02d6fe5-00de-4286-b8fe-791c7a4debb1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:30.398195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.472526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.472860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.491289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for d02d6fe5-00de-4286-b8fe-791c7a4debb1 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:30.659868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.686381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=d02d6fe5-00de-4286-b8fe-791c7a4debb1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:30.756354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.756698 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Floating IP eb40e0c2-e38c-4d07-b9b1-a494df9cfefa disassociated (deleted). External IP: 172.25.3.169, port: 09307eb2-75b0-4230-95f6-d34c3f1cc819. Jul 09 19:47:31.234104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:47:31.347133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:47:31.351966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.356703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] Sync routers for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:47:31.368173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:31.368914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:31.388380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36ddaddd-da92-4ce1-beb8-681be0d76299 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb40e0c2-e38c-4d07-b9b1-a494df9cfefa HTTP/1.1" status: 204 len: 168 time: 1.1550152 Jul 09 19:47:31.392335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:31.397522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:31.401561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:31.410046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:31.410647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:31.426281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.446109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:31.446737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287bfc9-d929-4e2b-8bb0-a162ab1dd743 None None] The sync data for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:47:31.515988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.630473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Allocated IP 172.25.3.32 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/53bf436d-1101-458d-a657-eac9a8fe11b6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:31.740949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.779548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.821928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:31.824632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:31.828133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:31.850464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Pushing event updated for resources: {'Port': ['ID=53bf436d-1101-458d-a657-eac9a8fe11b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:31.912911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:31.954081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.101550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.106197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.183569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Pushing event updated for resources: {'Port': ['ID=53bf436d-1101-458d-a657-eac9a8fe11b6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:32.195522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.209722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.213849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca554175-e232-461c-8c0b-7dcd7bea8ccc tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8173997 Jul 09 19:47:32.214243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:32.312717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:32.338943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.433476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.543644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Allocated IP 172.25.3.119 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:47:32.643235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.687460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.725975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:47:32.732495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:32.734966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:32.768189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Pushing event updated for resources: {'Port': ['ID=913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:32.847494 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.895092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.041623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.045830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.113230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Pushing event updated for resources: {'Port': ['ID=913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:33.128334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.146721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.148141 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-75ef4f08-a50d-43b9-a670-d5de06435532 tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9328187 Jul 09 19:47:33.150653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:33.218947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-69d09708-0813-4c16-accb-eb3cb0829027 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4792 time: 0.0647905 Jul 09 19:47:33.219235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:33.291562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d0b466cb-1f0a-453b-9efe-ba20b8d4e901 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0702698 Jul 09 19:47:33.293279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:33.424504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Deleting port 913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:33.425115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.506481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.506801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.518250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Calling delete_port for 913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:33.656523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.687278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Pushing event deleted for resources: {'Port': ['ID=913947cb-cfb8-4bd2-8bae-1c8c87ffcbbf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:33.751664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.754350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.755644 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-387dcb9c-15e0-4767-88b7-5f41207b956d tempest-FloatingIPAdminTestJSON-1920271076 tempest-FloatingIPAdminTestJSON-1920271076-project] 10.222.0.10 "DELETE /v2.0/floatingips/9484d192-adca-433b-9dec-b1ca4ba4e1bf HTTP/1.1" status: 204 len: 168 time: 0.4615753 Jul 09 19:47:33.758344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:33.885330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Deleting port 53bf436d-1101-458d-a657-eac9a8fe11b6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:33.885670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.967583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.967914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:33.980030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Calling delete_port for 53bf436d-1101-458d-a657-eac9a8fe11b6 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:34.113247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.139445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Pushing event deleted for resources: {'Port': ['ID=53bf436d-1101-458d-a657-eac9a8fe11b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:34.202764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.205404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.206561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e94b52e3-dba4-40a3-964a-4c3264a94560 tempest-FloatingIPAdminTestJSON-850823753 tempest-FloatingIPAdminTestJSON-850823753-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/5a9cf2da-794e-45f4-911f-cdc68a030754 HTTP/1.1" status: 204 len: 168 time: 0.4470940 Jul 09 19:47:34.210489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:34.306944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port 09307eb2-75b0-4230-95f6-d34c3f1cc819 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:34.307288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.398580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.412156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for 09307eb2-75b0-4230-95f6-d34c3f1cc819 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:34.549323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.580556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=09307eb2-75b0-4230-95f6-d34c3f1cc819,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:34.658884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:34.661526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f0a6823f-4971-4964-88fe-8c09a57d5bdc tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/ports/09307eb2-75b0-4230-95f6-d34c3f1cc819 HTTP/1.1" status: 204 len: 168 time: 0.4493489 Jul 09 19:47:34.664282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:34.733831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bec7a1-6e08-4306-85bb-2277559e9324 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:34.737584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2bec7a1-6e08-4306-85bb-2277559e9324 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea HTTP/1.1" status: 200 len: 913 time: 0.0723026 Jul 09 19:47:34.738360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:35.133623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:35.398371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port 692bb752-db12-4506-990f-87a8cc4c3a3a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:35.398821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:35.486927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:35.498389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for 692bb752-db12-4506-990f-87a8cc4c3a3a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:35.691855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:35.726692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=692bb752-db12-4506-990f-87a8cc4c3a3a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:35.905549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:36.385607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:47:36.490640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:47:36.498538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:36.498959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a9a5931-bccd-47d9-b52c-073e901a3a02 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "PUT /v2.0/routers/2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593210 Jul 09 19:47:36.502188 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] Sync routers for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:47:36.512107 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:36.512787 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:36.547534 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:36.556257 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] Routers {'2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:47:36.556942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:36.590513 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:36.591415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353cc4d-67f6-44b6-8c71-57d023d9054e None None] The sync data for ids ['2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:47:36.618603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:36.754434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:36.822116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port d52c7963-89b8-4b6a-afe8-cd84073ad251 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:36.822462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:36.902158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:36.914296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for d52c7963-89b8-4b6a-afe8-cd84073ad251 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:37.094317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.149186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=d52c7963-89b8-4b6a-afe8-cd84073ad251,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:37.190502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.301962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.304147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.366762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.367518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:47:37.374462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.378244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-404946ae-ba1b-4fdc-82ea-54d0dee4a219 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/routers/2c8b8d96-b544-4d5a-ba0c-ff7aba73a3ea HTTP/1.1" status: 204 len: 168 time: 0.8746257 Jul 09 19:47:37.378244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:37.427712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting subnet af4e6bbd-5d58-4548-b85f-85ab115b3404 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:47:37.430883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.469455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.552172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.620120 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.656441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Subnet': ['ID=af4e6bbd-5d58-4548-b85f-85ab115b3404,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:37.658595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923f6c0-adea-48a2-8bfe-3a502bf1243f None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:37.659308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.661154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db05ac8a-3dd7-4475-b7d4-5e7ef39a12fb tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/subnets/af4e6bbd-5d58-4548-b85f-85ab115b3404 HTTP/1.1" status: 204 len: 168 time: 0.2820241 Jul 09 19:47:37.663850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:37.718319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-cc2e98c5-b1c6-4f21-9c2c-75961974457e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0707712 Jul 09 19:47:37.786855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.846864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port 37c79831-ef45-4453-8f91-dc42bd635e3c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:37.847532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.888010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.888498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.888972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.889475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.889933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.890888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.891490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:37.893558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-621fb558-6af9-4542-8465-1a4230053595 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.1215539 Jul 09 19:47:37.936266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] For port 37c79831-ef45-4453-8f91-dc42bd635e3c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37c79831-ef45-4453-8f91-dc42bd635e3c,segment=NetworkSegment(0a6b1f22-9c36-476d-b133-d82f43e68c0f),segment_id=0a6b1f22-9c36-476d-b133-d82f43e68c0f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:37.936733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:37.960903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] DHCP port deletion for 2b023662-df41-4f9a-8ebb-e0677a529bc5 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:47:37.966781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for 37c79831-ef45-4453-8f91-dc42bd635e3c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:38.019519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Deleting port 37c79831-ef45-4453-8f91-dc42bd635e3c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:38.020168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.039636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32d7b5fc-0ef9-4872-a5d5-af63650b5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.039922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32d7b5fc-0ef9-4872-a5d5-af63650b5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.040464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32d7b5fc-0ef9-4872-a5d5-af63650b5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.042099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32d7b5fc-0ef9-4872-a5d5-af63650b5205 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 2296 time: 0.1206942 Jul 09 19:47:38.064937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.090728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] For port 37c79831-ef45-4453-8f91-dc42bd635e3c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=37c79831-ef45-4453-8f91-dc42bd635e3c,segment=NetworkSegment(0a6b1f22-9c36-476d-b133-d82f43e68c0f),segment_id=0a6b1f22-9c36-476d-b133-d82f43e68c0f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:47:38.091358 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.105757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Calling delete_port for 37c79831-ef45-4453-8f91-dc42bd635e3c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:38.109455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=37c79831-ef45-4453-8f91-dc42bd635e3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:38.125871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] No DVR routers for this DVR port 37c79831-ef45-4453-8f91-dc42bd635e3c on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:47:38.141508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-81f25568-5f0c-434d-809a-a3df1a65de8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1001 time: 0.0920949 Jul 09 19:47:38.203520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-7619ac2d-3fbc-4961-bc17-069d5c625f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.206042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-7619ac2d-3fbc-4961-bc17-069d5c625f8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.0580409 Jul 09 19:47:38.217399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.228942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b023662-df41-4f9a-8ebb-e0677a529bc5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:38.242085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6b1f22-9c36-476d-b133-d82f43e68c0f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:38.242542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6b1f22-9c36-476d-b133-d82f43e68c0f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:38.253378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.272042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.280065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:38.280689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:38.285905 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:38.291606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-7eb41188-ec98-4af3-a504-fb4352aa48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.293862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-7eb41188-ec98-4af3-a504-fb4352aa48f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796223 Jul 09 19:47:38.375459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.385475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.389725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/networks/2b023662-df41-4f9a-8ebb-e0677a529bc5 HTTP/1.1" status: 204 len: 168 time: 0.7242432 Jul 09 19:47:38.392355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:38.399275 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.414389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Network 2b023662-df41-4f9a-8ebb-e0677a529bc5 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:47:38.414955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] No DVR routers for this DVR port 37c79831-ef45-4453-8f91-dc42bd635e3c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:47:38.415080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-f640c475-a760-4126-8a66-c0f98157089e service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119344 Jul 09 19:47:38.442517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8b713-9e3b-427a-ad10-041ae36ddfb2 None None] Pushing event deleted for resources: {'Port': ['ID=37c79831-ef45-4453-8f91-dc42bd635e3c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:38.462439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456e215-6a10-480d-a520-741ee356ad3f tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Network': ['ID=2b023662-df41-4f9a-8ebb-e0677a529bc5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:38.553209 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-4853933e-cf59-4b4b-a381-f06a329ebb90 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305196 Jul 09 19:47:38.555258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Deleting port 17490ebb-ec65-4a9f-84cd-8edbc32bdf7f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:38.555609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.595497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-7ac3344a-e006-4237-bb22-60c3b7160cf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.0360763 Jul 09 19:47:38.635290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.635619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.643268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-fe0bc28e-f9a3-422b-a968-a0142aa3a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.644777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-fe0bc28e-f9a3-422b-a968-a0142aa3a921 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0437264 Jul 09 19:47:38.647813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Calling delete_port for 17490ebb-ec65-4a9f-84cd-8edbc32bdf7f owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:38.707043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-a21966c9-f0dc-4201-8357-a9947375c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:38.708596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-a21966c9-f0dc-4201-8357-a9947375c753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578818 Jul 09 19:47:38.813648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.829797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37c79831-ef45-4453-8f91-dc42bd635e3c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:47:38.842318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Pushing event deleted for resources: {'Port': ['ID=17490ebb-ec65-4a9f-84cd-8edbc32bdf7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:38.861719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-e244b3a7-7de2-4508-86a6-1ecf9bd7bf55 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459887 Jul 09 19:47:38.867188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 37c79831-ef45-4453-8f91-dc42bd635e3c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:47:38.867608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 37c79831-ef45-4453-8f91-dc42bd635e3c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:47:38.920641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.925400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:38.929023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0de6e0a2-401f-412a-a631-143c5f2d9966 tempest-FloatingIPAdminTestJSON-1494701743 tempest-FloatingIPAdminTestJSON-1494701743-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0a802e7-c7d7-4bea-a6ba-a3095b0602db HTTP/1.1" status: 204 len: 168 time: 0.5331242 Jul 09 19:47:38.982592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-b9ec2757-105b-4fd6-97ce-6cb234421e38 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135156 Jul 09 19:47:39.031720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-e3256266-5648-4e41-86a1-73f7ccbe6d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Jul 09 19:47:39.088406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-9ccf6b36-cbba-4dbf-8b40-4bc82cb51368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:39.090289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-9ccf6b36-cbba-4dbf-8b40-4bc82cb51368 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0487761 Jul 09 19:47:39.166095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-a0dca106-2502-47b3-a3c9-b46e6115848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:39.167640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-a0dca106-2502-47b3-a3c9-b46e6115848c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696230 Jul 09 19:47:39.241524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:39.265436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-f2834015-8dad-41e1-8d24-f1d8872088a4 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906379 Jul 09 19:47:39.357629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-560c5a2a-cb2d-4433-97f3-156e652d438e service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851233 Jul 09 19:47:39.380783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bffc40c1-db01-42f3-9031-619b12fa7d1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0844dfe983e4e82af56dc0baf6ff091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380897 Jul 09 19:47:39.383874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:39.406024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-20678302-00fe-4d19-9dc3-bcf2df6c9a37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0402436 Jul 09 19:47:39.438613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:39.458217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-661145e7-8fa7-4019-b5b1-d9344c22ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:39.459767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-661145e7-8fa7-4019-b5b1-d9344c22ded3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0459676 Jul 09 19:47:39.460633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:39.521624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:39.523055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-e1f79759-24e9-42f8-9e48-13374a79eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:39.524685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:39.524851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-e1f79759-24e9-42f8-9e48-13374a79eb76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577853 Jul 09 19:47:39.525924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fab53558-de11-4389-b504-c5080f67bf3c HTTP/1.1" status: 204 len: 168 time: 0.1409814 Jul 09 19:47:39.535099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca9ac-2b90-4229-86b7-0fb536c20d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab53558-de11-4389-b504-c5080f67bf3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:39.862668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:39.881959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f8abdbb-8876-4da6-9f20-8cd884feebc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:39.998662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-2a433f58-3123-4b12-8d9d-901a5381e74b service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605031 Jul 09 19:47:40.021460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f8abdbb-8876-4da6-9f20-8cd884feebc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.026225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f8abdbb-8876-4da6-9f20-8cd884feebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.072909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f8abdbb-8876-4da6-9f20-8cd884feebc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1a257ea8dbb42df95f55a541919a180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091181 Jul 09 19:47:40.075200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8abdbb-8876-4da6-9f20-8cd884feebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a99b82b-f983-46c0-9fab-a3abcb6330b8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:40.088273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:40.194346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-af6ee769-b376-40e1-a044-1589d6841c59 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882899 Jul 09 19:47:40.195369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.247166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-4c8920c5-4be6-4043-819b-8d1ff662a6c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.0430775 Jul 09 19:47:40.251986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.319689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-ef8e6e00-9d17-4bd2-b7ad-162bcd6b3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:40.321080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-ef8e6e00-9d17-4bd2-b7ad-162bcd6b3058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0623322 Jul 09 19:47:40.368229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.371022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.372211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a99b82b-f983-46c0-9fab-a3abcb6330b8 HTTP/1.1" status: 204 len: 168 time: 0.2828867 Jul 09 19:47:40.388718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966da1-9d5a-4b54-a29c-41595ce7bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a99b82b-f983-46c0-9fab-a3abcb6330b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:40.417270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-f211c9c4-1de9-4308-b134-8a4c1de97b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:40.418872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-f211c9c4-1de9-4308-b134-8a4c1de97b35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885053 Jul 09 19:47:40.510934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-aff7040f-e8cf-41aa-b26f-53bfb9752639 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843554 Jul 09 19:47:40.608974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-c030f125-05f4-4f80-84a5-b2598d396086 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915184 Jul 09 19:47:40.659308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-833386ae-baa7-4055-b34e-4a96cf4dfe80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.0422242 Jul 09 19:47:40.716961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-8e0de360-3db3-4d32-892f-4950ed4eeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:40.719186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-8e0de360-3db3-4d32-892f-4950ed4eeb36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0511429 Jul 09 19:47:40.722675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:40.765283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80257f75-0bb1-4735-8771-5ebebff2a689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.819615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32f87a9a-d97f-46c0-b34d-fba07d148848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:40.821142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-32f87a9a-d97f-46c0-b34d-fba07d148848 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917134 Jul 09 19:47:40.944176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-425474aa-0a68-4744-bf6a-b429061842fb service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157005 Jul 09 19:47:40.945869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80257f75-0bb1-4735-8771-5ebebff2a689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:40.949432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80257f75-0bb1-4735-8771-5ebebff2a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:41.030389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257f75-0bb1-4735-8771-5ebebff2a689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862b4a2-a237-4953-8c89-286c91d0d5b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:41.039584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-80257f75-0bb1-4735-8771-5ebebff2a689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74e77bdd7c454067951c829f44f59486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133383 Jul 09 19:47:41.040291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:41.079254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-06b4f672-bd52-4426-b9a2-c5e33047ab91 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210430 Jul 09 19:47:41.112435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:41.142611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:41.156355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-d60999b7-24a2-4408-a1f1-019983bd5f29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0696135 Jul 09 19:47:41.229931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-63bd3df2-0015-4aec-bca6-a41e685ff0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.232042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-63bd3df2-0015-4aec-bca6-a41e685ff0e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0688066 Jul 09 19:47:41.242193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:41.245456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:41.249736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b862b4a2-a237-4953-8c89-286c91d0d5b0 HTTP/1.1" status: 204 len: 168 time: 0.2076960 Jul 09 19:47:41.258959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac939-6ee0-4afb-b53b-f0c9321e2f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862b4a2-a237-4953-8c89-286c91d0d5b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:41.305016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-c507aad0-2c7f-4727-93db-02f6db93f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.306568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-c507aad0-2c7f-4727-93db-02f6db93f727 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667651 Jul 09 19:47:41.448928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-d90d47ea-08d1-4c50-9e35-eb7ffb1874d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1271222 Jul 09 19:47:41.451142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-df180b81-e15c-4d2a-948c-71bcabde43b5 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372378 Jul 09 19:47:41.594525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb2383a7-b132-45bb-b80b-c31ddbfa8b62 req-446361ad-3339-486f-a5a7-b0a4893717fe service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360123 Jul 09 19:47:41.603236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.603931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.604412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.604885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.605375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.605842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.606303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.608163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-df9dcdea-fd65-4766-b422-3b7909d10f9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.0974565 Jul 09 19:47:41.734738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-efa19a6b-ae12-4b2c-9988-ebfd277ca028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.735215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-efa19a6b-ae12-4b2c-9988-ebfd277ca028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.735790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-efa19a6b-ae12-4b2c-9988-ebfd277ca028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.737382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-efa19a6b-ae12-4b2c-9988-ebfd277ca028 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 2292 time: 0.1004918 Jul 09 19:47:41.819836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-efedd9f1-bc78-45fb-adc6-df3aac4bd607 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 1001 time: 0.0761733 Jul 09 19:47:41.882946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-bdbddc1d-21ee-4edc-bf97-4a2368a4fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.884433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-bdbddc1d-21ee-4edc-bf97-4a2368a4fb61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.0577364 Jul 09 19:47:41.953400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4125e336-a98c-42c6-9023-73ab901c935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:41.953400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4125e336-a98c-42c6-9023-73ab901c935d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565755 Jul 09 19:47:42.073984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e40ae836-dcd5-44cf-bf4b-17d3abd3e830 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114085 Jul 09 19:47:42.170690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-bee2be5d-7be3-4bb4-b673-45ac04eefc44 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886161 Jul 09 19:47:42.217083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-f276952e-2f10-4679-aa06-985f9cbf0810 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 217 time: 0.0393207 Jul 09 19:47:42.267971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-bf83b0e8-e3cf-48f0-8ff1-61936bc34862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:42.269489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-bf83b0e8-e3cf-48f0-8ff1-61936bc34862 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0450261 Jul 09 19:47:42.355515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e1806c0e-4287-4614-8ec3-c4e21f57cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:42.357633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e1806c0e-4287-4614-8ec3-c4e21f57cee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800171 Jul 09 19:47:42.465814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-7dd5761b-e711-4d3d-bff8-c8132eebf33d service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012311 Jul 09 19:47:42.562076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-09186350-d57c-407f-9fa0-45b93793b684 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895624 Jul 09 19:47:42.607641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-a1d79e5c-3288-452e-bb93-1df30f94c30e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 217 time: 0.0394404 Jul 09 19:47:42.657901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-6b4654b9-9f83-4530-a4d9-8d2f84e18db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:42.659425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-6b4654b9-9f83-4530-a4d9-8d2f84e18db1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0457909 Jul 09 19:47:42.720682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-6423359c-4236-4f7a-9795-0ac298f364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:42.722524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-6423359c-4236-4f7a-9795-0ac298f364a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566459 Jul 09 19:47:42.817745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-f9d31f16-e817-497c-b551-80533008f150 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886171 Jul 09 19:47:42.883518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:42.913183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-ae8fd240-f7c4-4157-b4be-b4c44f54d965 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886612 Jul 09 19:47:42.976416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-af18b54f-5ef1-4385-b167-c34365fd6e47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 217 time: 0.0564547 Jul 09 19:47:42.994311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0efd4364-ea42-407c-9e3d-d14eb9db79ff tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:43.023112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0efd4364-ea42-407c-9e3d-d14eb9db79ff tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "PUT /v2.0/quotas/661205bffd5a4a1ca08d20e076239468 HTTP/1.1" status: 200 len: 368 time: 0.1377959 Jul 09 19:47:43.026040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:43.031573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Request body: {'network': {'project_id': '661205bffd5a4a1ca08d20e076239468'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:43.041043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-a522958a-fb27-4020-85fc-4df9b7f1b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.042739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-a522958a-fb27-4020-85fc-4df9b7f1b7dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0600147 Jul 09 19:47:43.062551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Made reservation on behalf of 661205bffd5a4a1ca08d20e076239468 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:43.064945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.074255 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.103071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-7ba99161-992a-4e97-a935-d22b5ac743c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.104498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-7ba99161-992a-4e97-a935-d22b5ac743c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553367 Jul 09 19:47:43.177754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.182423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.203234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:43.203447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-80c1837d-1b27-4548-8344-b02e9f6227ba service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Jul 09 19:47:43.219431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a559a2f-b5d8-44b5-a81b-47a6a0e43b95,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:43.223181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.223606 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Added segment 0ccb8fcd-b24e-4c4f-93e5-c69bd2013617 of type vlan for network 6bbfbd66-f1c3-4afd-be4d-1034922aa7f0 Jul 09 19:47:43.263294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.293009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.294095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.294765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.295890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-7058dc38-3866-40c6-a6eb-bec83718e8c5 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Jul 09 19:47:43.336826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-f055209a-c944-46f1-8662-23aed473cce9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 217 time: 0.0347683 Jul 09 19:47:43.353815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3238978 Jul 09 19:47:43.353988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:43.360867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Request body: {'network': {'project_id': '661205bffd5a4a1ca08d20e076239468'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:43.371156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd6d31-f2d7-44ce-bd3d-b5887b362d36 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Pushing event updated for resources: {'Network': ['ID=6bbfbd66-f1c3-4afd-be4d-1034922aa7f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:43.385188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6bbfbd66-f1c3-4afd-be4d-1034922aa7f0 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:43.394374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Made reservation on behalf of 661205bffd5a4a1ca08d20e076239468 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:43.397256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-43ea707c-c620-4029-bd43-a99ea560eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.397553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.398782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-43ea707c-c620-4029-bd43-a99ea560eb16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0557473 Jul 09 19:47:43.424258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:43.435943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.435943 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Added segment dfcbe5fc-f580-44e9-a61f-2ece8ef7dbd7 of type vlan for network 86370dce-8c14-40f0-90cd-f1bda6ab9587 Jul 09 19:47:43.472203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4ce15527-9d16-4aa0-80f1-e3e28cb1a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.474334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4ce15527-9d16-4aa0-80f1-e3e28cb1a349 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679116 Jul 09 19:47:43.489783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.543235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.545584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.546474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.592308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-a08f39ca-ea79-4b83-8255-98ea212bf6e9 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115863 Jul 09 19:47:43.630506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2723362 Jul 09 19:47:43.630673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:43.635328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-86d355f6-8dc5-4af4-b3da-3da238003d43 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Request body: {'network': {'project_id': '661205bffd5a4a1ca08d20e076239468'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:43.645964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af67f75-0386-4a06-92fe-b5c3368b47dd tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Pushing event updated for resources: {'Network': ['ID=86370dce-8c14-40f0-90cd-f1bda6ab9587,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:43.653163 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d355f6-8dc5-4af4-b3da-3da238003d43 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 19:47:43.653395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d355f6-8dc5-4af4-b3da-3da238003d43 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:47:43.656988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-86d355f6-8dc5-4af4-b3da-3da238003d43 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0229502 Jul 09 19:47:43.657272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:43.664017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 86370dce-8c14-40f0-90cd-f1bda6ab9587 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:43.732102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-b8f7227e-9fb6-4fb4-9166-5d5e242ab379 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337914 Jul 09 19:47:43.746680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.778409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-706aa896-b726-401f-8957-747e5deb3a08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.0397837 Jul 09 19:47:43.836388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e0f142a9-30b9-4f8e-9310-6b1a76108eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.838058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e0f142a9-30b9-4f8e-9310-6b1a76108eb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0534351 Jul 09 19:47:43.840430 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.850593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86370dce-8c14-40f0-90cd-f1bda6ab9587']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:43.861356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcbe5fc-f580-44e9-a61f-2ece8ef7dbd7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:43.861666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcbe5fc-f580-44e9-a61f-2ece8ef7dbd7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:43.870496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.892285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.899777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:43.900721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:43.902940 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:43.922812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4a70caec-7df8-4b87-a101-29c98ee82527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:43.924691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4a70caec-7df8-4b87-a101-29c98ee82527 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791142 Jul 09 19:47:43.963168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.969288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:43.971421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "DELETE /v2.0/networks/86370dce-8c14-40f0-90cd-f1bda6ab9587 HTTP/1.1" status: 204 len: 168 time: 0.3131311 Jul 09 19:47:43.974370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:43.992411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda0f27-4ff5-4b19-902d-1bbc0e5b2f76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Pushing event deleted for resources: {'Network': ['ID=86370dce-8c14-40f0-90cd-f1bda6ab9587,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:44.024771 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-a0c9e250-d3a8-45a8-a1df-9f79aaa76943 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935490 Jul 09 19:47:44.067766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.131824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e17fde43-3703-46f8-968b-62d6c398dc8b service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995340 Jul 09 19:47:44.169577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.179637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbfbd66-f1c3-4afd-be4d-1034922aa7f0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:44.181219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-777c01e3-0b05-40d7-886e-9b31b890ea9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.0404947 Jul 09 19:47:44.190191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccb8fcd-b24e-4c4f-93e5-c69bd2013617') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:44.190488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccb8fcd-b24e-4c4f-93e5-c69bd2013617') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:44.199568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.214447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.220378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:44.220775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:44.222609 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:44.232331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-d6104a91-8976-4c22-95fe-f187af77fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:44.233896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-d6104a91-8976-4c22-95fe-f187af77fb3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0468779 Jul 09 19:47:44.285019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.290185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.293600 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6bbfbd66-f1c3-4afd-be4d-1034922aa7f0 HTTP/1.1" status: 204 len: 168 time: 0.3180809 Jul 09 19:47:44.305644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4bd1f91e-825f-4bc4-b51b-c1bb53071245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:44.307647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-4bd1f91e-825f-4bc4-b51b-c1bb53071245 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670521 Jul 09 19:47:44.308501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be795df0-01a6-4b0b-82f0-016e8b030a76 tempest-QuotasNegativeTest-747167916 tempest-QuotasNegativeTest-747167916-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bbfbd66-f1c3-4afd-be4d-1034922aa7f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:44.400933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-09d502c0-35f5-4b0c-ad2b-816d7ef5ea93 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Jul 09 19:47:44.500449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5f1e54a-0770-4fa4-82fb-a61c0f6e77b0 req-e5bc5263-0809-4391-b643-2974eda35dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925076 Jul 09 19:47:44.757654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:44.866600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc5dff4-a5bb-48c4-8fb9-11066fcf81bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.961048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc5dff4-a5bb-48c4-8fb9-11066fcf81bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:44.965341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc5dff4-a5bb-48c4-8fb9-11066fcf81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.003444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0cc5dff4-a5bb-48c4-8fb9-11066fcf81bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=520a3c390c8d451290f1ba26176b1c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447007 Jul 09 19:47:45.004470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5dff4-a5bb-48c4-8fb9-11066fcf81bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c675b-9fd7-4733-a25f-b8bd7a601f61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:45.006181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:45.057501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.077769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.124964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.127714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.128891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d98c675b-9fd7-4733-a25f-b8bd7a601f61 HTTP/1.1" status: 204 len: 168 time: 0.1216135 Jul 09 19:47:45.143040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c6b8d-0408-45db-83a8-ad5cd94c54c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c675b-9fd7-4733-a25f-b8bd7a601f61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:45.420108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:45.434137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5936cc60-5100-42dd-9cdb-e7b87ccd4c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.526456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5936cc60-5100-42dd-9cdb-e7b87ccd4c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.530434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5936cc60-5100-42dd-9cdb-e7b87ccd4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.572122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936cc60-5100-42dd-9cdb-e7b87ccd4c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9778534e-f4c9-4f6b-af08-92c8ca2b75c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:45.577421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5936cc60-5100-42dd-9cdb-e7b87ccd4c70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96177fc954cb4e8f9a245857096830b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560643 Jul 09 19:47:45.580228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:45.630933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.656191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.705304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.708635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:45.709952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9778534e-f4c9-4f6b-af08-92c8ca2b75c2 HTTP/1.1" status: 204 len: 168 time: 0.1287251 Jul 09 19:47:45.718796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1452e-75fb-4cdc-877b-662581cb0938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778534e-f4c9-4f6b-af08-92c8ca2b75c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:46.447658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:46.544795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'networks': [{'name': 'tempest-network--50779408'}, {'name': 'tempest-network--1119460407'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:46.545199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-network--50779408'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:46.545827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-network--1119460407'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:46.569264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'network': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:46.574113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.584131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.685530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.689304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.689773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.731656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5311b0ea-08c2-430d-ac17-a9f3dfce8d1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:46.734122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:46.744865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.745248 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment 4c4677cc-5a35-4229-879e-34c498e216fa of type vlan for network f5ff22f6-cd29-4131-a67f-e631ebfd8780 Jul 09 19:47:46.785743 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.816449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:46.825931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.826276 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment 6d20f725-064f-4550-9e7f-a0b9fa72ca29 of type vlan for network a55a6dee-23b9-49a0-ac8b-8298f30e29e7 Jul 09 19:47:46.870155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.901923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.902570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.908602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:46.914334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:46.915054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:46.981148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5323024 Jul 09 19:47:46.984115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:47.053949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=f5ff22f6-cd29-4131-a67f-e631ebfd8780,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:47.065239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f5ff22f6-cd29-4131-a67f-e631ebfd8780 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:47.165099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b83b1-b6de-4640-87a0-96f78693e35a tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=a55a6dee-23b9-49a0-ac8b-8298f30e29e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:47.174987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a55a6dee-23b9-49a0-ac8b-8298f30e29e7 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:47.193188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b0ae3-f0bc-4c3b-a064-fb8e15e18f87 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.199328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b0ae3-f0bc-4c3b-a064-fb8e15e18f87 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.205440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b0ae3-f0bc-4c3b-a064-fb8e15e18f87 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.211274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b0ae3-f0bc-4c3b-a064-fb8e15e18f87 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.215866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f41b0ae3-f0bc-4c3b-a064-fb8e15e18f87 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2282329 Jul 09 19:47:47.216100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:47.290324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.377123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.386660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ff22f6-cd29-4131-a67f-e631ebfd8780']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.397239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4677cc-5a35-4229-879e-34c498e216fa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.397538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4677cc-5a35-4229-879e-34c498e216fa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.406834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.421801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.427848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:47.428241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:47.431680 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:47.496535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.500811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.506265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/f5ff22f6-cd29-4131-a67f-e631ebfd8780 HTTP/1.1" status: 204 len: 168 time: 0.2857120 Jul 09 19:47:47.506359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:47.523603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234776c8-0a82-4aee-a972-b79edfabc47b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=f5ff22f6-cd29-4131-a67f-e631ebfd8780,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:47.590262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.676519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.686707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55a6dee-23b9-49a0-ac8b-8298f30e29e7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.697465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d20f725-064f-4550-9e7f-a0b9fa72ca29') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.697756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d20f725-064f-4550-9e7f-a0b9fa72ca29') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:47.706348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.720599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.727604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:47.728143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:47.731203 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:47.791305 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.798323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.800184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/a55a6dee-23b9-49a0-ac8b-8298f30e29e7 HTTP/1.1" status: 204 len: 168 time: 0.2927637 Jul 09 19:47:47.802839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:47.811701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21762a7-d6e0-4567-ada0-1116d94bf6b5 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=a55a6dee-23b9-49a0-ac8b-8298f30e29e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:47.912301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e0c6d-dd02-43d8-b701-3b94243cfd9f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.918200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e0c6d-dd02-43d8-b701-3b94243cfd9f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:47.921193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f9e0c6d-dd02-43d8-b701-3b94243cfd9f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1166539 Jul 09 19:47:47.923698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:47.928750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-222743577'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:47.950717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:47.954618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.982705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:47.993492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:47.993844 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment ba56c779-7cb1-4683-bc19-61de905b8901 of type vlan for network f97dcec2-50b0-42c0-9334-e1b55c320003 Jul 09 19:47:48.043819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.078955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.086466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:48.087175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.140354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2132995 Jul 09 19:47:48.141664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:48.148018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-723940389'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:48.158619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7beeb4-7939-4530-8481-c38953f25d4f tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=f97dcec2-50b0-42c0-9334-e1b55c320003,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:48.170586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f97dcec2-50b0-42c0-9334-e1b55c320003 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:48.171057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:48.174877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.198504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:48.208250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.208593 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment 7bb60912-78ac-41b8-adaa-12fb7185eb74 of type vlan for network 9d8bb14f-5416-48c3-b76f-d53850b01a81 Jul 09 19:47:48.257182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.283816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.289860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:48.290453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.342966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1994631 Jul 09 19:47:48.345810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:48.351421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'ports': [{'network_id': 'f97dcec2-50b0-42c0-9334-e1b55c320003', 'name': 'tempest-port--2005971049', 'admin_state_up': True}, {'network_id': '9d8bb14f-5416-48c3-b76f-d53850b01a81', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:48.351740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'port': {'network_id': 'f97dcec2-50b0-42c0-9334-e1b55c320003', 'name': 'tempest-port--2005971049', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:48.352226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'port': {'network_id': '9d8bb14f-5416-48c3-b76f-d53850b01a81', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:48.359960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733785ab-774d-4f7c-ae8c-a9afb6f40815 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=9d8bb14f-5416-48c3-b76f-d53850b01a81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:48.371335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 9d8bb14f-5416-48c3-b76f-d53850b01a81 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:48.512147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:48.517102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.531182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.610237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] device_id is not set on port bfa1e948-77a9-4641-a80c-32a00d0507c9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:47:48.617555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.734973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.802300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] device_id is not set on port 0f995c9a-a7f3-4986-94e5-36953202f574 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:47:48.918094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:48.957016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.025391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Port': ['ID=bfa1e948-77a9-4641-a80c-32a00d0507c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:49.037776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Checking segment: {'id': 'ba56c779-7cb1-4683-bc19-61de905b8901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f97dcec2-50b0-42c0-9334-e1b55c320003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:49.038345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network hostable DHCP agents. Network: f97dcec2-50b0-42c0-9334-e1b55c320003, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:47:49.056596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network f97dcec2-50b0-42c0-9334-e1b55c320003 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:47:49.069600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f97dcec2-50b0-42c0-9334-e1b55c320003) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:49.073245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:49.074097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.084870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafadcc-90b7-41ac-8a79-49ea015f25c7 None None] Network f97dcec2-50b0-42c0-9334-e1b55c320003 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:49.141854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Port': ['ID=0f995c9a-a7f3-4986-94e5-36953202f574,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:49.153504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Checking segment: {'id': '7bb60912-78ac-41b8-adaa-12fb7185eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9d8bb14f-5416-48c3-b76f-d53850b01a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:49.153866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network hostable DHCP agents. Network: 9d8bb14f-5416-48c3-b76f-d53850b01a81, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:47:49.172053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network 9d8bb14f-5416-48c3-b76f-d53850b01a81 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:47:49.183478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 9d8bb14f-5416-48c3-b76f-d53850b01a81) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:49.187979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:47:49.195370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:49.198845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f1240-2c54-45e5-a8f2-9c6bba034199 None None] Network 9d8bb14f-5416-48c3-b76f-d53850b01a81 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:49.202092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:49.202866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.218994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4e8e4c99-6c4c-4bba-ab61-252249f25f50 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8719065 Jul 09 19:47:49.221461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:49.293596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd8621-8c19-49f5-8271-33b95a17f62b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:49.299718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd8621-8c19-49f5-8271-33b95a17f62b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:49.304529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-54fd8621-8c19-49f5-8271-33b95a17f62b tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0793114 Jul 09 19:47:49.304734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:49.402252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Deleting port bfa1e948-77a9-4641-a80c-32a00d0507c9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:49.402601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.470129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.482144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Calling delete_port for bfa1e948-77a9-4641-a80c-32a00d0507c9 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:49.558247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.585488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Port': ['ID=bfa1e948-77a9-4641-a80c-32a00d0507c9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:49.593191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.597639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c857be6e-6b06-4ea8-bafb-bca616e94539 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/ports/bfa1e948-77a9-4641-a80c-32a00d0507c9 HTTP/1.1" status: 204 len: 168 time: 0.2894568 Jul 09 19:47:49.597882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:49.695399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Deleting port 0f995c9a-a7f3-4986-94e5-36953202f574 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:47:49.695753 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.760350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.772971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Calling delete_port for 0f995c9a-a7f3-4986-94e5-36953202f574 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:47:49.851771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.878705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Port': ['ID=0f995c9a-a7f3-4986-94e5-36953202f574,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:49.886056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.888160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b616926e-fb6a-47e8-b3c9-545b52fbda42 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/ports/0f995c9a-a7f3-4986-94e5-36953202f574 HTTP/1.1" status: 204 len: 168 time: 0.2894146 Jul 09 19:47:49.891268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:49.940304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f962ef28-85e9-4878-831d-bde84ae8fd25 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0483761 Jul 09 19:47:49.944790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:49.950052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1010481197'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:49.970180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:49.974287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:49.999245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:50.010060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.010402 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment 1e919507-17bc-473d-b575-ddaf0c0ddac3 of type vlan for network 3c714d54-7753-4ecd-8207-300a72fd64b4 Jul 09 19:47:50.052010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.080239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.086538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:50.087149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.147469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2013514 Jul 09 19:47:50.150145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:50.156920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1986101253'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:50.162899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e1510-7111-4860-bb77-90b70dfa7cab tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=3c714d54-7753-4ecd-8207-300a72fd64b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:50.174533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 3c714d54-7753-4ecd-8207-300a72fd64b4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:50.181579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:50.185013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.210140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:50.220043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.220455 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Added segment 3713c216-4e47-40ca-9f3a-cdb3d4ca1156 of type vlan for network 88dea4c6-57eb-4fe0-b30e-cdd801d7c251 Jul 09 19:47:50.267416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.305634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.311228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:50.311833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:50.376332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2251768 Jul 09 19:47:50.389012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a22072-92f6-439e-9f3e-1bc79aeb88fe tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Network': ['ID=88dea4c6-57eb-4fe0-b30e-cdd801d7c251,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:50.400603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 88dea4c6-57eb-4fe0-b30e-cdd801d7c251 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:47:52.306838 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d901c406-d2d7-4210-9dc8-73d56156430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:53.155995 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:53.634968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:53.640840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'subnets': [{'network_id': '3c714d54-7753-4ecd-8207-300a72fd64b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1251686990', 'ip_version': 6}, {'network_id': '88dea4c6-57eb-4fe0-b30e-cdd801d7c251', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:53.641261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'subnet': {'network_id': '3c714d54-7753-4ecd-8207-300a72fd64b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1251686990', 'ip_version': 6}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:53.641987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Request body: {'subnet': {'network_id': '88dea4c6-57eb-4fe0-b30e-cdd801d7c251', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:53.819317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Made reservation on behalf of 9e311fe9bc9646dba0112f2c5322cd1a for: {'subnet': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:53.824120 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:53.824454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:54.552303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:54.610737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Subnet': ['ID=59b32718-ac76-44ba-81f8-59ded89e3c04,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:54.620732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Checking segment: {'id': '1e919507-17bc-473d-b575-ddaf0c0ddac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c714d54-7753-4ecd-8207-300a72fd64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:54.621329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network hostable DHCP agents. Network: 3c714d54-7753-4ecd-8207-300a72fd64b4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:47:54.638580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network 3c714d54-7753-4ecd-8207-300a72fd64b4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:47:54.648979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 3c714d54-7753-4ecd-8207-300a72fd64b4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:54.652787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:54.662996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320dd9a-29f3-4979-9e4e-541115495b61 None None] Network 3c714d54-7753-4ecd-8207-300a72fd64b4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:54.726599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Checking segment: {'id': '3713c216-4e47-40ca-9f3a-cdb3d4ca1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88dea4c6-57eb-4fe0-b30e-cdd801d7c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:47:54.726971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network hostable DHCP agents. Network: 88dea4c6-57eb-4fe0-b30e-cdd801d7c251, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:47:54.728896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event updated for resources: {'Subnet': ['ID=bfaaa87d-478d-46f7-81c2-a1ca56156dba,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:54.747034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Network 88dea4c6-57eb-4fe0-b30e-cdd801d7c251 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:47:54.757083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 88dea4c6-57eb-4fe0-b30e-cdd801d7c251) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:47:54.771877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:54.772358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:54.773164 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:54.774597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29314f0a-833c-4fed-88de-dad32949302d None None] Network 88dea4c6-57eb-4fe0-b30e-cdd801d7c251 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:54.792644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:54.802885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e8a941eb-24df-4556-b2ab-08c7bd11db20 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1660867 Jul 09 19:47:54.890510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381cbc35-8e68-43ed-b180-2da6c3f9d12d tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:54.892812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381cbc35-8e68-43ed-b180-2da6c3f9d12d tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:54.895479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381cbc35-8e68-43ed-b180-2da6c3f9d12d tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:54.908372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:54.919168 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-381cbc35-8e68-43ed-b180-2da6c3f9d12d tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1239645 Jul 09 19:47:54.973644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Deleting subnet 59b32718-ac76-44ba-81f8-59ded89e3c04 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:47:54.977079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.002477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a2a2-d9a7-42a5-8453-d6a813f19297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.008879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e616bf-b1ff-4e24-b07e-283ac160d960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-3c714d54-7753-4ecd-8207-300a72fd64b4', 'network_id': '3c714d54-7753-4ecd-8207-300a72fd64b4', 'tenant_id': '9e311fe9bc9646dba0112f2c5322cd1a', 'fixed_ips': [{'subnet_id': '59b32718-ac76-44ba-81f8-59ded89e3c04'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:47:55.009755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a6e616bf-b1ff-4e24-b07e-283ac160d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.038369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.088845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.131924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81504528-7d6b-46e1-9fa5-ae67956a7853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-88dea4c6-57eb-4fe0-b30e-cdd801d7c251', 'network_id': '88dea4c6-57eb-4fe0-b30e-cdd801d7c251', 'tenant_id': '9e311fe9bc9646dba0112f2c5322cd1a', 'fixed_ips': [{'subnet_id': 'bfaaa87d-478d-46f7-81c2-a1ca56156dba'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:47:55.132796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81504528-7d6b-46e1-9fa5-ae67956a7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.172726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.223338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.232452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:55.248785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/subnets/59b32718-ac76-44ba-81f8-59ded89e3c04 HTTP/1.1" status: 204 len: 168 time: 0.3341923 Jul 09 19:47:55.248785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edb154-488b-40a0-bc17-e6aab02f9c9c tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Subnet': ['ID=59b32718-ac76-44ba-81f8-59ded89e3c04,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-a6e616bf-b1ff-4e24-b07e-283ac160d960 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59b32718-ac76-44ba-81f8-59ded89e3c04: This subnet is being modified by another concurrent operation. Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:47:55.306126 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59b32718-ac76-44ba-81f8-59ded89e3c04: This subnet is being modified by another concurrent operation. Jul 09 19:47:55.309623 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:47:55.314630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Deleting subnet bfaaa87d-478d-46f7-81c2-a1ca56156dba {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:47:55.334608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.338752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.347745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9a9b9-4483-4cd9-92b8-b38e901056d4 None None] Network 3c714d54-7753-4ecd-8207-300a72fd64b4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:55.390434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.439822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.521300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-81504528-7d6b-46e1-9fa5-ae67956a7853 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfaaa87d-478d-46f7-81c2-a1ca56156dba: This subnet is being modified by another concurrent operation. Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:47:55.525982 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfaaa87d-478d-46f7-81c2-a1ca56156dba: This subnet is being modified by another concurrent operation. Jul 09 19:47:55.529415 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:47:55.548175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a171e27-ac09-43aa-906d-e309d99360d3 None None] Network 88dea4c6-57eb-4fe0-b30e-cdd801d7c251 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:47:55.552161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaaa87d-478d-46f7-81c2-a1ca56156dba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:55.560029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.561924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/subnets/bfaaa87d-478d-46f7-81c2-a1ca56156dba HTTP/1.1" status: 204 len: 168 time: 0.3280623 Jul 09 19:47:55.564741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:55.567353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.568431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.568865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.569400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.569811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.570216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.570616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.571016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.571557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.571958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.572354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.572747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3e555-cc11-46e6-a501-32e2eb7fa142 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:47:55.621915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c772f74a-de9e-4484-bdcf-d7807a7f2b06 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:55.623574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c772f74a-de9e-4484-bdcf-d7807a7f2b06 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577598 Jul 09 19:47:55.627546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:55.669077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711733eb-e83f-4988-9e1f-231c6db41698 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:47:55.711881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.804988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.816773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711733eb-e83f-4988-9e1f-231c6db41698 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:47:55.817306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dea4c6-57eb-4fe0-b30e-cdd801d7c251']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:55.829664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3713c216-4e47-40ca-9f3a-cdb3d4ca1156') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:55.829960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3713c216-4e47-40ca-9f3a-cdb3d4ca1156') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:55.846428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.861343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.867396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:55.867784 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:55.872373 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:55.945397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.958090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.965310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:55.969318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/88dea4c6-57eb-4fe0-b30e-cdd801d7c251 HTTP/1.1" status: 204 len: 168 time: 0.3406246 Jul 09 19:47:56.017958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c451b-1282-4f19-a272-89c9f82df710 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=88dea4c6-57eb-4fe0-b30e-cdd801d7c251,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:56.066321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.185086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.195951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c714d54-7753-4ecd-8207-300a72fd64b4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.207282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e919507-17bc-473d-b575-ddaf0c0ddac3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.207577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e919507-17bc-473d-b575-ddaf0c0ddac3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.217609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.231873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.238721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188f33b-cdd6-4e0f-a716-d0d965d9d56e None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:47:56.240326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:56.240882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:56.306871 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:56.312262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.334541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.337576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/3c714d54-7753-4ecd-8207-300a72fd64b4 HTTP/1.1" status: 204 len: 168 time: 0.3712292 Jul 09 19:47:56.338975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ed56-5963-4e34-a30d-5e7ffd7c2bf2 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=3c714d54-7753-4ecd-8207-300a72fd64b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:56.339863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:56.357245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.468216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.480970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188f33b-cdd6-4e0f-a716-d0d965d9d56e None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:47:56.585652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.596250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8bb14f-5416-48c3-b76f-d53850b01a81']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.608923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb60912-78ac-41b8-adaa-12fb7185eb74') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.609255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb60912-78ac-41b8-adaa-12fb7185eb74') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.623244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.639067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.646683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:56.647243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:56.714341 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:56.718926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.726839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.731115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/9d8bb14f-5416-48c3-b76f-d53850b01a81 HTTP/1.1" status: 204 len: 168 time: 0.3880339 Jul 09 19:47:56.732419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:56.738951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b21257-e9b0-4188-a4a3-c1109d51d103 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=9d8bb14f-5416-48c3-b76f-d53850b01a81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:56.830180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.922910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.933095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97dcec2-50b0-42c0-9334-e1b55c320003']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.947814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56c779-7cb1-4683-bc19-61de905b8901') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.948247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56c779-7cb1-4683-bc19-61de905b8901') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:47:56.957696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.971568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.979102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:47:56.979498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:47:56.983452 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:47:57.057404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.063305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.065420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] 10.222.0.10 "DELETE /v2.0/networks/f97dcec2-50b0-42c0-9334-e1b55c320003 HTTP/1.1" status: 204 len: 168 time: 0.3327305 Jul 09 19:47:57.088228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890c84-9d72-411c-ad41-81f77ad5d211 tempest-BulkNetworkOpsIpV6Test-433965031 tempest-BulkNetworkOpsIpV6Test-433965031-project] Pushing event deleted for resources: {'Network': ['ID=f97dcec2-50b0-42c0-9334-e1b55c320003,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:57.389904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:57.525742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-38a650ea-5c81-493c-a722-5b1605f62ac7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e311fe9bc9646dba0112f2c5322cd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337371 Jul 09 19:47:57.527793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:57.597910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.622813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.677239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.683434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:57.684134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5311b0ea-08c2-430d-ac17-a9f3dfce8d1a HTTP/1.1" status: 204 len: 168 time: 0.1551676 Jul 09 19:47:57.705261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c167c8-0cd0-4e76-a053-923ab0622984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311b0ea-08c2-430d-ac17-a9f3dfce8d1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:57.780047 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.468457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:47:58.562232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650298075'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:47:58.584561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:47:58.588727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.597643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.687737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.693665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.718237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:47:58.733663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686b4e31-ee5e-4790-b87d-0ca728d29967,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:58.739185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.739533 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment 3747f9e6-f209-427f-9d67-6082f0dbc3f2 of type vlan for network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed Jul 09 19:47:58.788209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.822486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.828850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:47:58.829477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.909731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4401405 Jul 09 19:47:58.942812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbcacd-0184-44d9-8012-38e8b28f39cd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=4fcb2cc8-19b9-4c84-9bf0-500e479226ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:47:58.959250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:00.436530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7ca3-70dd-4820-8e03-faf478e0b725 req-2289fc33-6e4c-4e53-88a8-65bf1a5b9bff tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:00.438067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a26d7ca3-70dd-4820-8e03-faf478e0b725 req-2289fc33-6e4c-4e53-88a8-65bf1a5b9bff tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 946 time: 0.0681045 Jul 09 19:48:00.492451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a26d7ca3-70dd-4820-8e03-faf478e0b725 req-185543ab-4a40-4140-9b4a-b46cb05a1d14 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474384 Jul 09 19:48:01.888927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ce36b44f-436c-4aaf-92ed-d2672c5c2ccd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:01.891410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ce36b44f-436c-4aaf-92ed-d2672c5c2ccd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 946 time: 0.0813446 Jul 09 19:48:02.002443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Deleting port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:02.002797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.046204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856ddd-2e8b-436c-aaf5-ab51bc72e9ec req-b02fcaf5-6db8-43a1-8c1f-1a16a27585b0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:02.048727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47856ddd-2e8b-436c-aaf5-ab51bc72e9ec req-b02fcaf5-6db8-43a1-8c1f-1a16a27585b0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 946 time: 0.3804517 Jul 09 19:48:02.049269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:02.054741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:02.104840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] For port aabbdaed-065f-4f21-a63e-b430b7a9e7a1, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:02.105250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.148673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47856ddd-2e8b-436c-aaf5-ab51bc72e9ec req-bcc0bec2-e52f-46e9-8d58-eed2b845a46c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891166 Jul 09 19:48:02.200203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:02.205330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.310679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.310956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.311269 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Floating IP 6b6b0c90-8d41-42cd-9926-64bf8bc4ed73 disassociated. External IP: 172.25.3.185, port: aabbdaed-065f-4f21-a63e-b430b7a9e7a1. Jul 09 19:48:02.311605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Calling delete_port for aabbdaed-065f-4f21-a63e-b430b7a9e7a1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:02.412278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.447040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.483642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'Port': ['ID=aabbdaed-065f-4f21-a63e-b430b7a9e7a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:02.487808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': '3747f9e6-f209-427f-9d67-6082f0dbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:02.488201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 4fcb2cc8-19b9-4c84-9bf0-500e479226ed, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:02.495275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=30093f44-56b9-4f26-81fc-b74906236b82,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:02.497960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.498650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.499000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.499340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.499678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.500011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.500483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.500949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.501432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.501769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.502097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.502589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:02.511621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:02.523498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4fcb2cc8-19b9-4c84-9bf0-500e479226ed) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:02.532324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728f183-7967-4187-b5d8-0fff09c1f9e2 None None] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:02.534285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:02.535460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.553390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4127c612-32cc-4f7d-b4dc-f930e9f8c1e6 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5028882 Jul 09 19:48:02.556494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:02.563429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531399436'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:02.594184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:02.600889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.633865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:02.648251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.649233 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment d4047746-1b5e-4193-9140-ea1418ea51ab of type vlan for network 6fae001f-56d1-4212-b41d-abbc54a45fb4 Jul 09 19:48:02.665980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:48:02.720338 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.767947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.779533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:02.780191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.796048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:48:02.824049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:48:02.856433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=6fae001f-56d1-4212-b41d-abbc54a45fb4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:02.871743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-43f6d4c7-2a24-4a30-b6b3-c333d4b2a658 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3138325 Jul 09 19:48:02.874588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:02.876213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6fae001f-56d1-4212-b41d-abbc54a45fb4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:02.881761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '6fae001f-56d1-4212-b41d-abbc54a45fb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:02.889755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] No DVR routers for this DVR port aabbdaed-065f-4f21-a63e-b430b7a9e7a1 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:02.892457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.895351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e393c75d-239f-45f6-97cf-6bf286576bac req-ff5a4777-11cc-4531-b5b6-c01b028cbf08 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.59 "DELETE /v2.0/ports/aabbdaed-065f-4f21-a63e-b430b7a9e7a1 HTTP/1.1" status: 204 len: 173 time: 0.9984012 Jul 09 19:48:02.895991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-deleted', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:02.899960 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c76bc2-a1f6-4692-aa6d-ab10993f7340" -d '{"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-deleted", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:02.994840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:48:02.995491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:02.997826 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574790ba-89ce-49fa-aed5-89fba92cb5bb x-openstack-request-id: req-574790ba-89ce-49fa-aed5-89fba92cb5bb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:02.998176 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0c1cb-28da-4ebd-ab47-169450b34325", "name": "network-vif-deleted", "tag": "aabbdaed-065f-4f21-a63e-b430b7a9e7a1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:02.998601 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-574790ba-89ce-49fa-aed5-89fba92cb5bb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:02.998795 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0c1cb-28da-4ebd-ab47-169450b34325', 'name': 'network-vif-deleted', 'tag': 'aabbdaed-065f-4f21-a63e-b430b7a9e7a1', 'status': 'completed', 'code': 200} Jul 09 19:48:03.003332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:03.008381 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.186508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:48:03.226551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.313800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': 'd4047746-1b5e-4193-9140-ea1418ea51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fae001f-56d1-4212-b41d-abbc54a45fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:03.314382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 6fae001f-56d1-4212-b41d-abbc54a45fb4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:03.321424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=3682bc6a-46f7-4380-bdbe-d495b4e6e389,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:03.345836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 6fae001f-56d1-4212-b41d-abbc54a45fb4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:03.349859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4fcb2cc8-19b9-4c84-9bf0-500e479226ed', 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': '30093f44-56b9-4f26-81fc-b74906236b82'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:03.351129 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.360524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6fae001f-56d1-4212-b41d-abbc54a45fb4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:03.374018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7b442-276e-4c73-b753-b7ccd3daffb7 None None] Network 6fae001f-56d1-4212-b41d-abbc54a45fb4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:03.378360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:03.379680 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.402113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa482095-e5a1-44ad-afd1-2380003cd747 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5248590 Jul 09 19:48:03.402505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:03.429978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d00d667-0595-44c9-a620-b750dac06e52 req-53a6f49e-fb36-429e-9561-5ef3d1eb0d34 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f0c1cb-28da-4ebd-ab47-169450b34325 HTTP/1.1" status: 200 len: 210 time: 0.0888958 Jul 09 19:48:03.559362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.615621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.712971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.714489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Allocated IP 2001:db8:0:ffff::2 (4fcb2cc8-19b9-4c84-9bf0-500e479226ed/30093f44-56b9-4f26-81fc-b74906236b82/bbce39f1-1180-4c42-91ad-325bfb02ebdd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:03.759003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=3682bc6a-46f7-4380-bdbe-d495b4e6e389,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:03.820652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:03.825431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ee3b6-9136-4518-8274-6bf720c89978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6fae001f-56d1-4212-b41d-abbc54a45fb4', 'network_id': '6fae001f-56d1-4212-b41d-abbc54a45fb4', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': '3682bc6a-46f7-4380-bdbe-d495b4e6e389'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:03.826277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-676ee3b6-9136-4518-8274-6bf720c89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.844089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.858969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fae001f-56d1-4212-b41d-abbc54a45fb4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:03.866499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:48:03.872375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4047746-1b5e-4193-9140-ea1418ea51ab') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:03.872721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4047746-1b5e-4193-9140-ea1418ea51ab') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:03.882760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.900340 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.905550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:48:03.906896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:03.912500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:03.913095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:03.918712 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:04.043900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.052225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.057516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/6fae001f-56d1-4212-b41d-abbc54a45fb4 HTTP/1.1" status: 204 len: 168 time: 0.6506317 Jul 09 19:48:04.058479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:04.062155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16db53-8a79-407e-a130-6fa32721ace1 None None] Network 6fae001f-56d1-4212-b41d-abbc54a45fb4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:04.068169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963230907'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:04.084015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dba47-b72e-470d-90af-525bd352159c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=6fae001f-56d1-4212-b41d-abbc54a45fb4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:04.117795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:04.124499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.149421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16db53-8a79-407e-a130-6fa32721ace1 None None] Network 6fae001f-56d1-4212-b41d-abbc54a45fb4 could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 19:48:04.167704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:04.178586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.179184 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment ebbb5429-5855-4587-827a-b85514b0336b of type vlan for network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 Jul 09 19:48:04.186242 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.201817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:48:04.230245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.265228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.274121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:04.274743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.282726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Transition to ACTIVE for port object bbce39f1-1180-4c42-91ad-325bfb02ebdd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:04.334667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2728593 Jul 09 19:48:04.337532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:04.343263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:04.346707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Transition to ACTIVE for port object bbce39f1-1180-4c42-91ad-325bfb02ebdd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:04.356922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edfc10-c5b3-473f-9705-af81386aefe9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=6ccd7368-2ab3-4b86-88bb-7c45e42cdd27,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:04.361793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.378527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:04.469465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:04.476364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:04.482727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:04.483929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.485279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:04.548230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Pushing event updated for resources: {'Port': ['ID=bbce39f1-1180-4c42-91ad-325bfb02ebdd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:04.615730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.616284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.616772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.617292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.619257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.619777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.620258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.620748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.621278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.621761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.622230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.622783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:04.652150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Attempting to bind port bbce39f1-1180-4c42-91ad-325bfb02ebdd on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:04.653540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Attempting to bind port bbce39f1-1180-4c42-91ad-325bfb02ebdd by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '3747f9e6-f209-427f-9d67-6082f0dbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:04.654033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Attempting to bind port bbce39f1-1180-4c42-91ad-325bfb02ebdd on network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:04.656737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:04.682735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:04.683271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Checking segment: {'id': '3747f9e6-f209-427f-9d67-6082f0dbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:04.684309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.684803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Bound using segment: {'id': '3747f9e6-f209-427f-9d67-6082f0dbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:04.685726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Bound port: bbce39f1-1180-4c42-91ad-325bfb02ebdd, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3747f9e6-f209-427f-9d67-6082f0dbc3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fcb2cc8-19b9-4c84-9bf0-500e479226ed'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:04.686173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.763470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.805856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.820091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.881410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=9a46125c-e736-43b4-b58a-9d9866469a60,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:04.904046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': 'ebbb5429-5855-4587-827a-b85514b0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:04.905845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:04.916728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:04.931023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:04.933623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.936893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:04.938419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5bad20a-0edc-4fb3-836d-0d3dae9a35c0 HTTP/1.1" status: 204 len: 168 time: 0.2805629 Jul 09 19:48:04.942901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:04.948595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd51636-1a72-48ba-b918-be086751abf9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bad20a-0edc-4fb3-836d-0d3dae9a35c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:04.996061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03718a-fd81-4e48-b3db-028f46a805fe None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:48:04.999043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:05.004954 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-01a206bd-1e0f-4f69-8792-0c5e067c3664 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] show failed (client error): The resource could not be found. Jul 09 19:48:05.007859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01a206bd-1e0f-4f69-8792-0c5e067c3664 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups/a5bad20a-0edc-4fb3-836d-0d3dae9a35c0 HTTP/1.1" status: 404 len: 347 time: 0.0593457 Jul 09 19:48:05.012904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:05.013963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:05.020369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.040049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3e3ee-72d6-4f59-ba52-ad2e0adc0d64 None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:05.073904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-71759643-d8d4-4d86-b8a3-9c16a0803311 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7348175 Jul 09 19:48:05.074612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:05.080150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316220283'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:05.149734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] For port bbce39f1-1180-4c42-91ad-325bfb02ebdd, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:05.154641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] For port bbce39f1-1180-4c42-91ad-325bfb02ebdd, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bbce39f1-1180-4c42-91ad-325bfb02ebdd,segment=NetworkSegment(3747f9e6-f209-427f-9d67-6082f0dbc3f2),segment_id=3747f9e6-f209-427f-9d67-6082f0dbc3f2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:05.156638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:05.165007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.169834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.249470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:05.273170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.274426 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment 46db8480-484d-425c-ab0b-d583ceca67ef of type vlan for network d958c0a3-ef8a-439e-9766-4adac6d49790 Jul 09 19:48:05.347299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.380519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440dd10-0955-4e3a-ae7d-ed3a6d9ea337 None None] Pushing event updated for resources: {'Port': ['ID=bbce39f1-1180-4c42-91ad-325bfb02ebdd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:05.387327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.397560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Deleting port b7a1eecb-b318-47f0-881a-d3a10b17dd31 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:05.398213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.409362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:05.411018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.477471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6ccd7368-2ab3-4b86-88bb-7c45e42cdd27', 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': '9a46125c-e736-43b4-b58a-9d9866469a60'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:05.478359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.504979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.505610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.521072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Calling delete_port for b7a1eecb-b318-47f0-881a-d3a10b17dd31 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:05.536441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4604275 Jul 09 19:48:05.540013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:05.549597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': 'd958c0a3-ef8a-439e-9766-4adac6d49790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:05.608862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef7682-3a0d-40ff-822f-6cad9d628fda None None] New status for floating IP 6b6b0c90-8d41-42cd-9926-64bf8bc4ed73: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:48:05.663222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a026c3-fd12-4001-a2cc-7054b17fb5ae tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=d958c0a3-ef8a-439e-9766-4adac6d49790,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:05.746110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:05.752567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.779218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d958c0a3-ef8a-439e-9766-4adac6d49790 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:05.852251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 19:48:05.852817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 19:48:05.881297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:05.882242 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-12ef7682-3a0d-40ff-822f-6cad9d628fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:48:05.882671 n-d-800087-3 neutron-server[93774]: DEBUG oslo_db.api [None req-12ef7682-3a0d-40ff-822f-6cad9d628fda None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:48:05.923535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Allocated IP 2001:db8::3 (6ccd7368-2ab3-4b86-88bb-7c45e42cdd27/9a46125c-e736-43b4-b58a-9d9866469a60/85a006e8-2ee0-45b5-beb4-1b341b4a975a) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:05.986835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'Port': ['ID=b7a1eecb-b318-47f0-881a-d3a10b17dd31,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.009575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.013324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.014692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa715928-dcfd-43e1-a71a-b1a79eff77cf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b6b0c90-8d41-42cd-9926-64bf8bc4ed73 HTTP/1.1" status: 204 len: 168 time: 1.0004599 Jul 09 19:48:06.032810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.160795 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.171145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Transition to ACTIVE for port object 85a006e8-2ee0-45b5-beb4-1b341b4a975a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:06.185661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=dd3f43dd-7918-48f9-a023-5d3dbd027eef,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.194241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': '46db8480-484d-425c-ab0b-d583ceca67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd958c0a3-ef8a-439e-9766-4adac6d49790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:06.195456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: d958c0a3-ef8a-439e-9766-4adac6d49790, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:06.199215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Transition to ACTIVE for port object 85a006e8-2ee0-45b5-beb4-1b341b4a975a will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:06.206214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.218328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network d958c0a3-ef8a-439e-9766-4adac6d49790 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:06.246531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d958c0a3-ef8a-439e-9766-4adac6d49790) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:06.254358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:06.257206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.273243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a64e7-b915-4951-8f28-b322572b5788 None None] Network d958c0a3-ef8a-439e-9766-4adac6d49790 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:06.290429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.290622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-66b61c6e-37bc-480f-a537-b6bc636bb95a tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7492983 Jul 09 19:48:06.326353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:06.338165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:06.340727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:06.359114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:06.384109 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef7682-3a0d-40ff-822f-6cad9d628fda None None] New status for floating IP 6b6b0c90-8d41-42cd-9926-64bf8bc4ed73: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:48:06.395411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.400476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689687163', 'description': 'tempest-description--891698311'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:06.464800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.467404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Pushing event updated for resources: {'Port': ['ID=85a006e8-2ee0-45b5-beb4-1b341b4a975a,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.507405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: aabbdaed-065f-4f21-a63e-b430b7a9e7a1 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:06.507756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device aabbdaed-065f-4f21-a63e-b430b7a9e7a1 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:06.518675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.558353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Attempting to bind port 85a006e8-2ee0-45b5-beb4-1b341b4a975a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:06.558732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Attempting to bind port 85a006e8-2ee0-45b5-beb4-1b341b4a975a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ebbb5429-5855-4587-827a-b85514b0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:06.559096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Attempting to bind port 85a006e8-2ee0-45b5-beb4-1b341b4a975a on network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:06.588062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:06.588670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Checking segment: {'id': 'ebbb5429-5855-4587-827a-b85514b0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:06.589057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.589567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Bound using segment: {'id': 'ebbb5429-5855-4587-827a-b85514b0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:06.591119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Bound port: 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbb5429-5855-4587-827a-b85514b0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ccd7368-2ab3-4b86-88bb-7c45e42cdd27'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:06.591533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.666789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.671662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.682537 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.708480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78af9be-7939-43e5-9a7b-66e61eacb6bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.716829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608218d3-01bd-48da-8488-c35b1b46c3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-d958c0a3-ef8a-439e-9766-4adac6d49790', 'network_id': 'd958c0a3-ef8a-439e-9766-4adac6d49790', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': 'dd3f43dd-7918-48f9-a023-5d3dbd027eef'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:06.723501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-608218d3-01bd-48da-8488-c35b1b46c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.726935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.733703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6fb6a9f0-ff4b-4f7d-9cdc-63d767534e49 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3370175 Jul 09 19:48:06.734950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.741072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group_rule': {'security_group_id': 'b78af9be-7939-43e5-9a7b-66e61eacb6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:06.748446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ba15c-3791-4433-afed-4565bf36d7a0 None None] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:06.752754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.796495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3f43dd-7918-48f9-a023-5d3dbd027eef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.806423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.868531 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.883444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d958c0a3-ef8a-439e-9766-4adac6d49790']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:06.900506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46db8480-484d-425c-ab0b-d583ceca67ef') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:06.901586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46db8480-484d-425c-ab0b-d583ceca67ef') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:06.908421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] For port 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:06.914966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] For port 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=85a006e8-2ee0-45b5-beb4-1b341b4a975a,segment=NetworkSegment(ebbb5429-5855-4587-827a-b85514b0336b),segment_id=ebbb5429-5855-4587-827a-b85514b0336b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:06.916542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.932230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6d020552-5cea-499a-87f0-54b30701e85f None None] Provisioning for port bbce39f1-1180-4c42-91ad-325bfb02ebdd completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:06.934452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99cb65-bedb-4f8f-ba41-c5756a842e4f None None] Network d958c0a3-ef8a-439e-9766-4adac6d49790 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:06.936727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.944285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:06.944982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:06.948787 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:06.953838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.958690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.990844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.994531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556915 Jul 09 19:48:06.999247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.004123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'security_group_rule': {'security_group_id': 'b78af9be-7939-43e5-9a7b-66e61eacb6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:07.023436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bbce39f1-1180-4c42-91ad-325bfb02ebdd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:07.026351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.028954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26094-d45f-4fc8-adbb-0e4e15c1645f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59fbd68-4142-4323-9f20-ee5b4c2476f3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.041161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.049285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.073646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.080326 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/d958c0a3-ef8a-439e-9766-4adac6d49790 HTTP/1.1" status: 204 len: 168 time: 0.7841651 Jul 09 19:48:07.080484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.081946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dbfa5-e6ac-4331-920a-2e2924327952 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=d958c0a3-ef8a-439e-9766-4adac6d49790,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.091523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243402468'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:07.134518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:07.138025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.163945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.170713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.190408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:07.202316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca537e9-a3ed-42c0-a11d-bafb006ac8f7 None None] Pushing event updated for resources: {'Port': ['ID=85a006e8-2ee0-45b5-beb4-1b341b4a975a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.215884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8032df13-997c-48a2-bdb1-4e1bf366a887,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.227391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.229622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-22e34e48-d030-4ff2-b09f-c2ee48d7ff0f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2290800 Jul 09 19:48:07.231848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.232128 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.232600 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment a92fae7e-af09-4340-bb46-e89164bf2781 of type vlan for network 2eb42fd8-10bb-4328-852e-42e97a329581 Jul 09 19:48:07.236631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:07.262773 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.267347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port bbce39f1-1180-4c42-91ad-325bfb02ebdd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:07.279327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port bbce39f1-1180-4c42-91ad-325bfb02ebdd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:07.279711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.296445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.336980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.350457 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:48:07.358961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:07.360755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.389988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3067260 Jul 09 19:48:07.398428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.421782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '2eb42fd8-10bb-4328-852e-42e97a329581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:07.432250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.460593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.494826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0f991-683b-4367-ad86-dca6c0e14f90 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=2eb42fd8-10bb-4328-852e-42e97a329581,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.537265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2eb42fd8-10bb-4328-852e-42e97a329581 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:07.635537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port bbce39f1-1180-4c42-91ad-325bfb02ebdd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bbce39f1-1180-4c42-91ad-325bfb02ebdd,segment=NetworkSegment(3747f9e6-f209-427f-9d67-6082f0dbc3f2),segment_id=3747f9e6-f209-427f-9d67-6082f0dbc3f2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:07.649591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.730284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:07.734172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.789476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=bbce39f1-1180-4c42-91ad-325bfb02ebdd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.817963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Allocated IP 172.25.3.9 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/cb319354-ab88-4240-b541-0b6616b9086f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:07.953820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-099eb3d6-4940-4125-aaeb-e2c12f1d15eb None None] Provisioning complete for port bbce39f1-1180-4c42-91ad-325bfb02ebdd triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:07.954429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-099eb3d6-4940-4125-aaeb-e2c12f1d15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.975206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.084730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.091922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.172613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:08.180445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:08.186663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:08.225275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=be7c1a77-10db-4b56-ae5e-41b0098eeaff,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.230703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=cb319354-ab88-4240-b541-0b6616b9086f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.267049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': 'a92fae7e-af09-4340-bb46-e89164bf2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eb42fd8-10bb-4328-852e-42e97a329581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:08.267311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 2eb42fd8-10bb-4328-852e-42e97a329581, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:08.321774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 2eb42fd8-10bb-4328-852e-42e97a329581 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:08.333483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.335418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2eb42fd8-10bb-4328-852e-42e97a329581) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:08.343590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:08.344241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.346774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09774fc5-91cc-4bb7-984e-c344a2a54b33 None None] Network 2eb42fd8-10bb-4328-852e-42e97a329581 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:08.390382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-26bce9d8-4f05-4790-88a8-4cf425ce47f3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9804478 Jul 09 19:48:08.393219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:08.408519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.568067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525e03b-24a6-4968-841f-90b10353ec75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-2eb42fd8-10bb-4328-852e-42e97a329581', 'network_id': '2eb42fd8-10bb-4328-852e-42e97a329581', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': 'be7c1a77-10db-4b56-ae5e-41b0098eeaff'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:08.569287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5525e03b-24a6-4968-841f-90b10353ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.569489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.635407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.660318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5024f6-508e-4df2-82fb-658035a67081 None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:08.694308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.699736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.762178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5812d523-2945-4471-83da-80a208fff314 None None] Provisioning for port 85a006e8-2ee0-45b5-beb4-1b341b4a975a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:08.782582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-5525e03b-24a6-4968-841f-90b10353ec75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be7c1a77-10db-4b56-ae5e-41b0098eeaff: This subnet is being modified by another concurrent operation. Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:48:08.806338 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be7c1a77-10db-4b56-ae5e-41b0098eeaff: This subnet is being modified by another concurrent operation. Jul 09 19:48:08.809269 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:48:08.828169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2275e-a6c4-41e7-8dad-1555a0666f6e None None] Network 2eb42fd8-10bb-4328-852e-42e97a329581 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:08.858265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.880792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=be7c1a77-10db-4b56-ae5e-41b0098eeaff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.915685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=cb319354-ab88-4240-b541-0b6616b9086f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.918712 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.928305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e3a6f42-53a8-4220-a20f-80d71cd51bb3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6870489 Jul 09 19:48:08.982363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.996929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb42fd8-10bb-4328-852e-42e97a329581']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:09.031106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92fae7e-af09-4340-bb46-e89164bf2781') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:09.031292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92fae7e-af09-4340-bb46-e89164bf2781') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:09.046208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.063351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bbce39f1-1180-4c42-91ad-325bfb02ebdd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:09.078060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.086320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:09.087333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:09.094410 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:09.162715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.176443 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.182298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/2eb42fd8-10bb-4328-852e-42e97a329581 HTTP/1.1" status: 204 len: 168 time: 0.7839520 Jul 09 19:48:09.182622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:09.203320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115223695'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:09.208424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de4ca2-c40e-4dec-8e38-e3664426d5b7 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=2eb42fd8-10bb-4328-852e-42e97a329581,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:09.220512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port bbce39f1-1180-4c42-91ad-325bfb02ebdd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:09.220904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.254180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:09.256529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-2d46472f-7bc0-49a9-9ca6-beeee3a3a107 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--689687163&fields=id&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 267 time: 0.0436311 Jul 09 19:48:09.259376 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.315300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:09.343412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.343761 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment 156d04d2-577c-488d-95ac-c43fa7439c26 of type vlan for network d797049c-0000-4c9b-96bc-a1cb9bf078df Jul 09 19:48:09.366444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 85a006e8-2ee0-45b5-beb4-1b341b4a975a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:09.432083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.437229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-3bb3f11c-7f04-445a-886c-8b26ad27aa01 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:09.438974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-3bb3f11c-7f04-445a-886c-8b26ad27aa01 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 817 time: 0.1732168 Jul 09 19:48:09.462447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-1572fd0c-2921-48ab-8bdc-bff28f0bf9d2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/quotas/b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 375 time: 0.0151074 Jul 09 19:48:09.469372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.475808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:09.483639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.563529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3794713 Jul 09 19:48:09.563712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:09.574966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': 'd797049c-0000-4c9b-96bc-a1cb9bf078df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:09.579839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a8284-2495-4f33-b83c-867384dd0227 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=d797049c-0000-4c9b-96bc-a1cb9bf078df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:09.638139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d797049c-0000-4c9b-96bc-a1cb9bf078df details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:09.640641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0838306-9a0d-4c2a-902a-bd6f36f47cf1 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:48:09.653735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-eb426f17-a1b1-4ee9-b62e-8982e10c4eef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1767509 Jul 09 19:48:09.738278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:09.741943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.839554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 85a006e8-2ee0-45b5-beb4-1b341b4a975a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:09.853050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 85a006e8-2ee0-45b5-beb4-1b341b4a975a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:09.853428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:09.857597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-19ef4fbb-2568-4667-a5d9-6dfc2d5838a5 service neutron] 10.222.0.10 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919971 Jul 09 19:48:09.983932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-3d644026-97da-4a28-98a1-1a2bc9f71bdc service neutron] 10.222.0.10 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171618 Jul 09 19:48:09.989794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0838306-9a0d-4c2a-902a-bd6f36f47cf1 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:48:10.011937 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.109497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.277935 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-815aa0a4-7a2a-4170-a870-3478956ca00b req-b1678457-0029-45a0-85d0-c035b4498cc7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 210 time: 0.0602446 Jul 09 19:48:10.296400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=85a006e8-2ee0-45b5-beb4-1b341b4a975a,segment=NetworkSegment(ebbb5429-5855-4587-827a-b85514b0336b),segment_id=ebbb5429-5855-4587-827a-b85514b0336b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:10.306366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.314750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=75fdf552-0a74-4d6d-a3db-405b27b783f7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:10.319521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': '156d04d2-577c-488d-95ac-c43fa7439c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd797049c-0000-4c9b-96bc-a1cb9bf078df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:10.319902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: d797049c-0000-4c9b-96bc-a1cb9bf078df, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:10.341081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network d797049c-0000-4c9b-96bc-a1cb9bf078df is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:10.366791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d797049c-0000-4c9b-96bc-a1cb9bf078df) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:10.371790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:10.372487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.391015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81faaf73-7157-457e-a3b6-92dc5cbaa9e8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8217335 Jul 09 19:48:10.391294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:10.494120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=85a006e8-2ee0-45b5-beb4-1b341b4a975a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:10.517240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.586415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.600136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5776aa1-e6ba-4af7-b1ef-ec26b6509389 None None] Network d797049c-0000-4c9b-96bc-a1cb9bf078df requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:10.654809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.701971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=75fdf552-0a74-4d6d-a3db-405b27b783f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:10.760761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c25e02-b9c3-4b30-b7d0-083019ffc2b3 None None] Network d797049c-0000-4c9b-96bc-a1cb9bf078df requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:10.771895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.793000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d797049c-0000-4c9b-96bc-a1cb9bf078df']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:10.805973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d04d2-577c-488d-95ac-c43fa7439c26') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:10.806272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d04d2-577c-488d-95ac-c43fa7439c26') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:10.818048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.841787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.853092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:10.853976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.865065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 85a006e8-2ee0-45b5-beb4-1b341b4a975a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:10.871819 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:10.969873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 85a006e8-2ee0-45b5-beb4-1b341b4a975a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:10.970326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.982285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.991367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:10.993536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/d797049c-0000-4c9b-96bc-a1cb9bf078df HTTP/1.1" status: 204 len: 168 time: 0.6011286 Jul 09 19:48:10.997760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:11.004411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-327810286'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:11.004614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eabc2e-9cff-4dd1-9e5c-676e7bfbf4db tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=d797049c-0000-4c9b-96bc-a1cb9bf078df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:11.054903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:11.060950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.114343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:11.126771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.127316 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment 41c1f547-55d3-4f2c-8221-0c356e14e98f of type vlan for network a6589344-c4da-4506-8851-f2a32cc0f7b9 Jul 09 19:48:11.185180 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.216254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.222682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:11.223282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.289676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2907877 Jul 09 19:48:11.290871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:11.297654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:11.299448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe88ba8-97e0-4bf3-a8b9-0e69254a5df8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=a6589344-c4da-4506-8851-f2a32cc0f7b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:11.311286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:11.481729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e875da5a-7d3a-457e-a05b-da792c633d33 req-911ae2dd-70c8-4878-928f-8bce60073d62 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 210 time: 0.0396869 Jul 09 19:48:11.486670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:11.491540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.610084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-9f400412-107d-4005-9016-78ff90560f1a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:11.611853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-9f400412-107d-4005-9016-78ff90560f1a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 817 time: 0.1170933 Jul 09 19:48:11.669907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-e484f6b1-6320-4895-80a1-6826854bbf85 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 379 time: 0.0497231 Jul 09 19:48:11.684053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'port': {'device_id': '3bc3316b-356d-4715-9520-ff7718c5039c', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'admin_state_up': True, 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'security_groups': ['b78af9be-7939-43e5-9a7b-66e61eacb6bc']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:11.782144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.825396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Made reservation on behalf of b31ab8fdd56a4ec089bee8fb963fc832 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:11.829809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.854761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=28f86eec-f617-46b4-afb6-8c2300755ce1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:11.867226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': '41c1f547-55d3-4f2c-8221-0c356e14e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:11.867584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: a6589344-c4da-4506-8851-f2a32cc0f7b9, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:11.885643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:11.895002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a6589344-c4da-4506-8851-f2a32cc0f7b9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:11.899362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:11.900149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.905926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219b104-3942-4040-927f-f4dad8a29331 None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:11.921920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0eeb352d-cf04-4b7b-983c-8f5a98ed7550 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6296599 Jul 09 19:48:11.922662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:11.928812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:11.975846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Allocated IP 172.20.0.14 (cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb/5b1b5ced-5a07-4a60-8839-3d2f13fd8995/9529f2e6-5806-482b-931e-af9e7fb5ebca) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:12.074683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:12.078277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.085252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a6589344-c4da-4506-8851-f2a32cc0f7b9', 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': '28f86eec-f617-46b4-afb6-8c2300755ce1'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:12.086613 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.160364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.179245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Transition to ACTIVE for port object 9529f2e6-5806-482b-931e-af9e7fb5ebca will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:12.229846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.264735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Allocated IP 2001:db8::2 (a6589344-c4da-4506-8851-f2a32cc0f7b9/28f86eec-f617-46b4-afb6-8c2300755ce1/7caeb526-f168-44e9-9f1b-59da7f281b39) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:12.306778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:12.312926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:12.317815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:12.348240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:12.378816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:12.379480 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.412618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-14ea19aa-e2d3-49d9-8751-8c22cfccd398 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380490 Jul 09 19:48:12.424494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Request body: {'port': {'device_id': '3bc3316b-356d-4715-9520-ff7718c5039c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:12.464545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.531148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:12.537298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:12.540615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:12.541462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.567136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6419466 Jul 09 19:48:12.567840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:12.570858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928abaeb-ade3-4734-bef8-71ebf8181949 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=3f8db6e0-8669-47d6-b7d9-b0e6d96ac998,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:12.578020 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.601243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Transition to ACTIVE for port object 7caeb526-f168-44e9-9f1b-59da7f281b39 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:12.631977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.632742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Transition to ACTIVE for port object 7caeb526-f168-44e9-9f1b-59da7f281b39 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:12.640680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.700336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:12.706176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:12.710744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:12.722979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Pushing event updated for resources: {'Port': ['ID=7caeb526-f168-44e9-9f1b-59da7f281b39,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:12.788794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb186c-d9fe-4a0f-ad61-93bbf3ced986 req-703c7698-886e-40c2-8b10-e71e1c3df73f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:12.797723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0cfb186c-d9fe-4a0f-ad61-93bbf3ced986 req-703c7698-886e-40c2-8b10-e71e1c3df73f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 932 time: 0.0902798 Jul 09 19:48:12.817416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-000df5d4-87b5-4595-ba5d-fe1202bc90a1 None None] Provisioning for port 9529f2e6-5806-482b-931e-af9e7fb5ebca completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:12.828348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Attempting to bind port 7caeb526-f168-44e9-9f1b-59da7f281b39 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:12.828348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Attempting to bind port 7caeb526-f168-44e9-9f1b-59da7f281b39 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '41c1f547-55d3-4f2c-8221-0c356e14e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:12.828535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Attempting to bind port 7caeb526-f168-44e9-9f1b-59da7f281b39 on network a6589344-c4da-4506-8851-f2a32cc0f7b9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:12.834316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-000df5d4-87b5-4595-ba5d-fe1202bc90a1 None None] Provisioning complete for port 9529f2e6-5806-482b-931e-af9e7fb5ebca triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:12.834699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-000df5d4-87b5-4595-ba5d-fe1202bc90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.836627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:12.837000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Checking segment: {'id': '41c1f547-55d3-4f2c-8221-0c356e14e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:12.837431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.838091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Bound using segment: {'id': '41c1f547-55d3-4f2c-8221-0c356e14e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:12.838559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Bound port: 7caeb526-f168-44e9-9f1b-59da7f281b39, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c1f547-55d3-4f2c-8221-0c356e14e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:12.838964 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.868412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0cfb186c-d9fe-4a0f-ad61-93bbf3ced986 req-ee6b1852-fea1-4e9b-b4cf-1e38fa6b101a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670431 Jul 09 19:48:12.926618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-000df5d4-87b5-4595-ba5d-fe1202bc90a1 None None] Port 9529f2e6-5806-482b-931e-af9e7fb5ebca cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:12.949459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] For port 7caeb526-f168-44e9-9f1b-59da7f281b39, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:12.952832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] For port 7caeb526-f168-44e9-9f1b-59da7f281b39, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7caeb526-f168-44e9-9f1b-59da7f281b39,segment=NetworkSegment(41c1f547-55d3-4f2c-8221-0c356e14e98f),segment_id=41c1f547-55d3-4f2c-8221-0c356e14e98f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:12.958216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.038690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052030-209a-46f9-b470-65fc5a9f63ad None None] Pushing event updated for resources: {'Port': ['ID=7caeb526-f168-44e9-9f1b-59da7f281b39,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.089820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.091360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.092830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.094365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.095970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.097687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a2e4891-bb8e-469b-9d8e-2133c9c96fcd tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5268009 Jul 09 19:48:13.102972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:13.108453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1888874781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:13.133999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:13.137616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.171754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:13.190064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.191085 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment 8d80272d-dece-4a73-90e7-445e7d146c0e of type vlan for network 68461422-c73a-4ade-b75e-a3c3e95388ae Jul 09 19:48:13.276315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.322313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.329612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.330662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.408323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3040113 Jul 09 19:48:13.409042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:13.420659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:13.470120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:13.478368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.481040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e52fc-aec3-45e2-a97b-92b0071b9ca1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=68461422-c73a-4ade-b75e-a3c3e95388ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.494074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 68461422-c73a-4ade-b75e-a3c3e95388ae details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:13.508586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Transition to ACTIVE for port object 9529f2e6-5806-482b-931e-af9e7fb5ebca will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:13.515418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.689795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.699621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.749637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.777454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:13.779777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:13.780213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:13.786127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:13.786701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:13.787446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 68461422-c73a-4ade-b75e-a3c3e95388ae is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:48:13.792255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:13.792729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:13.793451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:13.794077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Bound port: 9529f2e6-5806-482b-931e-af9e7fb5ebca, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:13.796614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.797432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.799009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.802592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:13.802839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "PUT /v2.0/networks/68461422-c73a-4ade-b75e-a3c3e95388ae HTTP/1.1" status: 200 len: 723 time: 0.3902419 Jul 09 19:48:13.810867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '68461422-c73a-4ade-b75e-a3c3e95388ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:13.861545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19375ec6-2b7c-432c-9b00-998c6bba2899 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=68461422-c73a-4ade-b75e-a3c3e95388ae,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.873303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 68461422-c73a-4ade-b75e-a3c3e95388ae details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:14.008998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:14.013485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:14.049046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.123249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.123910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.125415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 1092 time: 1.7053168 Jul 09 19:48:14.127000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:14.130329 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba01b7-045a-4a2a-820d-fc11539520ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:14.148586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:14.152254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.210174 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c6020-c378-4178-b9a6-9b7c477639bb x-openstack-request-id: req-1c2c6020-c378-4178-b9a6-9b7c477639bb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:14.210463 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:14.210770 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c2c6020-c378-4178-b9a6-9b7c477639bb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:14.211155 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'status': 'completed', 'code': 200} Jul 09 19:48:14.256575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728f379-f407-4a4f-a470-83f5e623bcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:14.291214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51b51-2f23-4b48-b6da-d04d23e3fd49 req-98b7112b-1dcf-4a1f-b6cd-bbc7cd88176d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.297957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf51b51-2f23-4b48-b6da-d04d23e3fd49 req-98b7112b-1dcf-4a1f-b6cd-bbc7cd88176d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.2823763 Jul 09 19:48:14.407377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2aeb1-f93c-4784-8fd9-ccf67b04ea30 None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:14.434307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cf51b51-2f23-4b48-b6da-d04d23e3fd49 req-d7cb15e5-76cd-48ba-82ac-0f075b523ad0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352286 Jul 09 19:48:14.439750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-5420bfd1-5355-4506-90b0-fdb6d6bc61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.441895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-5420bfd1-5355-4506-90b0-fdb6d6bc61b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1095 time: 0.2299891 Jul 09 19:48:14.489628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-9102f7b5-7d29-4f57-af3d-64351041ab65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 217 time: 0.0402577 Jul 09 19:48:14.541044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-722f7471-feb8-4ed1-9023-21b7ed63b389 None None] Provisioning for port 7caeb526-f168-44e9-9f1b-59da7f281b39 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:14.567629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.575203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-756ccb03-9ea2-4052-b522-288d0c22063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.576578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-756ccb03-9ea2-4052-b522-288d0c22063a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0671837 Jul 09 19:48:14.669299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=2693f97d-58bb-41b3-a4fc-f0041aff0c0f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:14.688837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': '8d80272d-dece-4a73-90e7-445e7d146c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68461422-c73a-4ade-b75e-a3c3e95388ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:14.689235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 68461422-c73a-4ade-b75e-a3c3e95388ae, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:14.697822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Update dhcp port {'port': {'network_id': 'a6589344-c4da-4506-8851-f2a32cc0f7b9', 'fixed_ips': [{'subnet_id': '28f86eec-f617-46b4-afb6-8c2300755ce1', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f8db6e0-8669-47d6-b7d9-b0e6d96ac998'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '7caeb526-f168-44e9-9f1b-59da7f281b39'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:48:14.709443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-8c494a25-7a08-4e9f-9ee3-82e99c025b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.710964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-8c494a25-7a08-4e9f-9ee3-82e99c025b66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066022 Jul 09 19:48:14.716094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 68461422-c73a-4ade-b75e-a3c3e95388ae is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:14.735374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.765726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 68461422-c73a-4ade-b75e-a3c3e95388ae) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:14.773634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.774220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.781912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f50702-b547-4364-8996-42f14fc06ba2 None None] Network 68461422-c73a-4ade-b75e-a3c3e95388ae requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:14.822303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1b87b8f-7c81-49cf-b608-575b8ae074ab tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0183284 Jul 09 19:48:14.825080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:14.832829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:14.868849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-c02da33b-0d0b-48ca-ac48-fd07b43458db service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503100 Jul 09 19:48:15.056609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Allocated IP 172.20.0.1 (a6589344-c4da-4506-8851-f2a32cc0f7b9/3f8db6e0-8669-47d6-b7d9-b0e6d96ac998/7caeb526-f168-44e9-9f1b-59da7f281b39) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:15.072569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbbff05-8b7b-4d5a-888b-9e6db9032702 req-2e257d7e-fed4-4872-b6b6-1a048c6783ca service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966333 Jul 09 19:48:15.085917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14495721'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.261259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-32db3144-dea7-4158-ac83-f3cefab5c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.274736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-32db3144-dea7-4158-ac83-f3cefab5c103 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1095 time: 0.1440105 Jul 09 19:48:15.348836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787948973087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14599321'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.354046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7caeb526-f168-44e9-9f1b-59da7f281b39 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:15.365828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.366738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.368383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "PUT /v2.0/subnets/2693f97d-58bb-41b3-a4fc-f0041aff0c0f HTTP/1.1" status: 200 len: 826 time: 0.5420542 Jul 09 19:48:15.371358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:15.436684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] For port 7caeb526-f168-44e9-9f1b-59da7f281b39, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7caeb526-f168-44e9-9f1b-59da7f281b39,segment=NetworkSegment(41c1f547-55d3-4f2c-8221-0c356e14e98f),segment_id=41c1f547-55d3-4f2c-8221-0c356e14e98f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:15.443161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-c88da115-4a7c-446c-8c24-ae19e41ca724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.444741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-c88da115-4a7c-446c-8c24-ae19e41ca724 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1627553 Jul 09 19:48:15.483703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7caeb526-f168-44e9-9f1b-59da7f281b39 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:15.491332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7caeb526-f168-44e9-9f1b-59da7f281b39 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:15.491756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.525079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-99121c34-598b-45ff-90e8-9300b1d48799 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 217 time: 0.0719340 Jul 09 19:48:15.563428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.608759 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.673215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Transition to ACTIVE for port object 7caeb526-f168-44e9-9f1b-59da7f281b39 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:15.677193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7afad-ab8e-4187-accf-6ccee1d30d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-68461422-c73a-4ade-b75e-a3c3e95388ae', 'network_id': '68461422-c73a-4ade-b75e-a3c3e95388ae', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': '2693f97d-58bb-41b3-a4fc-f0041aff0c0f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:15.678065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6a7afad-ab8e-4187-accf-6ccee1d30d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.695029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-a0d0b1b4-e84f-4e5c-9bbc-91a322f9bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.696728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-a0d0b1b4-e84f-4e5c-9bbc-91a322f9bdd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.1605082 Jul 09 19:48:15.705287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.711087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.791803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:48:15.792216 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:48:15.823270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.827197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230eca2-4e6f-4231-af5b-8cd27a1895b0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=2693f97d-58bb-41b3-a4fc-f0041aff0c0f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:15.839760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fc02e-9ad8-4ed9-9e23-06a3b43786d9 req-a8d263a1-7e19-4669-81aa-57bed0843ebd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.841655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d80fc02e-9ad8-4ed9-9e23-06a3b43786d9 req-a8d263a1-7e19-4669-81aa-57bed0843ebd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.0912244 Jul 09 19:48:15.900461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d80fc02e-9ad8-4ed9-9e23-06a3b43786d9 req-7ce2f833-26ec-44b3-8b89-0d7fceab7ed4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502973 Jul 09 19:48:15.902926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c3be3-12ab-4049-9488-f7e643c7b014 None None] Pushing event updated for resources: {'Port': ['ID=7caeb526-f168-44e9-9f1b-59da7f281b39,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:15.904765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-c6a7afad-ab8e-4187-accf-6ccee1d30d30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2693f97d-58bb-41b3-a4fc-f0041aff0c0f: This subnet is being modified by another concurrent operation. Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:48:15.947963 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2693f97d-58bb-41b3-a4fc-f0041aff0c0f: This subnet is being modified by another concurrent operation. Jul 09 19:48:15.951445 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:48:15.953656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=2693f97d-58bb-41b3-a4fc-f0041aff0c0f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:15.959189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-fefee867-82fa-4302-a882-955ab599bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.960685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-fefee867-82fa-4302-a882-955ab599bc44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505872 Jul 09 19:48:15.977578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a1d8c-4cfd-49b4-a0cf-d370ff023aee None None] Network 68461422-c73a-4ade-b75e-a3c3e95388ae requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:16.151422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.168703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68461422-c73a-4ade-b75e-a3c3e95388ae']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:16.181529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d168cee2-fbc3-4ec3-8242-5ac8ba28fa74 None None] Network 68461422-c73a-4ade-b75e-a3c3e95388ae requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:16.187449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d80272d-dece-4a73-90e7-445e7d146c0e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:16.187834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d80272d-dece-4a73-90e7-445e7d146c0e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:16.207418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.231909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.242307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-0b944c60-bb0b-4803-b33b-8ba1ef1f881a service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623947 Jul 09 19:48:16.244525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:16.244525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:16.247589 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:16.345871 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.390233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7caeb526-f168-44e9-9f1b-59da7f281b39, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7caeb526-f168-44e9-9f1b-59da7f281b39,segment=NetworkSegment(41c1f547-55d3-4f2c-8221-0c356e14e98f),segment_id=41c1f547-55d3-4f2c-8221-0c356e14e98f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:16.397624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.402060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.407389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.414480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/68461422-c73a-4ade-b75e-a3c3e95388ae HTTP/1.1" status: 204 len: 168 time: 1.0384488 Jul 09 19:48:16.418045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:16.441856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f61ac-c857-4dd7-b662-2a39beb84805 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=68461422-c73a-4ade-b75e-a3c3e95388ae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:16.447461 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a7fa8-74d0-4494-86ea-402f515e9cb5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:16.448449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879a7fa8-74d0-4494-86ea-402f515e9cb5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:16.449896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-879a7fa8-74d0-4494-86ea-402f515e9cb5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/68461422-c73a-4ade-b75e-a3c3e95388ae HTTP/1.1" status: 404 len: 339 time: 0.0303502 Jul 09 19:48:16.455736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:16.470409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862552638', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:16.476786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7ba01b7-045a-4a2a-820d-fc11539520ef req-1352f45c-5ab8-4980-8cf8-c4dd6493ee06 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282517 Jul 09 19:48:16.483579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7caeb526-f168-44e9-9f1b-59da7f281b39,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:16.500660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:16.505587 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.534245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:16.544715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.545068 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment fef1483f-fbb5-4a21-9eb9-7c437fb278aa of type vlan for network ef63e868-6381-4ac1-8194-a8cb342c2c2d Jul 09 19:48:16.589533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.624552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.630235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:16.630820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.671467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efa03e-7f22-443b-93ed-e6fb861be7e5 None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:16.692942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2293501 Jul 09 19:48:16.695833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:16.712330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687aaa4-80c1-4728-895b-5521eb014e29 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=ef63e868-6381-4ac1-8194-a8cb342c2c2d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:16.726136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff89447-d5a2-4b11-a419-59ca90810e16 None None] Provisioning for port 7caeb526-f168-44e9-9f1b-59da7f281b39 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:16.728241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ef63e868-6381-4ac1-8194-a8cb342c2c2d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:16.787613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214bbb3-4dea-4463-af75-b5f28b5e9d24 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:16.789096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b214bbb3-4dea-4463-af75-b5f28b5e9d24 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks?id=ef63e868-6381-4ac1-8194-a8cb342c2c2d HTTP/1.1" status: 200 len: 764 time: 0.0926383 Jul 09 19:48:16.791679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:16.796868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:16.799230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff89447-d5a2-4b11-a419-59ca90810e16 None None] Provisioning complete for port 7caeb526-f168-44e9-9f1b-59da7f281b39 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:16.799631 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff89447-d5a2-4b11-a419-59ca90810e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.895780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7caeb526-f168-44e9-9f1b-59da7f281b39 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:16.968810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.987430 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.030448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7caeb526-f168-44e9-9f1b-59da7f281b39 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:17.030822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.041509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network ef63e868-6381-4ac1-8194-a8cb342c2c2d is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:48:17.047504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.048108 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.052470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "PUT /v2.0/networks/ef63e868-6381-4ac1-8194-a8cb342c2c2d HTTP/1.1" status: 200 len: 761 time: 0.2568302 Jul 09 19:48:17.053385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.112224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb90cf-e26e-4c83-841a-e427690cd77b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=ef63e868-6381-4ac1-8194-a8cb342c2c2d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:17.128745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ef63e868-6381-4ac1-8194-a8cb342c2c2d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:17.169342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117b3d-51c4-43f8-9a83-da5f8d0a4d84 req-8ab9b58f-cb9e-4df9-b1ea-ab904d7cda0a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.170857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0117b3d-51c4-43f8-9a83-da5f8d0a4d84 req-8ab9b58f-cb9e-4df9-b1ea-ab904d7cda0a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.1306672 Jul 09 19:48:17.238631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aeae04-147c-4cf2-8197-18e9eea40921 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.240541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-24aeae04-147c-4cf2-8197-18e9eea40921 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks?id=ef63e868-6381-4ac1-8194-a8cb342c2c2d HTTP/1.1" status: 200 len: 764 time: 0.1867263 Jul 09 19:48:17.244268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.297471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0117b3d-51c4-43f8-9a83-da5f8d0a4d84 req-77f3f29f-59b9-4bd8-a105-6754576bee97 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149089 Jul 09 19:48:17.333230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41796424-3506-4b03-b722-6c58a279fade None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:48:17.463569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-41afe7ad-e128-40bb-ba06-fb400fb6c21b None None] Provisioning complete for port 7caeb526-f168-44e9-9f1b-59da7f281b39 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:17.464138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41afe7ad-e128-40bb-ba06-fb400fb6c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.499486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6912aaf-f177-444c-bc67-33771e6d955f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.501058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e6912aaf-f177-444c-bc67-33771e6d955f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2555983 Jul 09 19:48:17.503979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.552659 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc68281f-86ff-4b02-b93a-e47926b32ff3 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 207 time: 0.0445588 Jul 09 19:48:17.553050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.610572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41796424-3506-4b03-b722-6c58a279fade None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:48:17.768075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.774652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.780568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.787109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.793281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.799144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.800900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b8c0ee5c-3ce3-443a-9732-6a136add80f9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2467799 Jul 09 19:48:17.804702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.926807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-03e15205-8053-44d1-be09-d2133b87904f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1173041 Jul 09 19:48:17.926997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.990130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.991650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.993209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.994713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.996332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.998041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-860cdbb1-0899-4cf5-8e11-ece6ef81b9b2 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0701001 Jul 09 19:48:18.003557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.063529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.064940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.066411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.067803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.069333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.074852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a34fc5c7-277b-4e34-bbdd-10cafa0b1530 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0670846 Jul 09 19:48:18.075080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.174042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2452bc8-500d-49b1-8617-5c7f9c555dc8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.175928 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2452bc8-500d-49b1-8617-5c7f9c555dc8 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks/4fcb2cc8-19b9-4c84-9bf0-500e479226ed HTTP/1.1" status: 200 len: 804 time: 0.0999265 Jul 09 19:48:18.179655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.279677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad5365d7-d1d8-4a8e-9185-9f5a530b3eb9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/networks/4fcb2cc8-19b9-4c84-9bf0-500e479226ed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0989966 Jul 09 19:48:18.283154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.342432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf74825-d8b5-427b-a84d-c6ae0fdc8f81 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.344124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-abf74825-d8b5-427b-a84d-c6ae0fdc8f81 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets/30093f44-56b9-4f26-81fc-b74906236b82 HTTP/1.1" status: 200 len: 843 time: 0.0599284 Jul 09 19:48:18.348014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.377007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:18.410840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6e4b7-db9c-43ae-89b6-072bd3968d16 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.412395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c8c6e4b7-db9c-43ae-89b6-072bd3968d16 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "GET /v2.0/subnets/30093f44-56b9-4f26-81fc-b74906236b82?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0627770 Jul 09 19:48:18.416270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.424078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241486561'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:18.489288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:18.493400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.533830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8e749-d6be-4d30-9839-e97d49c25e05 req-e650b375-f632-4e76-a4f6-f823e30e2bc1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.536013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ad8e749-d6be-4d30-9839-e97d49c25e05 req-e650b375-f632-4e76-a4f6-f823e30e2bc1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.1069109 Jul 09 19:48:18.546139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:18.574821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.574821 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Added segment a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7 of type vlan for network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 Jul 09 19:48:18.638561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ad8e749-d6be-4d30-9839-e97d49c25e05 req-89f65477-5cdf-414a-8423-eef222d7db8a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944047 Jul 09 19:48:18.645235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.657754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.668516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:18.687344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:18.729226 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.732251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.739405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.740051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.743589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:18.762973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:18.769744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.823103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Network': ['ID=1aa44bf0-d749-4cce-9b9f-0e613bbb6a65,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:18.824083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:18.830080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95605ab7-a05a-47ab-9ff8-f56341b25738 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4119508 Jul 09 19:48:18.833461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:18.835032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:18.838777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:18.937026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Made reservation on behalf of 2ab9439222d547cb9e209f30f7a3120d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:18.940998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.001018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 19:48:19.001529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 19:48:19.032147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['9529f2e6-5806-482b-931e-af9e7fb5ebca'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:19.144940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.210076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=cfc04190-0b04-4060-9a31-14902cd60646,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:19.226665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Checking segment: {'id': 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:19.227016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network hostable DHCP agents. Network: 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:19.242944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:19.255070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:19.259344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.259908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.264678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e45ae84-e3f5-4ce6-ab7d-f05b81d43b8f None None] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:19.281084 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1dd61b9d-cb0a-420c-b4b3-2debb371473c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4465480 Jul 09 19:48:19.284160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:19.290528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:19.398427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13708491'] for subnet, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.414489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-1aa44bf0-d749-4cce-9b9f-0e613bbb6a65', 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65', 'tenant_id': '2ab9439222d547cb9e209f30f7a3120d', 'fixed_ips': [{'subnet_id': 'cfc04190-0b04-4060-9a31-14902cd60646'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:19.415483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.605351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787948973087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13934959'] for subnet, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.646815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.647566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.651499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "PUT /v2.0/subnets/cfc04190-0b04-4060-9a31-14902cd60646 HTTP/1.1" status: 200 len: 900 time: 0.3633227 Jul 09 19:48:19.652405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:19.655263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Allocated IP 2001:db8::3 (1aa44bf0-d749-4cce-9b9f-0e613bbb6a65/cfc04190-0b04-4060-9a31-14902cd60646/7eb354a6-1a2e-4e21-b4a5-397135ce42dc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:19.667993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8b76-16f5-4fab-941d-1e550f1142b9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event updated for resources: {'Subnet': ['ID=cfc04190-0b04-4060-9a31-14902cd60646,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:19.783101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.876430 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.886234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Transition to ACTIVE for port object 7eb354a6-1a2e-4e21-b4a5-397135ce42dc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:19.902650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Transition to ACTIVE for port object 7eb354a6-1a2e-4e21-b4a5-397135ce42dc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:19.915628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.918038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.963542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:19.965974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:19.968411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:19.976267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Pushing event updated for resources: {'Port': ['ID=7eb354a6-1a2e-4e21-b4a5-397135ce42dc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.010669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6a4e-f271-4f03-bcbc-38eca0e06814 req-36945c07-416c-4999-b80f-6b08090b1866 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.012272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0afe6a4e-f271-4f03-bcbc-38eca0e06814 req-36945c07-416c-4999-b80f-6b08090b1866 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1530147 Jul 09 19:48:20.051853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Attempting to bind port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:20.052152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Attempting to bind port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:20.052569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Attempting to bind port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc on network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:20.058005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:20.058379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Checking segment: {'id': 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:20.058782 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.059312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Bound using segment: {'id': 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:20.059781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Bound port: 7eb354a6-1a2e-4e21-b4a5-397135ce42dc, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:20.060296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.067418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.073569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0afe6a4e-f271-4f03-bcbc-38eca0e06814 req-05215e47-d75f-4414-9e18-385652f3c979 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503538 Jul 09 19:48:20.103113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc04190-0b04-4060-9a31-14902cd60646,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.148352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] For port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:20.151627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] For port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7eb354a6-1a2e-4e21-b4a5-397135ce42dc,segment=NetworkSegment(a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7),segment_id=a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:20.155762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.177315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.194203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa44bf0-d749-4cce-9b9f-0e613bbb6a65']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:20.208174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:20.208526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:20.219300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.233225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006b70b-707b-4a16-851b-9dd9d5471298 None None] Pushing event updated for resources: {'Port': ['ID=7eb354a6-1a2e-4e21-b4a5-397135ce42dc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.234815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.247694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:20.248412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:20.252477 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:20.259039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7327e-6b96-4d9f-8da4-9053926258e4 None None] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:20.332626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 19:48:20.332626 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 19:48:20.332626 n-d-800087-3 neutron-server[93771]: [parameters: {'id': '1aa44bf0-d749-4cce-9b9f-0e613bbb6a65'}] Jul 09 19:48:20.332626 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:48:20.333350 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:48:20.393509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:20.435421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a1cec-291e-4027-828c-76b8ea7f5586 None None] Network 1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:20.499295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 9529f2e6-5806-482b-931e-af9e7fb5ebca completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:20.511299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 9529f2e6-5806-482b-931e-af9e7fb5ebca triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:20.511299 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.650441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbcaa5d-82f9-488e-b9c0-eed2cd6fd3e6 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:48:20.652744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.706047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:20.708307 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08535615-ad8b-45cf-a15a-bb1bd258dfba" -d '{"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:20.727866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:20.752904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.759612 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a946acc-b57e-48ad-bc46-4ad3a332fcbf x-openstack-request-id: req-6a946acc-b57e-48ad-bc46-4ad3a332fcbf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:20.759901 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:20.760161 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a946acc-b57e-48ad-bc46-4ad3a332fcbf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:20.760551 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'code': 200} Jul 09 19:48:20.836549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.848342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.878006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a7670-426b-4090-b3e9-8a4f5d684109 req-53081d16-8771-4257-a532-2eab60fc798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.880431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-631a7670-426b-4090-b3e9-8a4f5d684109 req-53081d16-8771-4257-a532-2eab60fc798b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1097 time: 0.0635958 Jul 09 19:48:20.921883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:20.922371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.927115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-631a7670-426b-4090-b3e9-8a4f5d684109 req-4be5f507-c0a7-4dc2-8466-66893a4ab1d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384161 Jul 09 19:48:20.929366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbcaa5d-82f9-488e-b9c0-eed2cd6fd3e6 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:48:20.993833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] For port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7eb354a6-1a2e-4e21-b4a5-397135ce42dc,segment=NetworkSegment(a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7),segment_id=a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:20.994275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.007498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Calling delete_port for 7eb354a6-1a2e-4e21-b4a5-397135ce42dc owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:21.099586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.142816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Port': ['ID=7eb354a6-1a2e-4e21-b4a5-397135ce42dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:21.151070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No DVR routers for this DVR port 7eb354a6-1a2e-4e21-b4a5-397135ce42dc on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:21.262249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.274277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa44bf0-d749-4cce-9b9f-0e613bbb6a65']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.284595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.284892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5145a4d-ac7c-4ffd-b7ce-db9e893aaad7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.294047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.307791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.316120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:21.316724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.353267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e825c-64a5-4a53-9f01-c1f5784a3dbb req-4a7b6665-60d7-4a83-bcc3-20dd8592e958 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:21.354807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b85e825c-64a5-4a53-9f01-c1f5784a3dbb req-4a7b6665-60d7-4a83-bcc3-20dd8592e958 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.0889366 Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:21.361816 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:21.387279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.392551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.397614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 HTTP/1.1" status: 204 len: 168 time: 1.7441511 Jul 09 19:48:21.402612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b85e825c-64a5-4a53-9f01-c1f5784a3dbb req-216c59dc-ca18-40a1-b587-30f4bcbbdab8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 Jul 09 19:48:21.403253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.437243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2643-38a2-4ca4-84e8-0f971f95beb0 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=1aa44bf0-d749-4cce-9b9f-0e613bbb6a65,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:21.441603 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf84c1c-e86e-44c7-83b0-1dec4d3e9b81 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:21.442202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf84c1c-e86e-44c7-83b0-1dec4d3e9b81 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:21.444396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bbf84c1c-e86e-44c7-83b0-1dec4d3e9b81 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/cfc04190-0b04-4060-9a31-14902cd60646 HTTP/1.1" status: 404 len: 337 time: 0.0403194 Jul 09 19:48:21.446934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.466235 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7615ebf3-f2a2-4001-8e35-dca9c04402b4 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:21.466785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7615ebf3-f2a2-4001-8e35-dca9c04402b4 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:21.468500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7615ebf3-f2a2-4001-8e35-dca9c04402b4 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/1aa44bf0-d749-4cce-9b9f-0e613bbb6a65 HTTP/1.1" status: 404 len: 339 time: 0.0206394 Jul 09 19:48:21.470937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.550558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.637291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.650027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef63e868-6381-4ac1-8194-a8cb342c2c2d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.660527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef1483f-fbb5-4a21-9eb9-7c437fb278aa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.660816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef1483f-fbb5-4a21-9eb9-7c437fb278aa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:21.672348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.690312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.699199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:21.699618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:21.770858 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:21.777785 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.788760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.791499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/ef63e868-6381-4ac1-8194-a8cb342c2c2d HTTP/1.1" status: 204 len: 168 time: 0.3196044 Jul 09 19:48:21.794304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.806973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8923d2-9173-43be-b0ad-0e7fe74d889f tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=ef63e868-6381-4ac1-8194-a8cb342c2c2d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:21.837953 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bfb759-43b2-4284-82d2-527cb651e492 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:21.838402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bfb759-43b2-4284-82d2-527cb651e492 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:21.840122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-35bfb759-43b2-4284-82d2-527cb651e492 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/2693f97d-58bb-41b3-a4fc-f0041aff0c0f HTTP/1.1" status: 404 len: 337 time: 0.0448747 Jul 09 19:48:21.842592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.859829 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c995d4-c5fa-4168-a618-43f47e96f964 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:21.860331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c995d4-c5fa-4168-a618-43f47e96f964 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:21.861967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9c995d4-c5fa-4168-a618-43f47e96f964 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/68461422-c73a-4ade-b75e-a3c3e95388ae HTTP/1.1" status: 404 len: 339 time: 0.0184977 Jul 09 19:48:21.864817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.917242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting subnet 3f8db6e0-8669-47d6-b7d9-b0e6d96ac998 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:21.920390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.960913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.051292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.120219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.147215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8db6e0-8669-47d6-b7d9-b0e6d96ac998,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:22.154267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.156509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eba33eb5-7c64-419f-900b-b590f0c2a85c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/3f8db6e0-8669-47d6-b7d9-b0e6d96ac998 HTTP/1.1" status: 204 len: 168 time: 0.2907770 Jul 09 19:48:22.159095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:22.169508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1596ff6-f1e9-4c3b-ab67-5fb539ecaf84 None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:22.242751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting subnet 28f86eec-f617-46b4-afb6-8c2300755ce1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:22.246829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.290809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.337869 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef0ec686-bb0e-4814-a4f9-a90487f2dcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.390336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.459159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.492114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=28f86eec-f617-46b4-afb6-8c2300755ce1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:22.511756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.516042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d318d742-5dc5-45fb-930b-60e421d6e05b tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/28f86eec-f617-46b4-afb6-8c2300755ce1 HTTP/1.1" status: 204 len: 168 time: 0.3538229 Jul 09 19:48:22.516453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:22.638109 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.693786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714a15-d1ed-478b-8378-321de2b13804 req-3defb131-6887-4c25-97d2-76f21ff2fb18 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.700793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b714a15-d1ed-478b-8378-321de2b13804 req-3defb131-6887-4c25-97d2-76f21ff2fb18 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1255913 Jul 09 19:48:22.749998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b714a15-d1ed-478b-8378-321de2b13804 req-b8293b29-44d8-4be5-b63d-5b09238a1961 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482998 Jul 09 19:48:22.760321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting port 7caeb526-f168-44e9-9f1b-59da7f281b39 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:22.760665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.861476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] For port 7caeb526-f168-44e9-9f1b-59da7f281b39, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7caeb526-f168-44e9-9f1b-59da7f281b39,segment=NetworkSegment(41c1f547-55d3-4f2c-8221-0c356e14e98f),segment_id=41c1f547-55d3-4f2c-8221-0c356e14e98f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:22.861844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.876597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Calling delete_port for 7caeb526-f168-44e9-9f1b-59da7f281b39 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:22.994508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.028305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Port': ['ID=7caeb526-f168-44e9-9f1b-59da7f281b39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:23.031965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No DVR routers for this DVR port 7caeb526-f168-44e9-9f1b-59da7f281b39 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:23.032677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3c0c3-509f-490e-9708-48afcdf4c92b None None] Network a6589344-c4da-4506-8851-f2a32cc0f7b9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:23.054724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887cbd-c27b-48fa-94ef-03476bb5ee0b req-8908f19e-9fda-45b7-af0e-0ceac125f70e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.056368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7a887cbd-c27b-48fa-94ef-03476bb5ee0b req-8908f19e-9fda-45b7-af0e-0ceac125f70e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1042783 Jul 09 19:48:23.069809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.074412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Request body: {'floatingip': {'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:23.095252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad2cc6ea-5bb3-43f1-a393-49d665604854 None None] Could not find standard attr ID for object 7caeb526-f168-44e9-9f1b-59da7f281b39. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:23.127643 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.129105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.151541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6589344-c4da-4506-8851-f2a32cc0f7b9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:23.166492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c1f547-55d3-4f2c-8221-0c356e14e98f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:23.167037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c1f547-55d3-4f2c-8221-0c356e14e98f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:23.180197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.197189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.205039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:23.206678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:23.227633 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:23.267281 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.293598 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.309070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.311848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/a6589344-c4da-4506-8851-f2a32cc0f7b9 HTTP/1.1" status: 204 len: 168 time: 0.7941513 Jul 09 19:48:23.315753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.352835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb3eb-b3e3-481b-8cbe-2ce637726eee tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=a6589344-c4da-4506-8851-f2a32cc0f7b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:23.364850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605d274-6079-4d30-85ea-598dc3a74dd6 None None] DHCP port deletion for a6589344-c4da-4506-8851-f2a32cc0f7b9 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:23.376071 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbad9ab-e4e6-4f44-aa6d-12f7311b5bef tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.376531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbad9ab-e4e6-4f44-aa6d-12f7311b5bef tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.378421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bdbad9ab-e4e6-4f44-aa6d-12f7311b5bef tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/75fdf552-0a74-4d6d-a3db-405b27b783f7 HTTP/1.1" status: 404 len: 337 time: 0.0613091 Jul 09 19:48:23.385712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.410449 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6233201-202b-4966-b949-542ff162a410 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.411021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6233201-202b-4966-b949-542ff162a410 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.413180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f6233201-202b-4966-b949-542ff162a410 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/d797049c-0000-4c9b-96bc-a1cb9bf078df HTTP/1.1" status: 404 len: 339 time: 0.0262053 Jul 09 19:48:23.415480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.447238 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-15348592-1467-47e2-b6e5-9a32f87b0ec1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.453510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15348592-1467-47e2-b6e5-9a32f87b0ec1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.457216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-15348592-1467-47e2-b6e5-9a32f87b0ec1 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/be7c1a77-10db-4b56-ae5e-41b0098eeaff HTTP/1.1" status: 404 len: 337 time: 0.0405436 Jul 09 19:48:23.460512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.484239 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93d7346-2397-4dd3-bb8a-52f6c04a0ce9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.484831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93d7346-2397-4dd3-bb8a-52f6c04a0ce9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.489059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f93d7346-2397-4dd3-bb8a-52f6c04a0ce9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/2eb42fd8-10bb-4328-852e-42e97a329581 HTTP/1.1" status: 404 len: 339 time: 0.0251172 Jul 09 19:48:23.489408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.551728 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-938f9fda-7b42-4164-b8af-2a7cbfc44283 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.552173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938f9fda-7b42-4164-b8af-2a7cbfc44283 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.553886 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-938f9fda-7b42-4164-b8af-2a7cbfc44283 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/dd3f43dd-7918-48f9-a023-5d3dbd027eef HTTP/1.1" status: 404 len: 337 time: 0.0634930 Jul 09 19:48:23.556618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.577186 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fa7d6c-5cf1-4359-a4b0-1cbe13578296 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:23.577715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fa7d6c-5cf1-4359-a4b0-1cbe13578296 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:23.581731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84fa7d6c-5cf1-4359-a4b0-1cbe13578296 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/d958c0a3-ef8a-439e-9766-4adac6d49790 HTTP/1.1" status: 404 len: 339 time: 0.0212715 Jul 09 19:48:23.581943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.645037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting subnet 9a46125c-e736-43b4-b58a-9d9866469a60 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:23.648564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.695842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.725394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.741436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.849612 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Floating IP e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da associated. External IP: 172.25.3.9, port: 9529f2e6-5806-482b-931e-af9e7fb5ebca. Jul 09 19:48:24.156637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.222516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.249559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=9a46125c-e736-43b4-b58a-9d9866469a60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:24.253589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.255465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9bfb209a-0035-4a67-b370-3e426e389f2e tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/9a46125c-e736-43b4-b58a-9d9866469a60 HTTP/1.1" status: 204 len: 168 time: 0.6726172 Jul 09 19:48:24.259154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:24.266368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7dd0f-9bc9-400d-aad4-7d19226f138d None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:24.387623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.493296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:48:24.506664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting port 85a006e8-2ee0-45b5-beb4-1b341b4a975a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:24.507078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.543675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] DHCP port deletion for 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:24.599656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Deleting port 85a006e8-2ee0-45b5-beb4-1b341b4a975a {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:24.600125 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.633609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] For port 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=85a006e8-2ee0-45b5-beb4-1b341b4a975a,segment=NetworkSegment(ebbb5429-5855-4587-827a-b85514b0336b),segment_id=ebbb5429-5855-4587-827a-b85514b0336b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:24.633977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.675659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Calling delete_port for 85a006e8-2ee0-45b5-beb4-1b341b4a975a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:24.677017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] For port 85a006e8-2ee0-45b5-beb4-1b341b4a975a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=85a006e8-2ee0-45b5-beb4-1b341b4a975a,segment=NetworkSegment(ebbb5429-5855-4587-827a-b85514b0336b),segment_id=ebbb5429-5855-4587-827a-b85514b0336b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:24.677453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.691535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Calling delete_port for 85a006e8-2ee0-45b5-beb4-1b341b4a975a owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:24.733876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:48:24.741689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.747448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:48:24.767964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:48:24.769091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:47:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:24.791400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc1a72d1-9c6f-4cdf-ae5e-8b34620554b9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "PUT /v2.0/floatingips/e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da HTTP/1.1" status: 200 len: 990 time: 1.7204573 Jul 09 19:48:24.793496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:24.795765 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:24.842372 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ddd08f-e2c8-41fc-8282-99f6a3ad2a23 x-openstack-request-id: req-95ddd08f-e2c8-41fc-8282-99f6a3ad2a23 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:24.842666 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:24.842939 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95ddd08f-e2c8-41fc-8282-99f6a3ad2a23 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:24.843879 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'status': 'completed', 'code': 200} Jul 09 19:48:24.858721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.890997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No DVR routers for this DVR port 85a006e8-2ee0-45b5-beb4-1b341b4a975a on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:24.898828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Port': ['ID=85a006e8-2ee0-45b5-beb4-1b341b4a975a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.008568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-286dfb8c-5454-4b7f-8ebc-24b95933f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.010244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.011483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-286dfb8c-5454-4b7f-8ebc-24b95933f6de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1097 time: 0.1409068 Jul 09 19:48:25.022161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccd7368-2ab3-4b86-88bb-7c45e42cdd27']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:25.033837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbb5429-5855-4587-827a-b85514b0336b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:25.034343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbb5429-5855-4587-827a-b85514b0336b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:25.044721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.060262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 85a006e8-2ee0-45b5-beb4-1b341b4a975a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:25.060639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.067758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:25.068254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:25.071869 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:25.106896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:48:25.152867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-df2f29dd-bdb8-4f2d-a928-a13438d01cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.154583 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-df2f29dd-bdb8-4f2d-a928-a13438d01cbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1349602 Jul 09 19:48:25.167353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.180179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.183501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 HTTP/1.1" status: 204 len: 168 time: 0.9233925 Jul 09 19:48:25.192074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:25.224899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddc387-ee4c-4776-813d-0da4be175f4c tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=6ccd7368-2ab3-4b86-88bb-7c45e42cdd27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.257980 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-df88305e-d81c-404d-858b-daf2087d8dd9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:25.258441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df88305e-d81c-404d-858b-daf2087d8dd9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:25.258654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 85a006e8-2ee0-45b5-beb4-1b341b4a975a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:25.258988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 85a006e8-2ee0-45b5-beb4-1b341b4a975a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:25.259444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7caeb526-f168-44e9-9f1b-59da7f281b39 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:25.261386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-df88305e-d81c-404d-858b-daf2087d8dd9 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/3682bc6a-46f7-4380-bdbe-d495b4e6e389 HTTP/1.1" status: 404 len: 337 time: 0.0673037 Jul 09 19:48:25.263396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:25.268599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-6b71d6e8-35a9-4ea8-8664-2202243acd82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 998 time: 0.1057363 Jul 09 19:48:25.272504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2097faaa-1e5e-4fe2-96b4-b616094a0c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.286385 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-54190aaf-1cc8-4ce8-8959-18425a1bb8a5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:25.287402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54190aaf-1cc8-4ce8-8959-18425a1bb8a5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:25.292393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-54190aaf-1cc8-4ce8-8959-18425a1bb8a5 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/6fae001f-56d1-4212-b41d-abbc54a45fb4 HTTP/1.1" status: 404 len: 339 time: 0.0256267 Jul 09 19:48:25.292740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:25.306229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.354037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-0c2c2347-c428-4062-8fc6-2cae972d084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.355831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-0c2c2347-c428-4062-8fc6-2cae972d084b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0785885 Jul 09 19:48:25.373184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting subnet 30093f44-56b9-4f26-81fc-b74906236b82 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:25.383940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Network 6ccd7368-2ab3-4b86-88bb-7c45e42cdd27 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:48:25.384399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] No DVR routers for this DVR port 85a006e8-2ee0-45b5-beb4-1b341b4a975a on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:25.385404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.402758 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.403070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7caeb526-f168-44e9-9f1b-59da7f281b39 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:25.403218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7caeb526-f168-44e9-9f1b-59da7f281b39 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:25.419926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e53bd1-9509-4ca3-8017-1275e1d4d6b4 None None] Pushing event deleted for resources: {'Port': ['ID=85a006e8-2ee0-45b5-beb4-1b341b4a975a,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.453161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.472180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-c5b4c204-2f1e-48b2-9ae0-6512b366933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.473767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-c5b4c204-2f1e-48b2-9ae0-6512b366933f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102531 Jul 09 19:48:25.553805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3316b-356d-4715-9520-ff7718c5039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:48:08Z', 'updated_at': '2021-07-09T19:48:23Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:25.581824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:48:25.591081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:48:25.591723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:48:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:25.593064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-683d4228-3a8f-43e9-b1c6-826933a04fff service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112936 Jul 09 19:48:25.607928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.709748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33511ea-f23d-4426-8bc5-b4a03d7c6f45 req-a906e442-c6b6-41b1-a948-f3be6feff282 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092126 Jul 09 19:48:25.722299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.758056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Subnet': ['ID=30093f44-56b9-4f26-81fc-b74906236b82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.765976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.767971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c208df3-067b-43d7-933e-a8754772615d tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/subnets/30093f44-56b9-4f26-81fc-b74906236b82 HTTP/1.1" status: 204 len: 168 time: 0.4734311 Jul 09 19:48:25.770649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:25.772869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef0b6b-1ae8-42f3-b4f5-79a581c1318b None None] Network 4fcb2cc8-19b9-4c84-9bf0-500e479226ed requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:25.790993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:48:25.853077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.906952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Deleting port bbce39f1-1180-4c42-91ad-325bfb02ebdd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:25.907965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.976691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] For port bbce39f1-1180-4c42-91ad-325bfb02ebdd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bbce39f1-1180-4c42-91ad-325bfb02ebdd,segment=NetworkSegment(3747f9e6-f209-427f-9d67-6082f0dbc3f2),segment_id=3747f9e6-f209-427f-9d67-6082f0dbc3f2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:25.977056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.991599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Calling delete_port for bbce39f1-1180-4c42-91ad-325bfb02ebdd owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:26.108648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d3f26-18a3-4a1f-a2fa-1f76940d01ef None None] DHCP port deletion for 4fcb2cc8-19b9-4c84-9bf0-500e479226ed request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:26.109943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.131483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] No DVR routers for this DVR port bbce39f1-1180-4c42-91ad-325bfb02ebdd on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:26.155798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3316b-356d-4715-9520-ff7718c5039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:48:08Z', 'updated_at': '2021-07-09T19:48:23Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:26.157195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Port': ['ID=bbce39f1-1180-4c42-91ad-325bfb02ebdd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:26.190657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108383e2-36f8-48e8-8490-ea3b5f2497c1 None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc3316b-356d-4715-9520-ff7718c5039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:48:08Z', 'updated_at': '2021-07-09T19:48:23Z', 'revision_number': 1, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:48:26.241783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.253491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcb2cc8-19b9-4c84-9bf0-500e479226ed']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:26.269913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3747f9e6-f209-427f-9d67-6082f0dbc3f2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:26.270568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3747f9e6-f209-427f-9d67-6082f0dbc3f2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:26.279817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.295275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.298959 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.305813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:26.306294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:26.309524 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:26.382876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.391702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.396933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] 10.222.0.10 "DELETE /v2.0/networks/4fcb2cc8-19b9-4c84-9bf0-500e479226ed HTTP/1.1" status: 204 len: 168 time: 0.6251714 Jul 09 19:48:26.412413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0721b-2f2e-4ef9-8f04-ffe3781b9644 tempest-NetworksIpV6Test-702402775 tempest-NetworksIpV6Test-702402775-project] Pushing event deleted for resources: {'Network': ['ID=4fcb2cc8-19b9-4c84-9bf0-500e479226ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:26.460226 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d71a68-0935-4a08-91b4-d1da06f9a1ae None None] New status for floating IP e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:48:26.699790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:26.861162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-34f457b5-5815-47cf-a835-c073bb8917bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ab9439222d547cb9e209f30f7a3120d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577766 Jul 09 19:48:26.861394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:26.869977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bbce39f1-1180-4c42-91ad-325bfb02ebdd no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:26.897423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: bbce39f1-1180-4c42-91ad-325bfb02ebdd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:26.897930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bbce39f1-1180-4c42-91ad-325bfb02ebdd not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:26.923336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.948263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.995298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.998035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.003663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/686b4e31-ee5e-4790-b87d-0ca728d29967 HTTP/1.1" status: 204 len: 168 time: 0.1395261 Jul 09 19:48:27.012501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fe4f8-a90d-4726-ac21-d19191698e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b4e31-ee5e-4790-b87d-0ca728d29967,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:27.663404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:27.761956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-267264511'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:27.781347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.788206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:27.791759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.800953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.904666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.912063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.943398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:27.953300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d278a6a-f776-4889-92a5-c0fc7c0f9182,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:27.960733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.961435 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment 1b57ac18-96c0-48af-aa0d-59fb392e2a4b of type vlan for network b2b912ab-f227-4e66-9f1e-1e740022363b Jul 09 19:48:28.016371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.047071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.052818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.053440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.117226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4526713 Jul 09 19:48:28.119911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.130025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'name': 'tempest-PortsTestJSON-295878296'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.138476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ebb53-81fe-4406-a4c5-bfcd6506849f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=b2b912ab-f227-4e66-9f1e-1e740022363b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.154558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:28.223584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:28.227809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.246217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 74793494-b547-4891-a318-6970a2bd03b9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:28.411830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.453000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.512688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=74793494-b547-4891-a318-6970a2bd03b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.523545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': '1b57ac18-96c0-48af-aa0d-59fb392e2a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:28.523903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: b2b912ab-f227-4e66-9f1e-1e740022363b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:28.540780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:28.549430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b2b912ab-f227-4e66-9f1e-1e740022363b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:28.553121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:28.559103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.560050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.560830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0589240-6ade-4fff-a33b-534cd9299e1a None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:28.576274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5825e5a9-7ab5-4a99-81ad-39b75a0c78ca tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4551721 Jul 09 19:48:28.579346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.585456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1808919240'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.616869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:28.621999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.651034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:28.662786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.663270 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment e25dcadd-bde2-4eb6-bc79-5e42f1133c6d of type vlan for network 88fafdfb-ebe4-4714-89bc-5f133fdedf85 Jul 09 19:48:28.718738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.755713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.762641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.763297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.825419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446733 Jul 09 19:48:28.828600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.835728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'ports': [{'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'}, {'network_id': '88fafdfb-ebe4-4714-89bc-5f133fdedf85'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.836433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.836987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0bead-0f0c-41a1-ac39-d0b48c4bc243 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=88fafdfb-ebe4-4714-89bc-5f133fdedf85,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.837916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': '88fafdfb-ebe4-4714-89bc-5f133fdedf85'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.847961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 88fafdfb-ebe4-4714-89bc-5f133fdedf85 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:29.011247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:29.017898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.033614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.124345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 290123ed-6164-4e86-b361-0210449d3d51 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:29.240506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.313893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port bbe5939b-dd6f-407e-aca2-5aa2dcadf491 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:29.432660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.476380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.527955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:29.531165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:29.534954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:29.535774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.542327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=290123ed-6164-4e86-b361-0210449d3d51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:29.603026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=bbe5939b-dd6f-407e-aca2-5aa2dcadf491,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:29.612270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': 'e25dcadd-bde2-4eb6-bc79-5e42f1133c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '88fafdfb-ebe4-4714-89bc-5f133fdedf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:29.612638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: 88fafdfb-ebe4-4714-89bc-5f133fdedf85, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:29.629178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 88fafdfb-ebe4-4714-89bc-5f133fdedf85 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:29.638529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 88fafdfb-ebe4-4714-89bc-5f133fdedf85) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:29.646441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:29.647319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b0883-0382-46ba-b667-5a2a1dfacddf None None] Network 88fafdfb-ebe4-4714-89bc-5f133fdedf85 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:29.652515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:29.657581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:29.658264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.675075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8de727c9-0386-4897-9353-a561d4eb828d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8425932 Jul 09 19:48:29.675372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:29.792504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port bbe5939b-dd6f-407e-aca2-5aa2dcadf491 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:29.793334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.867067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.880281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for bbe5939b-dd6f-407e-aca2-5aa2dcadf491 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:29.956375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.989713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=bbe5939b-dd6f-407e-aca2-5aa2dcadf491,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:29.994899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.996992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c11ab0b6-7c4b-4a44-82c9-efd3029d650c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/bbe5939b-dd6f-407e-aca2-5aa2dcadf491 HTTP/1.1" status: 204 len: 168 time: 0.3206258 Jul 09 19:48:29.999453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.066587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1500e-ef75-4faa-88f7-56595a5079c9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.072700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1500e-ef75-4faa-88f7-56595a5079c9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.074413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f0a1500e-ef75-4faa-88f7-56595a5079c9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0740349 Jul 09 19:48:30.077081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.190502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 290123ed-6164-4e86-b361-0210449d3d51 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:30.190949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.260947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.274490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 290123ed-6164-4e86-b361-0210449d3d51 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:30.357523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.390897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=290123ed-6164-4e86-b361-0210449d3d51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:30.396517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.400875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d2ccdfee-6a37-4e23-b2f8-8a47d5ac4c3b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/290123ed-6164-4e86-b361-0210449d3d51 HTTP/1.1" status: 204 len: 168 time: 0.3205411 Jul 09 19:48:30.401243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.464682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d222dc3-a181-48be-b7ab-666d861f0492 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.468637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d222dc3-a181-48be-b7ab-666d861f0492 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0641396 Jul 09 19:48:30.468880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.498830 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f9101f-5750-45d3-b4a7-e41fa56e352b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:30.500494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-79f9101f-5750-45d3-b4a7-e41fa56e352b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/bbe5939b-dd6f-407e-aca2-5aa2dcadf491 HTTP/1.1" status: 404 len: 333 time: 0.0306413 Jul 09 19:48:30.503103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.530645 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61569a1-5a9f-43ae-b2b9-b9f1343b7024 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:30.535323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e61569a1-5a9f-43ae-b2b9-b9f1343b7024 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/290123ed-6164-4e86-b361-0210449d3d51 HTTP/1.1" status: 404 len: 333 time: 0.0281966 Jul 09 19:48:30.535507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.616306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.705178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.715850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fafdfb-ebe4-4714-89bc-5f133fdedf85']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:30.726354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25dcadd-bde2-4eb6-bc79-5e42f1133c6d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:30.726648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25dcadd-bde2-4eb6-bc79-5e42f1133c6d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:30.735096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.754053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.760339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:30.760736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:30.763800 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:30.825909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.844115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.846014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/88fafdfb-ebe4-4714-89bc-5f133fdedf85 HTTP/1.1" status: 204 len: 168 time: 0.3095636 Jul 09 19:48:30.847348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aca71-aa01-4c2c-9fef-6148578b6031 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=88fafdfb-ebe4-4714-89bc-5f133fdedf85,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:30.851369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.854666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-956640314'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:30.875882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:30.880688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.906980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:30.916962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.917539 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment 9e7bf2bd-f766-46da-9bf6-c630a9d83ecf of type vlan for network 48844a91-b243-476b-a1f6-8543c31261db Jul 09 19:48:30.960628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.990398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.996112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.996704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.059701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2062182 Jul 09 19:48:31.059878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:31.066704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': '48844a91-b243-476b-a1f6-8543c31261db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:31.073047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1dadb-1f71-491d-83ba-b10cce2e0cb4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=48844a91-b243-476b-a1f6-8543c31261db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.084404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 48844a91-b243-476b-a1f6-8543c31261db details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:31.191362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:31.197536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.395556 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.452770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=f4af7b20-48ef-4917-b13f-53fc91bdb5b5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.467602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '48844a91-b243-476b-a1f6-8543c31261db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:31.467961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: 48844a91-b243-476b-a1f6-8543c31261db, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:31.484385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 48844a91-b243-476b-a1f6-8543c31261db is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:31.493340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 48844a91-b243-476b-a1f6-8543c31261db) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:31.497643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:31.498235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.509667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b664731-70b8-4b18-b934-2ac88801aac2 None None] Network 48844a91-b243-476b-a1f6-8543c31261db requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:31.517735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a5eb731-fee4-4614-9aec-92001fb5c12a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4544268 Jul 09 19:48:31.518695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:31.525804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': '48844a91-b243-476b-a1f6-8543c31261db', 'name': 'tempest-PortsTestJSON-166478174'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:31.650181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:31.653775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.669114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-48844a91-b243-476b-a1f6-8543c31261db', 'network_id': '48844a91-b243-476b-a1f6-8543c31261db', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': 'f4af7b20-48ef-4917-b13f-53fc91bdb5b5'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:31.670960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.672266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port aa79a60b-1f19-42bc-82f0-b961a660abbe yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:31.786885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.11 (48844a91-b243-476b-a1f6-8543c31261db/f4af7b20-48ef-4917-b13f-53fc91bdb5b5/aa79a60b-1f19-42bc-82f0-b961a660abbe) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:31.928258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.941346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object aa79a60b-1f19-42bc-82f0-b961a660abbe will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:31.973635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.021031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 48844a91-b243-476b-a1f6-8543c31261db is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:32.021339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Allocated IP 172.20.0.2 (48844a91-b243-476b-a1f6-8543c31261db/f4af7b20-48ef-4917-b13f-53fc91bdb5b5/8d93f4c6-e3c2-44c8-bc46-2bcc39696885) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:32.024306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:32.028375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:32.055262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=aa79a60b-1f19-42bc-82f0-b961a660abbe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.081626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:32.082234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.096689 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e6854e4a-69f8-4189-b938-8e5e5930b4be tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5760708 Jul 09 19:48:32.099571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:32.173374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.181815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Transition to ACTIVE for port object 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:32.196545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Transition to ACTIVE for port object 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:32.197540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port aa79a60b-1f19-42bc-82f0-b961a660abbe {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:32.197896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.203872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.245324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Network 48844a91-b243-476b-a1f6-8543c31261db is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:32.252205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:32.255350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:32.264133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Pushing event updated for resources: {'Port': ['ID=8d93f4c6-e3c2-44c8-bc46-2bcc39696885,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.293417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.305855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for aa79a60b-1f19-42bc-82f0-b961a660abbe owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:32.319946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Attempting to bind port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:32.320321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Attempting to bind port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '48844a91-b243-476b-a1f6-8543c31261db'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:32.320696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Attempting to bind port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 on network 48844a91-b243-476b-a1f6-8543c31261db {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:32.325744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:32.326118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Checking segment: {'id': '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '48844a91-b243-476b-a1f6-8543c31261db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:32.326523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.326918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Bound using segment: {'id': '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '48844a91-b243-476b-a1f6-8543c31261db'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:32.327384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Bound port: 8d93f4c6-e3c2-44c8-bc46-2bcc39696885, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '48844a91-b243-476b-a1f6-8543c31261db'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:32.327797 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.394682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] For port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:32.397787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] For port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d93f4c6-e3c2-44c8-bc46-2bcc39696885,segment=NetworkSegment(9e7bf2bd-f766-46da-9bf6-c630a9d83ecf),segment_id=9e7bf2bd-f766-46da-9bf6-c630a9d83ecf)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:32.402770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.465922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba202-8bf9-4082-ae08-510c57319fb7 None None] Pushing event updated for resources: {'Port': ['ID=8d93f4c6-e3c2-44c8-bc46-2bcc39696885,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.466161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.503373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=aa79a60b-1f19-42bc-82f0-b961a660abbe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.575396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.577630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5b51067e-0a2f-4b24-b754-2c798743f35f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/aa79a60b-1f19-42bc-82f0-b961a660abbe HTTP/1.1" status: 204 len: 168 time: 0.4771016 Jul 09 19:48:32.580768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:32.613209 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f2e9c9-d4ca-4087-ad87-63180c330940 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:48:32.613938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f2e9c9-d4ca-4087-ad87-63180c330940 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:32.615681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31f2e9c9-d4ca-4087-ad87-63180c330940 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/aa79a60b-1f19-42bc-82f0-b961a660abbe HTTP/1.1" status: 404 len: 333 time: 0.0333467 Jul 09 19:48:32.618796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:32.666271 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f609009-8ca3-47ad-9ff7-fb6bc3e36883 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:32.667899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f609009-8ca3-47ad-9ff7-fb6bc3e36883 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/aa79a60b-1f19-42bc-82f0-b961a660abbe HTTP/1.1" status: 404 len: 333 time: 0.0456717 Jul 09 19:48:32.670562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:32.731365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet f4af7b20-48ef-4917-b13f-53fc91bdb5b5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:32.735977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.800715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.906939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.920402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:32.978216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:32.983301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.016023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=f4af7b20-48ef-4917-b13f-53fc91bdb5b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.022413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.025683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-86181800-1425-4898-950b-631591b0d0b1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f4af7b20-48ef-4917-b13f-53fc91bdb5b5 HTTP/1.1" status: 204 len: 168 time: 0.3541112 Jul 09 19:48:33.027764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:33.107260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.170262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:33.170602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.235549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d93f4c6-e3c2-44c8-bc46-2bcc39696885,segment=NetworkSegment(9e7bf2bd-f766-46da-9bf6-c630a9d83ecf),segment_id=9e7bf2bd-f766-46da-9bf6-c630a9d83ecf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:33.235900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.249499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:33.340474 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.354258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:33.398259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=8d93f4c6-e3c2-44c8-bc46-2bcc39696885,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.472844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.483801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48844a91-b243-476b-a1f6-8543c31261db']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:33.496892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:33.497287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7bf2bd-f766-46da-9bf6-c630a9d83ecf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:33.508515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.525493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.531014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c733da-5dfc-48ce-a721-936f8b99cf47 None None] Network 48844a91-b243-476b-a1f6-8543c31261db requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:33.534431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:33.534807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:33.538078 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:33.604621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.613928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6819d009-fef1-402e-808d-16f4c052bc95 None None] Could not find standard attr ID for object 8d93f4c6-e3c2-44c8-bc46-2bcc39696885. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:33.630738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.632623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/48844a91-b243-476b-a1f6-8543c31261db HTTP/1.1" status: 204 len: 168 time: 0.6042554 Jul 09 19:48:33.634037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f795e-6e94-4547-a7e8-a8feaec48c0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=48844a91-b243-476b-a1f6-8543c31261db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.637302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:33.643707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650877271'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:33.669753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:33.674480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.703554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:33.717816 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.718442 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment dc91167b-834b-455a-b4c0-c728a58ae87d of type vlan for network e1ace3c7-a4a1-4655-890c-91f4f01c9729 Jul 09 19:48:33.720470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d445a-871d-46f6-adeb-f6a65084951a None None] DHCP port deletion for 48844a91-b243-476b-a1f6-8543c31261db request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:33.784072 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.816250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.822198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:33.822798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.882595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2435639 Jul 09 19:48:33.885429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:33.891323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47554d-d327-436d-b6cf-03c941cdefef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=e1ace3c7-a4a1-4655-890c-91f4f01c9729,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.891624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:33.901558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:33.994144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:33.998112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.178965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.254821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=c6cda26e-e5a8-47df-bc12-03575b110180,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.262088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': 'dc91167b-834b-455a-b4c0-c728a58ae87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:34.262460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: e1ace3c7-a4a1-4655-890c-91f4f01c9729, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:34.282143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:34.295085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e1ace3c7-a4a1-4655-890c-91f4f01c9729) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:34.299403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.300158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.303786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697cec1-e0ba-44a4-8999-3a9ae2fee0a3 None None] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:34.316240 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bab2948f-0ee2-4546-bce8-2a7c8c69724e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4293971 Jul 09 19:48:34.318783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:34.323777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1456536183'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:34.438525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:34.442186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.462088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 69f72778-7149-4fca-82f0-afaf31739eac yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:34.483383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-e1ace3c7-a4a1-4655-890c-91f4f01c9729', 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': 'c6cda26e-e5a8-47df-bc12-03575b110180'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:34.484332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.595993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.9 (e1ace3c7-a4a1-4655-890c-91f4f01c9729/c6cda26e-e5a8-47df-bc12-03575b110180/69f72778-7149-4fca-82f0-afaf31739eac) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:34.731754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.745431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 69f72778-7149-4fca-82f0-afaf31739eac will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:34.783012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.840856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:34.845240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:34.851042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:34.856024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=69f72778-7149-4fca-82f0-afaf31739eac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.910036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.910776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.929423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:34.929994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-594bc232-fb29-46a1-a56f-aa902cddf87c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6094902 Jul 09 19:48:34.980082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:34.982333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Allocated IP 172.20.0.2 (e1ace3c7-a4a1-4655-890c-91f4f01c9729/c6cda26e-e5a8-47df-bc12-03575b110180/62e6b6d4-3294-4973-82d7-5670aa1f8c28) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:35.005900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:35.006248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d93f4c6-e3c2-44c8-bc46-2bcc39696885 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:35.086636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 69f72778-7149-4fca-82f0-afaf31739eac {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:35.087121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.168044 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.177961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Transition to ACTIVE for port object 62e6b6d4-3294-4973-82d7-5670aa1f8c28 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:35.188608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.194214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Transition to ACTIVE for port object 62e6b6d4-3294-4973-82d7-5670aa1f8c28 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:35.200424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.202370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 69f72778-7149-4fca-82f0-afaf31739eac owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:35.239537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:35.247450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:35.251044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:35.258374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Pushing event updated for resources: {'Port': ['ID=62e6b6d4-3294-4973-82d7-5670aa1f8c28,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:35.313355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Attempting to bind port 62e6b6d4-3294-4973-82d7-5670aa1f8c28 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:35.313731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Attempting to bind port 62e6b6d4-3294-4973-82d7-5670aa1f8c28 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dc91167b-834b-455a-b4c0-c728a58ae87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:35.314120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Attempting to bind port 62e6b6d4-3294-4973-82d7-5670aa1f8c28 on network e1ace3c7-a4a1-4655-890c-91f4f01c9729 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:35.321108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:35.321516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Checking segment: {'id': 'dc91167b-834b-455a-b4c0-c728a58ae87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:35.321931 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.322324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Bound using segment: {'id': 'dc91167b-834b-455a-b4c0-c728a58ae87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:35.322788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Bound port: 62e6b6d4-3294-4973-82d7-5670aa1f8c28, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc91167b-834b-455a-b4c0-c728a58ae87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e1ace3c7-a4a1-4655-890c-91f4f01c9729'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:35.323172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.363774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.420003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] For port 62e6b6d4-3294-4973-82d7-5670aa1f8c28, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:35.423984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] For port 62e6b6d4-3294-4973-82d7-5670aa1f8c28, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=62e6b6d4-3294-4973-82d7-5670aa1f8c28,segment=NetworkSegment(dc91167b-834b-455a-b4c0-c728a58ae87d),segment_id=dc91167b-834b-455a-b4c0-c728a58ae87d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:35.430438 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.467650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=69f72778-7149-4fca-82f0-afaf31739eac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:35.497945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.502839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-42490c7d-ba83-4dc4-9f34-929ccd95259e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/69f72778-7149-4fca-82f0-afaf31739eac HTTP/1.1" status: 204 len: 168 time: 0.5685468 Jul 09 19:48:35.502987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fc07-27ad-44fa-82ae-dc8c2d234a67 None None] Pushing event updated for resources: {'Port': ['ID=62e6b6d4-3294-4973-82d7-5670aa1f8c28,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:35.503680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:35.538522 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d616028d-8966-49bb-a714-f75a3d7cea7f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:35.541176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d616028d-8966-49bb-a714-f75a3d7cea7f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/69f72778-7149-4fca-82f0-afaf31739eac HTTP/1.1" status: 404 len: 333 time: 0.0341272 Jul 09 19:48:35.542877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:35.594754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet c6cda26e-e5a8-47df-bc12-03575b110180 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:35.598110 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.646569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.790996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.865343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.892255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cda26e-e5a8-47df-bc12-03575b110180,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:35.895963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.897971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a6f36f74-3908-4bd3-a96a-1e8b94721758 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/c6cda26e-e5a8-47df-bc12-03575b110180 HTTP/1.1" status: 204 len: 168 time: 0.3541665 Jul 09 19:48:35.900480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:35.977996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.394740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 62e6b6d4-3294-4973-82d7-5670aa1f8c28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:36.395074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.460683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port 62e6b6d4-3294-4973-82d7-5670aa1f8c28, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=62e6b6d4-3294-4973-82d7-5670aa1f8c28,segment=NetworkSegment(dc91167b-834b-455a-b4c0-c728a58ae87d),segment_id=dc91167b-834b-455a-b4c0-c728a58ae87d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:36.461041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.476808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57c74f-631a-42f8-9a9d-dc330fe320b7 None None] Network e1ace3c7-a4a1-4655-890c-91f4f01c9729 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:36.479538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 62e6b6d4-3294-4973-82d7-5670aa1f8c28 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:36.581992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.592592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b0f76c34-d7bb-4ef8-844f-de920b8ddf2a None None] Could not find standard attr ID for object 62e6b6d4-3294-4973-82d7-5670aa1f8c28. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:36.612218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=62e6b6d4-3294-4973-82d7-5670aa1f8c28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:36.616340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port 62e6b6d4-3294-4973-82d7-5670aa1f8c28 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:36.690863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2b426-7603-4930-a804-80e63473d07e None None] DHCP port deletion for e1ace3c7-a4a1-4655-890c-91f4f01c9729 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:36.707136 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.717968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ace3c7-a4a1-4655-890c-91f4f01c9729']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:36.728653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc91167b-834b-455a-b4c0-c728a58ae87d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:36.728955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc91167b-834b-455a-b4c0-c728a58ae87d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:36.738352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.752071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.758434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:36.758821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:36.761778 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:36.848576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.865075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.878704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:36.887918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/e1ace3c7-a4a1-4655-890c-91f4f01c9729 HTTP/1.1" status: 204 len: 168 time: 0.9861438 Jul 09 19:48:36.898005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'name': 'tempest-PortsTestJSON-1892798860'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:36.918450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8dd42-8549-4710-ba89-3f6a15b95610 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=e1ace3c7-a4a1-4655-890c-91f4f01c9729,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:37.007095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:37.011715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.038235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 2262bd22-910d-4238-8e3d-058cd2f10963 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:37.249703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.294320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.345197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=2262bd22-910d-4238-8e3d-058cd2f10963,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:37.360114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:37.361611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:37.364660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:37.370928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:37.371561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.386463 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-405e4375-1d76-4ac4-9d3a-fd78a7f7e70d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5063126 Jul 09 19:48:37.388940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:37.490987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 2262bd22-910d-4238-8e3d-058cd2f10963 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:37.491336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.558138 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.570440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 2262bd22-910d-4238-8e3d-058cd2f10963 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:37.660649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.690125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=2262bd22-910d-4238-8e3d-058cd2f10963,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:37.698929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.703668 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc98f4a5-562d-41e4-9c2e-8110d03d7ea7 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/2262bd22-910d-4238-8e3d-058cd2f10963 HTTP/1.1" status: 204 len: 168 time: 0.3112097 Jul 09 19:48:37.704379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:37.710226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'mac_address': 'fa:16:3e:ec:27:a2', 'name': 'tempest-PortsTestJSON-927879336'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:37.801055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:37.865559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.886777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port bed68106-2395-4d53-852a-748db0ae3201 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:38.067885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.109538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.168945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:38.172274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:38.176596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:38.182188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.182797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.186361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=bed68106-2395-4d53-852a-748db0ae3201,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:38.199651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-255484f4-ac8f-4abf-bc85-496672eebd35 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4941826 Jul 09 19:48:38.202147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:38.256228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea6c9e8-c08c-4250-91ea-7d1f9fb38231 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.257604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6ea6c9e8-c08c-4250-91ea-7d1f9fb38231 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/bed68106-2395-4d53-852a-748db0ae3201 HTTP/1.1" status: 200 len: 840 time: 0.0545440 Jul 09 19:48:38.260302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:38.355799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port bed68106-2395-4d53-852a-748db0ae3201 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:38.356241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.430583 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.443335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for bed68106-2395-4d53-852a-748db0ae3201 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:38.526585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.562310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=bed68106-2395-4d53-852a-748db0ae3201,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:38.568579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.570898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca52f0e2-cabf-4892-82ac-a1a127fb099e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/bed68106-2395-4d53-852a-748db0ae3201 HTTP/1.1" status: 204 len: 168 time: 0.3096759 Jul 09 19:48:38.575527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:38.603351 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b403c9c5-7e7b-4211-9a8d-ff5439713a92 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:38.604930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b403c9c5-7e7b-4211-9a8d-ff5439713a92 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/bed68106-2395-4d53-852a-748db0ae3201 HTTP/1.1" status: 404 len: 333 time: 0.0301383 Jul 09 19:48:38.608708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:38.614406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'name': 'tempest-PortsTestJSON-1577676055'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:38.707284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:38.710894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.732788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 73be094a-2d66-4e21-9857-5958ed935563 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:38.906833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.942862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.984012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:38.989947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:38.992325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:38.998191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.998788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.014423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=73be094a-2d66-4e21-9857-5958ed935563,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:39.019286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8ead360a-1f84-4b61-8464-a0944c2dc16a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4095063 Jul 09 19:48:39.021862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.027319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:39.139341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.302976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.307193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.339458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] In _notify_port_updated(), no bound segment for port 73be094a-2d66-4e21-9857-5958ed935563 on network b2b912ab-f227-4e66-9f1e-1e740022363b {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:48:39.344867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:39.345504 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.347306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/ports/73be094a-2d66-4e21-9857-5958ed935563 HTTP/1.1" status: 200 len: 818 time: 0.3245635 Jul 09 19:48:39.350107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.389498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcff942-1e4a-45d5-8c59-98f08c3a3487 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=73be094a-2d66-4e21-9857-5958ed935563,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:39.454822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 73be094a-2d66-4e21-9857-5958ed935563 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:39.455198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.522272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.535378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 73be094a-2d66-4e21-9857-5958ed935563 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:39.613769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.651003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=73be094a-2d66-4e21-9857-5958ed935563,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:39.653020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.657490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0c40941b-b9b3-4fe9-9350-cf86ee124c98 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/73be094a-2d66-4e21-9857-5958ed935563 HTTP/1.1" status: 204 len: 168 time: 0.3040154 Jul 09 19:48:39.657941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.720382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8f256-d59a-495a-a2f4-7cd8ec610e5a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:39.722550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22c8f256-d59a-495a-a2f4-7cd8ec610e5a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0639615 Jul 09 19:48:39.725306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.751474 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cffc80c-cbe6-419e-9e9a-9a453e989412 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:39.752966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7cffc80c-cbe6-419e-9e9a-9a453e989412 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/73be094a-2d66-4e21-9857-5958ed935563 HTTP/1.1" status: 404 len: 333 time: 0.0267684 Jul 09 19:48:39.756936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.762097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-606219713'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:39.783177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:39.787562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.811230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:39.820107 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.820454 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment 87959ed5-48ce-46d9-9c8a-34e6b04a76e8 of type vlan for network cd73752f-a985-4f46-ae7a-b56598b06a31 Jul 09 19:48:39.864825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.895291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.901336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:39.902044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.968108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2100542 Jul 09 19:48:39.970805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:39.978334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:40.133378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420362e9-3420-4357-94b0-014918e852d9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=cd73752f-a985-4f46-ae7a-b56598b06a31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.137869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:40.138800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:40.138800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.320185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.389257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=f0c3fd80-5985-44fe-84cb-acb8253e4e50,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.397713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': '87959ed5-48ce-46d9-9c8a-34e6b04a76e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:40.398082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: cd73752f-a985-4f46-ae7a-b56598b06a31, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:40.415167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network cd73752f-a985-4f46-ae7a-b56598b06a31 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:40.424584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, cd73752f-a985-4f46-ae7a-b56598b06a31) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:40.432038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.432979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.433124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9536f8-edee-4967-8279-7b5a83d25c08 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:40.449861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-14890b17-03f4-4d01-b1db-c7e521e9c806 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4774554 Jul 09 19:48:40.453855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:40.459947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:40.602599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:40.606422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.611833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-cd73752f-a985-4f46-ae7a-b56598b06a31', 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': 'f0c3fd80-5985-44fe-84cb-acb8253e4e50'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:40.612726 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.726223 n-d-800087-3 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f0c3fd80-5985-44fe-84cb-acb8253e4e50 (CIDR: 172.20.0.0/28) Jul 09 19:48:40.730197 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:48:40.730791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:48:40.744984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1d317bd-2d4f-4c4f-b02a-af14235a3d90 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2900426 Jul 09 19:48:40.747750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:40.753560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:40.773202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Allocated IP 172.20.0.2 (cd73752f-a985-4f46-ae7a-b56598b06a31/f0c3fd80-5985-44fe-84cb-acb8253e4e50/84b61748-6b85-484e-93f5-30b73c167041) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:40.879342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:40.882937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.956268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.965518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Transition to ACTIVE for port object 84b61748-6b85-484e-93f5-30b73c167041 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:40.987423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Transition to ACTIVE for port object 84b61748-6b85-484e-93f5-30b73c167041 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:40.995457 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.036386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:41.040574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:41.044502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:41.089511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Pushing event updated for resources: {'Port': ['ID=84b61748-6b85-484e-93f5-30b73c167041,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.138624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Attempting to bind port 84b61748-6b85-484e-93f5-30b73c167041 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:41.140071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Attempting to bind port 84b61748-6b85-484e-93f5-30b73c167041 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '87959ed5-48ce-46d9-9c8a-34e6b04a76e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:41.140814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Attempting to bind port 84b61748-6b85-484e-93f5-30b73c167041 on network cd73752f-a985-4f46-ae7a-b56598b06a31 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:41.147379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:41.148169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Checking segment: {'id': '87959ed5-48ce-46d9-9c8a-34e6b04a76e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:41.149062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.149587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Bound using segment: {'id': '87959ed5-48ce-46d9-9c8a-34e6b04a76e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:41.150118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Bound port: 84b61748-6b85-484e-93f5-30b73c167041, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87959ed5-48ce-46d9-9c8a-34e6b04a76e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:41.150565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.172738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.215592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network cd73752f-a985-4f46-ae7a-b56598b06a31 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:41.218707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:41.222677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] For port 84b61748-6b85-484e-93f5-30b73c167041, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:41.223985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.224581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.226188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] For port 84b61748-6b85-484e-93f5-30b73c167041, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=84b61748-6b85-484e-93f5-30b73c167041,segment=NetworkSegment(87959ed5-48ce-46d9-9c8a-34e6b04a76e8),segment_id=87959ed5-48ce-46d9-9c8a-34e6b04a76e8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:41.240490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=f7139243-e8b6-48c3-99b1-f73c0fda1f7e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.243822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.251510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:41.252196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cc9a8008-562e-406e-ac69-66d2e18c558a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5027666 Jul 09 19:48:41.259161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'fixed_ips': [{'subnet_id': 'f0c3fd80-5985-44fe-84cb-acb8253e4e50'}, {'subnet_id': 'f7139243-e8b6-48c3-99b1-f73c0fda1f7e'}], 'name': 'tempest-PortsTestJSON-155883273'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:41.308787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b687d-2676-4ab9-9e77-8585f8ee0b41 None None] Pushing event updated for resources: {'Port': ['ID=84b61748-6b85-484e-93f5-30b73c167041,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.429364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:41.527927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.571026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port f97c019e-38fc-47d4-80e4-0932d96c492b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:41.934887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.13 (cd73752f-a985-4f46-ae7a-b56598b06a31/f0c3fd80-5985-44fe-84cb-acb8253e4e50/f97c019e-38fc-47d4-80e4-0932d96c492b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:41.941902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.23 (cd73752f-a985-4f46-ae7a-b56598b06a31/f7139243-e8b6-48c3-99b1-f73c0fda1f7e/f97c019e-38fc-47d4-80e4-0932d96c492b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:42.112776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.142378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object f97c019e-38fc-47d4-80e4-0932d96c492b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:42.195586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.251515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network cd73752f-a985-4f46-ae7a-b56598b06a31 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:42.255217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:42.259333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:42.290192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=f97c019e-38fc-47d4-80e4-0932d96c492b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:42.355076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.356872 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.379082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-76654996-a1f2-4422-a944-236c4346b6e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1234903 Jul 09 19:48:42.381542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:42.389733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0c3fd80-5985-44fe-84cb-acb8253e4e50'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:42.443049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-52ae3e29-e5c8-4b6b-81a0-bffd11650d75 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641906 Jul 09 19:48:42.500764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.580760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-0ed4c78c-4cf2-4bef-9f12-e8a4cee437dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.582881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47de1ce-8b5f-41f0-8d91-97c6d6218032 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:42.583395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-0ed4c78c-4cf2-4bef-9f12-e8a4cee437dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1097 time: 0.1085308 Jul 09 19:48:42.706892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0d693a0e-7ef6-4ff9-9d60-59ccfc4bdbb6 None None] Provisioning for port 84b61748-6b85-484e-93f5-30b73c167041 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:42.719746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-47e674ea-e983-4f3c-9d28-36fc8f390ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.722167 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-47e674ea-e983-4f3c-9d28-36fc8f390ff4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1126528 Jul 09 19:48:42.815828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-0506f62f-6c70-46ff-bae2-810223c80b0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1002 time: 0.0882642 Jul 09 19:48:42.897684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Delete allocated IP 172.20.0.23 (cd73752f-a985-4f46-ae7a-b56598b06a31/f7139243-e8b6-48c3-99b1-f73c0fda1f7e) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 19:48:42.955649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-4c033da9-9f45-4906-88ef-8185539f8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.961236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-4c033da9-9f45-4906-88ef-8185539f8fb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.1353710 Jul 09 19:48:42.982923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 84b61748-6b85-484e-93f5-30b73c167041 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:43.042777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-38c63792-7888-462c-b04a-d5bea5f6c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:43.044425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-38c63792-7888-462c-b04a-d5bea5f6c9db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750341 Jul 09 19:48:43.061969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.083738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Ignored duplicate provisioning block setup for port f97c019e-38fc-47d4-80e4-0932d96c492b by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 19:48:43.088259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Update dhcp port {'port': {'network_id': 'cd73752f-a985-4f46-ae7a-b56598b06a31', 'fixed_ips': [{'subnet_id': 'f0c3fd80-5985-44fe-84cb-acb8253e4e50', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7139243-e8b6-48c3-99b1-f73c0fda1f7e'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '84b61748-6b85-484e-93f5-30b73c167041'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:48:43.088968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.128488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 84b61748-6b85-484e-93f5-30b73c167041 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:43.135520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 84b61748-6b85-484e-93f5-30b73c167041 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:43.136524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.141237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.192598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=f97c019e-38fc-47d4-80e4-0932d96c492b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:43.206461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-5e2a3589-61d0-421e-bf71-9155963ba973 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542680 Jul 09 19:48:43.252890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] In _notify_port_updated(), no bound segment for port f97c019e-38fc-47d4-80e4-0932d96c492b on network cd73752f-a985-4f46-ae7a-b56598b06a31 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:48:43.259885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:43.260645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.265032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-77653dfe-3850-42d8-b2f5-a3cccd5c342f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/ports/f97c019e-38fc-47d4-80e4-0932d96c492b HTTP/1.1" status: 200 len: 919 time: 0.8800356 Jul 09 19:48:43.265489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:43.274653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0c3fd80-5985-44fe-84cb-acb8253e4e50'}, {'subnet_id': 'f7139243-e8b6-48c3-99b1-f73c0fda1f7e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:43.318668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab3b6524-850e-4809-98d8-d5d38f816cec req-aa01cd70-de5f-4429-be40-9f7044bff5a9 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064410 Jul 09 19:48:43.371060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.416818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.446448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 84b61748-6b85-484e-93f5-30b73c167041, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=84b61748-6b85-484e-93f5-30b73c167041,segment=NetworkSegment(87959ed5-48ce-46d9-9c8a-34e6b04a76e8),segment_id=87959ed5-48ce-46d9-9c8a-34e6b04a76e8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:43.451464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.508262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Allocated IP 172.20.0.18 (cd73752f-a985-4f46-ae7a-b56598b06a31/f7139243-e8b6-48c3-99b1-f73c0fda1f7e/84b61748-6b85-484e-93f5-30b73c167041) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:43.527302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=84b61748-6b85-484e-93f5-30b73c167041,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:43.651146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] For port 84b61748-6b85-484e-93f5-30b73c167041, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=84b61748-6b85-484e-93f5-30b73c167041,segment=NetworkSegment(87959ed5-48ce-46d9-9c8a-34e6b04a76e8),segment_id=87959ed5-48ce-46d9-9c8a-34e6b04a76e8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:43.710695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.748951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Transition to ACTIVE for port object 84b61748-6b85-484e-93f5-30b73c167041 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:43.760591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.829269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd89780-86ce-4d50-8356-26f791b99e76 None None] Pushing event updated for resources: {'Port': ['ID=84b61748-6b85-484e-93f5-30b73c167041,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:44.186645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.29 (cd73752f-a985-4f46-ae7a-b56598b06a31/f7139243-e8b6-48c3-99b1-f73c0fda1f7e/f97c019e-38fc-47d4-80e4-0932d96c492b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:44.349424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.351588 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:48:44.366303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Ignored duplicate provisioning block setup for port f97c019e-38fc-47d4-80e4-0932d96c492b by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 19:48:44.372703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.486836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=f97c019e-38fc-47d4-80e4-0932d96c492b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:44.519343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bf995-78bc-4c7d-987c-4b4bc5c610d2 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:44.543658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] In _notify_port_updated(), no bound segment for port f97c019e-38fc-47d4-80e4-0932d96c492b on network cd73752f-a985-4f46-ae7a-b56598b06a31 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:48:44.553061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:44.553931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.559053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-df38751f-bdb7-4201-84fd-c4138cd57992 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/ports/f97c019e-38fc-47d4-80e4-0932d96c492b HTTP/1.1" status: 200 len: 999 time: 1.2909551 Jul 09 19:48:44.560453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:44.592940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Provisioning for port 84b61748-6b85-484e-93f5-30b73c167041 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:44.606807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Provisioning complete for port 84b61748-6b85-484e-93f5-30b73c167041 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:44.609410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.680563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port f97c019e-38fc-47d4-80e4-0932d96c492b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:44.680912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.774931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.800860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Provisioning for port f97c019e-38fc-47d4-80e4-0932d96c492b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:44.802916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for f97c019e-38fc-47d4-80e4-0932d96c492b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:44.820843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Provisioning complete for port f97c019e-38fc-47d4-80e4-0932d96c492b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:44.821336 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.929900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a358c2f9-49c5-4c5b-98b7-2bba9f21e090 None None] Port f97c019e-38fc-47d4-80e4-0932d96c492b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:44.932839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 84b61748-6b85-484e-93f5-30b73c167041 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:45.006339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 84b61748-6b85-484e-93f5-30b73c167041 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:45.006896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.053552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.094382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=f97c019e-38fc-47d4-80e4-0932d96c492b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:45.200318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.203317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2206406-c129-4e6d-86bb-222088b8cae5 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/f97c019e-38fc-47d4-80e4-0932d96c492b HTTP/1.1" status: 204 len: 168 time: 0.6427686 Jul 09 19:48:45.206019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:45.237504 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e02de01-ce13-4379-aead-88e30f516975 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:45.241574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3e02de01-ce13-4379-aead-88e30f516975 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/f97c019e-38fc-47d4-80e4-0932d96c492b HTTP/1.1" status: 404 len: 333 time: 0.0320907 Jul 09 19:48:45.242627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:45.304689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet f7139243-e8b6-48c3-99b1-f73c0fda1f7e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:45.308258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.353467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.455066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.460105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bf17b738-6a1b-4dd5-a152-3a32ad03c686 None None] Provisioning complete for port 84b61748-6b85-484e-93f5-30b73c167041 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:45.460683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf17b738-6a1b-4dd5-a152-3a32ad03c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.536837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.567072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=f7139243-e8b6-48c3-99b1-f73c0fda1f7e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:45.571452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.574106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f4f8fcc-4337-46b4-89e0-fae35576c432 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f7139243-e8b6-48c3-99b1-f73c0fda1f7e HTTP/1.1" status: 204 len: 168 time: 0.3303802 Jul 09 19:48:45.576650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:45.578217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bf17b738-6a1b-4dd5-a152-3a32ad03c686 None None] Could not find standard attr ID for object f97c019e-38fc-47d4-80e4-0932d96c492b. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:45.607783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74970e-eab3-4554-bc27-ef63af17fa03 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:45.648897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet f0c3fd80-5985-44fe-84cb-acb8253e4e50 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:45.652868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.702688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7ea583a0-96ba-43cb-87f1-76d2962d8c2f None None] Could not find standard attr ID for object f97c019e-38fc-47d4-80e4-0932d96c492b. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:45.712444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.822172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.889016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.919178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c3fd80-5985-44fe-84cb-acb8253e4e50,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:45.925066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.929202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc38d54d-2142-4572-b61c-5ee5ef92b511 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f0c3fd80-5985-44fe-84cb-acb8253e4e50 HTTP/1.1" status: 204 len: 168 time: 0.3496528 Jul 09 19:48:45.930455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:46.041007 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.103043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 84b61748-6b85-484e-93f5-30b73c167041 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:46.104088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.192078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port 84b61748-6b85-484e-93f5-30b73c167041, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=84b61748-6b85-484e-93f5-30b73c167041,segment=NetworkSegment(87959ed5-48ce-46d9-9c8a-34e6b04a76e8),segment_id=87959ed5-48ce-46d9-9c8a-34e6b04a76e8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:46.192838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.212806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 84b61748-6b85-484e-93f5-30b73c167041 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:46.321967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.357518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=84b61748-6b85-484e-93f5-30b73c167041,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:46.359390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port 84b61748-6b85-484e-93f5-30b73c167041 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:46.456494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.473158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd73752f-a985-4f46-ae7a-b56598b06a31']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:46.485424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87959ed5-48ce-46d9-9c8a-34e6b04a76e8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:46.486067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87959ed5-48ce-46d9-9c8a-34e6b04a76e8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:46.496070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.511268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.520627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:46.521149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.527672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-887178b1-ee57-4c0f-b0d5-2aab0ace6ae2 None None] Could not find standard attr ID for object 84b61748-6b85-484e-93f5-30b73c167041. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:46.535710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998afe48-deaf-45a9-a7f6-4da3f17ceee9 None None] Network cd73752f-a985-4f46-ae7a-b56598b06a31 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:46.561303 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:46.588119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.597399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.599623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/cd73752f-a985-4f46-ae7a-b56598b06a31 HTTP/1.1" status: 204 len: 168 time: 0.6680553 Jul 09 19:48:46.605919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:46.610039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cf088-d3fb-4fc4-b93d-6552c8a49e78 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=cd73752f-a985-4f46-ae7a-b56598b06a31,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:46.712946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d986d-8648-4d7c-8b55-087e62cf6317 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.718058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2e1d986d-8648-4d7c-8b55-087e62cf6317 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1102281 Jul 09 19:48:46.720137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:46.720709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e4825-c972-4beb-a983-66c6cdf7e45e None None] DHCP port deletion for cd73752f-a985-4f46-ae7a-b56598b06a31 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:46.813260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0171cca7-6fe6-471e-aa6e-145c14d9e4ec tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0909319 Jul 09 19:48:46.818209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:46.823813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1746074935'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:46.853877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:46.859311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.876485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 84b61748-6b85-484e-93f5-30b73c167041 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:46.890398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:46.898419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 84b61748-6b85-484e-93f5-30b73c167041 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:46.898716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 84b61748-6b85-484e-93f5-30b73c167041 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:46.902801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.903158 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment aecb4725-1e54-41fc-ba68-e4407a8a19ec of type vlan for network b74e116c-d732-4c75-ad00-d3c9811a0b9c Jul 09 19:48:46.958766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.990482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.996337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.996925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.053392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2338295 Jul 09 19:48:47.056347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:47.060893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:47.112621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f372d4-f6d2-45f4-8435-88739ba7d27c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=b74e116c-d732-4c75-ad00-d3c9811a0b9c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:47.129752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:47.186699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:47.193875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.413944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.481405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=279ecdac-bb08-45a9-8e83-30c4b32957bc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:47.486877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': 'aecb4725-1e54-41fc-ba68-e4407a8a19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:47.487289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: b74e116c-d732-4c75-ad00-d3c9811a0b9c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:47.504000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:47.513814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b74e116c-d732-4c75-ad00-d3c9811a0b9c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:47.518632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:47.519433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.523858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b564d2-c8b8-4d2a-934b-6a2d7cc1dfbc None None] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:47.538051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:47.538273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f458af4c-836c-443b-b484-8592c23fa07a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4810541 Jul 09 19:48:47.543425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c', 'name': 'tempest-PortsTestJSON-817691271'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:47.669511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:47.672992 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.681254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b74e116c-d732-4c75-ad00-d3c9811a0b9c', 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': '279ecdac-bb08-45a9-8e83-30c4b32957bc'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:47.682127 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.692809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 979fd738-0c34-4100-910a-63676d78eae5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:47.817110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.12 (b74e116c-d732-4c75-ad00-d3c9811a0b9c/279ecdac-bb08-45a9-8e83-30c4b32957bc/979fd738-0c34-4100-910a-63676d78eae5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:47.977894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.991725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 979fd738-0c34-4100-910a-63676d78eae5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:48.025736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.071971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:48.072783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Allocated IP 172.20.0.2 (b74e116c-d732-4c75-ad00-d3c9811a0b9c/279ecdac-bb08-45a9-8e83-30c4b32957bc/96e2767f-a61c-47b0-b4f9-0797808f7abf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:48.079056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:48.082588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:48.119142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=979fd738-0c34-4100-910a-63676d78eae5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.151246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.152176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.169530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9b36eb36-e930-4444-8019-bf754e90a87a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6302724 Jul 09 19:48:48.172115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:48.179243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c', 'name': 'tempest-PortsTestJSON-1118738928'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:48.248432 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.258036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Transition to ACTIVE for port object 96e2767f-a61c-47b0-b4f9-0797808f7abf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:48.276659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Transition to ACTIVE for port object 96e2767f-a61c-47b0-b4f9-0797808f7abf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:48.295557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.312007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:48.318089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.331853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:48.334714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:48.341306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:48.346264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port d904f43d-782a-4d56-a7e5-f944f305c217 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:48.355630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Pushing event updated for resources: {'Port': ['ID=96e2767f-a61c-47b0-b4f9-0797808f7abf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.409609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Attempting to bind port 96e2767f-a61c-47b0-b4f9-0797808f7abf on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:48.410137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Attempting to bind port 96e2767f-a61c-47b0-b4f9-0797808f7abf by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'aecb4725-1e54-41fc-ba68-e4407a8a19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:48.411284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Attempting to bind port 96e2767f-a61c-47b0-b4f9-0797808f7abf on network b74e116c-d732-4c75-ad00-d3c9811a0b9c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:48.416472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:48.416968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Checking segment: {'id': 'aecb4725-1e54-41fc-ba68-e4407a8a19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:48.418214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.418214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Bound using segment: {'id': 'aecb4725-1e54-41fc-ba68-e4407a8a19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:48.418423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Bound port: 96e2767f-a61c-47b0-b4f9-0797808f7abf, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecb4725-1e54-41fc-ba68-e4407a8a19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b74e116c-d732-4c75-ad00-d3c9811a0b9c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:48.419218 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.506201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] For port 96e2767f-a61c-47b0-b4f9-0797808f7abf, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:48.509082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.5 (b74e116c-d732-4c75-ad00-d3c9811a0b9c/279ecdac-bb08-45a9-8e83-30c4b32957bc/d904f43d-782a-4d56-a7e5-f944f305c217) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:48.515346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] For port 96e2767f-a61c-47b0-b4f9-0797808f7abf, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=96e2767f-a61c-47b0-b4f9-0797808f7abf,segment=NetworkSegment(aecb4725-1e54-41fc-ba68-e4407a8a19ec),segment_id=aecb4725-1e54-41fc-ba68-e4407a8a19ec)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:48.520281 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.619350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c8483-4cae-48fd-93c0-72a51c11117b None None] Pushing event updated for resources: {'Port': ['ID=96e2767f-a61c-47b0-b4f9-0797808f7abf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.633579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.691196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.707876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object d904f43d-782a-4d56-a7e5-f944f305c217 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:48.751810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.830810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=d904f43d-782a-4d56-a7e5-f944f305c217,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.834567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:48.836698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:48.839803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:48.904256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.905014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.926784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:48.928159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-549e61ed-130a-436f-a23a-b5875ec0c5c8 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7540009 Jul 09 19:48:48.939740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 96e2767f-a61c-47b0-b4f9-0797808f7abf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:49.000512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 96e2767f-a61c-47b0-b4f9-0797808f7abf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:49.067238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992a22c-32d2-4527-ac29-3785ce9aabfb tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:49.068804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7992a22c-32d2-4527-ac29-3785ce9aabfb tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1403747 Jul 09 19:48:49.071797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:49.189327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port d904f43d-782a-4d56-a7e5-f944f305c217 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:49.189827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.285651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.297494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for d904f43d-782a-4d56-a7e5-f944f305c217 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:49.475019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.528647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=d904f43d-782a-4d56-a7e5-f944f305c217,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:49.624745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.627650 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb5569ae-3e2f-4bb7-b136-8e255ffa5af4 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/d904f43d-782a-4d56-a7e5-f944f305c217 HTTP/1.1" status: 204 len: 168 time: 0.5547621 Jul 09 19:48:49.630360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:49.665435 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a645462e-df31-4eae-aa19-9e80f5658d55 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:49.667874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a645462e-df31-4eae-aa19-9e80f5658d55 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/d904f43d-782a-4d56-a7e5-f944f305c217 HTTP/1.1" status: 404 len: 333 time: 0.0356548 Jul 09 19:48:49.670337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:49.788350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 979fd738-0c34-4100-910a-63676d78eae5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:49.788867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.800417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2a5f6-324f-4de7-a41c-a4ddfcef3b76 None None] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:49.891938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.905830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 979fd738-0c34-4100-910a-63676d78eae5 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:50.037330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Provisioning for port 96e2767f-a61c-47b0-b4f9-0797808f7abf completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:50.048165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Provisioning complete for port 96e2767f-a61c-47b0-b4f9-0797808f7abf triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:50.048888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.053215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.089027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=979fd738-0c34-4100-910a-63676d78eae5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.175804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.180587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3039f03-2201-4103-8788-adf37e4d0cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/979fd738-0c34-4100-910a-63676d78eae5 HTTP/1.1" status: 204 len: 168 time: 0.5067253 Jul 09 19:48:50.180816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:50.211583 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-599730bc-7fce-4a0a-ad21-85f92bfeef0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:50.216087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-599730bc-7fce-4a0a-ad21-85f92bfeef0a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/979fd738-0c34-4100-910a-63676d78eae5 HTTP/1.1" status: 404 len: 333 time: 0.0318706 Jul 09 19:48:50.216934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:50.245603 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.287868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 279ecdac-bb08-45a9-8e83-30c4b32957bc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:50.295276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.299161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] For port 96e2767f-a61c-47b0-b4f9-0797808f7abf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=96e2767f-a61c-47b0-b4f9-0797808f7abf,segment=NetworkSegment(aecb4725-1e54-41fc-ba68-e4407a8a19ec),segment_id=aecb4725-1e54-41fc-ba68-e4407a8a19ec)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:50.306439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.347798 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.374082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d8f74-1508-46d9-8432-0b9a4b0d7e95 None None] Pushing event updated for resources: {'Port': ['ID=96e2767f-a61c-47b0-b4f9-0797808f7abf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.457813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.529479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-77455d8b-da6c-40f7-bcff-5d0d24f24e0f None None] Provisioning complete for port 96e2767f-a61c-47b0-b4f9-0797808f7abf triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:50.530284 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77455d8b-da6c-40f7-bcff-5d0d24f24e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.532174 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.564438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=279ecdac-bb08-45a9-8e83-30c4b32957bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.589224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.593746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f9c3b36-18c8-4c0e-95b6-cfbe7b4cbd34 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/279ecdac-bb08-45a9-8e83-30c4b32957bc HTTP/1.1" status: 204 len: 168 time: 0.3731713 Jul 09 19:48:50.594864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:50.691796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.727884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14f2de-28bb-4f47-8af3-2e3597feb1e8 None None] Network b74e116c-d732-4c75-ad00-d3c9811a0b9c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:50.761270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 96e2767f-a61c-47b0-b4f9-0797808f7abf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:50.761769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.815390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3865071d-a841-490b-b4a0-a3359d5700e3 None None] Could not find standard attr ID for object 979fd738-0c34-4100-910a-63676d78eae5. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:50.837066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port 96e2767f-a61c-47b0-b4f9-0797808f7abf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=96e2767f-a61c-47b0-b4f9-0797808f7abf,segment=NetworkSegment(aecb4725-1e54-41fc-ba68-e4407a8a19ec),segment_id=aecb4725-1e54-41fc-ba68-e4407a8a19ec)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:50.837887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.855958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 96e2767f-a61c-47b0-b4f9-0797808f7abf owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:50.972342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 96e2767f-a61c-47b0-b4f9-0797808f7abf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:50.972572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.993994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 96e2767f-a61c-47b0-b4f9-0797808f7abf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:50.994374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 96e2767f-a61c-47b0-b4f9-0797808f7abf not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 19:48:50.999540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=96e2767f-a61c-47b0-b4f9-0797808f7abf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:51.007139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port 96e2767f-a61c-47b0-b4f9-0797808f7abf on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:51.030379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82590914-18e6-46c6-ab49-573b4580d625 None None] DHCP port deletion for b74e116c-d732-4c75-ad00-d3c9811a0b9c request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:51.033639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Port 96e2767f-a61c-47b0-b4f9-0797808f7abf not found, will not notify nova. {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 19:48:51.104513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.115284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e116c-d732-4c75-ad00-d3c9811a0b9c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:51.126075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecb4725-1e54-41fc-ba68-e4407a8a19ec') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:51.126353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecb4725-1e54-41fc-ba68-e4407a8a19ec') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:51.135929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.149945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.156258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:51.156671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:51.160487 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:51.227726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.233252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.235228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/b74e116c-d732-4c75-ad00-d3c9811a0b9c HTTP/1.1" status: 204 len: 168 time: 0.6388545 Jul 09 19:48:51.243410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:51.252465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-205283769'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:51.254770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64ddd-b035-4b5f-a418-fe0497f4b754 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=b74e116c-d732-4c75-ad00-d3c9811a0b9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:51.292058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:51.297748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.323786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:51.333740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.334152 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment ed020bc7-23b2-495c-86fd-34ad3e88247a of type vlan for network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 Jul 09 19:48:51.384436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.415132 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.420692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.421316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.488091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2402081 Jul 09 19:48:51.488723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:51.492110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3cbdb-a5a9-486c-8939-7611adabcdf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:51.494554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:51.503385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:51.603262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:51.607207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.804473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.870790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=0821f739-8f25-42ff-bf12-9a78ed5f1267,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:51.879063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': 'ed020bc7-23b2-495c-86fd-34ad3e88247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:51.879478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:51.898088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:51.909517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:51.917763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.918874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.920135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c1b60-07bf-406e-8013-05fcd45fb81f None None] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:51.940654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1f5a66ad-e065-4f1f-a3b1-8fe4cfef80df tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4473164 Jul 09 19:48:51.940970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:51.946832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7', 'name': 'tempest-PortsTestJSON-1782243378', 'fixed_ips': [{'subnet_id': '0821f739-8f25-42ff-bf12-9a78ed5f1267', 'ip_address': '172.20.0.10'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:52.113545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:52.152317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7', 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': '0821f739-8f25-42ff-bf12-9a78ed5f1267'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:52.153231 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.213865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.235712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port a9ddac32-aba4-4c65-9699-73d6115fb960 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:52.328559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Allocated IP 172.20.0.2 (829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7/0821f739-8f25-42ff-bf12-9a78ed5f1267/a4169957-2554-4640-aec7-1d94936a22c6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:52.330515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae505caf-9afb-48c7-9a62-fb8720f6fc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.507019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.515827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Transition to ACTIVE for port object a4169957-2554-4640-aec7-1d94936a22c6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:52.531001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Transition to ACTIVE for port object a4169957-2554-4640-aec7-1d94936a22c6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:52.537566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.574964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:52.579449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:52.585364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:52.597772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Pushing event updated for resources: {'Port': ['ID=a4169957-2554-4640-aec7-1d94936a22c6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.599312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.10 (829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7/0821f739-8f25-42ff-bf12-9a78ed5f1267/a9ddac32-aba4-4c65-9699-73d6115fb960) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:52.654377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Attempting to bind port a4169957-2554-4640-aec7-1d94936a22c6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:52.654758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Attempting to bind port a4169957-2554-4640-aec7-1d94936a22c6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ed020bc7-23b2-495c-86fd-34ad3e88247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:52.655125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Attempting to bind port a4169957-2554-4640-aec7-1d94936a22c6 on network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:52.661382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:52.661762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Checking segment: {'id': 'ed020bc7-23b2-495c-86fd-34ad3e88247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:52.662177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.662581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Bound using segment: {'id': 'ed020bc7-23b2-495c-86fd-34ad3e88247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:52.663063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Bound port: a4169957-2554-4640-aec7-1d94936a22c6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed020bc7-23b2-495c-86fd-34ad3e88247a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:52.663452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.735771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] For port a4169957-2554-4640-aec7-1d94936a22c6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:52.739434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] For port a4169957-2554-4640-aec7-1d94936a22c6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4169957-2554-4640-aec7-1d94936a22c6,segment=NetworkSegment(ed020bc7-23b2-495c-86fd-34ad3e88247a),segment_id=ed020bc7-23b2-495c-86fd-34ad3e88247a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:52.744101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.774276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.798289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object a9ddac32-aba4-4c65-9699-73d6115fb960 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:52.817918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d18f86-4bcc-412d-9124-e6cde7935e38 None None] Pushing event updated for resources: {'Port': ['ID=a4169957-2554-4640-aec7-1d94936a22c6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.846370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.894312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:52.898613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:52.902968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:52.911914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 96e2767f-a61c-47b0-b4f9-0797808f7abf no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:52.929944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=a9ddac32-aba4-4c65-9699-73d6115fb960,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.936742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 96e2767f-a61c-47b0-b4f9-0797808f7abf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:52.937488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 96e2767f-a61c-47b0-b4f9-0797808f7abf not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:53.001123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.001818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.019844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-80ffb239-3724-43f7-8ba0-b1c2057a3085 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0752108 Jul 09 19:48:53.020110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.025162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': '829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7', 'name': 'tempest-PortsTestJSON-661909478', 'fixed_ips': [{'subnet_id': '0821f739-8f25-42ff-bf12-9a78ed5f1267', 'ip_address': '172.20.0.9'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:53.162487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.205413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:53.219965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.240963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 8998355d-9247-4f35-93c4-cf42346beaee yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:53.404560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.9 (829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7/0821f739-8f25-42ff-bf12-9a78ed5f1267/8998355d-9247-4f35-93c4-cf42346beaee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:53.581655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.597544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 8998355d-9247-4f35-93c4-cf42346beaee will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:53.656897 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.712255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:53.719203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:53.722100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:53.764747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=8998355d-9247-4f35-93c4-cf42346beaee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:53.796340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.796978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.813034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00f9faf4-0732-4a9d-9916-1e5ffd170eef tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7918909 Jul 09 19:48:53.816088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.942795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f265c-02a3-4a83-880b-ed5e10fa4a15 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.945645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-704f265c-02a3-4a83-880b-ed5e10fa4a15 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1284244 Jul 09 19:48:53.947045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.988521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78198634-44fd-45b3-b6ed-edea8daaaba1 None None] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:54.051884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076b048-3e90-4969-8c5e-7cd7714e1056 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.060334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076b048-3e90-4969-8c5e-7cd7714e1056 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.073676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076b048-3e90-4969-8c5e-7cd7714e1056 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.077985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7076b048-3e90-4969-8c5e-7cd7714e1056 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1274035 Jul 09 19:48:54.078420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:54.144246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bcd30aa2-a5f1-4907-a2ba-9c151c3e4808 None None] Provisioning for port a4169957-2554-4640-aec7-1d94936a22c6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:54.201472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 8998355d-9247-4f35-93c4-cf42346beaee {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:54.201825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.585398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Provisioning for port a9ddac32-aba4-4c65-9699-73d6115fb960 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:54.591328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Provisioning complete for port a9ddac32-aba4-4c65-9699-73d6115fb960 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:54.591703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.647560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Port a9ddac32-aba4-4c65-9699-73d6115fb960 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:54.661651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Provisioning for port 8998355d-9247-4f35-93c4-cf42346beaee completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:54.668859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Provisioning complete for port 8998355d-9247-4f35-93c4-cf42346beaee triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:54.669653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.733672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.751155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 8998355d-9247-4f35-93c4-cf42346beaee owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:54.758928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e729fbf4-4fe5-42aa-b366-e627038622d9 None None] Port 8998355d-9247-4f35-93c4-cf42346beaee cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:54.899493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fe8884f2-04c2-45b3-acf6-07319c54a90f None None] Provisioning complete for port a9ddac32-aba4-4c65-9699-73d6115fb960 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:54.899806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe8884f2-04c2-45b3-acf6-07319c54a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.918453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.955678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fe8884f2-04c2-45b3-acf6-07319c54a90f None None] Port a9ddac32-aba4-4c65-9699-73d6115fb960 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:54.957294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4169957-2554-4640-aec7-1d94936a22c6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:54.969973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=8998355d-9247-4f35-93c4-cf42346beaee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.021610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03052634-691b-449f-903c-1fd1f3155129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.027126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a4169957-2554-4640-aec7-1d94936a22c6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:55.032730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a4169957-2554-4640-aec7-1d94936a22c6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:55.033627 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.051787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.054361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-551d3eb6-0c15-4f9c-9ed4-a16db636b925 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/8998355d-9247-4f35-93c4-cf42346beaee HTTP/1.1" status: 204 len: 168 time: 0.9748399 Jul 09 19:48:55.057209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.076835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d68b015d-0b6a-4bff-ae5f-720c346ce6c6 None None] Could not find standard attr ID for object 8998355d-9247-4f35-93c4-cf42346beaee. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:48:55.098225 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d84e64-e96e-454a-899a-ec0847d21e1b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:55.100465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-93d84e64-e96e-454a-899a-ec0847d21e1b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/8998355d-9247-4f35-93c4-cf42346beaee HTTP/1.1" status: 404 len: 333 time: 0.0421157 Jul 09 19:48:55.103496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.145423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.255232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a4169957-2554-4640-aec7-1d94936a22c6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4169957-2554-4640-aec7-1d94936a22c6,segment=NetworkSegment(ed020bc7-23b2-495c-86fd-34ad3e88247a),segment_id=ed020bc7-23b2-495c-86fd-34ad3e88247a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:55.269826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.301687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.338301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a4169957-2554-4640-aec7-1d94936a22c6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.361486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port a9ddac32-aba4-4c65-9699-73d6115fb960 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:55.361970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.462115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.484432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for a9ddac32-aba4-4c65-9699-73d6115fb960 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:55.616574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.648183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=a9ddac32-aba4-4c65-9699-73d6115fb960,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.680219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.680563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.680902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.681258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.681588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.681915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.682234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.682737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.683226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.683547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.683866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.684181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:55.736385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.738483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f03038df-942a-4471-875c-8d32abd81f62 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/a9ddac32-aba4-4c65-9699-73d6115fb960 HTTP/1.1" status: 204 len: 168 time: 0.6339712 Jul 09 19:48:55.741174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.777232 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e076676b-2167-4dff-8d8d-6d05298c2cbb tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:48:55.779087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e076676b-2167-4dff-8d8d-6d05298c2cbb tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/a9ddac32-aba4-4c65-9699-73d6115fb960 HTTP/1.1" status: 404 len: 333 time: 0.0369430 Jul 09 19:48:55.781834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.840449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 0821f739-8f25-42ff-bf12-9a78ed5f1267 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:48:55.844433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.896497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.980934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.040196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.071824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=0821f739-8f25-42ff-bf12-9a78ed5f1267,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.076882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.078495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4dbc988-5bdb-493b-bc23-a6ec506c5b14 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/0821f739-8f25-42ff-bf12-9a78ed5f1267 HTTP/1.1" status: 204 len: 168 time: 0.2957292 Jul 09 19:48:56.081310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:56.089717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca572ef-45d7-461d-b2d2-4bff7bf26433 None None] Network 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:56.166426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.225377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port a4169957-2554-4640-aec7-1d94936a22c6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:56.225693 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.298151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port a4169957-2554-4640-aec7-1d94936a22c6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4169957-2554-4640-aec7-1d94936a22c6,segment=NetworkSegment(ed020bc7-23b2-495c-86fd-34ad3e88247a),segment_id=ed020bc7-23b2-495c-86fd-34ad3e88247a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:56.298685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.303508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] DHCP port deletion for 829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:48:56.328939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for a4169957-2554-4640-aec7-1d94936a22c6 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:56.337729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.364554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Deleting port a4169957-2554-4640-aec7-1d94936a22c6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:56.364926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.427420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.440457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] For port a4169957-2554-4640-aec7-1d94936a22c6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4169957-2554-4640-aec7-1d94936a22c6,segment=NetworkSegment(ed020bc7-23b2-495c-86fd-34ad3e88247a),segment_id=ed020bc7-23b2-495c-86fd-34ad3e88247a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:56.440850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.453545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Calling delete_port for a4169957-2554-4640-aec7-1d94936a22c6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:56.458975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=a4169957-2554-4640-aec7-1d94936a22c6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.461147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port a4169957-2554-4640-aec7-1d94936a22c6 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:56.565992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.579151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:56.581887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.593204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed020bc7-23b2-495c-86fd-34ad3e88247a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:56.593204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed020bc7-23b2-495c-86fd-34ad3e88247a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:48:56.602325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.610500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] Pushing event deleted for resources: {'Port': ['ID=a4169957-2554-4640-aec7-1d94936a22c6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.615104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9547f6-d1b9-4de0-aafd-7984308a574d None None] No DVR routers for this DVR port a4169957-2554-4640-aec7-1d94936a22c6 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:56.617434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.630759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:48:56.631254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:48:56.634544 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:48:56.697254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.704424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.709644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7 HTTP/1.1" status: 204 len: 168 time: 0.6271818 Jul 09 19:48:56.711323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:56.718574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-753803893'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:56.723782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56ef41-060e-4803-8b2e-3c09e79389fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=829aa0ec-3bc9-4f0d-90f4-ca3ed349e3c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.746765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:56.750682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.774608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:56.784730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.785176 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Added segment 441c9965-eba4-487d-bde0-0e870548fd83 of type vlan for network 153e21e3-2861-421d-8538-654ebc0fc92f Jul 09 19:48:56.831565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.869751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.878027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.879253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.885435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4169957-2554-4640-aec7-1d94936a22c6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:56.911328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: a4169957-2554-4640-aec7-1d94936a22c6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:56.911701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4169957-2554-4640-aec7-1d94936a22c6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:56.952550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2363601 Jul 09 19:48:56.953530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:56.960405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:56.977643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5e97d-e9d7-4150-be50-5314a0799675 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Network': ['ID=153e21e3-2861-421d-8538-654ebc0fc92f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.989096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 153e21e3-2861-421d-8538-654ebc0fc92f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:57.053847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:57.057673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.241371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.294188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=996198a9-ce5c-45f5-83a3-2b34d93eb3df,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.311104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Checking segment: {'id': '441c9965-eba4-487d-bde0-0e870548fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:57.311389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network hostable DHCP agents. Network: 153e21e3-2861-421d-8538-654ebc0fc92f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:57.328869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 153e21e3-2861-421d-8538-654ebc0fc92f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:57.339587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 153e21e3-2861-421d-8538-654ebc0fc92f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:57.343978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.344601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.348933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96114a37-9df6-4c82-84bf-5ad447857870 None None] Network 153e21e3-2861-421d-8538-654ebc0fc92f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:57.362549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-efb7d61e-af99-45cc-8a6e-bdc6530a229d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4050953 Jul 09 19:48:57.362940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:57.367723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1693287706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:57.394681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.395990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.454420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.471320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.488933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.493819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f8e4c59-ab92-424b-ae3e-76cfce1ed74f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1263599 Jul 09 19:48:57.494170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:57.499252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f', 'name': 'tempest-PortsTestJSON-2020784944'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:57.512674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-153e21e3-2861-421d-8538-654ebc0fc92f', 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': '996198a9-ce5c-45f5-83a3-2b34d93eb3df'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:48:57.513582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.617812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:57.621819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.640331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port a8ced093-7448-41be-9b8d-2251625c7356 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:48:57.666639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Allocated IP 172.20.0.2 (153e21e3-2861-421d-8538-654ebc0fc92f/996198a9-ce5c-45f5-83a3-2b34d93eb3df/1755517c-9129-4053-b035-3cf28501c4d4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:57.809850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.834124 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.842829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Transition to ACTIVE for port object 1755517c-9129-4053-b035-3cf28501c4d4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:57.857733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Transition to ACTIVE for port object 1755517c-9129-4053-b035-3cf28501c4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:57.863357 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.908463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Network 153e21e3-2861-421d-8538-654ebc0fc92f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:57.911258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:57.914182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:57.914511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.12 (153e21e3-2861-421d-8538-654ebc0fc92f/996198a9-ce5c-45f5-83a3-2b34d93eb3df/a8ced093-7448-41be-9b8d-2251625c7356) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:57.921873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Pushing event updated for resources: {'Port': ['ID=1755517c-9129-4053-b035-3cf28501c4d4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.980274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Attempting to bind port 1755517c-9129-4053-b035-3cf28501c4d4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:57.980647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Attempting to bind port 1755517c-9129-4053-b035-3cf28501c4d4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '441c9965-eba4-487d-bde0-0e870548fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:57.981018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Attempting to bind port 1755517c-9129-4053-b035-3cf28501c4d4 on network 153e21e3-2861-421d-8538-654ebc0fc92f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:57.986692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:57.987069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Checking segment: {'id': '441c9965-eba4-487d-bde0-0e870548fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:57.987473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.987873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Bound using segment: {'id': '441c9965-eba4-487d-bde0-0e870548fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:57.988334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Bound port: 1755517c-9129-4053-b035-3cf28501c4d4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c9965-eba4-487d-bde0-0e870548fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '153e21e3-2861-421d-8538-654ebc0fc92f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:57.988716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.062511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] For port 1755517c-9129-4053-b035-3cf28501c4d4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:58.067316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] For port 1755517c-9129-4053-b035-3cf28501c4d4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1755517c-9129-4053-b035-3cf28501c4d4,segment=NetworkSegment(441c9965-eba4-487d-bde0-0e870548fd83),segment_id=441c9965-eba4-487d-bde0-0e870548fd83)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:58.073481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.081487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.097235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object a8ced093-7448-41be-9b8d-2251625c7356 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:58.147862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.169652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df778e2-a75d-4c8d-bac9-8d4ddd4364cf None None] Pushing event updated for resources: {'Port': ['ID=1755517c-9129-4053-b035-3cf28501c4d4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:58.207451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 153e21e3-2861-421d-8538-654ebc0fc92f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:58.210714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:58.213538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:58.602863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=a8ced093-7448-41be-9b8d-2251625c7356,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:58.627729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.628364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.644683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bfeeeac4-edcc-40c8-9dd2-60a90c1cebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1493933 Jul 09 19:48:58.647388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:58.981502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1755517c-9129-4053-b035-3cf28501c4d4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:59.050190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1755517c-9129-4053-b035-3cf28501c4d4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:59.101563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.249505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc821877-1007-4946-bec2-f21aacc89b7f None None] Network 153e21e3-2861-421d-8538-654ebc0fc92f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:59.378280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Provisioning for port 1755517c-9129-4053-b035-3cf28501c4d4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:59.386269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.386452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Provisioning complete for port 1755517c-9129-4053-b035-3cf28501c4d4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:59.386786 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.392836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.499314 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.515359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=a8ced093-7448-41be-9b8d-2251625c7356,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:59.536781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] For port 1755517c-9129-4053-b035-3cf28501c4d4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1755517c-9129-4053-b035-3cf28501c4d4,segment=NetworkSegment(441c9965-eba4-487d-bde0-0e870548fd83),segment_id=441c9965-eba4-487d-bde0-0e870548fd83)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:59.542289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.685648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.796053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a48597-2b1e-431b-a7de-8586877795ab None None] Pushing event updated for resources: {'Port': ['ID=1755517c-9129-4053-b035-3cf28501c4d4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:59.854464 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.889476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Provisioning complete for port 1755517c-9129-4053-b035-3cf28501c4d4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:59.889988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.085595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Provisioning for port a8ced093-7448-41be-9b8d-2251625c7356 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:00.099870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Provisioning complete for port a8ced093-7448-41be-9b8d-2251625c7356 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:00.099870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.151898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-20562c19-3c00-4c0d-bfa9-09d6fb3f07f4 None None] Port a8ced093-7448-41be-9b8d-2251625c7356 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:00.174114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.178850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.256661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=a8ced093-7448-41be-9b8d-2251625c7356,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:00.262740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.282295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-984de303-7952-4f19-a5ea-1408329c36f3 None None] Provisioning complete for port a8ced093-7448-41be-9b8d-2251625c7356 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:00.282937 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-984de303-7952-4f19-a5ea-1408329c36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.324216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-984de303-7952-4f19-a5ea-1408329c36f3 None None] Port a8ced093-7448-41be-9b8d-2251625c7356 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:00.367827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network 153e21e3-2861-421d-8538-654ebc0fc92f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:00.369235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:00.444092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a5dc8e96-cee9-424f-8d9f-1bb31d8b623a None None] Provisioning complete for port a8ced093-7448-41be-9b8d-2251625c7356 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:00.444212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8e96-cee9-424f-8d9f-1bb31d8b623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.480282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc8e96-cee9-424f-8d9f-1bb31d8b623a None None] Port a8ced093-7448-41be-9b8d-2251625c7356 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:00.498161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Router fc910f2f-7a66-41fe-9d5c-f09c190efe04 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:00.592406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:00.597517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7d3c4a38-01d3-46fa-a239-8c25cd46317d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/routers/fc910f2f-7a66-41fe-9d5c-f09c190efe04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9488819 Jul 09 19:49:00.599058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9d51e488-8630-42e2-845e-6dfffab16b24 None None] Provisioning complete for port a8ced093-7448-41be-9b8d-2251625c7356 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:00.599733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d51e488-8630-42e2-845e-6dfffab16b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.600096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:00.602848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] Sync routers for ids ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:00.638775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] Routers {'fc910f2f-7a66-41fe-9d5c-f09c190efe04'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:00.639325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:48:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:00.662301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b94c3c-d191-4643-b4f1-0e8736fe2d15 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.663805 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-51b94c3c-d191-4643-b4f1-0e8736fe2d15 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc910f2f-7a66-41fe-9d5c-f09c190efe04 HTTP/1.1" status: 200 len: 983 time: 0.0627449 Jul 09 19:49:00.666669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:00.674392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:00.677420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d51e488-8630-42e2-845e-6dfffab16b24 None None] Port a8ced093-7448-41be-9b8d-2251625c7356 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:00.684721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] Routers {'fc910f2f-7a66-41fe-9d5c-f09c190efe04'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:00.685373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:48:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:00.720627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:00.721314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4be99-f05f-4174-8acd-83042da16038 None None] The sync data for ids ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:00.873688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1755517c-9129-4053-b035-3cf28501c4d4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:00.922583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1755517c-9129-4053-b035-3cf28501c4d4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:00.922949 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.096836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.349915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.354742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832254505', 'description': 'tempest-secgroup-smoke-1832254505 description', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:01.380276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.468345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.474882 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.503875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.508122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1571283 Jul 09 19:49:01.508734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.515953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:01.537682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48122c9e-8172-4f75-bb6e-9eadf0f64d18 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2370a-3da4-4131-8eb9-003b0757117c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.549497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.616195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.620905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.638991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port a8ced093-7448-41be-9b8d-2251625c7356 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:01.639474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.641476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1bc953-e1bc-407a-9299-ee1fdfc8b5fa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.649994 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.651201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e871acab-2fe6-4ba2-a34f-5bf1889f6113 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389132 Jul 09 19:49:01.653913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.658687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:01.711886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.732398 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.745522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for a8ced093-7448-41be-9b8d-2251625c7356 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:01.782300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6383d-584c-42d8-ab54-447d69c54a0d req-d1c0d0cb-6d4b-428f-82f1-df33b461e9fe tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:01.784330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0d6383d-584c-42d8-ab54-447d69c54a0d req-d1c0d0cb-6d4b-428f-82f1-df33b461e9fe tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.2252209 Jul 09 19:49:01.810521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.818587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.846706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0d6383d-584c-42d8-ab54-447d69c54a0d req-819001b3-ccf7-4330-810f-42949e5feb2b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559030 Jul 09 19:49:01.847889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f53c415-b0f5-460d-937c-a383dddbb99c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.856278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.858411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e7d1945-c8a5-408e-a8b0-4fcf12ac946a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2028193 Jul 09 19:49:01.860579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.873667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:01.895638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.933365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.968038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.976326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=a8ced093-7448-41be-9b8d-2251625c7356,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.978481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.999683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b3bf59-31bc-49d2-9de3-065d77beb88c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.007659 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.012197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c1a9023-1785-4499-a636-958d11d2e199 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499162 Jul 09 19:49:02.013170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.018211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:02.056594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.167779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.192175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.214146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.261711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886807e0-a0ff-4c9e-8560-1aeed000414e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.278549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.279735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ace7e48d-e15e-4faa-944f-c18097a891fc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2653797 Jul 09 19:49:02.282477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.291708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:02.331366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.337291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.343833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.350608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.355980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Router fc910f2f-7a66-41fe-9d5c-f09c190efe04 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:02.356754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.363470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.369490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.371448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-5ad49b24-c110-4530-a8cb-c8f90fd7a62f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.1677046 Jul 09 19:49:02.372777 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Project 051b61b1941d4f4a9f95363e1cd38e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:49:02.384334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.439257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:02.441979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6a0f1dc-7f86-4970-a3ea-3a35adaaf56c req-ec241bae-cf13-4031-bfa0-67cc14ce8737 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597107 Jul 09 19:49:02.447798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e5c39c7-c1c2-4cb1-a37f-6894134a26bc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/routers/fc910f2f-7a66-41fe-9d5c-f09c190efe04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7771566 Jul 09 19:49:02.447798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.455843 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] Sync routers for ids ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:02.468988 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] Routers {'fc910f2f-7a66-41fe-9d5c-f09c190efe04'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:02.473097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:48:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:02.476734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.481121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.502494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2530caf-1a40-48fe-86ee-3d3488e3a1e1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.514768 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43a1d90-0318-464d-a95d-ddb41f54deee tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:49:02.521011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a43a1d90-0318-464d-a95d-ddb41f54deee tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/a8ced093-7448-41be-9b8d-2251625c7356 HTTP/1.1" status: 404 len: 333 time: 0.0677714 Jul 09 19:49:02.521403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.562623 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:02.568499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.572474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.572617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0a8c11d7-f256-411e-9c89-d68a8fe7b1c9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883313 Jul 09 19:49:02.577296 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] Routers {'fc910f2f-7a66-41fe-9d5c-f09c190efe04'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:02.578175 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:48:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:02.578301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'security_group_rule': {'security_group_id': '11f2370a-3da4-4131-8eb9-003b0757117c', 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:02.615883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:02.616880 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b03d3b-879b-430e-bdd8-a73c783f84d6 None None] The sync data for ids ['fc910f2f-7a66-41fe-9d5c-f09c190efe04'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:02.622931 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Project 051b61b1941d4f4a9f95363e1cd38e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:49:02.629000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.648954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.732226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.736223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.756417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8202bc62-cd12-4c9a-80dd-2861260cc6af,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.763660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.765116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-394c9699-a1f9-4012-a655-0be18dfdf847 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910276 Jul 09 19:49:02.854240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.857269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.909971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.910504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Fanout notify agent at l3_agent the message router_deleted on router fc910f2f-7a66-41fe-9d5c-f09c190efe04 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:49:02.917525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.918615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b8f325ac-174c-43a9-ae36-c215cd3d121b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/routers/fc910f2f-7a66-41fe-9d5c-f09c190efe04 HTTP/1.1" status: 204 len: 168 time: 0.3964422 Jul 09 19:49:02.921573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.940192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.946198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.952163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.958122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.964299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.970391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.976268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.978637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a96b6ad-ad2b-4024-8b60-b6f153021541 req-ae125e5f-23ab-4aac-8b43-bd687185c451 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.2162962 Jul 09 19:49:02.988086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 996198a9-ce5c-45f5-83a3-2b34d93eb3df {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:03.000033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.027756 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-0435cf0a-096b-4290-a564-ae15d9665c31 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832254505&fields=id&tenant_id=051b61b1941d4f4a9f95363e1cd38e7b HTTP/1.1" status: 200 len: 267 time: 0.0777709 Jul 09 19:49:03.062587 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.203482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-13862ba7-e8be-4c4e-ace9-ffdb061b3f47 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.204978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-13862ba7-e8be-4c4e-ace9-ffdb061b3f47 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 814 time: 0.1687052 Jul 09 19:49:03.219760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.245526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-f8b92619-e873-4212-9428-9b5b5dab2043 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/quotas/051b61b1941d4f4a9f95363e1cd38e7b HTTP/1.1" status: 200 len: 375 time: 0.0339682 Jul 09 19:49:03.314389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.349270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=996198a9-ce5c-45f5-83a3-2b34d93eb3df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:03.353619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.356008 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9d192dcf-780d-4062-ba42-a88184fa0226 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/996198a9-ce5c-45f5-83a3-2b34d93eb3df HTTP/1.1" status: 204 len: 168 time: 0.4328721 Jul 09 19:49:03.358145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:03.361340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a704171-788f-437e-b292-2fc06034c49c None None] Network 153e21e3-2861-421d-8538-654ebc0fc92f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:03.374403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-aa29b02f-bfae-4fcd-8ed6-bd96ec263053 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226430 Jul 09 19:49:03.493603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.553196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-31793347-84a5-43f7-93f9-f44ce12d2e44 service neutron] 10.222.0.10 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427271 Jul 09 19:49:03.559196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] DHCP port deletion for 153e21e3-2861-421d-8538-654ebc0fc92f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:03.606135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Deleting port 1755517c-9129-4053-b035-3cf28501c4d4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:03.606509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.631483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 1755517c-9129-4053-b035-3cf28501c4d4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:03.631828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.675080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] For port 1755517c-9129-4053-b035-3cf28501c4d4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1755517c-9129-4053-b035-3cf28501c4d4,segment=NetworkSegment(441c9965-eba4-487d-bde0-0e870548fd83),segment_id=441c9965-eba4-487d-bde0-0e870548fd83)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:03.675473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.688663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Calling delete_port for 1755517c-9129-4053-b035-3cf28501c4d4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:03.711085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-8063b0bd-55b4-46d8-b54f-e5d60e6b0350 service neutron] 10.222.0.10 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492531 Jul 09 19:49:03.717978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] For port 1755517c-9129-4053-b035-3cf28501c4d4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1755517c-9129-4053-b035-3cf28501c4d4,segment=NetworkSegment(441c9965-eba4-487d-bde0-0e870548fd83),segment_id=441c9965-eba4-487d-bde0-0e870548fd83)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:03.718566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.732226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 1755517c-9129-4053-b035-3cf28501c4d4 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:03.826750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.846355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.858690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No DVR routers for this DVR port 1755517c-9129-4053-b035-3cf28501c4d4 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:03.859709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] Pushing event deleted for resources: {'Port': ['ID=1755517c-9129-4053-b035-3cf28501c4d4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:03.863208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22d955-03d1-4286-ac06-7cb869988091 None None] No DVR routers for this DVR port 1755517c-9129-4053-b035-3cf28501c4d4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:03.914613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=1755517c-9129-4053-b035-3cf28501c4d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:03.974102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.984592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153e21e3-2861-421d-8538-654ebc0fc92f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:04.000709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c9965-eba4-487d-bde0-0e870548fd83') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:04.001045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c9965-eba4-487d-bde0-0e870548fd83') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:04.013000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.037209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.044785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:04.045357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:04.048663 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:04.124404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.133598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e3c566d-c504-495b-b283-7016c1798604 req-f6b8facd-1361-425c-a5c9-070fc85ed8b9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0551915 Jul 09 19:49:04.134729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.136814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/153e21e3-2861-421d-8538-654ebc0fc92f HTTP/1.1" status: 204 len: 168 time: 0.7777278 Jul 09 19:49:04.140833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.152595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ff8e-9986-4117-9f2a-919241569374 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=153e21e3-2861-421d-8538-654ebc0fc92f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:04.213110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd88daa-7088-4f4b-b7fd-feae27cc03a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:04.217382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5bd88daa-7088-4f4b-b7fd-feae27cc03a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/74793494-b547-4891-a318-6970a2bd03b9 HTTP/1.1" status: 200 len: 840 time: 0.0727541 Jul 09 19:49:04.218202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.271544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cfa3619b-acd3-4f06-b890-c6f2611ecaab tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/74793494-b547-4891-a318-6970a2bd03b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0520048 Jul 09 19:49:04.274927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.279844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:04.383997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:04.390331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.603906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.658537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:04.661789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:04.666640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:04.667179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.674301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8db51e-b2a2-41c6-b787-bdd4dfa0b8cb None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:04.681235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=805d88d1-5ff3-452f-9b35-a131fd7bca6e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:04.696904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.697335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.697683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.698019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.698500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.698837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.699165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.699490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.699992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.700375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.700703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.701028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.715542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9f0dfc6-8123-4106-89f7-6272cdd279a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4394901 Jul 09 19:49:04.719106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.726244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'security_group': {'name': 'tempest-secgroup-238422199'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:04.767829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.940966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.941874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1755517c-9129-4053-b035-3cf28501c4d4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:04.945012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.961025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.965022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2405016 Jul 09 19:49:04.965427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.970544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090024279'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:04.983378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bb5a8-0114-4ab7-ac77-736aa24eaa8c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94019c57-e2a0-46c0-a5c1-33a86c6e1e9d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:04.998654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.011501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1755517c-9129-4053-b035-3cf28501c4d4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:05.011954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1755517c-9129-4053-b035-3cf28501c4d4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:05.080644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b2b912ab-f227-4e66-9f1e-1e740022363b', 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'tenant_id': 'b6bcaf2060184090a70beb03bb6826c7', 'fixed_ips': [{'subnet_id': '805d88d1-5ff3-452f-9b35-a131fd7bca6e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:05.081419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.093539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.097489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.122208 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.126045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1571479 Jul 09 19:49:05.127113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:05.132811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-789818480', 'security_groups': ['300a1300-7787-4f68-9cda-0031cfacf017'], 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '805d88d1-5ff3-452f-9b35-a131fd7bca6e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:05.136626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08334-c5cb-453e-83d7-7505cebee4fa tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300a1300-7787-4f68-9cda-0031cfacf017,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.250810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:05.286514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Allocated IP 172.20.0.2 (b2b912ab-f227-4e66-9f1e-1e740022363b/805d88d1-5ff3-452f-9b35-a131fd7bca6e/2f780881-5d9f-4040-b728-0fc3cdda604e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:05.323302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67516996-26f1-4d94-9ad2-773de6cc3dcb req-2e81941e-5569-4bf4-9360-d5f0a41ee59d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0662100 Jul 09 19:49:05.366066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.385681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 1e96e5a8-40c1-4f18-81ca-33610876db7a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:49:05.450748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.459860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Transition to ACTIVE for port object 2f780881-5d9f-4040-b728-0fc3cdda604e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:05.476450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Transition to ACTIVE for port object 2f780881-5d9f-4040-b728-0fc3cdda604e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:05.483447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.546181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Pushing event updated for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.558237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.558583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.559430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.559780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.560103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.560437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.560766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.561092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.561448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.561872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.562202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.562853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:05.567020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.10 (b2b912ab-f227-4e66-9f1e-1e740022363b/805d88d1-5ff3-452f-9b35-a131fd7bca6e/1e96e5a8-40c1-4f18-81ca-33610876db7a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:05.584305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:05.588184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:05.589579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:05.591327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:05.682977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Attempting to bind port 2f780881-5d9f-4040-b728-0fc3cdda604e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:05.686010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Attempting to bind port 2f780881-5d9f-4040-b728-0fc3cdda604e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1b57ac18-96c0-48af-aa0d-59fb392e2a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:05.686435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Attempting to bind port 2f780881-5d9f-4040-b728-0fc3cdda604e on network b2b912ab-f227-4e66-9f1e-1e740022363b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:05.692972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:05.693419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Checking segment: {'id': '1b57ac18-96c0-48af-aa0d-59fb392e2a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:05.693835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.694285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Bound using segment: {'id': '1b57ac18-96c0-48af-aa0d-59fb392e2a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:05.694883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Bound port: 2f780881-5d9f-4040-b728-0fc3cdda604e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b57ac18-96c0-48af-aa0d-59fb392e2a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:05.695272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.776181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-8501e704-fa2d-4f7a-8afd-f8832eaeb494 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.777990 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-8501e704-fa2d-4f7a-8afd-f8832eaeb494 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 814 time: 0.1658242 Jul 09 19:49:05.783594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:05.787599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f780881-5d9f-4040-b728-0fc3cdda604e,segment=NetworkSegment(1b57ac18-96c0-48af-aa0d-59fb392e2a4b),segment_id=1b57ac18-96c0-48af-aa0d-59fb392e2a4b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:05.792011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.793303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.793893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.794444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.795218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.795858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.796486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.797039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:05.799768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c758452-d0f3-444a-9248-22203bdbac68 req-88122af1-700c-4913-ac77-532c414454dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.2091227 Jul 09 19:49:05.801735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.808606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 1e96e5a8-40c1-4f18-81ca-33610876db7a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:05.848868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.867613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-7bde20c8-6e7d-47a0-a6d1-3a55983998bd tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051b61b1941d4f4a9f95363e1cd38e7b HTTP/1.1" status: 200 len: 380 time: 0.0667484 Jul 09 19:49:05.872941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c758452-d0f3-444a-9248-22203bdbac68 req-02c84025-27ad-4ed0-9c90-12715d8b12df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e281e86-3069-4b2e-8d75-338fafde6ce0&id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654213 Jul 09 19:49:05.889681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'port': {'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'admin_state_up': True, 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'security_groups': ['11f2370a-3da4-4131-8eb9-003b0757117c']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:05.890677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094a26-f387-4aae-9752-a425bfc13ef3 None None] Pushing event updated for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.940422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=1e96e5a8-40c1-4f18-81ca-33610876db7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.945090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:05.947705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:05.952506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:05.990357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:06.023947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.024578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.044451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Made reservation on behalf of 051b61b1941d4f4a9f95363e1cd38e7b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:06.049939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.068394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f804114-704b-47a3-b302-a11f1d0e2f19 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9400094 Jul 09 19:49:06.071051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:06.078424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:06.257426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:06.271069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:06.311829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Allocated IP 172.20.0.3 (0253eba0-1968-434e-a738-fdc76ba23349/b967193e-88eb-492b-b974-2853b2c204a5/27badfc7-0770-416b-9a22-6466897c6283) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:06.315974 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.334000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:06.358984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:06.365023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.427855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.481053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9bdeb2e6-b30d-4267-84ae-b486062da2bf'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:06.515997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8437cde-8f3c-4be8-96fc-dad6d859a872 req-90552a21-8679-4fd3-b309-e58aa25ace3d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0420036 Jul 09 19:49:06.557971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.574677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:06.578838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.628105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Transition to ACTIVE for port object 27badfc7-0770-416b-9a22-6466897c6283 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:06.695767 n-d-800087-3 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 805d88d1-5ff3-452f-9b35-a131fd7bca6e (CIDR: 172.20.0.0/28) Jul 09 19:49:06.699141 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:49:06.699607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:06.703702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.748542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c43c378-0ef5-470b-b902-efdf45b34cf6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6762905 Jul 09 19:49:06.752212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:06.757022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:06.765419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Network 0253eba0-1968-434e-a738-fdc76ba23349 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:06.770597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:06.772706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.775005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:06.871412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.873596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.890878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-6f6a95a8-1b01-4c6e-be74-fc1f7f7b665d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0082843 Jul 09 19:49:06.905292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-fda09201-99e8-46e5-9109-05f77e316845 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:49:06.910843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-fda09201-99e8-46e5-9109-05f77e316845 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124071 Jul 09 19:49:06.949954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:06.999692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Request body: {'port': {'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:07.052715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:07.056965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.065301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2f780881-5d9f-4040-b728-0fc3cdda604e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:07.111234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.188427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c727501-9cd6-456d-87e8-8a93cc8c7f4e None None] Provisioning for port 27badfc7-0770-416b-9a22-6466897c6283 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:07.194013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c727501-9cd6-456d-87e8-8a93cc8c7f4e None None] Provisioning complete for port 27badfc7-0770-416b-9a22-6466897c6283 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:07.194847 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c727501-9cd6-456d-87e8-8a93cc8c7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.331130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c727501-9cd6-456d-87e8-8a93cc8c7f4e None None] Port 27badfc7-0770-416b-9a22-6466897c6283 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:07.414284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.458455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Provisioning for port 2f780881-5d9f-4040-b728-0fc3cdda604e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:07.464708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:07.465323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.493290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:07.496719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:07.501454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.502057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.519827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=64e917fd-ba67-4340-8695-d5d773349225,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:07.543685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0646e9c-7b6f-4f6e-aa5c-1408cbb71184 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7902930 Jul 09 19:49:07.546132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:07.571353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1455530685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64e917fd-ba67-4340-8695-d5d773349225'}], 'security_groups': ['94019c57-e2a0-46c0-a5c1-33a86c6e1e9d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:07.576708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27badfc7-0770-416b-9a22-6466897c6283 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:07.587882 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.591369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.615292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Transition to ACTIVE for port object 27badfc7-0770-416b-9a22-6466897c6283 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:07.620569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.634973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8b223-8fd7-44f9-b9e6-1edd547ecc50 None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:07.688929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Pushing event updated for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:07.702378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.815707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f780881-5d9f-4040-b728-0fc3cdda604e,segment=NetworkSegment(1b57ac18-96c0-48af-aa0d-59fb392e2a4b),segment_id=1b57ac18-96c0-48af-aa0d-59fb392e2a4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:07.821983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Attempting to bind port 27badfc7-0770-416b-9a22-6466897c6283 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:07.822325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Attempting to bind port 27badfc7-0770-416b-9a22-6466897c6283 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:07.822662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Attempting to bind port 27badfc7-0770-416b-9a22-6466897c6283 on network 0253eba0-1968-434e-a738-fdc76ba23349 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:07.824835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.832064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Port 27badfc7-0770-416b-9a22-6466897c6283 on network 0253eba0-1968-434e-a738-fdc76ba23349 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:07.832387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Attempting to bind port 27badfc7-0770-416b-9a22-6466897c6283 on network 0253eba0-1968-434e-a738-fdc76ba23349 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:07.839160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:07.839551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Checking segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:07.839986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Bound using segment: {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:07.840596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Bound port: 27badfc7-0770-416b-9a22-6466897c6283, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57118359-fd16-4856-9857-34733a883053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:07.840968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.953293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:07.960491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27badfc7-0770-416b-9a22-6466897c6283,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:07.972944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.974802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5944c6-a906-411d-8cb6-85263deb48d5 req-77e6aa10-df49-4947-aa30-de8098f3f63b tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.983232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a5944c6-a906-411d-8cb6-85263deb48d5 req-77e6aa10-df49-4947-aa30-de8098f3f63b tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.2400572 Jul 09 19:49:08.030571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.031311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.033453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] 10.222.0.25 "PUT /v2.0/ports/27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 1091 time: 1.1146064 Jul 09 19:49:08.034064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:08.037810 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:08.051402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:08.106667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b2299-8666-4d5d-875d-11f0a2c7a31a service neutron] Pushing event updated for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:08.145666 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda9fe03-4b7f-4ab1-a938-e654e45ef8d1 x-openstack-request-id: req-cda9fe03-4b7f-4ab1-a938-e654e45ef8d1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:08.146159 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:08.146565 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cda9fe03-4b7f-4ab1-a938-e654e45ef8d1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:08.147135 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:49:08.159372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Provisioning complete for port 74793494-b547-4891-a318-6970a2bd03b9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:08.159772 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.180281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a5944c6-a906-411d-8cb6-85263deb48d5 req-ec04fb85-0d89-42df-bfca-975a5fce255d tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957297 Jul 09 19:49:08.202455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-cc9050da-9c6f-4a80-a9b2-c2779f5ddc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.204019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-cc9050da-9c6f-4a80-a9b2-c2779f5ddc59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1094 time: 0.1112862 Jul 09 19:49:08.213213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Port 74793494-b547-4891-a318-6970a2bd03b9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:08.221730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e68dc-c524-4d99-abd1-62a607c2671a None None] Pushing event updated for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:08.247382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:08.247762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.267292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-b29da610-8e92-467a-bacf-d951a0791aa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 217 time: 0.0531585 Jul 09 19:49:08.333688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-0b71b3fb-2085-492c-9eeb-291b86cfba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.335529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-0b71b3fb-2085-492c-9eeb-291b86cfba07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.0578542 Jul 09 19:49:08.373400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Delete allocated IP 172.20.0.10 (b2b912ab-f227-4e66-9f1e-1e740022363b/805d88d1-5ff3-452f-9b35-a131fd7bca6e) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 19:49:08.384494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.18 (b2b912ab-f227-4e66-9f1e-1e740022363b/64e917fd-ba67-4340-8695-d5d773349225/1e96e5a8-40c1-4f18-81ca-33610876db7a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:08.427266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-af234f64-0532-4040-a790-613451573b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.429733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-af234f64-0532-4040-a790-613451573b83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747361 Jul 09 19:49:08.444839 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.448142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Update dhcp port {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'fixed_ips': [{'subnet_id': '805d88d1-5ff3-452f-9b35-a131fd7bca6e', 'ip_address': '172.20.0.2'}, {'subnet_id': '64e917fd-ba67-4340-8695-d5d773349225'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '2f780881-5d9f-4040-b728-0fc3cdda604e'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:49:08.523403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:08.528803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:08.531315 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcca551-67fd-480d-b50f-8ac08ad6d937" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:08.537534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-180c9a68-3642-412f-9af5-c3793ffcffaf None None] Provisioning for port 1e96e5a8-40c1-4f18-81ca-33610876db7a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:08.542476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.550377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-180c9a68-3642-412f-9af5-c3793ffcffaf None None] Provisioning complete for port 1e96e5a8-40c1-4f18-81ca-33610876db7a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:08.550749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-180c9a68-3642-412f-9af5-c3793ffcffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.569968 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.577234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-0bb0fc0c-919b-48bd-9bdc-af3292970ce8 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359529 Jul 09 19:49:08.591913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.612475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Ignored duplicate provisioning block setup for port 1e96e5a8-40c1-4f18-81ca-33610876db7a by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 19:49:08.622237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.627368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-180c9a68-3642-412f-9af5-c3793ffcffaf None None] Port 1e96e5a8-40c1-4f18-81ca-33610876db7a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:08.663971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:08.678079 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad3a98-f9c9-485c-80f7-f3e57178df94 x-openstack-request-id: req-25ad3a98-f9c9-485c-80f7-f3e57178df94 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:08.678398 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:08.678792 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25ad3a98-f9c9-485c-80f7-f3e57178df94 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:08.679208 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:49:08.780403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a0014f-a045-4f24-9b9c-04afbf968f19 req-7f545718-5d78-4676-8810-2cfc75685b1e service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957901 Jul 09 19:49:08.790546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=1e96e5a8-40c1-4f18-81ca-33610876db7a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:08.798302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] In _notify_port_updated(), no bound segment for port 1e96e5a8-40c1-4f18-81ca-33610876db7a on network b2b912ab-f227-4e66-9f1e-1e740022363b {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:49:08.805627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.806432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.807829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64c3eb0c-2af1-4bf3-a130-ea816c11079c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/ports/1e96e5a8-40c1-4f18-81ca-33610876db7a HTTP/1.1" status: 200 len: 921 time: 1.2452765 Jul 09 19:49:08.810879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:08.860824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Allocated IP 172.20.0.19 (b2b912ab-f227-4e66-9f1e-1e740022363b/64e917fd-ba67-4340-8695-d5d773349225/2f780881-5d9f-4040-b728-0fc3cdda604e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:08.902562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-72d03fd5-a1e1-47d2-b973-a4e95f05ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.904399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-72d03fd5-a1e1-47d2-b973-a4e95f05ea1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1094 time: 0.0636358 Jul 09 19:49:08.943806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 1e96e5a8-40c1-4f18-81ca-33610876db7a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:08.944151 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:08.949038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:09.015786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-b1ad71f4-3d8f-4777-8097-4e440ec0c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.018523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-b1ad71f4-3d8f-4777-8097-4e440ec0c0fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 915 time: 0.1072142 Jul 09 19:49:09.023554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:09.023932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.050985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.064757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-09336bbd-ce03-4954-9a36-a677eea16252 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 217 time: 0.0384567 Jul 09 19:49:09.066651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 1e96e5a8-40c1-4f18-81ca-33610876db7a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:09.073328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f780881-5d9f-4040-b728-0fc3cdda604e,segment=NetworkSegment(1b57ac18-96c0-48af-aa0d-59fb392e2a4b),segment_id=1b57ac18-96c0-48af-aa0d-59fb392e2a4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:09.131618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-5192339b-96f7-444a-a086-dbedadb11737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.133534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-5192339b-96f7-444a-a086-dbedadb11737 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.0627508 Jul 09 19:49:09.152729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.206048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-13be0814-e19b-4b8d-a261-2f8203af6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.207571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-13be0814-e19b-4b8d-a261-2f8203af6acd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678983 Jul 09 19:49:09.221064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Transition to ACTIVE for port object 2f780881-5d9f-4040-b728-0fc3cdda604e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:09.221667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.231956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.260021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=1e96e5a8-40c1-4f18-81ca-33610876db7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.341238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-216bd417-6a5e-448b-bc22-45e561a921fe service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Jul 09 19:49:09.352611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.358218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1b6e2f3-efc7-405e-833a-9e8670e0391a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/1e96e5a8-40c1-4f18-81ca-33610876db7a HTTP/1.1" status: 204 len: 168 time: 0.5459368 Jul 09 19:49:09.358955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.372087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed062d12-c9d3-4cd7-8934-67541f0fe60e None None] Pushing event updated for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.390858 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-64900e3d-0f94-4d4c-a5a1-25e65d6666f3 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:49:09.396337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64900e3d-0f94-4d4c-a5a1-25e65d6666f3 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/1e96e5a8-40c1-4f18-81ca-33610876db7a HTTP/1.1" status: 404 len: 333 time: 0.0362935 Jul 09 19:49:09.397051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.454885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.487666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.490773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c524-1b02-409e-9f0e-82e1502cb735 req-2149093c-483f-4eb0-83cc-2ae8344460bd tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.492363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfd3c524-1b02-409e-9f0e-82e1502cb735 req-2149093c-483f-4eb0-83cc-2ae8344460bd tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1497068 Jul 09 19:49:09.521978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bf771bd-e59e-4f6d-91ee-7a5de51c581f req-8474c155-64cb-41e7-96c9-3c51cbb02f1e service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660683 Jul 09 19:49:09.540336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.543623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cfd3c524-1b02-409e-9f0e-82e1502cb735 req-de4980ee-2359-4ec3-bd4a-7de40efbb5a7 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Jul 09 19:49:09.544379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.549039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.549720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/security-groups/300a1300-7787-4f68-9cda-0031cfacf017 HTTP/1.1" status: 204 len: 168 time: 0.1515443 Jul 09 19:49:09.562457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74215d-a2c1-4818-8bbf-225d55790f93 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a1300-7787-4f68-9cda-0031cfacf017,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.640215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.682866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.758065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.760985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.764582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/security-groups/94019c57-e2a0-46c0-a5c1-33a86c6e1e9d HTTP/1.1" status: 204 len: 168 time: 0.2119744 Jul 09 19:49:09.765304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.772388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c08ee-3af6-457d-9800-ed22bc7918d0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94019c57-e2a0-46c0-a5c1-33a86c6e1e9d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.851733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 805d88d1-5ff3-452f-9b35-a131fd7bca6e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:09.855096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.899834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.994334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.049822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Could not find standard attr ID for object 1e96e5a8-40c1-4f18-81ca-33610876db7a. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:49:10.057913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.060016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Provisioning for port 2f780881-5d9f-4040-b728-0fc3cdda604e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:10.064892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:10.065478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.082808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=805d88d1-5ff3-452f-9b35-a131fd7bca6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.088782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.095735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:10.100359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:10.105937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b2e6559e-0d3b-4aa9-873d-5519b3937ce2 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/805d88d1-5ff3-452f-9b35-a131fd7bca6e HTTP/1.1" status: 204 len: 168 time: 0.3387876 Jul 09 19:49:10.173939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Provisioning complete for port 74793494-b547-4891-a318-6970a2bd03b9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:10.174473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.208971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-201c0a66-cf34-4849-bef7-c0ee08059bd4 None None] Port 74793494-b547-4891-a318-6970a2bd03b9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:10.215494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:10.219047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.474145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.525046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:10.528435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:10.533695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.534294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.555758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=67255bbc-2a10-4a66-8bf4-d8a6e0688f1c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.564358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:10.570516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'security_group': {'name': 'tempest-secgroup-818406201'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:10.577734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c54c63fd-89a5-40d7-92d3-d138fe8298bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4812589 Jul 09 19:49:10.585343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08999e-c1f4-4634-8541-8c81198c523e None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:10.631853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.670585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5f0fc482-0da8-4934-80d9-6f9197953c74 None None] Could not find standard attr ID for object 1e96e5a8-40c1-4f18-81ca-33610876db7a. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:49:10.785991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.795629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.844221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.845914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2804084 Jul 09 19:49:10.848046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3532-4d6b-4fbc-aeb2-f371741039e1 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d048b4b1-7d40-4c91-a478-388b4f1ba6b5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.848701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:10.863271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808424758'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:10.873068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59d8a0-2dbc-4e92-9a41-4da2e4e88364 req-fcb645e2-891c-4729-83bb-327c596a1583 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.879163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c59d8a0-2dbc-4e92-9a41-4da2e4e88364 req-fcb645e2-891c-4729-83bb-327c596a1583 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1512611 Jul 09 19:49:10.924856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.950873 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c59d8a0-2dbc-4e92-9a41-4da2e4e88364 req-5739b6a6-fc9e-40ef-822f-683300d60c49 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654957 Jul 09 19:49:11.009843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:11.032306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.047264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.096853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58e3f7f-758f-4863-a4b0-668bd33c2820,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:11.108467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:11.108845 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.133242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.137867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.145273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'security_group': {'name': 'tempest-secgroup-854692897'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:11.149746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f4ca7a3d-b722-433e-99ab-4cb33bdeaa39 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2846892 Jul 09 19:49:11.179365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.332661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-260c8a17-2af8-4134-b892-deca9b162544 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:11.333865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260c8a17-2af8-4134-b892-deca9b162544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.351798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.360374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.386553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.391085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2493427 Jul 09 19:49:11.391448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.397867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1387230578', 'security_groups': ['43ac8da2-d60a-4982-80ed-0b1194429cb2'], 'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67255bbc-2a10-4a66-8bf4-d8a6e0688f1c'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:11.413877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b6a0-ad14-414f-b849-6b29c5b8450a tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ac8da2-d60a-4982-80ed-0b1194429cb2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:11.451708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-260c8a17-2af8-4134-b892-deca9b162544 None None] Provisioning complete for port 74793494-b547-4891-a318-6970a2bd03b9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:11.452464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260c8a17-2af8-4134-b892-deca9b162544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.499313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-260c8a17-2af8-4134-b892-deca9b162544 None None] Port 74793494-b547-4891-a318-6970a2bd03b9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:11.545374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:11.650704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.669654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] device_id is not set on port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:49:11.871041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.13 (b2b912ab-f227-4e66-9f1e-1e740022363b/67255bbc-2a10-4a66-8bf4-d8a6e0688f1c/7f9ab30d-37bd-437e-ba66-bbfeca26d7d1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:12.067137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.082184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:12.168199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.231054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:12.239199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4c7c-fba3-484a-aba9-31d9bca49025 req-a8c0cbdd-b12f-4abe-a425-b497dc3dccdf tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:12.240816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d64a4c7c-fba3-484a-aba9-31d9bca49025 req-a8c0cbdd-b12f-4abe-a425-b497dc3dccdf tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1322129 Jul 09 19:49:12.241865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=7f9ab30d-37bd-437e-ba66-bbfeca26d7d1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:12.245087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:12.247013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:12.313379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:12.314566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.346923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d64a4c7c-fba3-484a-aba9-31d9bca49025 req-3213b0f0-597c-4fea-93e7-b919d40597fd tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720270 Jul 09 19:49:12.356907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:12.361916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:12.368703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be971007-693a-4fd5-be29-01721ad7ddcf tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9596138 Jul 09 19:49:12.508089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:12.512015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.536971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-284c8111-6675-46e6-a32c-68f7ea3ae3dd None None] Provisioning for port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:12.541493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-284c8111-6675-46e6-a32c-68f7ea3ae3dd None None] Provisioning complete for port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:12.541890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-284c8111-6675-46e6-a32c-68f7ea3ae3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.583327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-284c8111-6675-46e6-a32c-68f7ea3ae3dd None None] Port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:13.012623 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67255bbc-2a10-4a66-8bf4-d8a6e0688f1c (CIDR: 172.20.0.0/28) Jul 09 19:49:13.016282 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:49:13.016807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:13.037116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-84117bad-7d34-49ed-a379-e93632399d7b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6778154 Jul 09 19:49:13.037467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:13.042574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:13.180858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:13.184715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.282373 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 64e917fd-ba67-4340-8695-d5d773349225 (CIDR: 172.20.0.16/28) Jul 09 19:49:13.285827 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:49:13.286361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:13.304493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eaee9fe3-9183-43e1-b62b-97c4df288cbc tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2634447 Jul 09 19:49:13.305165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:13.310398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'subnet': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:13.446196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Made reservation on behalf of b6bcaf2060184090a70beb03bb6826c7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:13.450335 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.559532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cf5a6-8434-4992-b57e-85e5d285cee8 req-ec2d9159-e2ad-4fd9-88a5-f8fd2566f38c tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.561158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135cf5a6-8434-4992-b57e-85e5d285cee8 req-ec2d9159-e2ad-4fd9-88a5-f8fd2566f38c tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.0800970 Jul 09 19:49:13.615405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135cf5a6-8434-4992-b57e-85e5d285cee8 req-78d4a20b-6ef4-49a7-b74c-73b411a5e6b9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Jul 09 19:49:13.741582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.796026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Network b2b912ab-f227-4e66-9f1e-1e740022363b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:13.799411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:13.803757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.804339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.812769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3a9e3-d6e8-46b2-92c8-191d18c8bb1a None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:13.817411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Subnet': ['ID=165dc21c-d95d-410e-a000-9bba5b8d85c5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:13.836293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-77768a31-7eb2-4faa-bc51-1c7a6981721e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5275273 Jul 09 19:49:13.836509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:13.842538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-371237759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '165dc21c-d95d-410e-a000-9bba5b8d85c5'}], 'security_groups': ['d048b4b1-7d40-4c91-a478-388b4f1ba6b5', 'b58e3f7f-758f-4863-a4b0-668bd33c2820']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:13.957496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.103433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Update dhcp port {'port': {'network_id': 'b2b912ab-f227-4e66-9f1e-1e740022363b', 'fixed_ips': [{'subnet_id': '64e917fd-ba67-4340-8695-d5d773349225', 'ip_address': '172.20.0.19'}, {'subnet_id': '67255bbc-2a10-4a66-8bf4-d8a6e0688f1c'}, {'subnet_id': '165dc21c-d95d-410e-a000-9bba5b8d85c5'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '2f780881-5d9f-4040-b728-0fc3cdda604e'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 19:49:14.155983 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.342705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Delete allocated IP 172.20.0.13 (b2b912ab-f227-4e66-9f1e-1e740022363b/67255bbc-2a10-4a66-8bf4-d8a6e0688f1c) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 19:49:14.353416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Allocated IP 172.20.0.36 (b2b912ab-f227-4e66-9f1e-1e740022363b/165dc21c-d95d-410e-a000-9bba5b8d85c5/7f9ab30d-37bd-437e-ba66-bbfeca26d7d1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:14.544779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.562015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Transition to ACTIVE for port object 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:14.586987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.692607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Allocated IP 172.20.0.2 (b2b912ab-f227-4e66-9f1e-1e740022363b/67255bbc-2a10-4a66-8bf4-d8a6e0688f1c/2f780881-5d9f-4040-b728-0fc3cdda604e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:14.702818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event updated for resources: {'Port': ['ID=7f9ab30d-37bd-437e-ba66-bbfeca26d7d1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:14.704956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Allocated IP 172.20.0.34 (b2b912ab-f227-4e66-9f1e-1e740022363b/165dc21c-d95d-410e-a000-9bba5b8d85c5/2f780881-5d9f-4040-b728-0fc3cdda604e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:14.726546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] In _notify_port_updated(), no bound segment for port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 on network b2b912ab-f227-4e66-9f1e-1e740022363b {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:49:14.733237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:14.734584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.736408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5843d37a-1de1-4a0b-84a5-627208ab57b9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "PUT /v2.0/ports/7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 HTTP/1.1" status: 200 len: 959 time: 0.8988550 Jul 09 19:49:14.739348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:14.852159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f780881-5d9f-4040-b728-0fc3cdda604e,segment=NetworkSegment(1b57ac18-96c0-48af-aa0d-59fb392e2a4b),segment_id=1b57ac18-96c0-48af-aa0d-59fb392e2a4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:14.869727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba6c88-2cf4-4e47-93c2-bd32b62a2da8 req-f75d0cfb-8fdc-442a-83bb-773b1839e046 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:14.870343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cba6c88-2cf4-4e47-93c2-bd32b62a2da8 req-f75d0cfb-8fdc-442a-83bb-773b1839e046 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1195536 Jul 09 19:49:14.895607 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.916015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Transition to ACTIVE for port object 2f780881-5d9f-4040-b728-0fc3cdda604e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:14.917618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:14.918101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.924199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.962750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cba6c88-2cf4-4e47-93c2-bd32b62a2da8 req-82156eb4-aaf0-4679-99ea-8e66e0db6c9a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866349 Jul 09 19:49:15.048022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b775bbc-11ac-4701-8770-7c090072b458 None None] Pushing event updated for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.068877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.087858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:15.264775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.307370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=7f9ab30d-37bd-437e-ba66-bbfeca26d7d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.404767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.407590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cfc6aeb2-7522-4a1f-b72d-381a0fc77903 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 HTTP/1.1" status: 204 len: 168 time: 0.6671145 Jul 09 19:49:15.410331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.451260 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a96909-fdd8-4153-ac52-bb09ac756927 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] GET failed (client error): The resource could not be found. Jul 09 19:49:15.452888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-49a96909-fdd8-4153-ac52-bb09ac756927 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports/7f9ab30d-37bd-437e-ba66-bbfeca26d7d1 HTTP/1.1" status: 404 len: 333 time: 0.0415533 Jul 09 19:49:15.456130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.531821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.559997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.616127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.620192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.625912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.626096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/security-groups/43ac8da2-d60a-4982-80ed-0b1194429cb2 HTTP/1.1" status: 204 len: 168 time: 0.1688583 Jul 09 19:49:15.636569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f81aa-0297-4279-ae2f-63da5c00e24c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ac8da2-d60a-4982-80ed-0b1194429cb2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.742328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.789506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.855622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.859921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.862491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/security-groups/b58e3f7f-758f-4863-a4b0-668bd33c2820 HTTP/1.1" status: 204 len: 168 time: 0.2350099 Jul 09 19:49:15.865080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.875597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28967884-90bf-41ac-97b9-bd96ea53c0a9 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58e3f7f-758f-4863-a4b0-668bd33c2820,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.877960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Could not find standard attr ID for object 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:49:15.920403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Provisioning for port 2f780881-5d9f-4040-b728-0fc3cdda604e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:15.929225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:15.929697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.958439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.004925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.035486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Provisioning complete for port 74793494-b547-4891-a318-6970a2bd03b9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:16.036036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.076682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.081040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-447f657d-3af9-4ebb-88c4-9dce11c20389 None None] Port 74793494-b547-4891-a318-6970a2bd03b9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:16.082675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.084055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/security-groups/d048b4b1-7d40-4c91-a478-388b4f1ba6b5 HTTP/1.1" status: 204 len: 168 time: 0.2179544 Jul 09 19:49:16.086896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:16.096455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7f310-2cea-4793-9e19-54a7ed7ba946 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048b4b1-7d40-4c91-a478-388b4f1ba6b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.199278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 67255bbc-2a10-4a66-8bf4-d8a6e0688f1c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:16.203189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.259819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.318575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4777f3f-b061-4d77-a04e-c737532e3bdf req-2447f9e4-15c0-42d5-aa1e-4b4eed327054 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:16.320930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4777f3f-b061-4d77-a04e-c737532e3bdf req-2447f9e4-15c0-42d5-aa1e-4b4eed327054 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1631665 Jul 09 19:49:16.409745 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4777f3f-b061-4d77-a04e-c737532e3bdf req-99fc0aea-9875-4c56-8ee2-537a39139e44 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812871 Jul 09 19:49:16.440630 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.497452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0b11bdf2-b005-4ce3-93e5-42b49772774d None None] Could not find standard attr ID for object 7f9ab30d-37bd-437e-ba66-bbfeca26d7d1. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:49:16.521180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.555875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=67255bbc-2a10-4a66-8bf4-d8a6e0688f1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.558092 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.560205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5ccd8d9e-efd7-4209-8aa1-715f97459791 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/67255bbc-2a10-4a66-8bf4-d8a6e0688f1c HTTP/1.1" status: 204 len: 168 time: 0.4718535 Jul 09 19:49:16.567328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:16.658640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 165dc21c-d95d-410e-a000-9bba5b8d85c5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:16.663014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.722449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60069acb-32c9-49f2-85fa-cd53264b4c23 None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:17.111938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:17.128928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.206742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:17.207453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.230133 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.325208 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.359283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=165dc21c-d95d-410e-a000-9bba5b8d85c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.367603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.376175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.378049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1870bfa-ad44-4505-86f3-0a44f8855596 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/165dc21c-d95d-410e-a000-9bba5b8d85c5 HTTP/1.1" status: 204 len: 168 time: 0.8095257 Jul 09 19:49:17.407299 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-06423f91-04d2-465f-ad35-48d54ca83dac tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:17.407795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06423f91-04d2-465f-ad35-48d54ca83dac tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:17.412136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-06423f91-04d2-465f-ad35-48d54ca83dac tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/67255bbc-2a10-4a66-8bf4-d8a6e0688f1c HTTP/1.1" status: 404 len: 337 time: 0.0316839 Jul 09 19:49:17.412322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.487471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting subnet 64e917fd-ba67-4340-8695-d5d773349225 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:17.492342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.554665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.660215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34699f0-8bea-4614-943d-02a8f15303f9 req-cf6a8159-eb73-42e3-bd42-6712932721e8 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.670611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e34699f0-8bea-4614-943d-02a8f15303f9 req-cf6a8159-eb73-42e3-bd42-6712932721e8 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1169062 Jul 09 19:49:17.714300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e34699f0-8bea-4614-943d-02a8f15303f9 req-3ecd491f-2837-4feb-9b8c-af3e215b75fd tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Jul 09 19:49:17.752147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.836911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.852649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.854949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/64e917fd-ba67-4340-8695-d5d773349225 HTTP/1.1" status: 204 len: 168 time: 0.4416869 Jul 09 19:49:17.857522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.880454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424502-2bbf-4acd-a691-56794984654e tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Subnet': ['ID=64e917fd-ba67-4340-8695-d5d773349225,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.898265 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33105c1-52fb-4f51-ba14-21a08896ebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:17.898933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33105c1-52fb-4f51-ba14-21a08896ebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:17.900950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b33105c1-52fb-4f51-ba14-21a08896ebba tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/805d88d1-5ff3-452f-9b35-a131fd7bca6e HTTP/1.1" status: 404 len: 337 time: 0.0422816 Jul 09 19:49:17.903715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.938929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dc111958-7449-46d9-939a-e187548563ec tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc910f2f-7a66-41fe-9d5c-f09c190efe04 HTTP/1.1" status: 200 len: 205 time: 0.0334711 Jul 09 19:49:17.941438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.996011 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-32c169f7-9edb-4355-bda4-2b1eb6755c46 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] delete failed (client error): The resource could not be found. Jul 09 19:49:17.997408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32c169f7-9edb-4355-bda4-2b1eb6755c46 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/routers/fc910f2f-7a66-41fe-9d5c-f09c190efe04 HTTP/1.1" status: 404 len: 336 time: 0.0548573 Jul 09 19:49:18.004545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4a17e-348b-4b25-ab8d-34b2816e7e17 None None] Network b2b912ab-f227-4e66-9f1e-1e740022363b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:18.005557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.041600 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d9af01-5b54-48cb-ae4b-684863624ef6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.042076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d9af01-5b54-48cb-ae4b-684863624ef6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.043890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3d9af01-5b54-48cb-ae4b-684863624ef6 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/996198a9-ce5c-45f5-83a3-2b34d93eb3df HTTP/1.1" status: 404 len: 337 time: 0.0371993 Jul 09 19:49:18.051893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.071803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-74671784-a622-491c-a84b-cd7c9c908691 None None] Provisioning complete for port 2f780881-5d9f-4040-b728-0fc3cdda604e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:18.072177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74671784-a622-491c-a84b-cd7c9c908691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.086693 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-775e6703-0972-4a6d-a809-6696202a6128 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.087305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775e6703-0972-4a6d-a809-6696202a6128 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.092173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-775e6703-0972-4a6d-a809-6696202a6128 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/0821f739-8f25-42ff-bf12-9a78ed5f1267 HTTP/1.1" status: 404 len: 337 time: 0.0363476 Jul 09 19:49:18.092999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.137200 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f3714f-d423-4244-a591-725e19ed6e30 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.137200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f3714f-d423-4244-a591-725e19ed6e30 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.137200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2f3714f-d423-4244-a591-725e19ed6e30 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/279ecdac-bb08-45a9-8e83-30c4b32957bc HTTP/1.1" status: 404 len: 337 time: 0.0402558 Jul 09 19:49:18.137200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.166807 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c04c6c-0aa6-4472-a5fb-cb93865800bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.167546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c04c6c-0aa6-4472-a5fb-cb93865800bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.169221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0c04c6c-0aa6-4472-a5fb-cb93865800bd tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/f97c019e-38fc-47d4-80e4-0932d96c492b HTTP/1.1" status: 404 len: 333 time: 0.0328565 Jul 09 19:49:18.171926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.199844 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68457b7-92ee-4e67-a5b5-72690a69633f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.201090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68457b7-92ee-4e67-a5b5-72690a69633f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.202274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b68457b7-92ee-4e67-a5b5-72690a69633f tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f7139243-e8b6-48c3-99b1-f73c0fda1f7e HTTP/1.1" status: 404 len: 337 time: 0.0288231 Jul 09 19:49:18.206150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.246645 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5000428-3c72-4048-8922-e51e50abe08c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.247030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5000428-3c72-4048-8922-e51e50abe08c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.248807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5000428-3c72-4048-8922-e51e50abe08c tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f0c3fd80-5985-44fe-84cb-acb8253e4e50 HTTP/1.1" status: 404 len: 337 time: 0.0416577 Jul 09 19:49:18.251894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.252675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-74671784-a622-491c-a84b-cd7c9c908691 None None] Provisioning complete for port 74793494-b547-4891-a318-6970a2bd03b9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:18.253265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-74671784-a622-491c-a84b-cd7c9c908691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.280132 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-92814366-3788-444f-a0f9-be145029525b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.280809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92814366-3788-444f-a0f9-be145029525b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.282666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-92814366-3788-444f-a0f9-be145029525b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/69f72778-7149-4fca-82f0-afaf31739eac HTTP/1.1" status: 404 len: 333 time: 0.0296156 Jul 09 19:49:18.285116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.291407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-74671784-a622-491c-a84b-cd7c9c908691 None None] Port 74793494-b547-4891-a318-6970a2bd03b9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:18.298001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-22d4a87a-39d4-48e8-8353-67606586ca8c req-35a7ae5c-8ad1-4165-b1a7-10113b11d51f service neutron] (93771) timed out ('10.222.0.25', 64556) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:49:18.334844 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c77c25-4034-43a4-8da2-4f21f865a44d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.336493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c77c25-4034-43a4-8da2-4f21f865a44d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.341341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10c77c25-4034-43a4-8da2-4f21f865a44d tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/c6cda26e-e5a8-47df-bc12-03575b110180 HTTP/1.1" status: 404 len: 337 time: 0.0526571 Jul 09 19:49:18.341843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.376743 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-896c7f00-3d08-40ca-b07e-aa6593ae66c0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] DELETE failed (client error): The resource could not be found. Jul 09 19:49:18.377352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896c7f00-3d08-40ca-b07e-aa6593ae66c0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:49:18.378942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-896c7f00-3d08-40ca-b07e-aa6593ae66c0 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/subnets/f4af7b20-48ef-4917-b13f-53fc91bdb5b5 HTTP/1.1" status: 404 len: 337 time: 0.0361886 Jul 09 19:49:18.381514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.395850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] DHCP port deletion for b2b912ab-f227-4e66-9f1e-1e740022363b request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:18.455395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Deleting port 2f780881-5d9f-4040-b728-0fc3cdda604e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:18.455933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.506024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Deleting port 74793494-b547-4891-a318-6970a2bd03b9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:18.506391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.526987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] For port 2f780881-5d9f-4040-b728-0fc3cdda604e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f780881-5d9f-4040-b728-0fc3cdda604e,segment=NetworkSegment(1b57ac18-96c0-48af-aa0d-59fb392e2a4b),segment_id=1b57ac18-96c0-48af-aa0d-59fb392e2a4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:18.527533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.544040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Calling delete_port for 2f780881-5d9f-4040-b728-0fc3cdda604e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:18.587037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.602578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Calling delete_port for 74793494-b547-4891-a318-6970a2bd03b9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:18.647152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.659909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.691603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] Pushing event deleted for resources: {'Port': ['ID=2f780881-5d9f-4040-b728-0fc3cdda604e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:18.693464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b37d0-3523-412e-9606-a1e72c9134a8 None None] No DVR routers for this DVR port 2f780881-5d9f-4040-b728-0fc3cdda604e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:18.695356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.750504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.753863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/ports/74793494-b547-4891-a318-6970a2bd03b9 HTTP/1.1" status: 204 len: 168 time: 0.3714373 Jul 09 19:49:18.758129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:18.769100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237794e-8061-4e39-9a6c-5e74c5f1460b tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Port': ['ID=74793494-b547-4891-a318-6970a2bd03b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:18.888074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.982344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:19.016564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.027732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b912ab-f227-4e66-9f1e-1e740022363b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:19.030685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2f780881-5d9f-4040-b728-0fc3cdda604e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:19.039620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b57ac18-96c0-48af-aa0d-59fb392e2a4b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:19.039921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b57ac18-96c0-48af-aa0d-59fb392e2a4b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:19.040433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f780881-5d9f-4040-b728-0fc3cdda604e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:19.045591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4faa95-5d73-40ac-acbc-79ef076a6fd4 req-34b923b7-5e01-453e-b52b-e20853c967b5 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.052487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f4faa95-5d73-40ac-acbc-79ef076a6fd4 req-34b923b7-5e01-453e-b52b-e20853c967b5 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.1745038 Jul 09 19:49:19.060975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.076611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.084363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:19.087928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:19.096499 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:19.102543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f4faa95-5d73-40ac-acbc-79ef076a6fd4 req-6c1f31fe-c2fa-4202-8326-83cf304e5b84 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Jul 09 19:49:19.188917 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.194337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.199366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] 10.222.0.10 "DELETE /v2.0/networks/b2b912ab-f227-4e66-9f1e-1e740022363b HTTP/1.1" status: 204 len: 168 time: 0.4369276 Jul 09 19:49:19.213150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6ea5-b437-49ca-af88-61c997d75a24 tempest-PortsTestJSON-81569897 tempest-PortsTestJSON-81569897-project] Pushing event deleted for resources: {'Network': ['ID=b2b912ab-f227-4e66-9f1e-1e740022363b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:19.473561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:19.634451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bbe076d5-f421-4644-8ffe-5f64f166c85d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6bcaf2060184090a70beb03bb6826c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592498 Jul 09 19:49:19.636696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:19.689964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.718196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.774443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.777122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.781416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d278a6a-f776-4889-92a5-c0fc7c0f9182 HTTP/1.1" status: 204 len: 168 time: 0.1434135 Jul 09 19:49:19.790129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ee5b-7f7b-4542-926a-f70f8bedc41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d278a6a-f776-4889-92a5-c0fc7c0f9182,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:20.108617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27badfc7-0770-416b-9a22-6466897c6283 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:20.321622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27badfc7-0770-416b-9a22-6466897c6283,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:20.341256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5693-abd8-4af5-9ba5-e188a35e10c8 req-8ca7f363-3159-4b10-bc3f-c133eb7de510 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.341256 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50bd5693-abd8-4af5-9ba5-e188a35e10c8 req-8ca7f363-3159-4b10-bc3f-c133eb7de510 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 943 time: 0.0919502 Jul 09 19:49:20.357167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '27badfc7-0770-416b-9a22-6466897c6283', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:20.390074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50bd5693-abd8-4af5-9ba5-e188a35e10c8 req-5233b687-29a4-4719-a6e0-6777ef980aea tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Jul 09 19:49:20.420287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.436793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27badfc7-0770-416b-9a22-6466897c6283 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:20.458895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27badfc7-0770-416b-9a22-6466897c6283,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:20.465211 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.522882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:20.627330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:20.740287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-654783252'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:20.769790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:20.776996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.793731 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.897097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['27badfc7-0770-416b-9a22-6466897c6283'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:20.908647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.914309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.946930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:20.956432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16bcda-b450-46c0-a490-830243247a6c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:20.970005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.970628 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment 748d19c3-e8c0-41e1-93f6-b053d541d9fd of type vlan for network 447b1e1d-d660-42be-b147-ae07391cc734 Jul 09 19:49:21.017094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.054413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.060759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.061651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.148953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:21.154249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077151454'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:21.159205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5290101 Jul 09 19:49:21.184138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:21.192421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.193935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61d1c-cfca-476f-907a-a2110f2dd084 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=447b1e1d-d660-42be-b147-ae07391cc734,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:21.213759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:21.246670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:21.257908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.258256 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment 9c3e7731-8eb5-4a13-8d5c-5f23a437894a of type vlan for network 47c04f22-e561-4de0-b479-66f90823b3ec Jul 09 19:49:21.309443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.351558 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:49:21.356424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.364252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.364586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.449969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:21.450142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2994041 Jul 09 19:49:21.455791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': '447b1e1d-d660-42be-b147-ae07391cc734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:21.457907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4857ee-4260-4a97-af22-f67c6813cecf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=47c04f22-e561-4de0-b479-66f90823b3ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:21.468567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:21.636067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:21.639752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.721322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1f8e3-7c49-4bdb-bb97-1a9075aec79e req-b13738f8-a9ef-4431-9825-6d1c38b3013e tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.722887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ae1f8e3-7c49-4bdb-bb97-1a9075aec79e req-b13738f8-a9ef-4431-9825-6d1c38b3013e tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 944 time: 0.1536682 Jul 09 19:49:21.781299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ae1f8e3-7c49-4bdb-bb97-1a9075aec79e req-2814be87-5602-4fe6-bb53-80e0ee4bffc3 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511196 Jul 09 19:49:21.896874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.958006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=7189423b-1949-4a0f-888b-8e34f701cf40,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:21.969176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': '748d19c3-e8c0-41e1-93f6-b053d541d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:21.969176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: 447b1e1d-d660-42be-b147-ae07391cc734, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:21.986595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 447b1e1d-d660-42be-b147-ae07391cc734 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:21.996750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 447b1e1d-d660-42be-b147-ae07391cc734) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:22.004133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.004855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.005850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b0319-edec-41c4-879b-7266a9d8ece7 None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:22.024055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2a39d1b-6f6a-4fa0-9955-4a4debaf9dcf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5727980 Jul 09 19:49:22.026812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:22.032419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:22.153871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:22.159238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.191498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-447b1e1d-d660-42be-b147-ae07391cc734', 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': '7189423b-1949-4a0f-888b-8e34f701cf40'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:22.192759 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.354589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10b00fef-69b7-4473-b72a-12ddeed10a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.431894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Allocated IP 172.20.0.2 (447b1e1d-d660-42be-b147-ae07391cc734/7189423b-1949-4a0f-888b-8e34f701cf40/5a528ff6-88b5-4336-a520-feecefbff375) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:22.439829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.493296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=f94a68bc-e51b-4cc1-a182-9a8e82c57a1e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.518667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': '9c3e7731-8eb5-4a13-8d5c-5f23a437894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:22.519128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: 47c04f22-e561-4de0-b479-66f90823b3ec, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:22.570621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 47c04f22-e561-4de0-b479-66f90823b3ec is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:22.588729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 47c04f22-e561-4de0-b479-66f90823b3ec) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:22.593502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.594131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.601477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7e6e9-28a3-4318-aa39-edc0828f9fe7 None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:22.613258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b922b56f-c3cd-4bbb-b0db-61e456cb4d85 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5852683 Jul 09 19:49:22.616868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:22.624424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-58393351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:22.664317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.664608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.665372 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.677573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Transition to ACTIVE for port object 5a528ff6-88b5-4336-a520-feecefbff375 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:22.710299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Transition to ACTIVE for port object 5a528ff6-88b5-4336-a520-feecefbff375 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:22.730126 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.734337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.739450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.751768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.756610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9deb401a-d188-44e9-ae0e-6263d2ecd250 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1379321 Jul 09 19:49:22.757922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:22.791932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:22.800902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:22.819925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:22.830773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Pushing event updated for resources: {'Port': ['ID=5a528ff6-88b5-4336-a520-feecefbff375,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.855558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-47c04f22-e561-4de0-b479-66f90823b3ec', 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': 'f94a68bc-e51b-4cc1-a182-9a8e82c57a1e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:22.856423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.897022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Attempting to bind port 5a528ff6-88b5-4336-a520-feecefbff375 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:22.897411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Attempting to bind port 5a528ff6-88b5-4336-a520-feecefbff375 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '748d19c3-e8c0-41e1-93f6-b053d541d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:22.898218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Attempting to bind port 5a528ff6-88b5-4336-a520-feecefbff375 on network 447b1e1d-d660-42be-b147-ae07391cc734 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:22.908000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:22.908371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Checking segment: {'id': '748d19c3-e8c0-41e1-93f6-b053d541d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:22.908804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.909223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Bound using segment: {'id': '748d19c3-e8c0-41e1-93f6-b053d541d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:22.909700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Bound port: 5a528ff6-88b5-4336-a520-feecefbff375, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d19c3-e8c0-41e1-93f6-b053d541d9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '447b1e1d-d660-42be-b147-ae07391cc734'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:22.910087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.062201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] For port 5a528ff6-88b5-4336-a520-feecefbff375, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:23.066906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] For port 5a528ff6-88b5-4336-a520-feecefbff375, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a528ff6-88b5-4336-a520-feecefbff375,segment=NetworkSegment(748d19c3-e8c0-41e1-93f6-b053d541d9fd),segment_id=748d19c3-e8c0-41e1-93f6-b053d541d9fd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:23.072138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.077368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.095898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95f33-cc67-4424-8358-fe98599c98f2 req-cf5aa366-8729-4b6a-b3f5-a2bc0a224b93 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.097405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc95f33-cc67-4424-8358-fe98599c98f2 req-cf5aa366-8729-4b6a-b3f5-a2bc0a224b93 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 944 time: 0.1547823 Jul 09 19:49:23.105881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Allocated IP 172.21.0.2 (47c04f22-e561-4de0-b479-66f90823b3ec/f94a68bc-e51b-4cc1-a182-9a8e82c57a1e/a4c59c57-474e-4201-b963-52e6d8779a58) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:23.219885 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.229851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b6843-241d-423d-8ec5-a482abcce62d None None] Pushing event updated for resources: {'Port': ['ID=5a528ff6-88b5-4336-a520-feecefbff375,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.240280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bc95f33-cc67-4424-8358-fe98599c98f2 req-054d34af-a1bf-4919-b933-0f0370ba25de tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362946 Jul 09 19:49:23.312848 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.341898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Transition to ACTIVE for port object a4c59c57-474e-4201-b963-52e6d8779a58 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:23.362690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Transition to ACTIVE for port object a4c59c57-474e-4201-b963-52e6d8779a58 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:23.369381 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.449849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:23.459027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:23.463417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:23.471603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Pushing event updated for resources: {'Port': ['ID=a4c59c57-474e-4201-b963-52e6d8779a58,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.491186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.20.0.1 (447b1e1d-d660-42be-b147-ae07391cc734/7189423b-1949-4a0f-888b-8e34f701cf40/c079e528-df22-407e-b4c7-3ae97349fef2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:23.576115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Attempting to bind port a4c59c57-474e-4201-b963-52e6d8779a58 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:23.576741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Attempting to bind port a4c59c57-474e-4201-b963-52e6d8779a58 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '9c3e7731-8eb5-4a13-8d5c-5f23a437894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:23.577339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Attempting to bind port a4c59c57-474e-4201-b963-52e6d8779a58 on network 47c04f22-e561-4de0-b479-66f90823b3ec {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:23.584893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:23.585357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Checking segment: {'id': '9c3e7731-8eb5-4a13-8d5c-5f23a437894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:23.585885 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.586289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Bound using segment: {'id': '9c3e7731-8eb5-4a13-8d5c-5f23a437894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:23.586791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Bound port: a4c59c57-474e-4201-b963-52e6d8779a58, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3e7731-8eb5-4a13-8d5c-5f23a437894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '47c04f22-e561-4de0-b479-66f90823b3ec'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:23.587184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.602599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-36e05cc3-842b-4f5b-97b0-e48693b802fa req-9d3d988d-9602-4c26-8dd4-e05f66d2d296 service neutron] (93770) timed out ('10.222.0.10', 47314) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:49:23.652688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] For port a4c59c57-474e-4201-b963-52e6d8779a58, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:23.656367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] For port a4c59c57-474e-4201-b963-52e6d8779a58, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4c59c57-474e-4201-b963-52e6d8779a58,segment=NetworkSegment(9c3e7731-8eb5-4a13-8d5c-5f23a437894a),segment_id=9c3e7731-8eb5-4a13-8d5c-5f23a437894a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:23.664100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.682469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.707738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cda1-6f28-4117-b999-8aae3a28cf80 req-b03ad8b6-10af-4c59-a86d-2f4bade24fa4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.709574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa03cda1-6f28-4117-b999-8aae3a28cf80 req-b03ad8b6-10af-4c59-a86d-2f4bade24fa4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.1187968 Jul 09 19:49:23.712723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object c079e528-df22-407e-b4c7-3ae97349fef2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:23.732561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea82b1d-9a16-4549-8fdf-8e052d3ff1fa None None] Pushing event updated for resources: {'Port': ['ID=a4c59c57-474e-4201-b963-52e6d8779a58,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.775134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa03cda1-6f28-4117-b999-8aae3a28cf80 req-a53bb5ab-f8f7-4947-a51a-c132adb2743c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584586 Jul 09 19:49:23.789891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.842520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 447b1e1d-d660-42be-b147-ae07391cc734 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:23.845948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:23.848789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:23.877673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=c079e528-df22-407e-b4c7-3ae97349fef2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.905858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.075587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.113318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27badfc7-0770-416b-9a22-6466897c6283 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:24.203505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 27badfc7-0770-416b-9a22-6466897c6283 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:24.207576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 27badfc7-0770-416b-9a22-6466897c6283 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:24.208117 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.301693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.331167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:24.334181 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c872cc-ab05-4888-8b72-50458d92c99c" -d '{"events": [{"server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "name": "network-vif-plugged", "status": "completed", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:24.372001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27badfc7-0770-416b-9a22-6466897c6283,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:24.379871 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.380914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:24.468384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.471758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.494678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.539588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.542751 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997386c-02ab-4833-b99a-a02244acb253 x-openstack-request-id: req-4997386c-02ab-4833-b99a-a02244acb253 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:24.543048 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "name": "network-vif-plugged", "status": "completed", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:24.543303 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4997386c-02ab-4833-b99a-a02244acb253 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:24.543697 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'code': 200} Jul 09 19:49:24.546626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0006d-1f16-4d59-8bbd-34985c357f46 None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:24.665595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4aac7c56-dfab-4e48-929d-5adb76ff3415 None None] Provisioning for port 5a528ff6-88b5-4336-a520-feecefbff375 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:24.670153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.671001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:24.675986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=c079e528-df22-407e-b4c7-3ae97349fef2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.683814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.760559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa202232-e446-4042-b4d5-e29bbee3c8e6 req-6dc853bf-eb42-4990-b2c3-0846439eefff tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.762131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa202232-e446-4042-b4d5-e29bbee3c8e6 req-6dc853bf-eb42-4990-b2c3-0846439eefff tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.2841136 Jul 09 19:49:24.775446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.833150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829848c-6600-44f4-8e93-0b30c4dbebd6 req-421eefad-bf7b-4e53-990c-08114fc9311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.834891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a829848c-6600-44f4-8e93-0b30c4dbebd6 req-421eefad-bf7b-4e53-990c-08114fc9311d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1096 time: 0.1978056 Jul 09 19:49:24.856430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa202232-e446-4042-b4d5-e29bbee3c8e6 req-8b157b6a-7cd7-4460-916b-35021752b24c tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832269 Jul 09 19:49:24.871465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 447b1e1d-d660-42be-b147-ae07391cc734 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:24.879850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:24.991497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a829848c-6600-44f4-8e93-0b30c4dbebd6 req-92d1969d-ac06-4021-a8b6-5f2b0c5024fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443183 Jul 09 19:49:25.059020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4c59c57-474e-4201-b963-52e6d8779a58 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:25.062555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router ff436a90-4af8-4406-bcc6-c866b1b48b29 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:25.065929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4151ae-d673-4996-99a4-7a066f384278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.095455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801825d-0de4-4fbd-8da6-3763c7be937c None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:25.162300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:25.168193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f8754ff0-2b87-46fd-81fb-2c97c0061649 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088874 Jul 09 19:49:25.170541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:25.175585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] Sync routers for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:25.230352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a4c59c57-474e-4201-b963-52e6d8779a58 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:25.234662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:25.235342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.235490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9c4a2-d8ad-48a5-827b-4a2a3038832c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:25.236945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cbf9c4a2-d8ad-48a5-827b-4a2a3038832c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports/c079e528-df22-407e-b4c7-3ae97349fef2 HTTP/1.1" status: 200 len: 910 time: 0.0654161 Jul 09 19:49:25.239865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:25.245624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Provisioning for port a4c59c57-474e-4201-b963-52e6d8779a58 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:25.304375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a4c59c57-474e-4201-b963-52e6d8779a58 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:25.304900 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.310115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.312161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Provisioning complete for port a4c59c57-474e-4201-b963-52e6d8779a58 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:25.312589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.342427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.399055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:25.399678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.462179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.463088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c5de7-3336-414e-b68d-94f430d921b2 None None] The sync data for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:25.549764 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.565587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.618554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a4c59c57-474e-4201-b963-52e6d8779a58, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4c59c57-474e-4201-b963-52e6d8779a58,segment=NetworkSegment(9c3e7731-8eb5-4a13-8d5c-5f23a437894a),segment_id=9c3e7731-8eb5-4a13-8d5c-5f23a437894a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:25.625808 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.626812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a528ff6-88b5-4336-a520-feecefbff375 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:25.751167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:49:25.751671 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-50eeacd1-a683-41fb-a70b-8cabfea523da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:49:25.753841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a4c59c57-474e-4201-b963-52e6d8779a58,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:25.776614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5a528ff6-88b5-4336-a520-feecefbff375 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:25.782268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5a528ff6-88b5-4336-a520-feecefbff375 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:25.782665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.894576 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.934463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5a528ff6-88b5-4336-a520-feecefbff375, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a528ff6-88b5-4336-a520-feecefbff375,segment=NetworkSegment(748d19c3-e8c0-41e1-93f6-b053d541d9fd),segment_id=748d19c3-e8c0-41e1-93f6-b053d541d9fd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:25.939104 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.989478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.992209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5a528ff6-88b5-4336-a520-feecefbff375,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:26.033028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-2f3f7e3d-2658-493e-a823-898323fd7291 req-2fbbae4f-e0ec-4750-9dea-225f4d3683fc service neutron] (93771) timed out ('10.222.0.59', 52780) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:49:26.083804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c93f70-a10b-452a-8742-06654c3edc58 req-1840adc8-766a-459f-ad10-304dca62c442 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:26.085380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07c93f70-a10b-452a-8742-06654c3edc58 req-1840adc8-766a-459f-ad10-304dca62c442 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.0821528 Jul 09 19:49:26.130612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07c93f70-a10b-452a-8742-06654c3edc58 req-887076f1-7121-430a-a62f-2acb3824115f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Jul 09 19:49:26.258419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.21.0.1 (47c04f22-e561-4de0-b479-66f90823b3ec/f94a68bc-e51b-4cc1-a182-9a8e82c57a1e/ba9619a7-476c-4baa-9b93-233ab89db14d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:26.303404 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.369652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.382850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object ba9619a7-476c-4baa-9b93-233ab89db14d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:26.410097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Provisioning complete for port 5a528ff6-88b5-4336-a520-feecefbff375 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.410651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.416188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.466261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 47c04f22-e561-4de0-b479-66f90823b3ec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:26.470090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:26.474061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:26.497416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=ba9619a7-476c-4baa-9b93-233ab89db14d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:26.513549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Provisioning complete for port a4c59c57-474e-4201-b963-52e6d8779a58 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.514096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.521471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.545482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:26.547934 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593442b4-e88d-4aa0-992c-df4bcde3f7fa" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:26.603611 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90dae5-ed90-4c10-b50f-5659a93a28bf x-openstack-request-id: req-bb90dae5-ed90-4c10-b50f-5659a93a28bf {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:26.603909 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:26.604494 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb90dae5-ed90-4c10-b50f-5659a93a28bf {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:26.604614 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:49:26.624495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Provisioning for port c079e528-df22-407e-b4c7-3ae97349fef2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:26.629279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Provisioning complete for port c079e528-df22-407e-b4c7-3ae97349fef2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.629658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.657950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.667059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ebed765-7783-4d6d-8db6-553e9de5821d None None] Port c079e528-df22-407e-b4c7-3ae97349fef2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:26.786710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0215e9c7-8042-4676-ac9d-71e111d2fa8e None None] Provisioning for port ba9619a7-476c-4baa-9b93-233ab89db14d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:26.790197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0215e9c7-8042-4676-ac9d-71e111d2fa8e None None] Provisioning complete for port ba9619a7-476c-4baa-9b93-233ab89db14d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.790574 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0215e9c7-8042-4676-ac9d-71e111d2fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.824448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0215e9c7-8042-4676-ac9d-71e111d2fa8e None None] Port ba9619a7-476c-4baa-9b93-233ab89db14d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:26.902423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4c59c57-474e-4201-b963-52e6d8779a58 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:26.923129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.929844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.956613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a4c59c57-474e-4201-b963-52e6d8779a58 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.956989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.005764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=ba9619a7-476c-4baa-9b93-233ab89db14d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.008550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.038754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a528ff6-88b5-4336-a520-feecefbff375 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:27.085149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5a528ff6-88b5-4336-a520-feecefbff375 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:27.085548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.103756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 47c04f22-e561-4de0-b479-66f90823b3ec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:27.105106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:27.155773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-6b18c271-76b2-4819-b14d-e0b36460cf5e req-c348702c-7361-45be-a05f-0138645b9005 tempest-ListServersNegativeTestJSON-2080300962 tempest-ListServersNegativeTestJSON-2080300962-project] (93770) timed out ('10.222.0.59', 52722) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:49:27.232332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router ff436a90-4af8-4406-bcc6-c866b1b48b29 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:27.333809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:27.341805 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dc0342db-35aa-4e1d-b6ae-7eaccac6cdfe tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980825 Jul 09 19:49:27.342426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:27.344324 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] Sync routers for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:27.350005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-89562fe5-d9ba-419b-984a-d11ddb246b42 None None] Provisioning complete for port ba9619a7-476c-4baa-9b93-233ab89db14d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:27.350385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89562fe5-d9ba-419b-984a-d11ddb246b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.356644 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:27.357297 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.391982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89562fe5-d9ba-419b-984a-d11ddb246b42 None None] Port ba9619a7-476c-4baa-9b93-233ab89db14d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:27.397219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f9514-d5d4-4d9c-a9bd-acb38d27bf9a req-b8ed6882-4c46-4765-b8d5-5f251aec1161 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.399319 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.403002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-115f9514-d5d4-4d9c-a9bd-acb38d27bf9a req-b8ed6882-4c46-4765-b8d5-5f251aec1161 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.0947678 Jul 09 19:49:27.405945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc7f90-faff-4083-af40-7ce57e67e7b6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.410316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f6fc7f90-faff-4083-af40-7ce57e67e7b6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports/ba9619a7-476c-4baa-9b93-233ab89db14d HTTP/1.1" status: 200 len: 910 time: 0.0642242 Jul 09 19:49:27.410479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:27.410479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.410673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:27.445057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.446091 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e952c2-0e6c-484a-ae5b-6d5e74a8fca5 None None] The sync data for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:27.512743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-115f9514-d5d4-4d9c-a9bd-acb38d27bf9a req-5afb9e40-6f28-4ac1-9a7d-155974e71a7a tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083760 Jul 09 19:49:27.708207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2f94-e0d5-4a48-aed3-1f5cb6fe1320 req-4f29800e-cd92-4263-9f9b-fa9d858b56cc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.709976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ebb2f94-e0d5-4a48-aed3-1f5cb6fe1320 req-4f29800e-cd92-4263-9f9b-fa9d858b56cc tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.0656204 Jul 09 19:49:27.750198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ebb2f94-e0d5-4a48-aed3-1f5cb6fe1320 req-63341e6a-6810-40e1-b5c5-2ae0c23ec948 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 09 19:49:27.761441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.773916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:27.790199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.961511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2612ce8-3de3-4f07-b120-de575464b5c3 tempest-TestVolumeBackupRestore-598924749 tempest-TestVolumeBackupRestore-598924749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.963336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f2612ce8-3de3-4f07-b120-de575464b5c3 tempest-TestVolumeBackupRestore-598924749 tempest-TestVolumeBackupRestore-598924749-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1091 time: 0.1884186 Jul 09 19:49:27.966433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:27.971635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:27.997781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.044009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port ba9619a7-476c-4baa-9b93-233ab89db14d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:28.044363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.107316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.126102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:28.141030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.155978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for ba9619a7-476c-4baa-9b93-233ab89db14d owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:28.226180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Allocated IP 172.25.3.93 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4d684f28-86c6-4395-9e98-cd1f2ca4a5b2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:28.238410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:28.251287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:28.312816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.329869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:28.344991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.355834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:28.361371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.362111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.378534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=ba9619a7-476c-4baa-9b93-233ab89db14d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:28.410288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.431272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:28.453340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:28.456859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:28.460490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:28.477502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9bdeb2e6-b30d-4267-84ae-b486062da2bf'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:28.483355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'Port': ['ID=4d684f28-86c6-4395-9e98-cd1f2ca4a5b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:28.593779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.798727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router ff436a90-4af8-4406-bcc6-c866b1b48b29 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:28.857573 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.892112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:28.897153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5cdc461b-6c35-420e-bcb4-54b9b40c4568 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844751 Jul 09 19:49:28.900045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:28.901804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] Sync routers for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:28.911083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:28.911586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:28.945764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:28.954568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:28.955155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:28.985056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:28.985707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c2bdd-2c23-41e2-b821-fedccf753b5e None None] The sync data for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:29.011771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.338699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.347036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.472622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event updated for resources: {'Port': ['ID=4d684f28-86c6-4395-9e98-cd1f2ca4a5b2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:29.483633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.555529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.692942 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Floating IP bc28b540-6fff-41fb-bc08-f75b5ac1b1d9 associated. External IP: 172.25.3.93, port: 27badfc7-0770-416b-9a22-6466897c6283. Jul 09 19:49:30.150903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:30.199147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:30.199611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.282084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.303367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:30.305601 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a207b0-51a3-40bb-aaf6-e5d0ba653f47" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:30.318592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:30.323381 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.348596 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f52ee2-2bac-4ee2-a548-b7dc07ac6821 x-openstack-request-id: req-c6f52ee2-2bac-4ee2-a548-b7dc07ac6821 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:30.348886 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:30.349169 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6f52ee2-2bac-4ee2-a548-b7dc07ac6821 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:30.349739 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:49:30.378620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.410662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:30.413108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port c079e528-df22-407e-b4c7-3ae97349fef2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:30.413542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.567950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.590514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for c079e528-df22-407e-b4c7-3ae97349fef2 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:30.606853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:30.616228 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:30.625156 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:30.625950 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:30.655825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.732598 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:30.751546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5562ad0f-aac5-4852-9ebc-6141a7cde537 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7840736 Jul 09 19:49:30.753626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:30.754256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:30.755987 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:30.804306 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8e15be-b2da-4f3f-8bf5-a8786fed4e8f x-openstack-request-id: req-5f8e15be-b2da-4f3f-8bf5-a8786fed4e8f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:30.804632 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:30.804958 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f8e15be-b2da-4f3f-8bf5-a8786fed4e8f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:30.805249 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:49:30.845715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea09ac6-f211-4de9-be84-acdf794b814c tempest-TestVolumeBackupRestore-598924749 tempest-TestVolumeBackupRestore-598924749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.849979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ea09ac6-f211-4de9-be84-acdf794b814c tempest-TestVolumeBackupRestore-598924749 tempest-TestVolumeBackupRestore-598924749-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1091 time: 0.0919623 Jul 09 19:49:30.850216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:30.854700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Request body: {'floatingip': {'port_id': '27badfc7-0770-416b-9a22-6466897c6283'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:30.864400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.900256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=c079e528-df22-407e-b4c7-3ae97349fef2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.917099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.971790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-29da4ffd-4352-498e-ac19-41132d358358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.974723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-29da4ffd-4352-498e-ac19-41132d358358 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1096 time: 0.1474011 Jul 09 19:49:30.977660 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:28Z', 'revision_number': 0, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.011267 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:31.020949 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:31.021635 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.147590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.207346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-6b187eba-88dc-4aed-a6c8-808fe2a535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.208808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-6b187eba-88dc-4aed-a6c8-808fe2a535fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 915 time: 0.2266948 Jul 09 19:49:31.237939 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:31.395646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-5f406e5c-2934-462f-acaf-51e04aeb9531 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 998 time: 0.1566064 Jul 09 19:49:31.437054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router ff436a90-4af8-4406-bcc6-c866b1b48b29 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:31.494324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-fe60a7fa-1892-4cf4-ab32-745bfc892936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.495761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-fe60a7fa-1892-4cf4-ab32-745bfc892936 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.0920699 Jul 09 19:49:31.500830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:28Z', 'revision_number': 0, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.533177 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0768f2-beb3-42d1-bd56-b572363225bc None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:28Z', 'revision_number': 0, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:31.561013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:31.570659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-10fe7ded-6531-4971-970d-a03676429201 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655440 Jul 09 19:49:31.571404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] Sync routers for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:31.574220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:31.596812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:31.597572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.611837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3db88b57-28b4-482e-a10f-ab0595aefb59 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff436a90-4af8-4406-bcc6-c866b1b48b29 HTTP/1.1" status: 200 len: 205 time: 0.0352676 Jul 09 19:49:31.620295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:31.641727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.658298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] Routers {'ff436a90-4af8-4406-bcc6-c866b1b48b29'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:31.659244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['ff436a90-4af8-4406-bcc6-c866b1b48b29'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.705243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.706612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2860018-f380-45d2-8914-0e6ff64f1814 None None] The sync data for ids ['ff436a90-4af8-4406-bcc6-c866b1b48b29'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:31.834083 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef023e-897d-4bac-b75d-2e4bd63a5686 None None] New status for floating IP bc28b540-6fff-41fb-bc08-f75b5ac1b1d9: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:49:31.863321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.868025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.950425 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-f4ef023e-897d-4bac-b75d-2e4bd63a5686 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:49:31.950871 n-d-800087-3 neutron-server[93774]: DEBUG oslo_db.api [None req-f4ef023e-897d-4bac-b75d-2e4bd63a5686 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:49:31.952482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-a53d2961-8f41-4c6c-a046-68921a3d3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.954632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-a53d2961-8f41-4c6c-a046-68921a3d3cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4326396 Jul 09 19:49:31.957319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.087989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:32.175975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.179456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.199644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:32.204325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.233398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-b900e9eb-7543-44d5-b302-3832119151dc service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438238 Jul 09 19:49:32.237785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.238346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router ff436a90-4af8-4406-bcc6-c866b1b48b29 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:49:32.252743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.253851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7fc4569-83af-4a1d-9050-e241f4a08299 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29 HTTP/1.1" status: 204 len: 168 time: 0.6285872 Jul 09 19:49:32.260526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:32.260999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:32.263665 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:32.314258 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf355d0-c872-47b1-b941-8227b0e16763 x-openstack-request-id: req-2cf355d0-c872-47b1-b941-8227b0e16763 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:32.314558 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:32.314812 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cf355d0-c872-47b1-b941-8227b0e16763 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:32.315209 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:49:32.322411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-59bfd465-8665-4092-875c-ef4056771963 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "PUT /v2.0/floatingips/bc28b540-6fff-41fb-bc08-f75b5ac1b1d9 HTTP/1.1" status: 200 len: 990 time: 1.4711778 Jul 09 19:49:32.332234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c6673c3-de25-4ae8-951f-591b7bc2b0fb req-512664ec-9c60-4300-a2d2-5ff36d0acbad service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917628 Jul 09 19:49:32.334056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet f94a68bc-e51b-4cc1-a182-9a8e82c57a1e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:32.337566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.379811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.431233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-2735b15c-ba2e-400f-8705-ef34da326f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.432795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-2735b15c-ba2e-400f-8705-ef34da326f9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1096 time: 0.0527833 Jul 09 19:49:32.452846 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef023e-897d-4bac-b75d-2e4bd63a5686 None None] New status for floating IP bc28b540-6fff-41fb-bc08-f75b5ac1b1d9: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:49:32.471695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.538240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-23ee8eff-1f5d-49bc-bceb-76e8b1d0e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.539471 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.539753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-23ee8eff-1f5d-49bc-bceb-76e8b1d0e4c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 915 time: 0.0999804 Jul 09 19:49:32.569629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.574086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/f94a68bc-e51b-4cc1-a182-9a8e82c57a1e HTTP/1.1" status: 204 len: 168 time: 0.3053627 Jul 09 19:49:32.574086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b4de-8f87-48e0-98ee-1b9118480746 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=f94a68bc-e51b-4cc1-a182-9a8e82c57a1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:32.578751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:32.584102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f68d4-b3c7-41f8-b93d-b518a511643c None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:32.615807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-317412a5-af6a-4b8f-b52e-aa06cd5ce416 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 998 time: 0.0687208 Jul 09 19:49:32.634576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet 7189423b-1949-4a0f-888b-8e34f701cf40 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:32.639265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.685754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.705488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-4585d59f-3d36-4ce6-b6a2-35932612946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.706979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-4585d59f-3d36-4ce6-b6a2-35932612946c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.0833714 Jul 09 19:49:32.775546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:32.783398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-443a15a4-498e-445b-bdc6-8866cdee7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.785535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:32.785865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-443a15a4-498e-445b-bdc6-8866cdee7bff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701537 Jul 09 19:49:32.786581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:32.811437 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.828826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] DHCP port deletion for 47c04f22-e561-4de0-b479-66f90823b3ec request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:32.885727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.929956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=7189423b-1949-4a0f-888b-8e34f701cf40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:32.930901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-06cfc569-a7a6-4d3b-80cd-a0a7260d7fe6 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377938 Jul 09 19:49:32.934626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.936689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a38b9c6e-305a-4304-a663-4a3f7200e2eb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/7189423b-1949-4a0f-888b-8e34f701cf40 HTTP/1.1" status: 204 len: 168 time: 0.3569849 Jul 09 19:49:32.939478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:32.950221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4c59c57-474e-4201-b963-52e6d8779a58 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:32.952078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721acda5-54e9-496f-a73f-7554eb430bcd None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:33.028388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.041257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7299e1-6e19-42cf-ac4b-5a4bc0adbbb9 req-2d66370c-421d-4c9f-b613-84aa488931e6 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999360 Jul 09 19:49:33.084366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port a4c59c57-474e-4201-b963-52e6d8779a58 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:33.084701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.142475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:33.149392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port a4c59c57-474e-4201-b963-52e6d8779a58, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4c59c57-474e-4201-b963-52e6d8779a58,segment=NetworkSegment(9c3e7731-8eb5-4a13-8d5c-5f23a437894a),segment_id=9c3e7731-8eb5-4a13-8d5c-5f23a437894a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:33.149757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.163360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for a4c59c57-474e-4201-b963-52e6d8779a58 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:33.190445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Deleting port a4c59c57-474e-4201-b963-52e6d8779a58 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:33.190826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.246180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.273725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=a4c59c57-474e-4201-b963-52e6d8779a58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.275542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port a4c59c57-474e-4201-b963-52e6d8779a58 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:33.348086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No active binding found for port a4c59c57-474e-4201-b963-52e6d8779a58 {{(pid=93773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 19:49:33.348519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a4c59c57-474e-4201-b963-52e6d8779a58 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:33.356370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] For port a4c59c57-474e-4201-b963-52e6d8779a58, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a4c59c57-474e-4201-b963-52e6d8779a58,segment=NetworkSegment(9c3e7731-8eb5-4a13-8d5c-5f23a437894a),segment_id=9c3e7731-8eb5-4a13-8d5c-5f23a437894a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:33.356765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.357864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.368401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c04f22-e561-4de0-b479-66f90823b3ec']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.379509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3e7731-8eb5-4a13-8d5c-5f23a437894a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.379805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3e7731-8eb5-4a13-8d5c-5f23a437894a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.388446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.398527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Calling delete_port for a4c59c57-474e-4201-b963-52e6d8779a58 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:33.402483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.408149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:33.408524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:33.411420 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:33.467759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.474787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.476595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/47c04f22-e561-4de0-b479-66f90823b3ec HTTP/1.1" status: 204 len: 168 time: 0.5362139 Jul 09 19:49:33.479449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:33.488346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e289d9-5b57-4411-a1b1-8add15bf335c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=47c04f22-e561-4de0-b479-66f90823b3ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.566784 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.600970 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.632376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] DHCP port deletion for 447b1e1d-d660-42be-b147-ae07391cc734 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:33.635717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Pushing event deleted for resources: {'Port': ['ID=a4c59c57-474e-4201-b963-52e6d8779a58,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.638429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] Network 47c04f22-e561-4de0-b479-66f90823b3ec is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:49:33.638577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 5a528ff6-88b5-4336-a520-feecefbff375 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:33.638834 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.638960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2ae60-f6ca-4b4f-bbd1-7fe754d422d2 None None] No DVR routers for this DVR port a4c59c57-474e-4201-b963-52e6d8779a58 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:33.669980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 2, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.700107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:33.713775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 5a528ff6-88b5-4336-a520-feecefbff375, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a528ff6-88b5-4336-a520-feecefbff375,segment=NetworkSegment(748d19c3-e8c0-41e1-93f6-b053d541d9fd),segment_id=748d19c3-e8c0-41e1-93f6-b053d541d9fd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:33.714274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.716450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:33.717069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.727974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 5a528ff6-88b5-4336-a520-feecefbff375 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:33.759148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Deleting port 5a528ff6-88b5-4336-a520-feecefbff375 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:33.759523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.811056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.842324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=5a528ff6-88b5-4336-a520-feecefbff375,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.844870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port 5a528ff6-88b5-4336-a520-feecefbff375 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:33.869003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] For port 5a528ff6-88b5-4336-a520-feecefbff375, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a528ff6-88b5-4336-a520-feecefbff375,segment=NetworkSegment(748d19c3-e8c0-41e1-93f6-b053d541d9fd),segment_id=748d19c3-e8c0-41e1-93f6-b053d541d9fd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:33.869430 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.886561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Calling delete_port for 5a528ff6-88b5-4336-a520-feecefbff375 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:33.901040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:33.923192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.934607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447b1e1d-d660-42be-b147-ae07391cc734']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.945195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748d19c3-e8c0-41e1-93f6-b053d541d9fd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.945469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748d19c3-e8c0-41e1-93f6-b053d541d9fd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:33.955062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.971726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.978923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:33.979379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:33.982768 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:34.049206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.056866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.058937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/447b1e1d-d660-42be-b147-ae07391cc734 HTTP/1.1" status: 204 len: 168 time: 0.5784965 Jul 09 19:49:34.064250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.069363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014959895'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:34.074980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5c3c9-65a8-437e-b839-5cb23959baf6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=447b1e1d-d660-42be-b147-ae07391cc734,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.080440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.091605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:34.095840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.114506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Network 447b1e1d-d660-42be-b147-ae07391cc734 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:49:34.114953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] No DVR routers for this DVR port 5a528ff6-88b5-4336-a520-feecefbff375 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:34.118266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007210-95ef-45dd-bbc1-b7f2f481d0d4 None None] Pushing event deleted for resources: {'Port': ['ID=5a528ff6-88b5-4336-a520-feecefbff375,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.128806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:34.144647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.145001 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment 074e0ef4-5f2c-49fa-944f-f811bf8a020d of type vlan for network bb22e7f2-3676-4852-bdd6-e2557fe9d544 Jul 09 19:49:34.195932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.215879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 2, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:34.224389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.234381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.235594 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.243503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de50851-6cf4-415d-8904-2edea6c295c2 None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'bc28b540-6fff-41fb-bc08-f75b5ac1b1d9', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'port_id': '27badfc7-0770-416b-9a22-6466897c6283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'mac_address': 'fa:16:3e:44:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:28Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 2, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:34.297779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2324741 Jul 09 19:49:34.300603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.305932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:34.311601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c18842-f81b-4dd6-b47b-6d3e3f23eead tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=bb22e7f2-3676-4852-bdd6-e2557fe9d544,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.315828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:34.318465 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06963ad-fd1f-40cb-99ac-4663991ebe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:34.322760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:34.368158 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c66ff5-4582-4600-ad5c-2fed863a7285 x-openstack-request-id: req-63c66ff5-4582-4600-ad5c-2fed863a7285 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:34.368558 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:34.369560 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63c66ff5-4582-4600-ad5c-2fed863a7285 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:34.369560 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:49:34.459530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:34.463290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.522914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-ba0a64b0-c129-4f25-aa45-42d72916aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.524440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-ba0a64b0-c129-4f25-aa45-42d72916aa66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1096 time: 0.1306920 Jul 09 19:49:34.666488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-35f22eb4-9fe0-40d5-85d0-b52a7b809fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.668081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-35f22eb4-9fe0-40d5-85d0-b52a7b809fbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 915 time: 0.1358356 Jul 09 19:49:34.776958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-88910631-e1f7-4b68-93d6-363ffdf58d7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 1000 time: 0.1011939 Jul 09 19:49:34.777801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.873660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.881684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-dfa266fa-832d-4898-b511-9ccb3f58181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.883188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-dfa266fa-832d-4898-b511-9ccb3f58181a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.0961783 Jul 09 19:49:34.889204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': '074e0ef4-5f2c-49fa-944f-f811bf8a020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:34.889570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: bb22e7f2-3676-4852-bdd6-e2557fe9d544, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:34.916803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a528ff6-88b5-4336-a520-feecefbff375 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:34.940156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5a528ff6-88b5-4336-a520-feecefbff375 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:34.940587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a528ff6-88b5-4336-a520-feecefbff375 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:34.944299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:34.958912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, bb22e7f2-3676-4852-bdd6-e2557fe9d544) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:34.965420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.966024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.970131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538a58b-4cff-4177-966c-dc64c862f259 None None] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:34.971763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-48de209a-a7f9-430d-a0a8-930b979d7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.973308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-48de209a-a7f9-430d-a0a8-930b979d7a77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815072 Jul 09 19:49:35.001957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40288c7c-da34-4690-b67b-ef95eac94a83 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6976261 Jul 09 19:49:35.002350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:35.006961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974563488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:35.057476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.059191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.080474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-b72c4663-17e2-434c-9f7e-78c74633dae6 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994344 Jul 09 19:49:35.157034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.164565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.196736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-bb22e7f2-3676-4852-bdd6-e2557fe9d544', 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': '0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:35.198058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.205708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.210198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:35.210445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bed9af0a-7977-449f-873a-9c57b4900adf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2068679 Jul 09 19:49:35.216914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'port': {'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544', 'name': 'tempest-RoutersTest-745892412'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:35.281273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e06963ad-fd1f-40cb-99ac-4663991ebe8e req-11a95f62-4d89-491c-9781-1e8a76af5464 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871042 Jul 09 19:49:35.379896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:35.384054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.408564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] device_id is not set on port 77aa463e-3cbe-4257-9c91-8b54df764ee5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:49:35.408926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Allocated IP 172.20.0.2 (bb22e7f2-3676-4852-bdd6-e2557fe9d544/0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f/d3d32361-525c-4256-9d3c-54dbacd435e7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:35.589369 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.598338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Transition to ACTIVE for port object d3d32361-525c-4256-9d3c-54dbacd435e7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:35.615338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Transition to ACTIVE for port object d3d32361-525c-4256-9d3c-54dbacd435e7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:35.631087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.681036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.20.0.7 (bb22e7f2-3676-4852-bdd6-e2557fe9d544/0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f/77aa463e-3cbe-4257-9c91-8b54df764ee5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:35.683917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Pushing event updated for resources: {'Port': ['ID=d3d32361-525c-4256-9d3c-54dbacd435e7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.694396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:35.696298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:35.700829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:35.785092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Attempting to bind port d3d32361-525c-4256-9d3c-54dbacd435e7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:35.785488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Attempting to bind port d3d32361-525c-4256-9d3c-54dbacd435e7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '074e0ef4-5f2c-49fa-944f-f811bf8a020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:35.785854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Attempting to bind port d3d32361-525c-4256-9d3c-54dbacd435e7 on network bb22e7f2-3676-4852-bdd6-e2557fe9d544 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:35.791078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:35.791453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Checking segment: {'id': '074e0ef4-5f2c-49fa-944f-f811bf8a020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:35.791854 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.792249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Bound using segment: {'id': '074e0ef4-5f2c-49fa-944f-f811bf8a020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:35.792690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Bound port: d3d32361-525c-4256-9d3c-54dbacd435e7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074e0ef4-5f2c-49fa-944f-f811bf8a020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bb22e7f2-3676-4852-bdd6-e2557fe9d544'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:35.793243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.891360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] For port d3d32361-525c-4256-9d3c-54dbacd435e7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:35.895937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] For port d3d32361-525c-4256-9d3c-54dbacd435e7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d3d32361-525c-4256-9d3c-54dbacd435e7,segment=NetworkSegment(074e0ef4-5f2c-49fa-944f-f811bf8a020d),segment_id=074e0ef4-5f2c-49fa-944f-f811bf8a020d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:35.902373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.902572 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.926917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 77aa463e-3cbe-4257-9c91-8b54df764ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:35.973310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.994638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1a7eb-e09e-4c59-bdee-9242e02b06d7 None None] Pushing event updated for resources: {'Port': ['ID=d3d32361-525c-4256-9d3c-54dbacd435e7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:36.039970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:36.045257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:36.049567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:36.053858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=77aa463e-3cbe-4257-9c91-8b54df764ee5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:36.106720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.107520 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.129211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a7103f30-b693-4b03-8f59-8b05ccc205aa tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9152446 Jul 09 19:49:36.129211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:36.590025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.057688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d3d32361-525c-4256-9d3c-54dbacd435e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:37.139724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d3d32361-525c-4256-9d3c-54dbacd435e7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:37.250937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.255685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.299338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4c2e7-5a9d-4772-ae5d-97fa6fa0150a None None] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:37.396156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Provisioning for port d3d32361-525c-4256-9d3c-54dbacd435e7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:37.410030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Provisioning complete for port d3d32361-525c-4256-9d3c-54dbacd435e7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:37.410731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.426653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=77aa463e-3cbe-4257-9c91-8b54df764ee5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:37.590777 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.723293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.767963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.793251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] For port d3d32361-525c-4256-9d3c-54dbacd435e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d3d32361-525c-4256-9d3c-54dbacd435e7,segment=NetworkSegment(074e0ef4-5f2c-49fa-944f-f811bf8a020d),segment_id=074e0ef4-5f2c-49fa-944f-f811bf8a020d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:37.803749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.038065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-e59cf2da-5fb8-45da-b187-760d7cf41178 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3476982 Jul 09 19:49:38.164351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1066ca-b349-47fd-aebb-9ee6e8708713 None None] Pushing event updated for resources: {'Port': ['ID=d3d32361-525c-4256-9d3c-54dbacd435e7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:38.190495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Provisioning for port 77aa463e-3cbe-4257-9c91-8b54df764ee5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:38.196904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Provisioning complete for port 77aa463e-3cbe-4257-9c91-8b54df764ee5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:38.197411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.240873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Port 77aa463e-3cbe-4257-9c91-8b54df764ee5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:38.253355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Provisioning complete for port d3d32361-525c-4256-9d3c-54dbacd435e7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:38.253935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b19bcf-9196-49bd-9762-9014a0b00c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.309584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.319643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.438651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.441926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=77aa463e-3cbe-4257-9c91-8b54df764ee5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:38.462133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.462895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.463451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.463925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.464392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.464981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.465493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.467555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-862bfa3e-6e02-4b54-828f-18c946f4c5f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.3542616 Jul 09 19:49:38.480940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27716ce3-fe93-4002-b1b3-a4ef170dd75e None None] Provisioning complete for port 77aa463e-3cbe-4257-9c91-8b54df764ee5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:38.480940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27716ce3-fe93-4002-b1b3-a4ef170dd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.548601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27716ce3-fe93-4002-b1b3-a4ef170dd75e None None] Port 77aa463e-3cbe-4257-9c91-8b54df764ee5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:38.671500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c65899d2-5bc9-4c75-a94c-9bf7419eabdc None None] Provisioning complete for port 77aa463e-3cbe-4257-9c91-8b54df764ee5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:38.671933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c65899d2-5bc9-4c75-a94c-9bf7419eabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.673652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-59ee968a-6f94-46d3-a12b-ac47c1b51572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.674136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-59ee968a-6f94-46d3-a12b-ac47c1b51572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.674602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-59ee968a-6f94-46d3-a12b-ac47c1b51572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.676257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-59ee968a-6f94-46d3-a12b-ac47c1b51572 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 2296 time: 0.1640821 Jul 09 19:49:38.678178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:38.679709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:38.744468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c65899d2-5bc9-4c75-a94c-9bf7419eabdc None None] Port 77aa463e-3cbe-4257-9c91-8b54df764ee5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:38.883956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-3f0b9d9a-b11b-4bcd-a30c-b8a3c5e3037e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1001 time: 0.1534832 Jul 09 19:49:38.942220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d3d32361-525c-4256-9d3c-54dbacd435e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:38.959674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-0c354e28-d46d-43d3-af90-ce29f33ac293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.961479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-0c354e28-d46d-43d3-af90-ce29f33ac293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.0691140 Jul 09 19:49:39.014053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d3d32361-525c-4256-9d3c-54dbacd435e7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:39.014429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.033613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 41b2496b-c2a4-4fe5-a959-8311c2e89175 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:39.076422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d448045a-43e5-4a92-bd5c-38f3bf3df64b None None] Provisioning complete for port 77aa463e-3cbe-4257-9c91-8b54df764ee5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:39.076422 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d448045a-43e5-4a92-bd5c-38f3bf3df64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.141582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-55dcc6fb-0838-4182-8135-1d8858e77e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.146838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d448045a-43e5-4a92-bd5c-38f3bf3df64b None None] Port 77aa463e-3cbe-4257-9c91-8b54df764ee5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:39.150525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-55dcc6fb-0838-4182-8135-1d8858e77e5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815937 Jul 09 19:49:39.163765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-ed250ba3-a9b8-47c8-bd20-2682fed63548 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:49:39.164793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-ed250ba3-a9b8-47c8-bd20-2682fed63548 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070584 Jul 09 19:49:39.233180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:39.233180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60364a7f-7aac-4ee3-acbb-1a9fe0a9ed65 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/41b2496b-c2a4-4fe5-a959-8311c2e89175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975037 Jul 09 19:49:39.234200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:39.234597 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] Sync routers for ids ['41b2496b-c2a4-4fe5-a959-8311c2e89175'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:39.244307 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] Routers {'41b2496b-c2a4-4fe5-a959-8311c2e89175'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:39.245021 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['41b2496b-c2a4-4fe5-a959-8311c2e89175'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:39.290250 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:39.290840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-e02bc71c-af36-4a64-95a9-01e31e8a5310 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180587 Jul 09 19:49:39.299708 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] Routers {'41b2496b-c2a4-4fe5-a959-8311c2e89175'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:39.300561 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['41b2496b-c2a4-4fe5-a959-8311c2e89175'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:39.318660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6de641-66a6-49d3-92ae-da814a99d455 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.320100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a6de641-66a6-49d3-92ae-da814a99d455 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports/77aa463e-3cbe-4257-9c91-8b54df764ee5 HTTP/1.1" status: 200 len: 976 time: 0.0879617 Jul 09 19:49:39.323620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:39.337775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:39.338652 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b38f2f-254c-4b21-85fc-9f58919a6e7d None None] The sync data for ids ['41b2496b-c2a4-4fe5-a959-8311c2e89175'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:39.452680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-431f8d80-29da-4c74-b3b0-edf8e22cc026 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558528 Jul 09 19:49:39.505013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-96f24ebf-7f28-45cb-bf38-42a1ab6f842d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.0443521 Jul 09 19:49:39.563326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-fd8024c1-5d25-479a-b705-faaf55210754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.566488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-fd8024c1-5d25-479a-b705-faaf55210754 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0537984 Jul 09 19:49:39.636655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-45b3c694-cb82-4f24-b3fc-5300a8a96e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.638298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-45b3c694-cb82-4f24-b3fc-5300a8a96e8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628421 Jul 09 19:49:39.733592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.751774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-d5464eaa-63c7-477d-a681-8e258c1b3fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057906 Jul 09 19:49:39.863424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-deb33d36-0233-4ad1-81ad-98e6e5626cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049850 Jul 09 19:49:39.916089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-45a26c31-e091-4f9a-b6f4-7501a8d7d2d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.0442891 Jul 09 19:49:39.989400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-0a65e1b4-750f-4fe8-96cd-2cfb7bdc3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.992910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-0a65e1b4-750f-4fe8-96cd-2cfb7bdc3878 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0676537 Jul 09 19:49:40.050122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 77aa463e-3cbe-4257-9c91-8b54df764ee5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:40.050500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.077624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-057c8e94-f244-4960-afd7-143a2e53b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.078920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-057c8e94-f244-4960-afd7-143a2e53b25b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779927 Jul 09 19:49:40.178545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.191599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-c177dd0e-d551-433f-8af3-11926bc7cb97 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056409 Jul 09 19:49:40.195958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 77aa463e-3cbe-4257-9c91-8b54df764ee5 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:40.323977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-eb317f54-5cb6-4393-a5b8-59dd7b8c58d1 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244645 Jul 09 19:49:40.387270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-8a2c3915-553a-4a0f-a67d-0f9ecd11a235 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0566959 Jul 09 19:49:40.435185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.444536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-e0ea1c49-9267-41ff-b245-a70c5b7cb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.446531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-e0ea1c49-9267-41ff-b245-a70c5b7cb794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0529871 Jul 09 19:49:40.473119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=77aa463e-3cbe-4257-9c91-8b54df764ee5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:40.536823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-6c4ca490-a6e5-4540-805b-6a4ad8665f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.539677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-6c4ca490-a6e5-4540-805b-6a4ad8665f45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851619 Jul 09 19:49:40.686493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.699246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-535d1b32-ec15-4c26-85a3-7a204a346b59 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508305 Jul 09 19:49:40.807202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-124c5ed4-80e8-471d-89c0-5b939938b483 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007724 Jul 09 19:49:40.887981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-4bd5cf3f-526a-43b3-82d4-78207ef3e967 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.0731850 Jul 09 19:49:40.893636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 41b2496b-c2a4-4fe5-a959-8311c2e89175 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:41.008162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:41.017720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ee79c91-7153-4431-a588-fb6dac34a3a3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/41b2496b-c2a4-4fe5-a959-8311c2e89175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930149 Jul 09 19:49:41.018180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] Sync routers for ids ['41b2496b-c2a4-4fe5-a959-8311c2e89175'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:41.018654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:41.028761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] Routers {'41b2496b-c2a4-4fe5-a959-8311c2e89175'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:41.029467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['41b2496b-c2a4-4fe5-a959-8311c2e89175'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:41.087719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:41.121066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] Routers {'41b2496b-c2a4-4fe5-a959-8311c2e89175'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:41.121851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['41b2496b-c2a4-4fe5-a959-8311c2e89175'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:41.185686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:41.186866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed59dd0-4021-4d31-8c45-1128d84c7ce9 None None] The sync data for ids ['41b2496b-c2a4-4fe5-a959-8311c2e89175'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:41.225720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-475ef8a2-67a7-4af2-bc98-2a8716d00cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.227306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-475ef8a2-67a7-4af2-bc98-2a8716d00cbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.3240998 Jul 09 19:49:41.276864 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-38103784-050d-49b9-9f1f-4618f64e909e tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 19:49:41.281658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-38103784-050d-49b9-9f1f-4618f64e909e tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/41b2496b-c2a4-4fe5-a959-8311c2e89175/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2620196 Jul 09 19:49:41.285355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:41.296477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-cfdff412-855d-4c47-9361-f8bd3c6e6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.298882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-cfdff412-855d-4c47-9361-f8bd3c6e6a03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608678 Jul 09 19:49:41.315558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65e88c41-0877-41a8-bc95-311a78c4617e tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=41b2496b-c2a4-4fe5-a959-8311c2e89175 HTTP/1.1" status: 200 len: 205 time: 0.0294664 Jul 09 19:49:41.318395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:41.402758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.426142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-19d6a3c5-0cdf-41b6-bf28-d0e655ec3c5f service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203973 Jul 09 19:49:41.533753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-180233ef-a277-4dd9-a4be-ac0286f2dfc9 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009786 Jul 09 19:49:41.594818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-48840f4e-6ff6-468e-b87e-cdd91634ed98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.0543802 Jul 09 19:49:41.603456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.606045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.664820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-dbc12a54-9a64-4ebd-a7d0-d5abff61c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.666437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-dbc12a54-9a64-4ebd-a7d0-d5abff61c169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0657163 Jul 09 19:49:41.674724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.675453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router 41b2496b-c2a4-4fe5-a959-8311c2e89175 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:49:41.684672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.689090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3db00701-48f0-4b44-94f8-2526264030ef tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/41b2496b-c2a4-4fe5-a959-8311c2e89175 HTTP/1.1" status: 204 len: 168 time: 0.3667758 Jul 09 19:49:41.691205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:41.789722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet 0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:41.794549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.832160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-4e6549bb-5aac-44ef-820f-32cb48ea24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.835501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-4e6549bb-5aac-44ef-820f-32cb48ea24eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1592848 Jul 09 19:49:41.899744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.033997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-f0800bbe-9b1d-4b44-9148-9629a9afc209 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903594 Jul 09 19:49:42.102233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.222703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-41d394bd-71ec-49a5-b522-76e80ff33c11 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812923 Jul 09 19:49:42.229258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.306283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.311137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-5a5ade67-700e-4aea-b9eb-f9424daf8e1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0793514 Jul 09 19:49:42.312128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.316945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2807401e-db4a-42ff-b0e2-a04b224db66d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f HTTP/1.1" status: 204 len: 168 time: 0.6224751 Jul 09 19:49:42.317380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:42.330048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fbe4f-5b06-4153-9077-010e5b4c8086 None None] Network bb22e7f2-3676-4852-bdd6-e2557fe9d544 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:42.409536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.430097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-336a89f9-a5c6-4fa8-8739-ef617f5f947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.432959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-336a89f9-a5c6-4fa8-8739-ef617f5f947c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.1147122 Jul 09 19:49:42.495258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port d3d32361-525c-4256-9d3c-54dbacd435e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:42.496037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.532876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-40180910-fde9-46e2-a54e-1685d5236ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.534423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-40180910-fde9-46e2-a54e-1685d5236ce2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924237 Jul 09 19:49:42.588751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port d3d32361-525c-4256-9d3c-54dbacd435e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d3d32361-525c-4256-9d3c-54dbacd435e7,segment=NetworkSegment(074e0ef4-5f2c-49fa-944f-f811bf8a020d),segment_id=074e0ef4-5f2c-49fa-944f-f811bf8a020d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:42.589254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.610693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for d3d32361-525c-4256-9d3c-54dbacd435e7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:42.623831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] DHCP port deletion for bb22e7f2-3676-4852-bdd6-e2557fe9d544 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:42.654265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-4fc50964-c888-496d-a8c9-837f84103651 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132667 Jul 09 19:49:42.685792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Deleting port d3d32361-525c-4256-9d3c-54dbacd435e7 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:42.686485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.770053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.787377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] For port d3d32361-525c-4256-9d3c-54dbacd435e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d3d32361-525c-4256-9d3c-54dbacd435e7,segment=NetworkSegment(074e0ef4-5f2c-49fa-944f-f811bf8a020d),segment_id=074e0ef4-5f2c-49fa-944f-f811bf8a020d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:42.788050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.797260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=d3d32361-525c-4256-9d3c-54dbacd435e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.806074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port d3d32361-525c-4256-9d3c-54dbacd435e7 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:42.807973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Calling delete_port for d3d32361-525c-4256-9d3c-54dbacd435e7 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:42.848400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bc50de7-91dc-4795-bb11-3e10ec5df0c8 req-9e7015fb-c474-49ea-9348-c32ca9e47943 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861219 Jul 09 19:49:42.933375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d3d32361-525c-4256-9d3c-54dbacd435e7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:42.946626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.958534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb22e7f2-3676-4852-bdd6-e2557fe9d544']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:42.961709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d3d32361-525c-4256-9d3c-54dbacd435e7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:42.962182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d3d32361-525c-4256-9d3c-54dbacd435e7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:42.974242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074e0ef4-5f2c-49fa-944f-f811bf8a020d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:42.974887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074e0ef4-5f2c-49fa-944f-f811bf8a020d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:42.976120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.987020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.989247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] No DVR routers for this DVR port d3d32361-525c-4256-9d3c-54dbacd435e7 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:43.008064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.015969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:43.016506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:43.019741 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:43.025459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc506-7f11-4176-bc42-24c9f2be32ac None None] Pushing event deleted for resources: {'Port': ['ID=d3d32361-525c-4256-9d3c-54dbacd435e7,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:43.094199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.105546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.114431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/bb22e7f2-3676-4852-bdd6-e2557fe9d544 HTTP/1.1" status: 204 len: 168 time: 0.7890425 Jul 09 19:49:43.114767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:43.120065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103640103'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:43.132384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffd2a5-0148-4ab3-b7a7-665f285500ac tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=bb22e7f2-3676-4852-bdd6-e2557fe9d544,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:43.154370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:43.159302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.187377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:43.198104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.198459 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment f1008f5a-1e4b-4fdb-92a0-2db3b705c338 of type vlan for network 3fcfe429-08a8-475b-8a75-fcc75f22596b Jul 09 19:49:43.248790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.290853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.297158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.297838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.390041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2714193 Jul 09 19:49:43.390927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:43.397715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:43.414165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f6060-720d-4b0f-a3e4-49fbf15347cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=3fcfe429-08a8-475b-8a75-fcc75f22596b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:43.432861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:43.473276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-0391026d-18cf-43ca-86aa-d23f9e85d6c3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1432397 Jul 09 19:49:43.523443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:43.528428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.658654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.659883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.660561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.661346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.661938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.662466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.663223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.665456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cf850e55-6bfe-4cd4-8dd3-3ce1a6e34572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b7696cafa0428694257266e1c6ff27&device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 6489 time: 0.0760620 Jul 09 19:49:43.878204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-99438fd3-c1bd-4f8f-a41e-4ce0ad482cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.878875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-99438fd3-c1bd-4f8f-a41e-4ce0ad482cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.879446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-99438fd3-c1bd-4f8f-a41e-4ce0ad482cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.881199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-99438fd3-c1bd-4f8f-a41e-4ce0ad482cb5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 200 len: 2292 time: 0.1852574 Jul 09 19:49:43.986151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-9fe2ac44-1256-4211-b48f-7f593f8c5b0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 200 len: 1001 time: 0.0910230 Jul 09 19:49:44.106440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-aeeb3ca3-6764-44b8-8a5b-9e56738a72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.108455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-aeeb3ca3-6764-44b8-8a5b-9e56738a72b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 200 len: 851 time: 0.1040280 Jul 09 19:49:44.203640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-c5b7e18c-7a32-4070-80cd-0ed39b889886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.205682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-c5b7e18c-7a32-4070-80cd-0ed39b889886 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903370 Jul 09 19:49:44.240700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.318135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-6d134fc7-e02a-4e07-b29d-78555e43b9b9 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046031 Jul 09 19:49:44.331623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=1af8c8d2-0544-470a-a39d-5d033f39a368,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:44.338338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:44.338338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: 3fcfe429-08a8-475b-8a75-fcc75f22596b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:44.364138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:44.381304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 3fcfe429-08a8-475b-8a75-fcc75f22596b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:44.385707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.386301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.404650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6689fe-cd5a-47b1-bc4e-b75ec88081b8 None None] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:44.424552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b1436dd0-8139-42a0-a37d-1052554eb2c5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0291455 Jul 09 19:49:44.424764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:44.429344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1937119909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:44.459446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.461403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.506956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-8326867c-76d4-4bf8-bc28-24bcdc875be2 service neutron] 10.222.0.25 "GET /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687837 Jul 09 19:49:44.548525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.558397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.571868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-6b475d6f-15ad-4e35-a6e1-6b5333438453 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 217 time: 0.0619621 Jul 09 19:49:44.596657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.601301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f5f93dea-b970-4fed-89c9-28e0f37b3b24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1755059 Jul 09 19:49:44.602027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:44.650430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-9dc6ae9b-36dc-4b57-8e5f-aa7f72526268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.652392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-9dc6ae9b-36dc-4b57-8e5f-aa7f72526268 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0716369 Jul 09 19:49:44.687056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-3fcfe429-08a8-475b-8a75-fcc75f22596b', 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': '1af8c8d2-0544-470a-a39d-5d033f39a368'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:44.689051 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.795363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-6f34784c-68ca-4863-92c7-968789998b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.800375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-6f34784c-68ca-4863-92c7-968789998b0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394150 Jul 09 19:49:44.841302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Allocated IP 172.20.0.2 (3fcfe429-08a8-475b-8a75-fcc75f22596b/1af8c8d2-0544-470a-a39d-5d033f39a368/732cf15b-1b1a-47f0-873d-b5be98f37972) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:44.979637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-b550f4a0-9bd3-4762-a676-eee3049f30a1 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698091 Jul 09 19:49:45.032138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.042190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Transition to ACTIVE for port object 732cf15b-1b1a-47f0-873d-b5be98f37972 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:45.062965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Transition to ACTIVE for port object 732cf15b-1b1a-47f0-873d-b5be98f37972 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:45.078502 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.109847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-eb521694-c86b-45d4-b966-793dff5077eb service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209509 Jul 09 19:49:45.148050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Pushing event updated for resources: {'Port': ['ID=732cf15b-1b1a-47f0-873d-b5be98f37972,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:45.155485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:45.159129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:45.170288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:45.212915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-63c39070-bd66-4aa7-b97b-d236a462a18f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 217 time: 0.0945654 Jul 09 19:49:45.249076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Attempting to bind port 732cf15b-1b1a-47f0-873d-b5be98f37972 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:45.249478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Attempting to bind port 732cf15b-1b1a-47f0-873d-b5be98f37972 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:45.250381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Attempting to bind port 732cf15b-1b1a-47f0-873d-b5be98f37972 on network 3fcfe429-08a8-475b-8a75-fcc75f22596b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:45.253847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.262140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:45.262520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Checking segment: {'id': 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:45.262930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.263328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Bound using segment: {'id': 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:45.263801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Bound port: 732cf15b-1b1a-47f0-873d-b5be98f37972, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3fcfe429-08a8-475b-8a75-fcc75f22596b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:45.264264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.277926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.288932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.298252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-2395aa2b-f696-43d6-bc41-c2703215c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.298935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.299727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-2395aa2b-f696-43d6-bc41-c2703215c665 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0779655 Jul 09 19:49:45.307310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.317726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.325533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.334332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-ea71617d-4601-4637-839d-b14b341053ba tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.4282939 Jul 09 19:49:45.364452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.384089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-7a5ee06c-563d-4a9d-8afa-7c44e120581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.384373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] For port 732cf15b-1b1a-47f0-873d-b5be98f37972, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:45.386252 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-7a5ee06c-563d-4a9d-8afa-7c44e120581d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787148 Jul 09 19:49:45.399799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] For port 732cf15b-1b1a-47f0-873d-b5be98f37972, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=732cf15b-1b1a-47f0-873d-b5be98f37972,segment=NetworkSegment(f1008f5a-1e4b-4fdb-92a0-2db3b705c338),segment_id=f1008f5a-1e4b-4fdb-92a0-2db3b705c338)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:45.415910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.510430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7bbd3b22-c2eb-4554-87a4-fd1e5979bf01 req-36e62a9f-7277-4671-9b54-a49bb3f3316f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477146 Jul 09 19:49:45.523407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389be983-4a9c-4be3-803e-1f2a1a8a244a None None] Pushing event updated for resources: {'Port': ['ID=732cf15b-1b1a-47f0-873d-b5be98f37972,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:45.539243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-3828ef9c-a947-47df-bf0f-9d4018af98ce service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443596 Jul 09 19:49:45.789315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-05c11b79-7459-4684-bf72-e3a989e3eb8f service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418818 Jul 09 19:49:45.814812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.20.0.1 (3fcfe429-08a8-475b-8a75-fcc75f22596b/1af8c8d2-0544-470a-a39d-5d033f39a368/3ec1b552-f472-4c1b-9497-5a2d5c3527b4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:45.856837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-45cbd713-cb71-4f82-8d6b-9629441d9e04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 200 len: 217 time: 0.0599413 Jul 09 19:49:45.949708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.956303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.963335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.969935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.977823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.986360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.995991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.998556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-358ec43c-9eeb-4ead-aba4-3dfacc5b9a40 req-652fe4ca-17d2-4be7-8cd3-641cc77490db tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.2998452 Jul 09 19:49:46.008877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-4dee4527-7a90-45da-839b-06a31fe212c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.010297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-4dee4527-7a90-45da-839b-06a31fe212c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.1461551 Jul 09 19:49:46.054591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.074223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:46.100474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-764d93cb-473d-4d12-98c5-1bcb8a953997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.102094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-764d93cb-473d-4d12-98c5-1bcb8a953997 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834165 Jul 09 19:49:46.123136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.188610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:46.198793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:46.201268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:46.204581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=3ec1b552-f472-4c1b-9497-5a2d5c3527b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:46.232908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-fb2bcce2-1f8c-4b61-b279-606dc8cb8258 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207869 Jul 09 19:49:46.263495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.380458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-e4bf5aae-bd59-4685-807c-ea3899c52db0 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397462 Jul 09 19:49:46.444077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-555288f9-9bca-413f-97b0-18ce714a544d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 200 len: 217 time: 0.0543466 Jul 09 19:49:46.492194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.519735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-10b3c05d-b6a7-4f84-8c41-0f52b0809139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.521172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-10b3c05d-b6a7-4f84-8c41-0f52b0809139 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 200 len: 797 time: 0.0680726 Jul 09 19:49:46.621766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-a019ea7b-a624-4cbd-a2f3-10426a8948d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.623733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-a019ea7b-a624-4cbd-a2f3-10426a8948d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f7817021-eb69-4303-8ab2-c04f7bc9ce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957584 Jul 09 19:49:46.729695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-5fdebeb4-c72d-40a6-86e2-561bb2060bb7 service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985608 Jul 09 19:49:46.848624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837d257-9f4c-4fa7-b3f3-4f86484e5afb None None] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:46.920045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-ffbbf03e-77b9-43c4-8caa-9837189e70dc service neutron] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668439 Jul 09 19:49:46.924495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.958187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.961410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2d1d6da-b379-4d1f-8d52-63f583fd2a25 None None] Provisioning for port 732cf15b-1b1a-47f0-873d-b5be98f37972 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:46.967989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-8972834a-8bd0-42aa-bba2-eb43db13c88a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 200 len: 217 time: 0.0394197 Jul 09 19:49:47.003728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 732cf15b-1b1a-47f0-873d-b5be98f37972 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:47.049713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-c2572676-f763-4d7e-b3dc-bd8f292b55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.052338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-c2572676-f763-4d7e-b3dc-bd8f292b55cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.0725806 Jul 09 19:49:47.058004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.138819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=3ec1b552-f472-4c1b-9497-5a2d5c3527b4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:47.149443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 732cf15b-1b1a-47f0-873d-b5be98f37972 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:47.163407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 732cf15b-1b1a-47f0-873d-b5be98f37972 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:47.168403 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.173962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-72e3972f-fd70-43ee-a134-4ec3c43e76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.174814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-72e3972f-fd70-43ee-a134-4ec3c43e76b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128583 Jul 09 19:49:47.239177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:47.240980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:47.300570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.349721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-99d140bf-8bf8-4946-b1e0-2457ab5bcfe7 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673007 Jul 09 19:49:47.363475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 732cf15b-1b1a-47f0-873d-b5be98f37972, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=732cf15b-1b1a-47f0-873d-b5be98f37972,segment=NetworkSegment(f1008f5a-1e4b-4fdb-92a0-2db3b705c338),segment_id=f1008f5a-1e4b-4fdb-92a0-2db3b705c338)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:47.380145 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.441297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router dd2c9f61-b703-45ae-b2f5-72e7a02f339c is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:47.454191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=732cf15b-1b1a-47f0-873d-b5be98f37972,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:47.504851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-094c9821-3431-47cc-a580-42c3cdd68d7e service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453326 Jul 09 19:49:47.558398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-51b7f6a2-445b-4121-bae8-92e2e10eadd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 200 len: 217 time: 0.0465767 Jul 09 19:49:47.602064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:47.610616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e5b22541-b1e1-462f-8a73-b1b7da564072 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/dd2c9f61-b703-45ae-b2f5-72e7a02f339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0073750 Jul 09 19:49:47.615884 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] Sync routers for ids ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:47.618146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Provisioning complete for port 732cf15b-1b1a-47f0-873d-b5be98f37972 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:47.618769 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.632943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:47.639309 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] Routers {'dd2c9f61-b703-45ae-b2f5-72e7a02f339c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:47.645242 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:47.695687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-1d5cb72b-fb9a-46ec-9478-b55dad3ad0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.701684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-1d5cb72b-fb9a-46ec-9478-b55dad3ad0b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 200 len: 797 time: 0.1338928 Jul 09 19:49:47.711787 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:47.738329 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] Routers {'dd2c9f61-b703-45ae-b2f5-72e7a02f339c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:47.739212 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:47.753519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea21fd0-64d3-40fa-8d96-5b50a9eebb98 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.757764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fea21fd0-64d3-40fa-8d96-5b50a9eebb98 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports/3ec1b552-f472-4c1b-9497-5a2d5c3527b4 HTTP/1.1" status: 200 len: 910 time: 0.1197686 Jul 09 19:49:47.758020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:47.817547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cfa53523-5ae6-41c9-b30d-153e1ae88889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.819599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:47.820455 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e48cc-9214-4c88-8089-d405d119130b None None] The sync data for ids ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:47.822036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-cfa53523-5ae6-41c9-b30d-153e1ae88889 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115360 Jul 09 19:49:47.842425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Provisioning for port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:47.847102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Provisioning complete for port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:47.847343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.911121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3bcac7cd-e2fb-44f7-bd6a-4ab2be3f801e None None] Port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:48.003217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-1a8dc17f-304e-48b6-b3ee-750054834aee service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604571 Jul 09 19:49:48.079749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3810f65e-9a8a-4d0d-b4ff-1c03704297ed None None] Provisioning complete for port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:48.080378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3810f65e-9a8a-4d0d-b4ff-1c03704297ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.172838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d1ebe535-cef3-4a2f-b44e-1a098dc10a3c req-4903aa07-7ad5-465c-b940-a50404b04da2 service neutron] 10.222.0.25 "GET /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568990 Jul 09 19:49:48.232980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3810f65e-9a8a-4d0d-b4ff-1c03704297ed None None] Port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:48.273219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.353166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e241082a-dc63-4ad3-abb3-b0cc92c63821 None None] Provisioning complete for port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:48.353562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e241082a-dc63-4ad3-abb3-b0cc92c63821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.399035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e241082a-dc63-4ad3-abb3-b0cc92c63821 None None] Port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:48.526989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:48.584157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:48.584763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.633150 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.730046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.748598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 3ec1b552-f472-4c1b-9497-5a2d5c3527b4 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:48.757512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885faea5-bbcd-4b16-86be-e14c0f020a73 req-83d35465-1aec-4eac-8767-499f2c9a4a10 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.759117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-885faea5-bbcd-4b16-86be-e14c0f020a73 req-83d35465-1aec-4eac-8767-499f2c9a4a10 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1311781 Jul 09 19:49:48.848104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-885faea5-bbcd-4b16-86be-e14c0f020a73 req-728e65c5-14bd-4c36-935e-0568767267e7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794363 Jul 09 19:49:48.905317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.905805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.906967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.907440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.907902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.908361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.908824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.911255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-7f0de147-8489-4d32-a5ff-575d3c4bc161 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.3828144 Jul 09 19:49:48.913746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 732cf15b-1b1a-47f0-873d-b5be98f37972 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:48.946135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-6c9ada3a-97da-4553-8c45-862a06dcec84 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&id=48d0e232-b8f3-4160-bf41-22ed77e37abf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0283957 Jul 09 19:49:48.964972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 732cf15b-1b1a-47f0-873d-b5be98f37972 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:48.965523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.973337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.002205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=3ec1b552-f472-4c1b-9497-5a2d5c3527b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:49.153402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.322150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router dd2c9f61-b703-45ae-b2f5-72e7a02f339c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:49.398762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:49.403634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eaa9621a-a331-48b6-b812-3ba97e80eeb8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/dd2c9f61-b703-45ae-b2f5-72e7a02f339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447060 Jul 09 19:49:49.406525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:49.409164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] Sync routers for ids ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:49.418382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] Routers {'dd2c9f61-b703-45ae-b2f5-72e7a02f339c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:49.419109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:49.436331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d1a54214-77f0-450e-8380-3c9954ba5cce tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd2c9f61-b703-45ae-b2f5-72e7a02f339c HTTP/1.1" status: 200 len: 205 time: 0.0285292 Jul 09 19:49:49.439411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:49.451193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:49.459715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] Routers {'dd2c9f61-b703-45ae-b2f5-72e7a02f339c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:49.460314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:49.494535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:49.495182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22633a6a-dcce-4492-90c4-5941f6354180 None None] The sync data for ids ['dd2c9f61-b703-45ae-b2f5-72e7a02f339c'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:49.840326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.026344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.029639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.078731 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.079216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router dd2c9f61-b703-45ae-b2f5-72e7a02f339c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:49:50.085993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.087079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4274e8d-d1fc-4a64-8e6d-23cb5c454018 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/dd2c9f61-b703-45ae-b2f5-72e7a02f339c HTTP/1.1" status: 204 len: 168 time: 0.6466470 Jul 09 19:49:50.090672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:50.103654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2905780-44cf-4dd0-b25c-13ea81e84f1b req-c62252cb-50a7-4f3c-8eb7-0b759559ec86 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.105238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2905780-44cf-4dd0-b25c-13ea81e84f1b req-c62252cb-50a7-4f3c-8eb7-0b759559ec86 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1383824 Jul 09 19:49:50.144550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet 1af8c8d2-0544-470a-a39d-5d033f39a368 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:50.147237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2905780-44cf-4dd0-b25c-13ea81e84f1b req-0bbb9e49-e5f8-4df6-b840-9b1c9b87edbf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358231 Jul 09 19:49:50.147971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.190714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.276156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.332080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.356381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=1af8c8d2-0544-470a-a39d-5d033f39a368,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.362219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.366613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0193e6a6-1ac2-4f03-9160-d82b53ad7aec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/1af8c8d2-0544-470a-a39d-5d033f39a368 HTTP/1.1" status: 204 len: 168 time: 0.2722640 Jul 09 19:49:50.367384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:50.372014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc1418-933f-46dd-be84-1c55ef9b47e9 None None] Network 3fcfe429-08a8-475b-8a75-fcc75f22596b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:50.454937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.512589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 732cf15b-1b1a-47f0-873d-b5be98f37972 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:50.513025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.574575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] DHCP port deletion for 3fcfe429-08a8-475b-8a75-fcc75f22596b request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:49:50.599022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 732cf15b-1b1a-47f0-873d-b5be98f37972, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=732cf15b-1b1a-47f0-873d-b5be98f37972,segment=NetworkSegment(f1008f5a-1e4b-4fdb-92a0-2db3b705c338),segment_id=f1008f5a-1e4b-4fdb-92a0-2db3b705c338)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:50.600120 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.614237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 732cf15b-1b1a-47f0-873d-b5be98f37972 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:50.628191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Deleting port 732cf15b-1b1a-47f0-873d-b5be98f37972 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:50.628843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.695999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.713461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] For port 732cf15b-1b1a-47f0-873d-b5be98f37972, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=732cf15b-1b1a-47f0-873d-b5be98f37972,segment=NetworkSegment(f1008f5a-1e4b-4fdb-92a0-2db3b705c338),segment_id=f1008f5a-1e4b-4fdb-92a0-2db3b705c338)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:50.713906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.728964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=732cf15b-1b1a-47f0-873d-b5be98f37972,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.730994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port 732cf15b-1b1a-47f0-873d-b5be98f37972 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:50.734865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Calling delete_port for 732cf15b-1b1a-47f0-873d-b5be98f37972 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:50.771269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3b6-c865-493b-ad52-0ee9deef627b req-29e0bb7d-4d8f-44f8-9a98-eda8f29c306a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.773251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae04d3b6-c865-493b-ad52-0ee9deef627b req-29e0bb7d-4d8f-44f8-9a98-eda8f29c306a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1007888 Jul 09 19:49:50.813576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.816621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae04d3b6-c865-493b-ad52-0ee9deef627b req-683cdd08-bcdd-43c7-8e84-b872b8395196 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369956 Jul 09 19:49:50.823906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcfe429-08a8-475b-8a75-fcc75f22596b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:50.824199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.845160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:50.845475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1008f5a-1e4b-4fdb-92a0-2db3b705c338') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:50.850166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] Pushing event deleted for resources: {'Port': ['ID=732cf15b-1b1a-47f0-873d-b5be98f37972,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.854099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86318e5-a3f2-4f21-bfe2-c885f5a4f9f8 None None] No DVR routers for this DVR port 732cf15b-1b1a-47f0-873d-b5be98f37972 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:50.862405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.877777 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.885020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:50.885495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:50.888941 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:50.930493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 732cf15b-1b1a-47f0-873d-b5be98f37972 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:50.950761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 732cf15b-1b1a-47f0-873d-b5be98f37972 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:50.951361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 732cf15b-1b1a-47f0-873d-b5be98f37972 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:50.957840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.965735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.968083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/3fcfe429-08a8-475b-8a75-fcc75f22596b HTTP/1.1" status: 204 len: 168 time: 0.6002822 Jul 09 19:49:50.972645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:50.977505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-18657955', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:50.992155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8d1a6-3143-46d0-af67-7fa7f91dd974 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=3fcfe429-08a8-475b-8a75-fcc75f22596b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:51.003035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.004082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.053470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.189908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.388127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.411496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.518368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.25.3.212 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/df86c520-56f9-4404-a93e-deeda1cae747) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:51.627244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.664850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.700985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:51.707148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:51.710698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:51.733331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=df86c520-56f9-4404-a93e-deeda1cae747,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:52.006552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.105802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518322b-ca29-4b07-8655-8fe00f49ac06 req-8185ae45-a7cc-4a6e-83e4-568781d4f248 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:52.107364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9518322b-ca29-4b07-8655-8fe00f49ac06 req-8185ae45-a7cc-4a6e-83e4-568781d4f248 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1604552 Jul 09 19:49:52.192973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9518322b-ca29-4b07-8655-8fe00f49ac06 req-95de9e8d-4122-441d-b3a3-ca29fd17e790 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768998 Jul 09 19:49:52.259703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.302175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:52.347410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c63300-6a07-4b7c-baf4-128083cb73da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.394293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 3275a858-9ffa-494c-9feb-f0f525381051 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:52.395789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.418170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:52.420441 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab7007-825d-4bc1-91a1-6cfc7001ad9c" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:52.435616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:52.440218 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.466584 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d2eed2-12ae-4f0f-b629-eef27984d8c1 x-openstack-request-id: req-43d2eed2-12ae-4f0f-b629-eef27984d8c1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:52.466940 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:52.467192 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43d2eed2-12ae-4f0f-b629-eef27984d8c1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:52.467585 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:49:52.494049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:52.506743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:52.515907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] Sync routers for ids ['3275a858-9ffa-494c-9feb-f0f525381051'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:52.524774 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] Routers {'3275a858-9ffa-494c-9feb-f0f525381051'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:52.525515 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3275a858-9ffa-494c-9feb-f0f525381051'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.525883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.527448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98ab70c6-0680-4303-860e-eda04159ddb0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5536935 Jul 09 19:49:52.530019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:52.557854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.567115 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] Routers {'3275a858-9ffa-494c-9feb-f0f525381051'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:52.567701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3275a858-9ffa-494c-9feb-f0f525381051'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.601557 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.602191 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c9e5a-d25d-400d-92ad-12f9e315cc3b None None] The sync data for ids ['3275a858-9ffa-494c-9feb-f0f525381051'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:52.650738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ca9686e-d11c-4087-b083-d45abb38ea9f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers/3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 200 len: 879 time: 0.1195695 Jul 09 19:49:52.653030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:52.889976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-496ec33b-c96b-4943-b172-13bbe6d55b4b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2358618 Jul 09 19:49:52.892442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:52.896959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-18657955'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:53.183579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.223221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.234984 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.381232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445c311-5ada-4a9b-9dd7-28ce5f728939 req-23d1eafb-86fe-465a-87c9-565378bb4ecc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:53.382834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2445c311-5ada-4a9b-9dd7-28ce5f728939 req-23d1eafb-86fe-465a-87c9-565378bb4ecc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0703380 Jul 09 19:49:53.427555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2445c311-5ada-4a9b-9dd7-28ce5f728939 req-3c392561-f06a-4ab3-8cde-8bea17ba027a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378804 Jul 09 19:49:53.684808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 3275a858-9ffa-494c-9feb-f0f525381051 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:53.793811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:53.800876 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.804436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-328336f0-bc0c-4d06-9378-f787572be1a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 200 len: 886 time: 0.9086912 Jul 09 19:49:53.804568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] Sync routers for ids ['3275a858-9ffa-494c-9feb-f0f525381051'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:53.804965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:53.813700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] Routers {'3275a858-9ffa-494c-9feb-f0f525381051'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:53.814342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3275a858-9ffa-494c-9feb-f0f525381051'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:53.849037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:53.857444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] Routers {'3275a858-9ffa-494c-9feb-f0f525381051'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:53.858050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3275a858-9ffa-494c-9feb-f0f525381051'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:53.919406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e88dcbd5-644c-4693-87a5-cbe7782dd375 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers/3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 200 len: 886 time: 0.1109874 Jul 09 19:49:53.919789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:53.948826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-277597ce-91d5-4da3-be2e-e32941820f5e tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 200 len: 205 time: 0.0277669 Jul 09 19:49:53.951394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:54.043271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:54.044020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c725c-e1f0-4464-aefa-b64196379d12 None None] The sync data for ids ['3275a858-9ffa-494c-9feb-f0f525381051'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:54.092018 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.201838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.265320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port df86c520-56f9-4404-a93e-deeda1cae747 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:54.266170 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.339200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.350630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for df86c520-56f9-4404-a93e-deeda1cae747 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:54.511447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.539205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=df86c520-56f9-4404-a93e-deeda1cae747,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:54.635925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.729686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.732202 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.748772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759969-e4dc-4045-8af2-4a40377580a0 req-512bc180-e335-4856-a0a5-4859b76c594b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:54.750845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-00759969-e4dc-4045-8af2-4a40377580a0 req-512bc180-e335-4856-a0a5-4859b76c594b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1829259 Jul 09 19:49:54.801826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.802326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router 3275a858-9ffa-494c-9feb-f0f525381051 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:49:54.809548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.810622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5319cb9-05e7-41b7-b1ac-669c712f2632 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 204 len: 168 time: 0.8583302 Jul 09 19:49:54.815082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:54.820298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-1054837588'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:54.823881 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-00759969-e4dc-4045-8af2-4a40377580a0 req-0b6a8180-0c4f-4b6c-a955-970cb3b758ab tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429170 Jul 09 19:49:54.852356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:54.856007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.880604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:54.889090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.889468 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment dbbf91dc-ea64-4d04-be9c-a0c99d8cb427 of type vlan for network 5a2e8c21-9c05-4700-ba8e-6289666352cb Jul 09 19:49:54.932161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.945466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1737b8fa-7c89-419b-9ad9-bf1dc0fbc322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.960297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.966062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:54.966657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.023364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2071111 Jul 09 19:49:55.026175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:55.031851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:55.032239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615af8b3-be41-42a7-b38e-c823ea96dc51 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=5a2e8c21-9c05-4700-ba8e-6289666352cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.042484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:55.118206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:55.121839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.223587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.300474 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.362985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=c2c0c6d6-2dcd-4671-8ce0-e75238a8e912,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.367340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:55.367701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: 5a2e8c21-9c05-4700-ba8e-6289666352cb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:55.386306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:55.396386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5a2e8c21-9c05-4700-ba8e-6289666352cb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:55.401441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.402350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.408026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685e519-3e2e-4fef-8ef7-e7cd1036aabc None None] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:55.421527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f30a686d-374c-4017-99f1-13387dc65ee1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941782 Jul 09 19:49:55.421734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:55.426433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-184092976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:55.448406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.449406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.504491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.508468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.524493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.525846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-13c2f98e-a19f-48c4-a1f4-7ba3f0dc1156 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1031702 Jul 09 19:49:55.528622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:55.554115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-5a2e8c21-9c05-4700-ba8e-6289666352cb', 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': 'c2c0c6d6-2dcd-4671-8ce0-e75238a8e912'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:55.554928 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.695421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Allocated IP 172.20.0.2 (5a2e8c21-9c05-4700-ba8e-6289666352cb/c2c0c6d6-2dcd-4671-8ce0-e75238a8e912/f8ddb0a9-584f-49db-8a00-395ebc75e171) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:55.833134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.852591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.861486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Transition to ACTIVE for port object f8ddb0a9-584f-49db-8a00-395ebc75e171 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:55.880153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Transition to ACTIVE for port object f8ddb0a9-584f-49db-8a00-395ebc75e171 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:55.889212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.930519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:55.933383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:55.937576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:55.966792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Pushing event updated for resources: {'Port': ['ID=f8ddb0a9-584f-49db-8a00-395ebc75e171,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:56.004745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Attempting to bind port f8ddb0a9-584f-49db-8a00-395ebc75e171 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:56.005236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Attempting to bind port f8ddb0a9-584f-49db-8a00-395ebc75e171 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:56.005608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Attempting to bind port f8ddb0a9-584f-49db-8a00-395ebc75e171 on network 5a2e8c21-9c05-4700-ba8e-6289666352cb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:56.011039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:56.011500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Checking segment: {'id': 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:56.011818 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.012742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Bound using segment: {'id': 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:56.012742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Bound port: f8ddb0a9-584f-49db-8a00-395ebc75e171, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5a2e8c21-9c05-4700-ba8e-6289666352cb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:56.013185 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.048511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5665f2-c3f8-4f02-9cbb-215cf2b65799 req-a3d4cfb2-28c4-4607-9a43-6d523b4947b6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.050295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1e5665f2-c3f8-4f02-9cbb-215cf2b65799 req-a3d4cfb2-28c4-4607-9a43-6d523b4947b6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0764294 Jul 09 19:49:56.086377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] For port f8ddb0a9-584f-49db-8a00-395ebc75e171, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:56.090060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] For port f8ddb0a9-584f-49db-8a00-395ebc75e171, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f8ddb0a9-584f-49db-8a00-395ebc75e171,segment=NetworkSegment(dbbf91dc-ea64-4d04-be9c-a0c99d8cb427),segment_id=dbbf91dc-ea64-4d04-be9c-a0c99d8cb427)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:56.095034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1e5665f2-c3f8-4f02-9cbb-215cf2b65799 req-051d66c9-491e-4efd-accd-6a0f6c910569 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359051 Jul 09 19:49:56.095904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.109703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.20.0.1 (5a2e8c21-9c05-4700-ba8e-6289666352cb/c2c0c6d6-2dcd-4671-8ce0-e75238a8e912/6a10f25d-4e9a-441a-bd75-87c9412abe5a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:56.169258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6905e2-d4a5-4843-ac08-de76e4d7cc1f None None] Pushing event updated for resources: {'Port': ['ID=f8ddb0a9-584f-49db-8a00-395ebc75e171,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:56.268269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.287465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 6a10f25d-4e9a-441a-bd75-87c9412abe5a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:56.312051 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.330195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:56.368409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.413164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:56.422482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:56.426814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:56.446918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:56.461690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'mac_address': 'fa:16:3e:9c:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:56.497395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=6a10f25d-4e9a-441a-bd75-87c9412abe5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:56.512928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.513360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.513642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.514377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.514377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.514701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.515037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.515917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.516353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.516744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.517076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.517494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:56.525570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.529936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.542442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:56.572888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:56.577314 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.646246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:56.680017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.695302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9bdeb2e6-b30d-4267-84ae-b486062da2bf'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:56.943731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f8ddb0a9-584f-49db-8a00-395ebc75e171 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:56.997121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.997844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f8ddb0a9-584f-49db-8a00-395ebc75e171 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:57.003062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.107815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.112439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=6a10f25d-4e9a-441a-bd75-87c9412abe5a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.186041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f21be-ac59-4a39-9183-b9b7d5a6c0e9 None None] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:57.220170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:57.221744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:57.298739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b7bb-7b8d-4d74-9b21-91e4ad870035 req-22e8db97-7b37-4eb9-974d-91c10b61ff7b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.300532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96c1b7bb-7b8d-4d74-9b21-91e4ad870035 req-22e8db97-7b37-4eb9-974d-91c10b61ff7b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.0747812 Jul 09 19:49:57.317927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Provisioning for port f8ddb0a9-584f-49db-8a00-395ebc75e171 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:57.325079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Provisioning complete for port f8ddb0a9-584f-49db-8a00-395ebc75e171 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:57.325537 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.344702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96c1b7bb-7b8d-4d74-9b21-91e4ad870035 req-ae49a670-4b31-4f79-8388-57dfd967a2ff tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384676 Jul 09 19:49:57.367945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 1e6382f0-d466-443e-97e1-5e25964d7df8 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:57.440548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.469236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:57.477417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] For port f8ddb0a9-584f-49db-8a00-395ebc75e171, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f8ddb0a9-584f-49db-8a00-395ebc75e171,segment=NetworkSegment(dbbf91dc-ea64-4d04-be9c-a0c99d8cb427),segment_id=dbbf91dc-ea64-4d04-be9c-a0c99d8cb427)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:57.478577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-84ec5ce9-f8ef-4ace-97f1-f59546fe60f2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/1e6382f0-d466-443e-97e1-5e25964d7df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9478159 Jul 09 19:49:57.479301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:57.480918 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] Sync routers for ids ['1e6382f0-d466-443e-97e1-5e25964d7df8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:57.481635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.494982 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] Routers {'1e6382f0-d466-443e-97e1-5e25964d7df8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:57.496020 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1e6382f0-d466-443e-97e1-5e25964d7df8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:57.530607 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:57.539921 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] Routers {'1e6382f0-d466-443e-97e1-5e25964d7df8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:57.541100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1e6382f0-d466-443e-97e1-5e25964d7df8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:57.541290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd42785-d808-43f9-973f-28196ec32f26 None None] Pushing event updated for resources: {'Port': ['ID=f8ddb0a9-584f-49db-8a00-395ebc75e171,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.556929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228aec9-67d1-45a1-81e5-790c3fd93d46 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.560928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7228aec9-67d1-45a1-81e5-790c3fd93d46 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports/6a10f25d-4e9a-441a-bd75-87c9412abe5a HTTP/1.1" status: 200 len: 910 time: 0.0781376 Jul 09 19:49:57.561579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:57.569198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2c0c6d6-2dcd-4671-8ce0-e75238a8e912'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:57.579061 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:57.579677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9064fad-ce0f-4e5a-92da-ce7975d1788d None None] The sync data for ids ['1e6382f0-d466-443e-97e1-5e25964d7df8'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:57.704452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Provisioning complete for port f8ddb0a9-584f-49db-8a00-395ebc75e171 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:57.705350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.781883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.811099 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.826790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Provisioning for port 6a10f25d-4e9a-441a-bd75-87c9412abe5a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:57.831905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Provisioning complete for port 6a10f25d-4e9a-441a-bd75-87c9412abe5a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:57.832472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.872551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fedd5db1-681d-4066-900f-9a46bcdadf3f None None] Port 6a10f25d-4e9a-441a-bd75-87c9412abe5a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:58.005679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f43ad43f-3384-48e3-a8f4-310d4d923949 None None] Provisioning complete for port 6a10f25d-4e9a-441a-bd75-87c9412abe5a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:58.006355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43f-3384-48e3-a8f4-310d4d923949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.052232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f43ad43f-3384-48e3-a8f4-310d4d923949 None None] Port 6a10f25d-4e9a-441a-bd75-87c9412abe5a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:58.172681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6019cbb5-fede-422d-8b02-86340963aebd None None] Provisioning complete for port 6a10f25d-4e9a-441a-bd75-87c9412abe5a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:58.173256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6019cbb5-fede-422d-8b02-86340963aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.209119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6019cbb5-fede-422d-8b02-86340963aebd None None] Port 6a10f25d-4e9a-441a-bd75-87c9412abe5a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:58.216423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.226768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.317771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.318392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.319763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/ports/6a10f25d-4e9a-441a-bd75-87c9412abe5a HTTP/1.1" status: 200 len: 910 time: 0.7564366 Jul 09 19:49:58.320466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627de6dc-f7e5-4e04-91db-787f165640e4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=6a10f25d-4e9a-441a-bd75-87c9412abe5a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:58.322721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:58.344747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:58.352006 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:49:58.397666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9bdeb2e6-b30d-4267-84ae-b486062da2bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:58.398042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.480869 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.508647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:58.511731 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2374e-8282-4c30-a8a6-3b4a08d2f82a" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:58.527830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:58.532723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.559229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce1-b8a4-4cec-8c1b-9c664366451b req-815af8f3-ab15-4775-b80b-d4b110f95ea8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.560914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd70fce1-b8a4-4cec-8c1b-9c664366451b req-815af8f3-ab15-4775-b80b-d4b110f95ea8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 946 time: 0.0843022 Jul 09 19:49:58.577099 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0c38b-3615-435f-8926-fb9a8b143908 x-openstack-request-id: req-1ed0c38b-3615-435f-8926-fb9a8b143908 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:58.578132 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-plugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:58.578440 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed0c38b-3615-435f-8926-fb9a8b143908 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:58.578841 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:49:58.603340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:58.607605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd70fce1-b8a4-4cec-8c1b-9c664366451b req-428e7d86-6ae2-4f88-abf1-4e46cc83728c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392981 Jul 09 19:49:58.682180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.927295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f8ddb0a9-584f-49db-8a00-395ebc75e171 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:58.943643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 6a10f25d-4e9a-441a-bd75-87c9412abe5a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:58.944013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.986401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f8ddb0a9-584f-49db-8a00-395ebc75e171 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:58.986804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.041058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.054067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 6a10f25d-4e9a-441a-bd75-87c9412abe5a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:59.241097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.280506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=6a10f25d-4e9a-441a-bd75-87c9412abe5a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:59.431139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.594380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router 1e6382f0-d466-443e-97e1-5e25964d7df8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:59.675536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:59.683681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:59.684102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-55b2dcea-2ee3-487c-8817-6c05d3bad6a6 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/1e6382f0-d466-443e-97e1-5e25964d7df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3601463 Jul 09 19:49:59.687518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] Sync routers for ids ['1e6382f0-d466-443e-97e1-5e25964d7df8'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:59.697063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] Routers {'1e6382f0-d466-443e-97e1-5e25964d7df8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:59.697729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1e6382f0-d466-443e-97e1-5e25964d7df8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:59.720838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:59.729516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-81a93fe6-ba2c-4ae2-85c4-19c22bbd19cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6382f0-d466-443e-97e1-5e25964d7df8 HTTP/1.1" status: 200 len: 205 time: 0.0444403 Jul 09 19:49:59.736685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:59.746456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] Routers {'1e6382f0-d466-443e-97e1-5e25964d7df8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:59.747083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1e6382f0-d466-443e-97e1-5e25964d7df8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:59.784316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:59.785246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1680449-2c15-4f68-8ccd-a710af92befe None None] The sync data for ids ['1e6382f0-d466-443e-97e1-5e25964d7df8'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:59.826630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41fcc-27d7-428a-965e-b12baa7be4bf req-0238da25-f0e3-4b9d-9327-503d84901b5d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:59.828985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7c41fcc-27d7-428a-965e-b12baa7be4bf req-0238da25-f0e3-4b9d-9327-503d84901b5d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.0831966 Jul 09 19:49:59.877380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7c41fcc-27d7-428a-965e-b12baa7be4bf req-cc5e09ac-ec4c-4015-9bd4-6aca360be38a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409846 Jul 09 19:50:00.164173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.349911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.355739 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.442099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.442830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router 1e6382f0-d466-443e-97e1-5e25964d7df8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:00.456374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.457907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9dec887d-ea87-45d5-87bd-b168df952b73 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/1e6382f0-d466-443e-97e1-5e25964d7df8 HTTP/1.1" status: 204 len: 168 time: 0.7358634 Jul 09 19:50:00.460593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:00.554020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet c2c0c6d6-2dcd-4671-8ce0-e75238a8e912 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:00.561319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.623787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.734756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.812888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.859250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c0c6d6-2dcd-4671-8ce0-e75238a8e912,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:00.869960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.871597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ff04f-7e33-4b74-9fa3-29964052b4d9 None None] Network 5a2e8c21-9c05-4700-ba8e-6289666352cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:00.872038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ecb597c5-3a7f-426c-9216-ab55cbd55a24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/c2c0c6d6-2dcd-4671-8ce0-e75238a8e912 HTTP/1.1" status: 204 len: 168 time: 0.4099452 Jul 09 19:50:00.874745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:00.999646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.108014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port f8ddb0a9-584f-49db-8a00-395ebc75e171 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:01.108366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.180676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] DHCP port deletion for 5a2e8c21-9c05-4700-ba8e-6289666352cb request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:01.261241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port f8ddb0a9-584f-49db-8a00-395ebc75e171, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f8ddb0a9-584f-49db-8a00-395ebc75e171,segment=NetworkSegment(dbbf91dc-ea64-4d04-be9c-a0c99d8cb427),segment_id=dbbf91dc-ea64-4d04-be9c-a0c99d8cb427)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:01.261614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.268544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Deleting port f8ddb0a9-584f-49db-8a00-395ebc75e171 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:01.268936 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.319692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ccd6c-0dc1-4c58-b3d3-8b4d72367a44 req-9444afd5-0b84-46e8-8c3b-af6c042ce303 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.322096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b58ccd6c-0dc1-4c58-b3d3-8b4d72367a44 req-9444afd5-0b84-46e8-8c3b-af6c042ce303 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.2542031 Jul 09 19:50:01.325927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for f8ddb0a9-584f-49db-8a00-395ebc75e171 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:01.354928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] For port f8ddb0a9-584f-49db-8a00-395ebc75e171, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f8ddb0a9-584f-49db-8a00-395ebc75e171,segment=NetworkSegment(dbbf91dc-ea64-4d04-be9c-a0c99d8cb427),segment_id=dbbf91dc-ea64-4d04-be9c-a0c99d8cb427)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:01.355413 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.372181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Calling delete_port for f8ddb0a9-584f-49db-8a00-395ebc75e171 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:01.429654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b58ccd6c-0dc1-4c58-b3d3-8b4d72367a44 req-41eec74e-3109-4dd1-8277-37377c38cd9b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960324 Jul 09 19:50:01.471443 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.479398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.503018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=f8ddb0a9-584f-49db-8a00-395ebc75e171,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:01.505364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] Pushing event deleted for resources: {'Port': ['ID=f8ddb0a9-584f-49db-8a00-395ebc75e171,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:01.506847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port f8ddb0a9-584f-49db-8a00-395ebc75e171 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:01.509479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b1a46-5ad1-4068-a34c-23f1f72f6d27 None None] No DVR routers for this DVR port f8ddb0a9-584f-49db-8a00-395ebc75e171 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:01.602385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.616312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2e8c21-9c05-4700-ba8e-6289666352cb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:01.630832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:01.631724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbf91dc-ea64-4d04-be9c-a0c99d8cb427') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:01.654061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.669629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.680830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:01.681284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:01.685424 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:01.758612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.764302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.767298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/5a2e8c21-9c05-4700-ba8e-6289666352cb HTTP/1.1" status: 204 len: 168 time: 0.8904943 Jul 09 19:50:01.771328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:01.775835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759882778', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:01.786890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca05ab-813a-46f9-aeee-a81e4b78d2b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=5a2e8c21-9c05-4700-ba8e-6289666352cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:01.831343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.832723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.927715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.932564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.951007 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.952263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0170d80e-d1e9-4b49-8844-90690fdd193c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1800044 Jul 09 19:50:01.955450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:01.960831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-37613557'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:02.002972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:02.009185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.044690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:50:02.058880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.059230 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment c99fea26-bcdc-4871-ba0e-67baeb401bda of type vlan for network ace7be42-010c-4b5e-a71e-7758a1a8dc40 Jul 09 19:50:02.108070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.145234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.151993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.152602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.219881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2631056 Jul 09 19:50:02.222360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:02.231785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:02.291694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c3f9-4039-49ed-b7ee-46946e2f4c6c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=ace7be42-010c-4b5e-a71e-7758a1a8dc40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:02.299745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:50:02.381358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:02.390406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.643074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.731342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa1cd-7cd4-4ba2-a579-ae23db63c455 req-8107dba2-e90b-4bfc-9098-f650c49b91c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.738416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:02.738917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: ace7be42-010c-4b5e-a71e-7758a1a8dc40, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:50:02.739491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-155fa1cd-7cd4-4ba2-a579-ae23db63c455 req-8107dba2-e90b-4bfc-9098-f650c49b91c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.0832989 Jul 09 19:50:02.745205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=b8fee496-62fc-46d8-89bb-62d24904e1ca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:02.771641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:50:02.781065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-155fa1cd-7cd4-4ba2-a579-ae23db63c455 req-cf3a84f3-ca70-4361-966b-2f6074eac8f1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406513 Jul 09 19:50:02.796216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ace7be42-010c-4b5e-a71e-7758a1a8dc40) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:02.811182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.812507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.815983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae521ac1-6b9c-4b84-ad97-496c71312b34 None None] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:02.843816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:02.844933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f47c0e28-0b76-455d-a9e1-a18b78f3a4e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6215301 Jul 09 19:50:02.971135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f8ddb0a9-584f-49db-8a00-395ebc75e171 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:03.019066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f8ddb0a9-584f-49db-8a00-395ebc75e171 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:03.019632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f8ddb0a9-584f-49db-8a00-395ebc75e171 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:03.113302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:50:03.121201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.309517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Allocated IP 172.20.0.2 (ace7be42-010c-4b5e-a71e-7758a1a8dc40/b8fee496-62fc-46d8-89bb-62d24904e1ca/8d736bf3-08e7-45c5-b624-51d4ba6c011b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:03.460761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4d4c-141e-4d5e-9c21-b6cab6a925dc req-c811fa71-f32b-4fe3-a152-251204efebb9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.462731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-729d4d4c-141e-4d5e-9c21-b6cab6a925dc req-c811fa71-f32b-4fe3-a152-251204efebb9 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1771851 Jul 09 19:50:03.489295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.490013 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.501424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Transition to ACTIVE for port object 8d736bf3-08e7-45c5-b624-51d4ba6c011b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:03.520717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Transition to ACTIVE for port object 8d736bf3-08e7-45c5-b624-51d4ba6c011b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:03.529106 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.587641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:03.592920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:03.604257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Pushing event updated for resources: {'Port': ['ID=8d736bf3-08e7-45c5-b624-51d4ba6c011b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:03.604257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:03.662685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-729d4d4c-141e-4d5e-9c21-b6cab6a925dc req-4379f706-b85f-4add-b75e-7f70df77e995 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785274 Jul 09 19:50:03.676739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Attempting to bind port 8d736bf3-08e7-45c5-b624-51d4ba6c011b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:03.684202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Attempting to bind port 8d736bf3-08e7-45c5-b624-51d4ba6c011b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:03.684759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Attempting to bind port 8d736bf3-08e7-45c5-b624-51d4ba6c011b on network ace7be42-010c-4b5e-a71e-7758a1a8dc40 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:03.692051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:03.692432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Checking segment: {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:03.692846 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.693288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Bound using segment: {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:03.693866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Bound port: 8d736bf3-08e7-45c5-b624-51d4ba6c011b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:03.694566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.841404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.20.0.1 (ace7be42-010c-4b5e-a71e-7758a1a8dc40/b8fee496-62fc-46d8-89bb-62d24904e1ca/7d340000-023f-4b2e-a694-6b9be7238868) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:03.972679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.989123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 7d340000-023f-4b2e-a694-6b9be7238868 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:04.007577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] For port 8d736bf3-08e7-45c5-b624-51d4ba6c011b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:04.014204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] For port 8d736bf3-08e7-45c5-b624-51d4ba6c011b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d736bf3-08e7-45c5-b624-51d4ba6c011b,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:04.023434 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.029323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.084156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:04.094387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:04.103067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:04.148118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e00a9-3fcc-45f4-8eeb-732c8f24117e None None] Pushing event updated for resources: {'Port': ['ID=8d736bf3-08e7-45c5-b624-51d4ba6c011b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:04.158247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13cb85-1371-403a-b57c-0f10e7d662d6 req-872db070-4ad9-4e7e-b6c8-835f2c59a0f0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.160507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a13cb85-1371-403a-b57c-0f10e7d662d6 req-872db070-4ad9-4e7e-b6c8-835f2c59a0f0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1454122 Jul 09 19:50:04.179187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:04.211251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.255692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a13cb85-1371-403a-b57c-0f10e7d662d6 req-a6a7bac5-370d-4406-be6c-b460cb58f810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883696 Jul 09 19:50:04.440818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.813618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.824257 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.017605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.024886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.040243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d736bf3-08e7-45c5-b624-51d4ba6c011b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:05.048855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.049368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.049723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.050056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.050395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.050716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.051050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.051367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.051688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.052180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.052508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.052846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.130995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca072a5f-b775-45a1-808c-a12f478a5ead req-3657b78b-994f-4693-ace3-19c4b9fdb1ed tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.140770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca072a5f-b775-45a1-808c-a12f478a5ead req-3657b78b-994f-4693-ace3-19c4b9fdb1ed tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2611353 Jul 09 19:50:05.140992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8d736bf3-08e7-45c5-b624-51d4ba6c011b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:05.204690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca072a5f-b775-45a1-808c-a12f478a5ead req-49c57d91-9440-4b51-bedc-4bc139a073e7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636439 Jul 09 19:50:05.241962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:05.246459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:05.405629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:50:05.477723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9833962-d695-487e-8512-c559734b8509 None None] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:05.532042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:05.533682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c80e5-9428-4d1f-adae-8731a4589a59 req-6d681cfb-4b7f-4669-b9b1-75a01abbcbaf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.537740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-325c80e5-9428-4d1f-adae-8731a4589a59 req-6d681cfb-4b7f-4669-b9b1-75a01abbcbaf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1236167 Jul 09 19:50:05.539322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6cd4ac4a-1f80-446a-88ee-b624cffda34b tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944587 Jul 09 19:50:05.543125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:05.550374 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:05.559955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-485336265'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:05.566837 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:05.567691 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:05.593505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Provisioning for port 8d736bf3-08e7-45c5-b624-51d4ba6c011b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:05.608979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Provisioning complete for port 8d736bf3-08e7-45c5-b624-51d4ba6c011b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:05.610343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.623237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-325c80e5-9428-4d1f-adae-8731a4589a59 req-3005372f-cba6-4743-a8a4-136c978ce0d6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790372 Jul 09 19:50:05.628000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:05.632392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.674116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:50:05.684611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.685226 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment b7be16bb-35c9-43ee-a694-30470ebe9388 of type vlan for network 1d1b8675-3b46-4c12-9b88-400000388f46 Jul 09 19:50:05.754354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.776089 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:05.793273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.800138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.801004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.864760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.880938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3234568 Jul 09 19:50:05.881782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:05.882574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9f2dc-d8af-4131-abfe-abaa19b6a8bf tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=1d1b8675-3b46-4c12-9b88-400000388f46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.894546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:05.906086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 1d1b8675-3b46-4c12-9b88-400000388f46 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:50:06.038128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] For port 8d736bf3-08e7-45c5-b624-51d4ba6c011b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d736bf3-08e7-45c5-b624-51d4ba6c011b,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:06.048390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:06.059010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.059270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.142290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Pushing event updated for resources: {'Port': ['ID=8d736bf3-08e7-45c5-b624-51d4ba6c011b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.153473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.153830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.154185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.154582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.154920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.155310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.156434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.157012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.157422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.157760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.158194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.158672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d05ea-1b8d-45f9-9620-c0ca5848f9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:06.254314 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:04Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:04Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:06.287774 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:06.288327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Updating router a6a47632-8181-482f-b755-0f025eb09dd6 port 7d340000-023f-4b2e-a694-6b9be7238868 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:50:06.320230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.351855 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.405204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=611a6e14-b795-4c71-bb49-02f0611465fe,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.412830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:06.413294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: 1d1b8675-3b46-4c12-9b88-400000388f46, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:50:06.439177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 1d1b8675-3b46-4c12-9b88-400000388f46 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:50:06.454409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 1d1b8675-3b46-4c12-9b88-400000388f46) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:06.461339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.461872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.463927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101f283-c26b-46f7-a3af-e03537adaef0 None None] Network 1d1b8675-3b46-4c12-9b88-400000388f46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:06.545011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:06.545994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aed1b450-05bf-4721-86a8-e61d4a8413f4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6634457 Jul 09 19:50:06.589960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8411c3-24ca-4801-b90d-24e916edb328 req-1cf478eb-fdb1-4359-a2db-2c62496a609a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.592296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae8411c3-24ca-4801-b90d-24e916edb328 req-1cf478eb-fdb1-4359-a2db-2c62496a609a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1095572 Jul 09 19:50:06.633717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Provisioning for port 7d340000-023f-4b2e-a694-6b9be7238868 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:06.656453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Provisioning complete for port 7d340000-023f-4b2e-a694-6b9be7238868 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:06.661587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.712037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae8411c3-24ca-4801-b90d-24e916edb328 req-97939d83-b655-499b-89e7-6086d1b9d27f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121414 Jul 09 19:50:06.812307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Port 7d340000-023f-4b2e-a694-6b9be7238868 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:06.887026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Provisioning complete for port 8d736bf3-08e7-45c5-b624-51d4ba6c011b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:06.887398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1912043f-5ebc-4031-9d2a-5d1a0b86236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.909212 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.932689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Transition to ACTIVE for port object 7d340000-023f-4b2e-a694-6b9be7238868 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:06.942168 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.032031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d736bf3-08e7-45c5-b624-51d4ba6c011b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:07.059790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-1d1b8675-3b46-4c12-9b88-400000388f46', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:50:07.062172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.134696 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Pushing event updated for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:07.149825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.151020 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.151646 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.152139 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.152685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.153200 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.153736 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.154215 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.154707 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.155230 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.155718 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.156293 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:07.198968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Attempting to bind port 7d340000-023f-4b2e-a694-6b9be7238868 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:07.199576 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Attempting to bind port 7d340000-023f-4b2e-a694-6b9be7238868 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:07.200262 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Attempting to bind port 7d340000-023f-4b2e-a694-6b9be7238868 on network ace7be42-010c-4b5e-a71e-7758a1a8dc40 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:07.212689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:07.213460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Checking segment: {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:07.215448 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.216036 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Bound using segment: {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:07.217541 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Bound port: 7d340000-023f-4b2e-a694-6b9be7238868, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99fea26-bcdc-4871-ba0e-67baeb401bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:07.218397 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.290928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8d736bf3-08e7-45c5-b624-51d4ba6c011b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:07.291422 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.309064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ad8fc-1da7-4d77-9002-f198800118d3 req-0dd51225-8ec0-47e9-9c7e-c626a2267e6d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.311078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c3ad8fc-1da7-4d77-9002-f198800118d3 req-0dd51225-8ec0-47e9-9c7e-c626a2267e6d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.3064890 Jul 09 19:50:07.363851 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] For port 7d340000-023f-4b2e-a694-6b9be7238868, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:07.370094 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] For port 7d340000-023f-4b2e-a694-6b9be7238868, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d340000-023f-4b2e-a694-6b9be7238868,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:07.377657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Allocated IP 172.21.0.2 (1d1b8675-3b46-4c12-9b88-400000388f46/611a6e14-b795-4c71-bb49-02f0611465fe/fd7e5048-b129-4430-bbec-3c9f060fe38f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:07.384299 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.394558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3c3ad8fc-1da7-4d77-9002-f198800118d3 req-a662704b-2e6a-4639-aa95-5b6ea449875a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766838 Jul 09 19:50:07.435435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.464449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:07.510791 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1544-5e2c-4e70-a134-b000572fc4f3 None None] Pushing event updated for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:07.542898 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:07.543164 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:07.665224 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.675642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Transition to ACTIVE for port object fd7e5048-b129-4430-bbec-3c9f060fe38f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:07.696640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Transition to ACTIVE for port object fd7e5048-b129-4430-bbec-3c9f060fe38f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:07.717558 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.766181 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:07.807221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Network 1d1b8675-3b46-4c12-9b88-400000388f46 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:07.817746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:07.820312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:07.859355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Pushing event updated for resources: {'Port': ['ID=fd7e5048-b129-4430-bbec-3c9f060fe38f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:07.947684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.21.0.1 (1d1b8675-3b46-4c12-9b88-400000388f46/611a6e14-b795-4c71-bb49-02f0611465fe/03621548-916d-4957-abe5-99e9c83c3763) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:07.969056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Attempting to bind port fd7e5048-b129-4430-bbec-3c9f060fe38f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:07.970994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Attempting to bind port fd7e5048-b129-4430-bbec-3c9f060fe38f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:07.972698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Attempting to bind port fd7e5048-b129-4430-bbec-3c9f060fe38f on network 1d1b8675-3b46-4c12-9b88-400000388f46 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:07.994968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:07.995363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Checking segment: {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:07.995794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.998170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Bound using segment: {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:07.998699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Bound port: fd7e5048-b129-4430-bbec-3c9f060fe38f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:07.999192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.069110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Deleting port 4d684f28-86c6-4395-9e98-cd1f2ca4a5b2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:08.069702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.129782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] For port fd7e5048-b129-4430-bbec-3c9f060fe38f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:08.133666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] For port fd7e5048-b129-4430-bbec-3c9f060fe38f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fd7e5048-b129-4430-bbec-3c9f060fe38f,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:08.141167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.189450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.234005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 03621548-916d-4957-abe5-99e9c83c3763 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:08.250362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.250706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.280698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Calling delete_port for 4d684f28-86c6-4395-9e98-cd1f2ca4a5b2 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:08.282387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694867-e2d7-4a0a-a0c3-18d30da9987d None None] Pushing event updated for resources: {'Port': ['ID=fd7e5048-b129-4430-bbec-3c9f060fe38f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:08.315036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.326600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:04Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:07Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:08.375040 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c1585-a11e-4ea3-b08f-091bbc6ab5cf None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:04Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:07Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:08.428795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 1d1b8675-3b46-4c12-9b88-400000388f46 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:08.438777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:08.443772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:08.526304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:08.546881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.588579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.637775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event deleted for resources: {'Port': ['ID=4d684f28-86c6-4395-9e98-cd1f2ca4a5b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:08.655300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3e89b-e072-4e52-a6d0-a5954404a76c req-76c04585-0781-44b5-8236-cfa51f874daf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.657515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0e3e89b-e072-4e52-a6d0-a5954404a76c req-76c04585-0781-44b5-8236-cfa51f874daf tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.6229117 Jul 09 19:50:08.822081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0e3e89b-e072-4e52-a6d0-a5954404a76c req-fee8d8c4-d51c-45ec-8857-4a7cd7b22586 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184375 Jul 09 19:50:08.828898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.829479 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Floating IP bc28b540-6fff-41fb-bc08-f75b5ac1b1d9 disassociated (deleted). External IP: 172.25.3.93, port: 27badfc7-0770-416b-9a22-6466897c6283. Jul 09 19:50:08.910737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.950731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c43fe-0e11-47f6-80c7-b42be00048b2 req-d8ab30d4-bd27-4dc5-b61b-95f232dbf2c7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.952910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a37c43fe-0e11-47f6-80c7-b42be00048b2 req-d8ab30d4-bd27-4dc5-b61b-95f232dbf2c7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.2549262 Jul 09 19:50:09.110060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d340000-023f-4b2e-a694-6b9be7238868 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:09.222246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7d340000-023f-4b2e-a694-6b9be7238868 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:09.227065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d340000-023f-4b2e-a694-6b9be7238868 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:09.227567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.422305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a37c43fe-0e11-47f6-80c7-b42be00048b2 req-24ccd874-670e-4f60-8a22-3569eae5b6f0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4310048 Jul 09 19:50:09.493356 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.535965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7d340000-023f-4b2e-a694-6b9be7238868, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d340000-023f-4b2e-a694-6b9be7238868,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:09.547300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.548410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fd7e5048-b129-4430-bbec-3c9f060fe38f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:09.570716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.594737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.678246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:09.729501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.750622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:09.755560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port fd7e5048-b129-4430-bbec-3c9f060fe38f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:09.787689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:09.864372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network 1d1b8675-3b46-4c12-9b88-400000388f46 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:09.865860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:09.957663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:09.962967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.969411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:09.999524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717d9af-3082-4b8c-a705-1ae195ccb440 None None] Network 1d1b8675-3b46-4c12-9b88-400000388f46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:10.050739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:10.085935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c5875775-2fc5-4ceb-82bb-0ef2ef84f4a2 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "DELETE /v2.0/floatingips/bc28b540-6fff-41fb-bc08-f75b5ac1b1d9 HTTP/1.1" status: 204 len: 168 time: 2.6196105 Jul 09 19:50:10.087816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:10.090516 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029" -d '{"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:10.111849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:10.112657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.143454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95588ae-0844-4d2c-9a0d-3d1e343fd8f5 req-96ea7b0e-e4c2-4919-8a89-ea52de872a83 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.150652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b95588ae-0844-4d2c-9a0d-3d1e343fd8f5 req-96ea7b0e-e4c2-4919-8a89-ea52de872a83 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1208253 Jul 09 19:50:10.203183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Provisioning for port fd7e5048-b129-4430-bbec-3c9f060fe38f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:10.211724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Provisioning complete for port fd7e5048-b129-4430-bbec-3c9f060fe38f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:10.212038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b95588ae-0844-4d2c-9a0d-3d1e343fd8f5 req-42d8edae-a3cc-477c-854a-ed9727daa49d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604284 Jul 09 19:50:10.212426 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.304852 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8526d5-3282-486d-88bf-c9db933259d8 x-openstack-request-id: req-5e8526d5-3282-486d-88bf-c9db933259d8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:10.305169 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:10.305428 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e8526d5-3282-486d-88bf-c9db933259d8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:10.305834 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:50:10.342363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:10.352795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-890fc53e-e603-41f7-8c10-2c20b47283b3 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8044684 Jul 09 19:50:10.358791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:10.360290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:10.364140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-1240053988'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:10.410801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:10.414826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.450838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-17164adf-35a5-4723-92fb-853d94e89f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.466261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-17164adf-35a5-4723-92fb-853d94e89f2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 1096 time: 0.1344569 Jul 09 19:50:10.489498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:50:10.519720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.520074 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment 4128ef72-2d29-4fee-9dc0-beee431ce586 of type vlan for network b985a3a3-8f7e-4130-bff2-d546bfe3b075 Jul 09 19:50:10.564408 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.638637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] For port fd7e5048-b129-4430-bbec-3c9f060fe38f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fd7e5048-b129-4430-bbec-3c9f060fe38f,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:10.678914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.682096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.777859 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.784228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.786644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.808467 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:10.830035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-df7287e4-d361-4bfc-bc4a-ba7627340f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.830035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-df7287e4-d361-4bfc-bc4a-ba7627340f23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 200 len: 915 time: 0.3553040 Jul 09 19:50:10.833367 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:10.834099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.854938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2795e7-cb95-423c-a8ad-b89ed3115d55 None None] Pushing event updated for resources: {'Port': ['ID=fd7e5048-b129-4430-bbec-3c9f060fe38f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:10.906484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-c2e46492-6e1d-40ca-a7ca-daf16d47a5af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 200 len: 217 time: 0.0657310 Jul 09 19:50:10.933403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.992136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63778ad-fc12-4087-a6dd-3f84d235b7cd req-f591d333-cde3-44e0-a479-c4b7eab9272a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.000568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e63778ad-fc12-4087-a6dd-3f84d235b7cd req-f591d333-cde3-44e0-a479-c4b7eab9272a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.2310703 Jul 09 19:50:11.003343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d340000-023f-4b2e-a694-6b9be7238868 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:11.008076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:11.042310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-158198ff-d347-45bf-8777-7de02f7384a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.043884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-158198ff-d347-45bf-8777-7de02f7384a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 200 len: 853 time: 0.1297181 Jul 09 19:50:11.057187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e63778ad-fc12-4087-a6dd-3f84d235b7cd req-65d21b64-a50f-448f-9589-779db5fad2d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556414 Jul 09 19:50:11.064534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Provisioning for port 03621548-916d-4957-abe5-99e9c83c3763 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:11.068697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:11.069908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:11.101263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7390041 Jul 09 19:50:11.101822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:11.102096 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:11.129754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:11.200013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-0502b195-7dc1-4b8f-a656-a0f77687527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.201361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-0502b195-7dc1-4b8f-a656-a0f77687527b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0253eba0-1968-434e-a738-fdc76ba23349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407282 Jul 09 19:50:11.260734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c9e0d-c4ef-443e-aea6-801bfd3761ec tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=b985a3a3-8f7e-4130-bff2-d546bfe3b075,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:11.346282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-1ac8c48e-32d8-4072-8b06-16d9b4d4ce3a service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350479 Jul 09 19:50:11.356565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623138-bf6e-47ed-9173-a3ffc850711c req-fd4bd909-6b4e-4d54-9025-3862f0f77c3f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.358279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae623138-bf6e-47ed-9173-a3ffc850711c req-fd4bd909-6b4e-4d54-9025-3862f0f77c3f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.5429425 Jul 09 19:50:11.473214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:11.487414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.543046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f87880c4-afcb-4fa4-995d-2c4f3fcb6029 req-b8a1aca2-a60b-4110-b15c-70b23cae6965 service neutron] 10.222.0.25 "GET /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878164 Jul 09 19:50:11.569510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Provisioning complete for port 03621548-916d-4957-abe5-99e9c83c3763 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:11.570026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.573523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 3, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:11.580562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:50:11.612342 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:11.613053 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Updating router a6a47632-8181-482f-b755-0f025eb09dd6 port 03621548-916d-4957-abe5-99e9c83c3763 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:50:11.676408 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.706682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122094a-7296-4ad5-90eb-8bf72867886e req-153aa952-868d-4e7c-a9ff-657df60d5dc6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.723081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2122094a-7296-4ad5-90eb-8bf72867886e req-153aa952-868d-4e7c-a9ff-657df60d5dc6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1539593 Jul 09 19:50:11.775671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2122094a-7296-4ad5-90eb-8bf72867886e req-802aa969-ac25-41c4-ade9-0bcc92b902b2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517364 Jul 09 19:50:11.819463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Port 03621548-916d-4957-abe5-99e9c83c3763 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:11.822798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d340000-023f-4b2e-a694-6b9be7238868 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:11.823174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.879284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Provisioning complete for port fd7e5048-b129-4430-bbec-3c9f060fe38f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:11.879686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05f5270a-8db4-4f29-a7bd-a2709708f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.943097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:12.075841 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.088158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Transition to ACTIVE for port object 03621548-916d-4957-abe5-99e9c83c3763 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:12.095132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae623138-bf6e-47ed-9173-a3ffc850711c req-3a9b7fad-82fb-4211-8d28-9a2386b9ef67 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7265942 Jul 09 19:50:12.113643 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.200314 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67e02-518a-4d2f-96c5-1a815481fc15 None None] Pushing event updated for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:12.333554 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Attempting to bind port 03621548-916d-4957-abe5-99e9c83c3763 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:12.333911 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Attempting to bind port 03621548-916d-4957-abe5-99e9c83c3763 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:12.334277 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Attempting to bind port 03621548-916d-4957-abe5-99e9c83c3763 on network 1d1b8675-3b46-4c12-9b88-400000388f46 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:12.347750 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:12.348126 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Checking segment: {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:12.349002 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.349002 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Bound using segment: {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:12.349479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Bound port: 03621548-916d-4957-abe5-99e9c83c3763, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7be16bb-35c9-43ee-a694-30470ebe9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:12.349861 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.387935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.437635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:12.468859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa3819-cde9-40da-9d11-8bde4125cc5c req-ce6250ec-75bf-4c51-a55e-88b2dbfa0bec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.470577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6fa3819-cde9-40da-9d11-8bde4125cc5c req-ce6250ec-75bf-4c51-a55e-88b2dbfa0bec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1672568 Jul 09 19:50:12.513734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:12.514098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: b985a3a3-8f7e-4130-bff2-d546bfe3b075, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:50:12.526619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-c4ecc337-f872-49ba-b6a3-48929f20d7d9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.529399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-c4ecc337-f872-49ba-b6a3-48929f20d7d9 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.1681986 Jul 09 19:50:12.532540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:12.541927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e81ef8-8b2a-4d4d-ba27-39fd450a1bb1 None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:45Z', 'revision_number': 4, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '50273958-8602-4b13-94ad-fcd739269890', 'name': '', 'network_id': '0253eba0-1968-434e-a738-fdc76ba23349', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'mac_address': 'fa:16:3e:11:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:44Z', 'updated_at': '2021-07-09T19:46:53Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'subnets': [{'id': 'b967193e-88eb-492b-b974-2853b2c204a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:12.543645 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] For port 03621548-916d-4957-abe5-99e9c83c3763, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:12.556112 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] For port 03621548-916d-4957-abe5-99e9c83c3763, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03621548-916d-4957-abe5-99e9c83c3763,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:12.569303 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.570233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:50:12.584688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f6fa3819-cde9-40da-9d11-8bde4125cc5c req-a829a555-c7b0-4e9c-9486-95fe73972ee5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063459 Jul 09 19:50:12.594906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b985a3a3-8f7e-4130-bff2-d546bfe3b075) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:12.600253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.604671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191241c-3c49-4728-9d6b-de8c8b0b44f0 None None] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:12.606564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.652252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f7d8c05c-f6c5-4eb3-9939-aeb8f5296e24 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5393472 Jul 09 19:50:12.655338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:12.728286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:12.728937 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:12.779388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Deleting port 27badfc7-0770-416b-9a22-6466897c6283 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:12.782863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.034587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fd7e5048-b129-4430-bbec-3c9f060fe38f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:13.044411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] For port 27badfc7-0770-416b-9a22-6466897c6283, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=27badfc7-0770-416b-9a22-6466897c6283,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:13.045162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.085634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Calling delete_port for 27badfc7-0770-416b-9a22-6466897c6283 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:13.123688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:50:13.124820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.178892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1ca12-48db-4363-9707-7b9449e14f72 None None] New status for floating IP bc28b540-6fff-41fb-bc08-f75b5ac1b1d9: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:50:13.253908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b577b9-3edb-4721-b10f-ff6d6c3fd7a7 req-7328ff8b-c27d-4700-b5ed-4608ab7dd97d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.258519 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:13.260955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67b577b9-3edb-4721-b10f-ff6d6c3fd7a7 req-7328ff8b-c27d-4700-b5ed-4608ab7dd97d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2162561 Jul 09 19:50:13.326079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.503710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233b46-0825-41bb-b307-46ca0f71a391 req-b3e0a6b9-8699-4718-8469-b0f23914f595 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.505508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84233b46-0825-41bb-b307-46ca0f71a391 req-b3e0a6b9-8699-4718-8469-b0f23914f595 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 945 time: 0.2223558 Jul 09 19:50:13.559907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fd7e5048-b129-4430-bbec-3c9f060fe38f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:13.560534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.562639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84233b46-0825-41bb-b307-46ca0f71a391 req-ab9d058e-5252-4c1b-8d25-ba6e5c387d09 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f2370a-3da4-4131-8eb9-003b0757117c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Jul 09 19:50:13.563977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.568995 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67e02-518a-4d2f-96c5-1a815481fc15 None None] Pushing event updated for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:13.615704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event deleted for resources: {'Port': ['ID=27badfc7-0770-416b-9a22-6466897c6283,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:13.667798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Allocated IP 172.22.0.2 (b985a3a3-8f7e-4130-bff2-d546bfe3b075/c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6/e84d03ab-0758-407e-8905-112e411f0e83) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:13.723321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67b577b9-3edb-4721-b10f-ff6d6c3fd7a7 req-88943201-08eb-476b-9363-a97bb06ac714 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4579258 Jul 09 19:50:13.733733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] No DVR routers for this DVR port 27badfc7-0770-416b-9a22-6466897c6283 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:13.741348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.743829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a9bdd1d-37dc-41c9-9eca-7984fcece948 req-44b7f5f3-0770-4173-9b1d-d73a6227dfc0 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.25 "DELETE /v2.0/ports/27badfc7-0770-416b-9a22-6466897c6283 HTTP/1.1" status: 204 len: 173 time: 1.2060294 Jul 09 19:50:13.749680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'name': 'network-vif-deleted', 'tag': '27badfc7-0770-416b-9a22-6466897c6283'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:13.757546 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f1837-d118-471d-b618-74fe0a3f54a7" -d '{"events": [{"server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "name": "network-vif-deleted", "tag": "27badfc7-0770-416b-9a22-6466897c6283"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:13.779775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 3, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:12Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:13.807532 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf68ef2a-c872-4073-90b2-19f30b03c7d4 x-openstack-request-id: req-cf68ef2a-c872-4073-90b2-19f30b03c7d4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:13.807972 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7da684d-497e-472a-bb3d-b0bb100439c9", "name": "network-vif-deleted", "tag": "27badfc7-0770-416b-9a22-6466897c6283", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:13.808235 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf68ef2a-c872-4073-90b2-19f30b03c7d4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:13.809418 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7da684d-497e-472a-bb3d-b0bb100439c9', 'name': 'network-vif-deleted', 'tag': '27badfc7-0770-416b-9a22-6466897c6283', 'status': 'completed', 'code': 200} Jul 09 19:50:13.908982 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b255f-56cb-40ec-8320-ca30a7304ac8 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 3, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:12Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:14.021517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.032883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Transition to ACTIVE for port object e84d03ab-0758-407e-8905-112e411f0e83 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:14.041032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e332-89f1-44de-8781-b07d65cbd626 req-0bf9f59a-13fd-4e52-811b-ee209ee2ac43 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:14.050957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55c7e332-89f1-44de-8781-b07d65cbd626 req-0bf9f59a-13fd-4e52-811b-ee209ee2ac43 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1572716 Jul 09 19:50:14.063618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Transition to ACTIVE for port object e84d03ab-0758-407e-8905-112e411f0e83 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:14.078028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.112179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55c7e332-89f1-44de-8781-b07d65cbd626 req-c00e86f6-f9ce-4de8-bfe7-421e89f5246f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603220 Jul 09 19:50:14.181513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:14.190684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.22.0.1 (b985a3a3-8f7e-4130-bff2-d546bfe3b075/c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6/5c66f9b5-1d2a-4c31-82db-22b3db1a666c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:14.193410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:14.198550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:14.206073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Pushing event updated for resources: {'Port': ['ID=e84d03ab-0758-407e-8905-112e411f0e83,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:14.338514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Attempting to bind port e84d03ab-0758-407e-8905-112e411f0e83 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:14.338879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Attempting to bind port e84d03ab-0758-407e-8905-112e411f0e83 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:14.339251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Attempting to bind port e84d03ab-0758-407e-8905-112e411f0e83 on network b985a3a3-8f7e-4130-bff2-d546bfe3b075 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:14.351174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:14.353085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Checking segment: {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:14.353546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.353948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Bound using segment: {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:14.354437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Bound port: e84d03ab-0758-407e-8905-112e411f0e83, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:14.354851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.443871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.458139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] For port e84d03ab-0758-407e-8905-112e411f0e83, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:14.461529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] For port e84d03ab-0758-407e-8905-112e411f0e83, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e84d03ab-0758-407e-8905-112e411f0e83,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:14.463142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object 5c66f9b5-1d2a-4c31-82db-22b3db1a666c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:14.476301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.514020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.579789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:14.580610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8da474-67fb-4404-93e7-17e97f07f80e None None] Pushing event updated for resources: {'Port': ['ID=e84d03ab-0758-407e-8905-112e411f0e83,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:14.637817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:14.646384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:14.650341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:14.893312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ee414a4-dfa2-4c47-adfd-051287da6846 req-f3a65390-0ab7-4c01-b326-79f8c4a5fe95 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0998950 Jul 09 19:50:14.894658 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.160479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03621548-916d-4957-abe5-99e9c83c3763 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:15.219664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794d44-280c-4111-b753-88a770fa73f9 req-3a0313a4-516f-4a95-8976-71906861684b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.232812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35794d44-280c-4111-b753-88a770fa73f9 req-3a0313a4-516f-4a95-8976-71906861684b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1815574 Jul 09 19:50:15.242650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.295983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 03621548-916d-4957-abe5-99e9c83c3763 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:15.303137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 03621548-916d-4957-abe5-99e9c83c3763 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:15.303875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.312138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35794d44-280c-4111-b753-88a770fa73f9 req-985844c2-3ba0-49f5-a94c-4eb4dee0a2c4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766389 Jul 09 19:50:15.417922 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.460781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 03621548-916d-4957-abe5-99e9c83c3763, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03621548-916d-4957-abe5-99e9c83c3763,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:15.471540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.472369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e84d03ab-0758-407e-8905-112e411f0e83 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:15.596628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:15.635583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b255b-fc4a-4280-8ed5-88558715a8c2 req-c3f44a31-0544-458b-811c-7d56121c03e2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.642126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e84d03ab-0758-407e-8905-112e411f0e83 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:15.644211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757b255b-fc4a-4280-8ed5-88558715a8c2 req-c3f44a31-0544-458b-811c-7d56121c03e2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.2156909 Jul 09 19:50:15.787870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.823617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-757b255b-fc4a-4280-8ed5-88558715a8c2 req-41d4df9a-7af6-4b57-a1ef-1512b4b2dbbc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782322 Jul 09 19:50:15.825593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.919786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:15.924893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.055676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:16.057140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:16.171137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9ab7b63-0927-406a-a8b2-00277be35e8e req-4dd0a662-8b44-4161-af34-d66ae823d203 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0650923 Jul 09 19:50:16.252497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:16.291854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488c87a-a869-4a36-b9ab-56cf8ee89936 None None] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:16.444161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27badfc7-0770-416b-9a22-6466897c6283 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:16.450018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Provisioning for port e84d03ab-0758-407e-8905-112e411f0e83 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:16.458256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:16.471274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:16.471887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f692fbe9-e83d-450e-ab72-5b1adda242cb tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8147650 Jul 09 19:50:16.477717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'network': {'name': 'tempest-RoutersTest-86506208'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:16.485605 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:16.502320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:16.503135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 27badfc7-0770-416b-9a22-6466897c6283 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:16.503593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 27badfc7-0770-416b-9a22-6466897c6283 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:16.508761 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:16.525081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Provisioning complete for port e84d03ab-0758-407e-8905-112e411f0e83 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:16.525697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.559338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:16.594575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.665682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:50:16.683033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.766447 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added segment e4a3e0c4-b807-4657-b1fd-d18a2c35b08c of type vlan for network c99d0a5e-17bb-4d92-ab05-a193486a2883 Jul 09 19:50:16.766617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b748a-4359-4e18-b9ac-e64cebd91d6a req-1f26cc4c-58e7-4df4-8372-63ee270a8d46 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:16.766617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f55b748a-4359-4e18-b9ac-e64cebd91d6a req-1f26cc4c-58e7-4df4-8372-63ee270a8d46 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1926708 Jul 09 19:50:16.766868 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:16.766985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.767088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.770732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] For port e84d03ab-0758-407e-8905-112e411f0e83, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e84d03ab-0758-407e-8905-112e411f0e83,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:16.780935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.786132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f55b748a-4359-4e18-b9ac-e64cebd91d6a req-bbd34986-a784-408e-8ccc-b80570420aac tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797780 Jul 09 19:50:16.792597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.795572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:16.801772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.892761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbddbe1-8915-4aee-9406-fe5644173851 None None] Pushing event updated for resources: {'Port': ['ID=e84d03ab-0758-407e-8905-112e411f0e83,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:16.938731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4654660 Jul 09 19:50:16.941447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:16.947483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'subnet': {'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:16.962486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998a1b9-0f66-4266-9531-59ba3546baf0 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Network': ['ID=c99d0a5e-17bb-4d92-ab05-a193486a2883,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:16.975604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:50:17.106858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03621548-916d-4957-abe5-99e9c83c3763 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:17.241965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Made reservation on behalf of 0693a6c8e5c240b89583a1e4854ce56f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:17.247845 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:17.249602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.278757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697213-8684-477c-86bc-7d7deb2ce404 req-c7bde944-7b9a-400c-aecc-175937417fba tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:17.280897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6697213-8684-477c-86bc-7d7deb2ce404 req-c7bde944-7b9a-400c-aecc-175937417fba tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1564140 Jul 09 19:50:17.297597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 03621548-916d-4957-abe5-99e9c83c3763 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:17.298684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.328238 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:17.328976 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Updating router a6a47632-8181-482f-b755-0f025eb09dd6 port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:50:17.373895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6697213-8684-477c-86bc-7d7deb2ce404 req-fe40657c-9017-44e9-9b80-6a64fd2b4452 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812540 Jul 09 19:50:17.434977 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.467135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Provisioning for port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:17.489168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Provisioning complete for port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:17.489168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.534322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.551401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4d69f7b-598e-4bba-bb4b-a60e91427ebc req-8edb93d4-3195-46b2-8e82-84baf7885005 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0486798 Jul 09 19:50:17.608596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:17.631319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Provisioning complete for port e84d03ab-0758-407e-8905-112e411f0e83 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:17.636781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Checking segment: {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:17.637203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network hostable DHCP agents. Network: c99d0a5e-17bb-4d92-ab05-a193486a2883, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:50:17.639999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-62ea2bdc-19a2-441c-b7de-01bf00a1f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.644578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Subnet': ['ID=2cb12f06-87d9-4377-882b-616f7082ddc2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:17.664883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:50:17.680252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c99d0a5e-17bb-4d92-ab05-a193486a2883) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:17.689219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:17.690142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:17.697689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330e43e-2ed3-4055-af4f-d0f9602472ab None None] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:17.725375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e4b32597-1505-4ea0-84b6-4391d398e838 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7819803 Jul 09 19:50:17.728089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:18.116038 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.136335 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Transition to ACTIVE for port object 5c66f9b5-1d2a-4c31-82db-22b3db1a666c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:18.144350 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.184339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a73a-218c-4c73-ad0e-fce1eea99e43 req-36769fe0-89b5-46e2-8b69-e6457f059461 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:18.186953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a64a73a-218c-4c73-ad0e-fce1eea99e43 req-36769fe0-89b5-46e2-8b69-e6457f059461 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1009455 Jul 09 19:50:18.246303 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95d92-9fc4-4ac9-9f1e-6e100cdcf568 None None] Pushing event updated for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:18.280122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a64a73a-218c-4c73-ad0e-fce1eea99e43 req-331a63fd-b8ad-47e7-b60c-bebe713ad24d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824931 Jul 09 19:50:18.400763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.428999 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Attempting to bind port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:18.429704 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Attempting to bind port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:18.431373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Attempting to bind port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c on network b985a3a3-8f7e-4130-bff2-d546bfe3b075 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:18.444639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:18.449964 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Checking segment: {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:18.452795 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.453348 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Bound using segment: {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:18.456527 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Bound port: 5c66f9b5-1d2a-4c31-82db-22b3db1a666c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4128ef72-2d29-4fee-9dc0-beee431ce586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:18.457396 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.501193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c99d0a5e-17bb-4d92-ab05-a193486a2883', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:50:18.502009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.597254 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] For port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:18.602437 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] For port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:18.608416 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:18.774728 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95d92-9fc4-4ac9-9f1e-6e100cdcf568 None None] Pushing event updated for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:18.786531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Allocated IP 172.23.0.2 (c99d0a5e-17bb-4d92-ab05-a193486a2883/2cb12f06-87d9-4377-882b-616f7082ddc2/d356ddaf-b94e-4fe6-83e4-7b034f706f2c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:18.802283 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:18.804966 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:18.980297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56d94014-ff1e-400f-ba02-c344bdbbf6c3 req-6a99e8e1-302a-418a-8557-592081a49ac8 tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0732944 Jul 09 19:50:19.024881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.057679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb401a37-e46e-49fc-b9cd-9501e8c47019 req-d5a4edc5-1cba-4f44-9d5b-ec376c8ca1ca tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:19.059776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb401a37-e46e-49fc-b9cd-9501e8c47019 req-d5a4edc5-1cba-4f44-9d5b-ec376c8ca1ca tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.3512928 Jul 09 19:50:19.066565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.074974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e84d03ab-0758-407e-8905-112e411f0e83 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:19.109354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb401a37-e46e-49fc-b9cd-9501e8c47019 req-c4ce9fb5-6c1a-478a-a984-670fcc6f005a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406125 Jul 09 19:50:19.114111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Transition to ACTIVE for port object d356ddaf-b94e-4fe6-83e4-7b034f706f2c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:19.147014 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:19.148864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Transition to ACTIVE for port object d356ddaf-b94e-4fe6-83e4-7b034f706f2c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:19.163685 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.169537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e84d03ab-0758-407e-8905-112e411f0e83 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:19.169904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.219634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Allocated IP 172.23.0.1 (c99d0a5e-17bb-4d92-ab05-a193486a2883/2cb12f06-87d9-4377-882b-616f7082ddc2/f107eda2-39ab-4b1e-a819-37772c36c9fb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:19.240354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:19.244492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Pushing event updated for resources: {'Port': ['ID=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:19.248040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:19.250894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:19.382145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Attempting to bind port d356ddaf-b94e-4fe6-83e4-7b034f706f2c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:19.382365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Attempting to bind port d356ddaf-b94e-4fe6-83e4-7b034f706f2c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:19.382771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Attempting to bind port d356ddaf-b94e-4fe6-83e4-7b034f706f2c on network c99d0a5e-17bb-4d92-ab05-a193486a2883 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:19.384804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.393697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:19.394145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Checking segment: {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:19.394586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.394979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Bound using segment: {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:19.395447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Bound port: d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:19.395832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.409649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Transition to ACTIVE for port object f107eda2-39ab-4b1e-a819-37772c36c9fb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:19.422459 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:18Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:19.458541 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97491ab-7da9-4aef-83cc-f832188add9a None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:18Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:19.477782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.490984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] For port d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:19.495038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] For port d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:19.500379 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.576141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:19.589316 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:19.604534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:19.611651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec65f6c-0368-4ea3-a889-278bc06b13f3 None None] Pushing event updated for resources: {'Port': ['ID=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:19.634836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c2062-7524-4025-9f5a-0953731a6b44 req-e63a5588-c28b-4d77-b932-889a42c23e29 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:19.636527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f74c2062-7524-4025-9f5a-0953731a6b44 req-e63a5588-c28b-4d77-b932-889a42c23e29 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1736736 Jul 09 19:50:19.718152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f74c2062-7524-4025-9f5a-0953731a6b44 req-3b7084a1-9503-4b88-8f10-98c34aa812cb tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652368 Jul 09 19:50:20.299289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:20.327641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.333114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a7e4a7d-b9f7-48e5-a6e6-8f8471d9ed2b req-59b38513-6502-4f25-bed8-a0c1ba277edb tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7da684d-497e-472a-bb3d-b0bb100439c9 HTTP/1.1" status: 200 len: 210 time: 0.0701656 Jul 09 19:50:20.458886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5667-2567-4d97-9287-32f32c7fc9ec req-f7c8d6a9-f30b-43ae-9753-8e020873d082 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:20.460499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6dc5667-2567-4d97-9287-32f32c7fc9ec req-f7c8d6a9-f30b-43ae-9753-8e020873d082 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.1206517 Jul 09 19:50:20.529155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.537676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6dc5667-2567-4d97-9287-32f32c7fc9ec req-3050ad27-3f23-44d7-b43f-2a08470244cf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701830 Jul 09 19:50:20.788819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:20.870819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.877593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.938548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3bb4a-8737-4d56-9e25-456e7210cd21 None None] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:21.011008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:21.026520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:21.033303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.036763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event updated for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:21.122192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c66f9b5-1d2a-4c31-82db-22b3db1a666c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:21.125579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fb6ec-99f6-417e-bc11-b2f1a771193a req-15ac0df0-111f-411d-bb2e-bf615678983b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:21.126498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-243fb6ec-99f6-417e-bc11-b2f1a771193a req-15ac0df0-111f-411d-bb2e-bf615678983b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1942153 Jul 09 19:50:21.170806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0ccf0494-1eb6-4c7e-bb36-7e5cba6754b8 None None] Provisioning for port d356ddaf-b94e-4fe6-83e4-7b034f706f2c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:21.203659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:21.210201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-243fb6ec-99f6-417e-bc11-b2f1a771193a req-fa1605bd-e05c-40e0-9f51-6cdb4edf73dc tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670269 Jul 09 19:50:21.213116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:21.249605 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.283207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:21.326121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:21.334046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:21.334902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:21.335478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.356799 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.358807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:21.460054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:21.480934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['9529f2e6-5806-482b-931e-af9e7fb5ebca'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:21.501985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:21.536952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:21.555304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c6248c0-7a2f-48bb-81c6-46c0a8fa13e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8229339 Jul 09 19:50:21.555825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:21.560888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:21.566510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:21.579072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:21.579857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:49:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:21.603521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.652668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.673240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.787754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:21.805232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.808429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.809930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] 10.222.0.10 "DELETE /v2.0/security-groups/11f2370a-3da4-4131-8eb9-003b0757117c HTTP/1.1" status: 204 len: 168 time: 0.3062749 Jul 09 19:50:21.829382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9661-768a-4b97-a3c7-4e8b376f8b0f tempest-TestVolumeBackupRestore-671749496 tempest-TestVolumeBackupRestore-671749496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2370a-3da4-4131-8eb9-003b0757117c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:21.906969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:22.051293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.052149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d356ddaf-b94e-4fe6-83e4-7b034f706f2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:22.281593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:50:22.375651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:50:22.380689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.404681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8132a-c185-4d98-a04e-fa5dbebcee64 req-2ac6e35d-5ad0-46ea-b4e5-a4c1c6961b25 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:22.408398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3d8132a-c185-4d98-a04e-fa5dbebcee64 req-2ac6e35d-5ad0-46ea-b4e5-a4c1c6961b25 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 947 time: 0.3078940 Jul 09 19:50:22.435758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cd72c013-e93e-446a-a626-e4fef33a49f1 None None] Provisioning for port f107eda2-39ab-4b1e-a819-37772c36c9fb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:22.450316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:22.560367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cd72c013-e93e-446a-a626-e4fef33a49f1 None None] Provisioning complete for port f107eda2-39ab-4b1e-a819-37772c36c9fb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:22.561009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd72c013-e93e-446a-a626-e4fef33a49f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.633061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614f6e-98e1-4742-921d-f5d441861cb3 req-2941eae1-ed4c-4149-a2c8-61a17f176f3c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:22.638682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35614f6e-98e1-4742-921d-f5d441861cb3 req-2941eae1-ed4c-4149-a2c8-61a17f176f3c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1612759 Jul 09 19:50:22.648270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:22.677372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa493a8c-1d94-4ca4-9a6f-f8042119e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.727979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cd72c013-e93e-446a-a626-e4fef33a49f1 None None] Port f107eda2-39ab-4b1e-a819-37772c36c9fb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:22.748268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35614f6e-98e1-4742-921d-f5d441861cb3 req-1f3ee95f-3759-4344-bb76-c6f76c27bbde tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998805 Jul 09 19:50:22.796962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d356ddaf-b94e-4fe6-83e4-7b034f706f2c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:22.802093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3d8132a-c185-4d98-a04e-fa5dbebcee64 req-8df435ef-7d8d-4625-a1f3-fe8b15ce77b6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3818803 Jul 09 19:50:22.822654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d356ddaf-b94e-4fe6-83e4-7b034f706f2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:22.833103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.012379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.022998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.219214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-68155510-5fcd-4466-9f1b-7562dcdd744e None None] Provisioning complete for port f107eda2-39ab-4b1e-a819-37772c36c9fb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:23.219826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68155510-5fcd-4466-9f1b-7562dcdd744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.265854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-68155510-5fcd-4466-9f1b-7562dcdd744e None None] Port f107eda2-39ab-4b1e-a819-37772c36c9fb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:23.275365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:23.299753 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.304805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.330839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:20Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:18Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:20Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:23.371192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:23.373544 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c31545-a45d-4cb3-90fa-a57c85c70801" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:23.447075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:23.447837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Updating router a6a47632-8181-482f-b755-0f025eb09dd6 port f107eda2-39ab-4b1e-a819-37772c36c9fb binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:50:23.481411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:23.487969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:23.491805 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fd4e3-f670-4c2e-b93f-ce34a0f30713 x-openstack-request-id: req-ec5fd4e3-f670-4c2e-b93f-ce34a0f30713 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:23.492342 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:23.492797 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec5fd4e3-f670-4c2e-b93f-ce34a0f30713 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:23.493481 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'code': 200} Jul 09 19:50:23.500250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.502345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.504186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4056e2fa-eb18-4de7-a4b6-5f5f16330a18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 933 time: 1.9417920 Jul 09 19:50:23.506478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:23.558380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.578016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.638698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:23.640644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=14']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:23.696228 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.771720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-06ef5720-cc70-4e78-b7b2-3255089d5bc9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 933 time: 0.2637463 Jul 09 19:50:23.774772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:23.782146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:23.868431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:23.936612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c66f9b5-1d2a-4c31-82db-22b3db1a666c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:24.360866 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.374638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Transition to ACTIVE for port object f107eda2-39ab-4b1e-a819-37772c36c9fb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:24.421363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.572289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:24.572702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.653226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f6bb-9ec4-4eda-82ef-1efccc1be02d req-1800b664-7fac-4c4b-af36-fae9e67ab2a5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:24.669999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9220f6bb-9ec4-4eda-82ef-1efccc1be02d req-1800b664-7fac-4c4b-af36-fae9e67ab2a5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.5667257 Jul 09 19:50:24.740296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596041b-54e2-4b21-8259-7ed7f647fab5 None None] Pushing event updated for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:24.801236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:24.842639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9220f6bb-9ec4-4eda-82ef-1efccc1be02d req-cd224f8c-8c86-4c85-b919-6cd52e42932b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711226 Jul 09 19:50:25.093312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Attempting to bind port f107eda2-39ab-4b1e-a819-37772c36c9fb on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:25.093794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Attempting to bind port f107eda2-39ab-4b1e-a819-37772c36c9fb by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:25.094173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Attempting to bind port f107eda2-39ab-4b1e-a819-37772c36c9fb on network c99d0a5e-17bb-4d92-ab05-a193486a2883 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:25.111301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-baca83ca-e7b8-424c-82c9-dd863845f73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.117678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:25.118072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Checking segment: {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:25.120245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.120580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Bound using segment: {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:25.121085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Bound port: f107eda2-39ab-4b1e-a819-37772c36c9fb, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:25.121516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.141692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 9529f2e6-5806-482b-931e-af9e7fb5ebca triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:25.141798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.257494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:50:25.258076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:50:25.324976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.356918 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.375991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] For port f107eda2-39ab-4b1e-a819-37772c36c9fb, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:25.399295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] For port f107eda2-39ab-4b1e-a819-37772c36c9fb, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f107eda2-39ab-4b1e-a819-37772c36c9fb,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:25.404571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.454407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.538707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:25.542892 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca590b6-c6a5-4623-bcf7-1052672fe239" -d '{"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:25.629880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:25.677701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.731642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:25.735899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:25.805027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.814784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.985849 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef38201b-5f38-45fb-a860-945fc726ca6a x-openstack-request-id: req-ef38201b-5f38-45fb-a860-945fc726ca6a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:25.990576 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:25.990992 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef38201b-5f38-45fb-a860-945fc726ca6a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:25.992688 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'code': 200} Jul 09 19:50:26.006416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe0c6-727a-4e81-af08-9bca99ffff03 req-d950f935-b3e2-422f-976d-3375b46046e2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.016291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46afe0c6-727a-4e81-af08-9bca99ffff03 req-d950f935-b3e2-422f-976d-3375b46046e2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0940428 Jul 09 19:50:26.021392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d356ddaf-b94e-4fe6-83e4-7b034f706f2c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:26.126970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46afe0c6-727a-4e81-af08-9bca99ffff03 req-fc89f6e9-b733-4991-86bf-b65fd04a83a9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094558 Jul 09 19:50:26.162570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:26.171745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:26.234529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596041b-54e2-4b21-8259-7ed7f647fab5 None None] Pushing event updated for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:26.400671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d356ddaf-b94e-4fe6-83e4-7b034f706f2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:26.401384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.597480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24095d-be54-43e8-ba36-dddd2e69414c req-b5e5f6b8-2e9a-415a-b3df-5975e7e665fa tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.602666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd24095d-be54-43e8-ba36-dddd2e69414c req-b5e5f6b8-2e9a-415a-b3df-5975e7e665fa tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.3927083 Jul 09 19:50:26.619138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.625391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:26.690620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:26.740980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.744921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:26.761261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-911b0fb2-3b70-4e45-9eda-7152deaff55a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 699 time: 2.9851580 Jul 09 19:50:26.782094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 7, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:26.863922 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd24095d-be54-43e8-ba36-dddd2e69414c req-82390a4e-7368-4ec4-9bbe-b04b482ff026 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523971 Jul 09 19:50:26.910527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390412-2a33-4d01-8ba0-5267bb663a45 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 7, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 4, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:27.198148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:27.220551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72e2f075-1db9-41a2-81ff-d24d3c0a06e8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 699 time: 0.4672611 Jul 09 19:50:27.224753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-ef9aba5e-9b97-442d-8815-77cf94e73b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.226815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-ef9aba5e-9b97-442d-8815-77cf94e73b0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.4729779 Jul 09 19:50:27.297934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a633f6f-eb67-4a1f-8d03-6c6cd953f9da req-1b16e118-1412-4062-a6a2-7a8f21fbfb24 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.299512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a633f6f-eb67-4a1f-8d03-6c6cd953f9da req-1b16e118-1412-4062-a6a2-7a8f21fbfb24 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.3616872 Jul 09 19:50:27.484307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3a633f6f-eb67-4a1f-8d03-6c6cd953f9da req-8b857f94-94b1-429c-be67-dddb0ba66da2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513667 Jul 09 19:50:27.596785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-89f9bf36-5b6a-43bf-bf95-7f6bc2fa5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.598080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-89f9bf36-5b6a-43bf-bf95-7f6bc2fa5c26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.3637619 Jul 09 19:50:27.746108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-3a37c61d-034d-4973-bd6e-cd2826cb6d9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.1411161 Jul 09 19:50:27.815561 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.852808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-5f5294c0-8a17-4f45-a7cc-722de787a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.854362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-5f5294c0-8a17-4f45-a7cc-722de787a541 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0984919 Jul 09 19:50:27.965583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f107eda2-39ab-4b1e-a819-37772c36c9fb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:28.061692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-1a25ac4d-f8e8-4f3f-9ad1-5b2a37632a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:28.074148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-1a25ac4d-f8e8-4f3f-9ad1-5b2a37632a7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088451 Jul 09 19:50:28.144543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f107eda2-39ab-4b1e-a819-37772c36c9fb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:28.152198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f107eda2-39ab-4b1e-a819-37772c36c9fb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:28.153190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.309014 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.327795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460939-f60c-419b-89a8-2b430ac99f57 req-e8e844ee-b404-426c-a776-648eafa2b8c0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:28.337911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-03460939-f60c-419b-89a8-2b430ac99f57 req-e8e844ee-b404-426c-a776-648eafa2b8c0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2582161 Jul 09 19:50:28.352729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.379006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f107eda2-39ab-4b1e-a819-37772c36c9fb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f107eda2-39ab-4b1e-a819-37772c36c9fb,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:28.385036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.405549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-1200e079-942a-4807-a84c-1e303ccbb3d3 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256540 Jul 09 19:50:28.454173 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:28.473365 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:28.474531 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:28.494210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:28.711644 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:28.724950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c0b12c5-4e01-4f07-9f5c-32f4adf5434d req-86a5a935-e893-467f-9e35-29ad542aa502 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128219 Jul 09 19:50:29.003946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59869692-b7d5-467a-b6c5-065cfa7f9f1b req-681dba83-4ddb-4159-8957-03f6342d2f22 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.005643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59869692-b7d5-467a-b6c5-065cfa7f9f1b req-681dba83-4ddb-4159-8957-03f6342d2f22 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.2532156 Jul 09 19:50:29.090176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:29.308540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-03460939-f60c-419b-89a8-2b430ac99f57 req-f08795b3-eec2-4c9f-8e4c-560524894c86 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9693396 Jul 09 19:50:29.490410 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 7, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:28Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:29.531438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:29.543957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:29.544752 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:29.616986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port f107eda2-39ab-4b1e-a819-37772c36c9fb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:29.617569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.717669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:29.910540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59869692-b7d5-467a-b6c5-065cfa7f9f1b req-5aab084c-3b79-476e-9b37-4a6949230446 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8952472 Jul 09 19:50:29.963427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f107eda2-39ab-4b1e-a819-37772c36c9fb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:29.998220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port f107eda2-39ab-4b1e-a819-37772c36c9fb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f107eda2-39ab-4b1e-a819-37772c36c9fb,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:29.999094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.027468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for f107eda2-39ab-4b1e-a819-37772c36c9fb owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:30.064128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f107eda2-39ab-4b1e-a819-37772c36c9fb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:30.064509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.127656 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 7, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:28Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:30.202129 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df9225-ad6c-460d-8d70-b4fee4999484 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:25Z', 'revision_number': 7, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f107eda2-39ab-4b1e-a819-37772c36c9fb', 'name': '', 'network_id': 'c99d0a5e-17bb-4d92-ab05-a193486a2883', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:f5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:18Z', 'updated_at': '2021-07-09T19:50:28Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '2cb12f06-87d9-4377-882b-616f7082ddc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:30.315456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.521775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.599213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=f107eda2-39ab-4b1e-a819-37772c36c9fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:30.785053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Deleting port 50273958-8602-4b13-94ad-fcd739269890 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:30.785459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.864216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.906184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] For port 50273958-8602-4b13-94ad-fcd739269890, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=50273958-8602-4b13-94ad-fcd739269890,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:30.906625 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.923010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Calling delete_port for 50273958-8602-4b13-94ad-fcd739269890 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:30.974109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cf1a5-bf8d-4a35-95bc-daa5fcf46cb3 req-b566efc6-aedc-4e2e-aa8c-1d5c1516a07c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:30.980987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-383cf1a5-bf8d-4a35-95bc-daa5fcf46cb3 req-b566efc6-aedc-4e2e-aa8c-1d5c1516a07c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.4256713 Jul 09 19:50:31.039384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-383cf1a5-bf8d-4a35-95bc-daa5fcf46cb3 req-64a94de2-fc16-4bee-8f85-2c480c8e9819 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573764 Jul 09 19:50:31.197530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd24261-2e48-43b4-9733-5283d0f865e5 req-42e5eeeb-4c76-4916-ae6f-cc128d17f09e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:31.199121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abd24261-2e48-43b4-9733-5283d0f865e5 req-42e5eeeb-4c76-4916-ae6f-cc128d17f09e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1373043 Jul 09 19:50:31.218896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:31.286904 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.320696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abd24261-2e48-43b4-9733-5283d0f865e5 req-ec5119a4-3a6b-41ec-9a40-55a02842e2d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087406 Jul 09 19:50:31.323828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=50273958-8602-4b13-94ad-fcd739269890,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:31.335841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:31.347401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-710eeb9c-3ecd-4d0f-853e-4a516ce36e64 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1459994 Jul 09 19:50:31.348331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:31.349446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:31.369446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:31.372170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:31.461569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet 2cb12f06-87d9-4377-882b-616f7082ddc2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:31.475197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.549722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:31.572289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.593448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.791102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.910668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:31.977862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b1990-aa71-4cc9-8d77-29f53c69272a req-1b1b6490-b57e-4a8d-845b-3427e4ecbb37 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:31.979941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e5b1990-aa71-4cc9-8d77-29f53c69272a req-1b1b6490-b57e-4a8d-845b-3427e4ecbb37 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1800845 Jul 09 19:50:32.026203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb12f06-87d9-4377-882b-616f7082ddc2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:32.038633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.039569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:30Z', 'revision_number': 8, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:32.046648 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a888c9a-6201-4efd-be15-5457a80c3a71 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/2cb12f06-87d9-4377-882b-616f7082ddc2 HTTP/1.1" status: 204 len: 168 time: 0.6930149 Jul 09 19:50:32.047703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:32.048924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4e86b-4883-4a58-bf14-1221b20dd20d None None] Network c99d0a5e-17bb-4d92-ab05-a193486a2883 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:32.070924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e5b1990-aa71-4cc9-8d77-29f53c69272a req-d8c08551-472f-42f6-b8c6-151ba56b6c7f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830455 Jul 09 19:50:32.106160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:32.144630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:32.168779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:32.169689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:32.268238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:32.275768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:32.286438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Sync routers for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:32.298924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6efcd174-65f3-47f9-a81b-01490fa32a78 admin admin] 10.222.0.10 "PUT /v2.0/routers/321d03eb-db8a-4212-97d1-30e0b6f2bf1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2032976 Jul 09 19:50:32.301404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:32.302260 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:32.304248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:32.369818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.499963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.522344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035096dc-0311-45a7-b630-383b533b9a89 req-11bfdd87-9bbb-4fe1-8b0f-bd816a4aa0e0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:32.531212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-035096dc-0311-45a7-b630-383b533b9a89 req-11bfdd87-9bbb-4fe1-8b0f-bd816a4aa0e0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1532879 Jul 09 19:50:32.554346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:32.570969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port d356ddaf-b94e-4fe6-83e4-7b034f706f2c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:32.571567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.602013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-035096dc-0311-45a7-b630-383b533b9a89 req-c45dd9a8-1be7-4797-9632-4a27dd4be173 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695763 Jul 09 19:50:32.712361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:32.713014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.713624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:30Z', 'revision_number': 8, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:32.718877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] DHCP port deletion for c99d0a5e-17bb-4d92-ab05-a193486a2883 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:32.731578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for d356ddaf-b94e-4fe6-83e4-7b034f706f2c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:32.754885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68370722-c009-4122-9a88-2bbe8a425ed4 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:30Z', 'revision_number': 8, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66f9b5-1d2a-4c31-82db-22b3db1a666c', 'name': '', 'network_id': 'b985a3a3-8f7e-4130-bff2-d546bfe3b075', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:ed:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:13Z', 'updated_at': '2021-07-09T19:50:21Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:32.813490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89a77-7510-422e-9551-52cf370c4c02 req-50372a85-7998-4989-af0b-dc15b7f51539 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:32.815161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0a89a77-7510-422e-9551-52cf370c4c02 req-50372a85-7998-4989-af0b-dc15b7f51539 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.3127630 Jul 09 19:50:32.821291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.837663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Deleting port d356ddaf-b94e-4fe6-83e4-7b034f706f2c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:32.838041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.894496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.929165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:32.934571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port d356ddaf-b94e-4fe6-83e4-7b034f706f2c on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:32.945105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0a89a77-7510-422e-9551-52cf370c4c02 req-fbd586eb-180f-41f9-b9c3-2d805cc0152b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189461 Jul 09 19:50:32.987251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Deleting port 1ecc8a83-a037-4fd6-8821-f3c57b018f05 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:32.988685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.991156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] For port d356ddaf-b94e-4fe6-83e4-7b034f706f2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,segment=NetworkSegment(e4a3e0c4-b807-4657-b1fd-d18a2c35b08c),segment_id=e4a3e0c4-b807-4657-b1fd-d18a2c35b08c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:32.992933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.003806 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:50:31Z', 'revision_number': 5, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port': {'id': '1ecc8a83-a037-4fd6-8821-f3c57b018f05', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.023173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Calling delete_port for d356ddaf-b94e-4fe6-83e4-7b034f706f2c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:33.072492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.083078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Checking router: 321d03eb-db8a-4212-97d1-30e0b6f2bf1b for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:33.097726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99d0a5e-17bb-4d92-ab05-a193486a2883']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.098780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] For port 1ecc8a83-a037-4fd6-8821-f3c57b018f05, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1ecc8a83-a037-4fd6-8821-f3c57b018f05,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:33.099149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.118705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Routers {'321d03eb-db8a-4212-97d1-30e0b6f2bf1b'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:33.119609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.127867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Calling delete_port for 1ecc8a83-a037-4fd6-8821-f3c57b018f05 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:33.129576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.130892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a3e0c4-b807-4657-b1fd-d18a2c35b08c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.151263 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.189473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.197306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:33.197721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:33.202150 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:33.279087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.308394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.325387 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.331009 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/c99d0a5e-17bb-4d92-ab05-a193486a2883 HTTP/1.1" status: 204 len: 168 time: 1.2809892 Jul 09 19:50:33.336758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:33.375077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] Pushing event deleted for resources: {'Port': ['ID=d356ddaf-b94e-4fe6-83e4-7b034f706f2c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:33.389668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eed09-c2d4-43f8-b242-1a220b811b1c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=c99d0a5e-17bb-4d92-ab05-a193486a2883,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:33.396423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c462c-e74e-4067-80c7-f3296a9ca6d8 None None] No DVR routers for this DVR port d356ddaf-b94e-4fe6-83e4-7b034f706f2c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:33.431820 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] Set router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:33.540273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:50:32Z', 'revision_number': 6, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:33.548758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-b1e1bbbf-b572-45a2-8775-986a45db698f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.550855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-b1e1bbbf-b572-45a2-8775-986a45db698f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.2165434 Jul 09 19:50:33.569715 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-6dcd2ca2-fe39-442f-9f11-4135f5c37de5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/quotas/c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 375 time: 0.0113764 Jul 09 19:50:33.576161 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64bf7-7a4d-460f-b1f0-0e7c428443da None None] The sync data for ids ['321d03eb-db8a-4212-97d1-30e0b6f2bf1b'] in n-d-800087-3 is: [{'id': '321d03eb-db8a-4212-97d1-30e0b6f2bf1b', 'name': 'tempest-TestVolumeBackupRestore-1856048122-router', 'tenant_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:41Z', 'updated_at': '2021-07-09T19:50:32Z', 'revision_number': 6, 'project_id': '051b61b1941d4f4a9f95363e1cd38e7b', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:33.716379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-d1a093f8-0d3e-496e-8626-35b09aaebb8c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1408622 Jul 09 19:50:33.843317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-6ccab5c2-29b8-4276-a7ed-44b45d361ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165881 Jul 09 19:50:33.986399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-4ade8dee-cd7b-4157-90ad-053f2b997a76 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367786 Jul 09 19:50:34.021312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.047877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c88eeb-556d-4708-b31b-0ab18df34b87 req-d11f1766-6948-48ac-af45-cc80aee7662a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.056480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c88eeb-556d-4708-b31b-0ab18df34b87 req-d11f1766-6948-48ac-af45-cc80aee7662a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2573040 Jul 09 19:50:34.088250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f107eda2-39ab-4b1e-a819-37772c36c9fb no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:34.131194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f107eda2-39ab-4b1e-a819-37772c36c9fb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:34.131546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f107eda2-39ab-4b1e-a819-37772c36c9fb not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:34.131992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 50273958-8602-4b13-94ad-fcd739269890 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:34.184253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 50273958-8602-4b13-94ad-fcd739269890 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:34.184253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 50273958-8602-4b13-94ad-fcd739269890 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:34.184253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d356ddaf-b94e-4fe6-83e4-7b034f706f2c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:34.223060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecc8a83-a037-4fd6-8821-f3c57b018f05,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:34.244729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d356ddaf-b94e-4fe6-83e4-7b034f706f2c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:34.245179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d356ddaf-b94e-4fe6-83e4-7b034f706f2c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:34.307288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c88eeb-556d-4708-b31b-0ab18df34b87 req-25cdad5b-1c07-43b6-802c-35f6433bf71d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497411 Jul 09 19:50:34.323993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cafb2160-81c0-4dc9-8ba8-0aa1f805f6a9 req-dc3aa538-d6ee-4687-a627-d6a075cd810d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 210 time: 0.0701735 Jul 09 19:50:34.377584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.499974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.504972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.588548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.593467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321d03eb-db8a-4212-97d1-30e0b6f2bf1b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:34.598292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.599623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1570bfe-5513-4d9c-840c-06edfa62e420 admin admin] 10.222.0.10 "DELETE /v2.0/routers/321d03eb-db8a-4212-97d1-30e0b6f2bf1b HTTP/1.1" status: 204 len: 168 time: 2.2926538 Jul 09 19:50:34.602521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:34.661587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.702803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Deleting subnet b967193e-88eb-492b-b974-2853b2c204a5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:34.711341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.779834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.897271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.038584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.069286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b967193e-88eb-492b-b974-2853b2c204a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:35.076765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.083977 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1fcf07ef-ca06-47e6-bfe3-55a434f9a75b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b967193e-88eb-492b-b974-2853b2c204a5 HTTP/1.1" status: 204 len: 168 time: 0.4746654 Jul 09 19:50:35.084193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8108058-fa21-46c5-b814-e1664cf7d49d None None] Network 0253eba0-1968-434e-a738-fdc76ba23349 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:35.087833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:35.101183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:35.101790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.208510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 5c66f9b5-1d2a-4c31-82db-22b3db1a666c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:35.209026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.230446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.230721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 5c66f9b5-1d2a-4c31-82db-22b3db1a666c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:35.351150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Deleting port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:35.352852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.353761 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:50:35.445837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] DHCP port deletion for 0253eba0-1968-434e-a738-fdc76ba23349 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:35.484564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.520991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] For port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:35.521534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.542216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=5c66f9b5-1d2a-4c31-82db-22b3db1a666c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:35.553801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Calling delete_port for ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:35.573554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Deleting port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:35.573932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.641017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c66bcb4c-a66c-41f3-90c7-89f6e68be357 req-de4bd71d-4244-49e4-a497-f40e06762701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 210 time: 0.0975406 Jul 09 19:50:35.706800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] For port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,segment=NetworkSegment(57118359-fd16-4856-9857-34733a883053),segment_id=57118359-fd16-4856-9857-34733a883053)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:35.707825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.750618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Calling delete_port for ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:35.872227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.921973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:35.926930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] No DVR routers for this DVR port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:35.946708 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:35.954933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aeba9-7ac5-422b-9c32-ac87d425e03c req-cf980ec8-4f3b-474c-a2f9-5046dca903ef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:35.956698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-366aeba9-7ac5-422b-9c32-ac87d425e03c req-cf980ec8-4f3b-474c-a2f9-5046dca903ef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2775469 Jul 09 19:50:35.961549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.001157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] Pushing event deleted for resources: {'Port': ['ID=ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:36.003628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:36.022916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.031453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:36.032008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:36.032627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1ecc8a83-a037-4fd6-8821-f3c57b018f05 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:36.034634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0253eba0-1968-434e-a738-fdc76ba23349']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:36.037395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9597ac1-d6f7-4a27-8fc0-b8bf4eed49f4 None None] No DVR routers for this DVR port ea9fc009-e4e3-4cf5-b73d-d9fdb11ba543 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:36.049302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57118359-fd16-4856-9857-34733a883053') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:36.049892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57118359-fd16-4856-9857-34733a883053') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:36.062788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.063214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1ecc8a83-a037-4fd6-8821-f3c57b018f05 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:36.063707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1ecc8a83-a037-4fd6-8821-f3c57b018f05 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:36.102593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.110590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:36.111181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:36.113148 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:36.235825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.256319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.261663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] 10.222.0.10 "DELETE /v2.0/networks/0253eba0-1968-434e-a738-fdc76ba23349 HTTP/1.1" status: 204 len: 168 time: 1.1706512 Jul 09 19:50:36.263501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:36.265012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-366aeba9-7ac5-422b-9c32-ac87d425e03c req-0c828728-fa9a-47e3-8201-cb3334cb0396 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992623 Jul 09 19:50:36.286050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5bc92-bb96-49bd-9975-80e3d449c04c admin admin] Pushing event deleted for resources: {'Network': ['ID=0253eba0-1968-434e-a738-fdc76ba23349,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:36.442960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:36.457721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7255caf8-479d-4dc4-a80e-1a029e6f1b70 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.460630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7255caf8-479d-4dc4-a80e-1a029e6f1b70 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.2840495 Jul 09 19:50:36.474921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'device_id': '61df511b-841c-4218-833e-231efddf876f', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'admin_state_up': True, 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:36.629278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:36.640323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7d28699e-5e36-4509-85a0-8f46a40d372a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2985721 Jul 09 19:50:36.641473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:36.641600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:36.659772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:36.660429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:36.674969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:36.680256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.731933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:36.782661 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.832169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:36.878372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.20.0.3 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/0f1373a4-b82a-40a0-92e3-1a1f04e50b98) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:36.880052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.981510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.062341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.074641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.083933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Transition to ACTIVE for port object 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:37.088720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6ead58b-6ed1-4ee3-a845-e77b1af13334 req-d5ddd91a-8bbe-46e5-941b-f4079e7ba13d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 210 time: 0.2493074 Jul 09 19:50:37.102961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:35Z', 'revision_number': 9, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:37.127043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.130201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:37.140987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.140987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c90ad66d-9086-4490-b8ea-ceb5bdac7fb5 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6 HTTP/1.1" status: 204 len: 168 time: 0.4952798 Jul 09 19:50:37.141330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:37.166730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80d8a2-fac0-438f-a469-d668f598cd39 None None] Network b985a3a3-8f7e-4130-bff2-d546bfe3b075 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:37.169763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:37.197308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:37.214969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:37.217533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:37.220470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:37.238228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.251010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:37.251738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.252445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:37.276070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:37.276889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.313012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-2f771633-1ef2-4a36-8125-06ef2da244ec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418806 Jul 09 19:50:37.329922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Request body: {'port': {'device_id': '61df511b-841c-4218-833e-231efddf876f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:37.449404 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.624357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:37.668493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port e84d03ab-0758-407e-8905-112e411f0e83 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:37.669368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.741426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79834c0-d286-48b6-9c5a-6e78e5db96f7 req-d24e9295-befb-4ed8-9527-159b91ab51ea tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:37.749517 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79834c0-d286-48b6-9c5a-6e78e5db96f7 req-d24e9295-befb-4ed8-9527-159b91ab51ea tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.2298570 Jul 09 19:50:37.753834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port e84d03ab-0758-407e-8905-112e411f0e83, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e84d03ab-0758-407e-8905-112e411f0e83,segment=NetworkSegment(4128ef72-2d29-4fee-9dc0-beee431ce586),segment_id=4128ef72-2d29-4fee-9dc0-beee431ce586)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:37.754890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.775284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for e84d03ab-0758-407e-8905-112e411f0e83 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:37.787957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b08da71-1d5e-497f-83c3-a045ebcc30f6 None None] Provisioning for port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:37.795516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6b08da71-1d5e-497f-83c3-a045ebcc30f6 None None] Provisioning complete for port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:37.796489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6b08da71-1d5e-497f-83c3-a045ebcc30f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.819902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79834c0-d286-48b6-9c5a-6e78e5db96f7 req-e76eccf7-4b7b-4ee8-9e46-3e589d05f340 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692625 Jul 09 19:50:37.839755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6b08da71-1d5e-497f-83c3-a045ebcc30f6 None None] Port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:37.946395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:37.958858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.969740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.032623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Transition to ACTIVE for port object 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:38.045192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port e84d03ab-0758-407e-8905-112e411f0e83 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:38.045792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.052467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=e84d03ab-0758-407e-8905-112e411f0e83,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:38.112567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:38.251412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78406d54-6707-4f47-99f5-da8302524085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:35Z', 'revision_number': 9, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:38.356275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ad0f3-e622-45da-a7a4-ff8ac4241671 None None] DHCP port deletion for b985a3a3-8f7e-4130-bff2-d546bfe3b075 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:38.371589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78406d54-6707-4f47-99f5-da8302524085 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:35Z', 'revision_number': 9, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '03621548-916d-4957-abe5-99e9c83c3763', 'name': '', 'network_id': '1d1b8675-3b46-4c12-9b88-400000388f46', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:40:30:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:07Z', 'updated_at': '2021-07-09T19:50:15Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': '611a6e14-b795-4c71-bb49-02f0611465fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:38.394546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.408580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Attempting to bind port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:38.409156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Attempting to bind port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:38.409649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Attempting to bind port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:38.413769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b985a3a3-8f7e-4130-bff2-d546bfe3b075']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:38.415138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 on network fd7942bd-4eff-45ff-a272-d98d4d15139d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:38.415521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Attempting to bind port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:38.423005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:38.425371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:38.425853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:38.426450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Bound port: 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:38.426822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.440549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4128ef72-2d29-4fee-9dc0-beee431ce586') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:38.441073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4128ef72-2d29-4fee-9dc0-beee431ce586') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:38.472754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.500212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.513406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Deleting port dc430329-ff56-4534-b187-e8f586d297ce {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:38.514920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.516411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:38.517013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:38.531409 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:38.544252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:38.551968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:38.564450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.622430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.623786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.625713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 200 len: 1091 time: 1.3021557 Jul 09 19:50:38.626249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:38.631939 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1" -d '{"events": [{"name": "network-changed", "server_uuid": "61df511b-841c-4218-833e-231efddf876f", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:38.654656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e527-989e-46d1-b0fa-c9a03b4eb179 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:38.862764 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f137dfa-32c3-4382-81c5-3f29abe7cfb6 x-openstack-request-id: req-7f137dfa-32c3-4382-81c5-3f29abe7cfb6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:38.863131 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df511b-841c-4218-833e-231efddf876f", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:38.863453 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f137dfa-32c3-4382-81c5-3f29abe7cfb6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:38.865716 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98', 'status': 'completed', 'code': 200} Jul 09 19:50:38.926711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-794373b8-9f62-492c-8667-5b9c5a849bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.928509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-794373b8-9f62-492c-8667-5b9c5a849bd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 1094 time: 0.1699708 Jul 09 19:50:39.033571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-4b90adf6-7f1b-48ba-ba55-5a80bcb52819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 200 len: 217 time: 0.0967705 Jul 09 19:50:39.127671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-45cb6ac1-f1b4-47bd-add0-1c74ca8c2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.129145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-45cb6ac1-f1b4-47bd-add0-1c74ca8c2936 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0683041 Jul 09 19:50:39.286479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff188f-296e-4593-8065-911504ccb4ea req-8b2ae909-57a5-4424-9506-972e4f85fb23 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.289329 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecff188f-296e-4593-8065-911504ccb4ea req-8b2ae909-57a5-4424-9506-972e4f85fb23 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 943 time: 0.8790698 Jul 09 19:50:39.326452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.355417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.359998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/b985a3a3-8f7e-4130-bff2-d546bfe3b075 HTTP/1.1" status: 204 len: 168 time: 2.2152076 Jul 09 19:50:39.370030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:39.455504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecfc90-3818-458a-af0c-0e39198659c1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=b985a3a3-8f7e-4130-bff2-d546bfe3b075,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:39.460045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] For port dc430329-ff56-4534-b187-e8f586d297ce, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=dc430329-ff56-4534-b187-e8f586d297ce,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:39.460584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.471043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecace0f-129d-4154-b2a0-ec496d85644d req-6cabb180-07ef-4927-a05c-1485b0c58def tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.477825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecace0f-129d-4154-b2a0-ec496d85644d req-6cabb180-07ef-4927-a05c-1485b0c58def tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.4628356 Jul 09 19:50:39.517629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecff188f-296e-4593-8065-911504ccb4ea req-337bbeb7-210d-4c4a-91fd-80f63e4df6c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144296 Jul 09 19:50:39.524661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Calling delete_port for dc430329-ff56-4534-b187-e8f586d297ce owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:39.529453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ecace0f-129d-4154-b2a0-ec496d85644d req-aab4e9fc-64b0-4851-bf3c-906883eaa43c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506349 Jul 09 19:50:39.545174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-90ddd8a9-04b8-4fd7-a3da-5bd7e9776236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.545174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-90ddd8a9-04b8-4fd7-a3da-5bd7e9776236 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1097 time: 0.3759804 Jul 09 19:50:39.576681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-4a736fb5-74c5-4386-b390-2832a6dca3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.578706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-4a736fb5-74c5-4386-b390-2832a6dca3b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417269 Jul 09 19:50:39.694069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-bd78ebd1-d8d3-4cc1-a23c-4871b64edc60 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086540 Jul 09 19:50:39.817993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad870bfe-71da-4e5b-ac5e-33615d893973 req-51cb5a54-c468-4b95-92a0-34570e9fca65 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160414 Jul 09 19:50:39.826401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e84d03ab-0758-407e-8905-112e411f0e83 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:39.828032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-06940bb7-724a-4fb2-a1d1-732dfd8b6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.831018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-06940bb7-724a-4fb2-a1d1-732dfd8b6ba7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.2374570 Jul 09 19:50:39.850657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e84d03ab-0758-407e-8905-112e411f0e83 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:39.851018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e84d03ab-0758-407e-8905-112e411f0e83 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:39.851453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c66f9b5-1d2a-4c31-82db-22b3db1a666c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:39.884936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5c66f9b5-1d2a-4c31-82db-22b3db1a666c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:39.884936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5c66f9b5-1d2a-4c31-82db-22b3db1a666c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:39.943452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-9d588d1c-5482-4099-a982-709580a70b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.945096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-9d588d1c-5482-4099-a982-709580a70b5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 1094 time: 0.0666740 Jul 09 19:50:40.041851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-b6804df1-ca7f-41ae-8492-81462aa3bb30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 1000 time: 0.1533279 Jul 09 19:50:40.053560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-f1d78c0f-c56c-4d3c-b7f0-cc9fceb06a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.055254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-f1d78c0f-c56c-4d3c-b7f0-cc9fceb06a5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1028042 Jul 09 19:50:40.098388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-be5e7b37-9794-41ed-988d-ec13ddfb79a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 200 len: 217 time: 0.0362062 Jul 09 19:50:40.149067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-6396663f-6a92-4552-80c2-49d90edbccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.150548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-6396663f-6a92-4552-80c2-49d90edbccc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0975831 Jul 09 19:50:40.155911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-5bb108be-735b-4a3a-a21f-9556421e0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.157396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-5bb108be-735b-4a3a-a21f-9556421e0d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0460286 Jul 09 19:50:40.195370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:40.223570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-4450d1fd-e1c7-4d5f-b41a-9f58ffadb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.225093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-4450d1fd-e1c7-4d5f-b41a-9f58ffadb3de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575442 Jul 09 19:50:40.245076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc430329-ff56-4534-b187-e8f586d297ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:40.323185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-f147f5fa-89dd-46a4-a567-9ab13e1927a3 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893939 Jul 09 19:50:40.348780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-39d5fcb7-eb59-41f1-ab26-be4281f6552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.350318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-39d5fcb7-eb59-41f1-ab26-be4281f6552f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913118 Jul 09 19:50:40.360676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:40.500881 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8e7fe8b-fdfb-4092-8d25-a59c864334e1 req-aacbe3a5-0984-4aba-97d1-3da806b199fc service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010938 Jul 09 19:50:40.681741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-51c3663e-cff0-4d90-9576-9df984edb70f service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540598 Jul 09 19:50:40.698976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:40.707274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f8b8-8b7e-4869-9429-765d2538b33b req-3eb75ac8-f367-4ad6-b36b-09ade709128b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.708810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2610f8b8-8b7e-4869-9429-765d2538b33b req-3eb75ac8-f367-4ad6-b36b-09ade709128b tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.0651188 Jul 09 19:50:40.750132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2610f8b8-8b7e-4869-9429-765d2538b33b req-16cad2ce-1b97-416e-a9be-bdef1f1abc1f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351961 Jul 09 19:50:40.905780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ae22-813c-458f-b10a-fc66d3c0219e req-02e4d8f0-b0a9-4b0a-bbff-4ea07cf6491f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.907268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3488ae22-813c-458f-b10a-fc66d3c0219e req-02e4d8f0-b0a9-4b0a-bbff-4ea07cf6491f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 943 time: 0.2447596 Jul 09 19:50:40.950189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50d5306e-f384-4525-ac43-2a7e4e8c1cc7 req-b230ed71-a9eb-4959-9d49-d6327d5b575b service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472284 Jul 09 19:50:41.053592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3488ae22-813c-458f-b10a-fc66d3c0219e req-88dc24c9-e7bb-4b49-a6f4-7f7665eccc4f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404824 Jul 09 19:50:41.505417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-322a73a1-3248-436f-9fce-7e379b59fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.506915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-322a73a1-3248-436f-9fce-7e379b59fb07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1097 time: 0.4994028 Jul 09 19:50:41.511551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 03621548-916d-4957-abe5-99e9c83c3763 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:41.511890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:41.607876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:41.705774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-3cce6fb8-00b0-4dd8-9119-ec8157efa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.707244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-3cce6fb8-00b0-4dd8-9119-ec8157efa639 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.1913176 Jul 09 19:50:41.808997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 03621548-916d-4957-abe5-99e9c83c3763, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=03621548-916d-4957-abe5-99e9c83c3763,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:41.809397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:41.835789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 03621548-916d-4957-abe5-99e9c83c3763 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:41.857083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-909509d9-c8e8-4109-a6d4-b0347e442005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 1000 time: 0.1403937 Jul 09 19:50:41.862770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:41.869743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d4d4253-83db-432a-8d94-bf9d835209a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/84f083d6-86e4-4893-a48a-19f3ca44bdd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6045322 Jul 09 19:50:41.872176 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Sync routers for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:41.872665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:41.881687 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:41.882300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:41.958842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-5e1bfa80-cad6-427f-851e-b5885c184a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.960339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-5e1bfa80-cad6-427f-851e-b5885c184a94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0957997 Jul 09 19:50:41.987305 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:42.023999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5cd10-8548-42a8-8577-d6253176309d req-0206a44c-f840-4201-9141-71efd5fcae2a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.025680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80f5cd10-8548-42a8-8577-d6253176309d req-0206a44c-f840-4201-9141-71efd5fcae2a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1574473 Jul 09 19:50:42.029268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.101249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-011a7c01-b9b8-46fb-a56f-092826bf2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.102825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-011a7c01-b9b8-46fb-a56f-092826bf2e9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341043 Jul 09 19:50:42.176143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.195430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80f5cd10-8548-42a8-8577-d6253176309d req-510d2c8c-0b3c-472c-850c-f83a3e4548ce tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325479 Jul 09 19:50:42.201462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.233766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=03621548-916d-4957-abe5-99e9c83c3763,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:42.273180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:50:40Z', 'revision_number': 5, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port': {'id': '0bf88c18-c282-44c2-84be-4f863e1f389a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:49Z', 'updated_at': '2021-07-09T19:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:42.277058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Deleting port 0bf88c18-c282-44c2-84be-4f863e1f389a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:42.277274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.301652 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Checking router: 84f083d6-86e4-4893-a48a-19f3ca44bdd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:42.311387 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Routers {'84f083d6-86e4-4893-a48a-19f3ca44bdd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:42.312268 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:42.340616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-fd7c51c2-f662-4add-8311-f862ab751854 service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285483 Jul 09 19:50:42.384240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] For port 0bf88c18-c282-44c2-84be-4f863e1f389a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0bf88c18-c282-44c2-84be-4f863e1f389a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:42.385177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.405501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Calling delete_port for 0bf88c18-c282-44c2-84be-4f863e1f389a owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:42.412439 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] Set router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:42.488746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:50:42Z', 'revision_number': 6, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:42.519034 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db44bc2-170c-49ca-a2ae-a6994a953af4 None None] The sync data for ids ['84f083d6-86e4-4893-a48a-19f3ca44bdd8'] in n-d-800087-3 is: [{'id': '84f083d6-86e4-4893-a48a-19f3ca44bdd8', 'name': 'tempest-TestVolumeBackupRestore-474407304-router', 'tenant_id': 'f66529c37b24418da0bb330d5f4b0447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:48Z', 'updated_at': '2021-07-09T19:50:42Z', 'revision_number': 6, 'project_id': 'f66529c37b24418da0bb330d5f4b0447', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:42.534126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ecaa1-bcc5-42ba-accc-79638034af5f req-bc5d6fc9-5385-4879-9d29-314cca3e807b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.535696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-864ecaa1-bcc5-42ba-accc-79638034af5f req-bc5d6fc9-5385-4879-9d29-314cca3e807b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 943 time: 0.3256218 Jul 09 19:50:42.582410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9faf54d3-4650-4936-aca5-9e728ee5b52b req-9e511788-0d21-461c-88d8-05cc8b099d3c service neutron] 10.222.0.59 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320132 Jul 09 19:50:42.594341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.596990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.615238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-864ecaa1-bcc5-42ba-accc-79638034af5f req-43b7c8bc-c072-4626-8968-3f449f9292e7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Jul 09 19:50:42.630885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf88c18-c282-44c2-84be-4f863e1f389a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:42.694789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.786897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.788954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.799161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:42.831720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.832249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f083d6-86e4-4893-a48a-19f3ca44bdd8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:42.836622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.838122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-235b1a32-ba1c-4f66-9259-b933ffc7af6c admin admin] 10.222.0.10 "DELETE /v2.0/routers/84f083d6-86e4-4893-a48a-19f3ca44bdd8 HTTP/1.1" status: 204 len: 168 time: 0.9646776 Jul 09 19:50:42.840542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:42.875170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:42.878223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:42.895022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Deleting subnet 55d7ca32-c383-48c2-b3a4-ee50087b7037 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:42.899032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:42.899619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.906170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-04e4b58c-2358-446f-b335-61d529da8e0f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5334835 Jul 09 19:50:42.910406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:42.940668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.978899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet 611a6e14-b795-4c71-bb49-02f0611465fe {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:42.982448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:42.982615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.039273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.039742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.042735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:43.045109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:43.045846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.104371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.119935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98', 'mac_address': 'fa:16:3e:fe:09:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:43.142157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d7ca32-c383-48c2-b3a4-ee50087b7037,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.145542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.147412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.151902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-490f4948-0ef5-4155-a5e5-99dfc7a85306 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/55d7ca32-c383-48c2-b3a4-ee50087b7037 HTTP/1.1" status: 204 len: 168 time: 0.3103306 Jul 09 19:50:43.154291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:43.164460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1970b-7192-48d2-a2d0-fddb44024bd8 None None] Network 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:43.216316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.226844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.249552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=611a6e14-b795-4c71-bb49-02f0611465fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.257715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.258299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:43.264861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d5a277ff-6bfa-45a2-be5e-6ba8b4fc1c56 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/611a6e14-b795-4c71-bb49-02f0611465fe HTTP/1.1" status: 204 len: 168 time: 0.3533397 Jul 09 19:50:43.265534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:43.275575 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.300399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Deleting port 5894ffac-ebb1-4502-a02d-b98e60b6894b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:43.301003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.327888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6ee54-91d4-491a-8b3b-07fb6e2ca9ce None None] Network 1d1b8675-3b46-4c12-9b88-400000388f46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:43.354013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.412979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port fd7e5048-b129-4430-bbec-3c9f060fe38f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:43.413349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.430693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] For port 5894ffac-ebb1-4502-a02d-b98e60b6894b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5894ffac-ebb1-4502-a02d-b98e60b6894b,segment=NetworkSegment(e226ceca-c533-4250-a1c5-e74e41e95613),segment_id=e226ceca-c533-4250-a1c5-e74e41e95613)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:43.431142 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.433167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:43.447470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Calling delete_port for 5894ffac-ebb1-4502-a02d-b98e60b6894b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:43.488128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port fd7e5048-b129-4430-bbec-3c9f060fe38f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fd7e5048-b129-4430-bbec-3c9f060fe38f,segment=NetworkSegment(b7be16bb-35c9-43ee-a694-30470ebe9388),segment_id=b7be16bb-35c9-43ee-a694-30470ebe9388)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:43.488501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.497345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.504065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for fd7e5048-b129-4430-bbec-3c9f060fe38f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:43.515176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f2a62-15c5-4bad-a4cf-dace429846f0 req-4216f67a-f14e-405f-8d2f-2320d1b518e7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.516876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-521f2a62-15c5-4bad-a4cf-dace429846f0 req-4216f67a-f14e-405f-8d2f-2320d1b518e7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1505713 Jul 09 19:50:43.570766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:43.585839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-521f2a62-15c5-4bad-a4cf-dace429846f0 req-8c116f23-dcf5-4e6b-af43-38375b29e1d0 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496335 Jul 09 19:50:43.592389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.614420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.636638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=fd7e5048-b129-4430-bbec-3c9f060fe38f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.639222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port fd7e5048-b129-4430-bbec-3c9f060fe38f on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:43.648606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.656023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:43.658041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Pushing event deleted for resources: {'Port': ['ID=5894ffac-ebb1-4502-a02d-b98e60b6894b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.658485 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a918c7-34b0-4913-a013-7629ca9b1db2" -d '{"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-unplugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:43.665237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] No DVR routers for this DVR port 5894ffac-ebb1-4502-a02d-b98e60b6894b on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:43.666938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:43.707133 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.754954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.771675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1b8675-3b46-4c12-9b88-400000388f46']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.792746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7be16bb-35c9-43ee-a694-30470ebe9388') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.793110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7be16bb-35c9-43ee-a694-30470ebe9388') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.805414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.822444 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedd910-2ce5-48c7-8d59-cd7f96d273a1 x-openstack-request-id: req-afedd910-2ce5-48c7-8d59-cd7f96d273a1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:43.823084 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-unplugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:43.823573 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afedd910-2ce5-48c7-8d59-cd7f96d273a1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:43.824288 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'code': 200} Jul 09 19:50:43.838689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.865866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.877650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a46720-f2eb-4bc6-b2de-be4ca2d1ac05']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.882575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:43.883075 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.885548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:43.887378 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:43.893453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e226ceca-c533-4250-a1c5-e74e41e95613') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.893860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e226ceca-c533-4250-a1c5-e74e41e95613') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:43.906666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.922576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.934007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:43.934620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:43.936448 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:43.968597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.996111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.007932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.011901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:44.015290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/1d1b8675-3b46-4c12-9b88-400000388f46 HTTP/1.1" status: 204 len: 168 time: 0.7487321 Jul 09 19:50:44.025563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e26d6-7b65-4b2b-a1ed-7be11d841757 req-16b04e9f-576c-445f-b440-84bd3e24674e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.033251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b79e26d6-7b65-4b2b-a1ed-7be11d841757 req-16b04e9f-576c-445f-b440-84bd3e24674e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 944 time: 0.1876326 Jul 09 19:50:44.034213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:44.059609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c481c2-3c46-4b0d-9bc0-bb93e89f78b4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=1d1b8675-3b46-4c12-9b88-400000388f46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:44.066450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f51bb-dd9e-4af1-a02c-3c52073dfeda None None] DHCP port deletion for 63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:44.069364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dc430329-ff56-4534-b187-e8f586d297ce no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:44.089905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b79e26d6-7b65-4b2b-a1ed-7be11d841757 req-4c725b67-de30-466f-b40b-e227a47ab975 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Jul 09 19:50:44.108337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2787072-64ae-4e14-bb74-0057d7373e81 None None] DHCP port deletion for 1d1b8675-3b46-4c12-9b88-400000388f46 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:44.115673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: dc430329-ff56-4534-b187-e8f586d297ce {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:44.116210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device dc430329-ff56-4534-b187-e8f586d297ce not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:44.116639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0bf88c18-c282-44c2-84be-4f863e1f389a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:44.143746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.152281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.152859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0bf88c18-c282-44c2-84be-4f863e1f389a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:44.153486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0bf88c18-c282-44c2-84be-4f863e1f389a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:44.154910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] 10.222.0.10 "DELETE /v2.0/networks/63a46720-f2eb-4bc6-b2de-be4ca2d1ac05 HTTP/1.1" status: 204 len: 168 time: 0.9994473 Jul 09 19:50:44.186060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b5d1b-f190-4924-8d56-de5ecbdc810e admin admin] Pushing event deleted for resources: {'Network': ['ID=63a46720-f2eb-4bc6-b2de-be4ca2d1ac05,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:44.197827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:42Z', 'revision_number': 10, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:44.230612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:44.254547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:44.255210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:44.381038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:44.435880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:44.474683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-fbeab5fa-7440-44b6-94ae-9570aa081bc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021292 Jul 09 19:50:44.479080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ccb67e6-45d5-45c6-9ce1-59cb04ff775e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=051b61b1941d4f4a9f95363e1cd38e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418994 Jul 09 19:50:44.482188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:44.615908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.632721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:42Z', 'revision_number': 10, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:44.653796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.658198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-39861292-15c5-4624-8687-09130a4d2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.660275 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-39861292-15c5-4624-8687-09130a4d2739 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.1566463 Jul 09 19:50:44.660403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e95ca-d8fc-47e0-98ba-c6cb71ff3b5f None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:42Z', 'revision_number': 10, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None, '_interfaces': [{'id': '7d340000-023f-4b2e-a694-6b9be7238868', 'name': '', 'network_id': 'ace7be42-010c-4b5e-a71e-7758a1a8dc40', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'mac_address': 'fa:16:3e:17:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:50:03Z', 'updated_at': '2021-07-09T19:50:09Z', 'revision_number': 5, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'subnets': [{'id': 'b8fee496-62fc-46d8-89bb-62d24904e1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:44.686785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.189775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.192336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.193497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d74364c-9ebc-41c6-9d60-9dd49d8c2736 HTTP/1.1" status: 204 len: 168 time: 0.7080386 Jul 09 19:50:45.233253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02f5a1-cf40-44e3-b066-052b55626546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d74364c-9ebc-41c6-9d60-9dd49d8c2736,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:45.236380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-8b8dd051-eb9a-479c-93a6-678c7b3d7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.237897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-8b8dd051-eb9a-479c-93a6-678c7b3d7dbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.5419292 Jul 09 19:50:45.249822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb464ff2-1900-4577-85b8-dcb0d8268032 req-7c30141b-5d2c-49c9-b285-d6dde0e5409d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.251386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb464ff2-1900-4577-85b8-dcb0d8268032 req-7c30141b-5d2c-49c9-b285-d6dde0e5409d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.5090878 Jul 09 19:50:45.296473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07c8ea-3bcb-4bcf-920e-01cd9f11e7c7 req-bbac1351-1e59-4991-8b5c-b15d527c55ee tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.298226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e07c8ea-3bcb-4bcf-920e-01cd9f11e7c7 req-bbac1351-1e59-4991-8b5c-b15d527c55ee tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 944 time: 0.0779414 Jul 09 19:50:45.341566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e07c8ea-3bcb-4bcf-920e-01cd9f11e7c7 req-70136536-366b-43c2-8917-8a9197bbd35c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Jul 09 19:50:45.354442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-9bed9493-f813-4b2c-86f0-a95088d852ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.1020522 Jul 09 19:50:45.358223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb464ff2-1900-4577-85b8-dcb0d8268032 req-445ec327-1f95-49ca-baed-8ffc2b3d0259 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991337 Jul 09 19:50:45.454563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-37a83ddc-afaf-4202-a2fe-315e3bb893d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.455918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-37a83ddc-afaf-4202-a2fe-315e3bb893d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0877345 Jul 09 19:50:45.552059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-4d725bf9-b3a4-4380-9418-73686e8523cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.553602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-4d725bf9-b3a4-4380-9418-73686e8523cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884323 Jul 09 19:50:45.556155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 7d340000-023f-4b2e-a694-6b9be7238868 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:45.556155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.585355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:45.631213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cf944895-d3df-4cbb-8ea4-e7caaa7bbee7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f66529c37b24418da0bb330d5f4b0447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445006 Jul 09 19:50:45.633950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:45.692163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.720266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.722573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 7d340000-023f-4b2e-a694-6b9be7238868, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d340000-023f-4b2e-a694-6b9be7238868,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:45.723051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.737002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-9c70fd44-8f8c-4577-bd06-9bd242f16533 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647203 Jul 09 19:50:45.753073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 7d340000-023f-4b2e-a694-6b9be7238868 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:45.787498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03621548-916d-4957-abe5-99e9c83c3763 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:45.793771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.798269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.800687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a17a07d-2a6a-42ab-8e8d-6a388437f1fc HTTP/1.1" status: 204 len: 168 time: 0.1656876 Jul 09 19:50:45.811766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 03621548-916d-4957-abe5-99e9c83c3763 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:45.812409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 03621548-916d-4957-abe5-99e9c83c3763 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:45.813047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5894ffac-ebb1-4502-a02d-b98e60b6894b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:45.814658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac7a51-c314-49d4-b292-5eb1f124047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17a07d-2a6a-42ab-8e8d-6a388437f1fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:45.836269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5894ffac-ebb1-4502-a02d-b98e60b6894b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:45.836741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5894ffac-ebb1-4502-a02d-b98e60b6894b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:45.837849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fd7e5048-b129-4430-bbec-3c9f060fe38f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:45.864672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: fd7e5048-b129-4430-bbec-3c9f060fe38f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:45.865559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fd7e5048-b129-4430-bbec-3c9f060fe38f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:45.892864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd8a144-7614-49c5-9d06-34ff885e3e8a req-e3da6b64-794c-413f-b20e-7d13f5ec22ce service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494656 Jul 09 19:50:46.011320 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.041620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=7d340000-023f-4b2e-a694-6b9be7238868,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:46.229703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.427909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:46.511579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-0ccec338-09e5-4626-b510-d6a98275ac86 req-b2bccae3-ed14-42f3-9d4a-ec308f7ef41b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:50:46.512495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ccec338-09e5-4626-b510-d6a98275ac86 req-b2bccae3-ed14-42f3-9d4a-ec308f7ef41b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070982 Jul 09 19:50:46.519341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:46.525616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ec4943e3-2aff-41f6-8eb4-1eb42f73b556 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903922 Jul 09 19:50:46.528200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:46.531554 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:46.542805 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:46.543656 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:46.558426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb5adf-e422-437c-8cac-7bc5ef8b4285 req-3b6bc90c-c281-411a-9111-848ddd01f588 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.572378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1fb5adf-e422-437c-8cac-7bc5ef8b4285 req-3b6bc90c-c281-411a-9111-848ddd01f588 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 944 time: 0.0919042 Jul 09 19:50:46.608880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting subnet b8fee496-62fc-46d8-89bb-62d24904e1ca {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:46.613448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.621686 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:46.631085 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1fb5adf-e422-437c-8cac-7bc5ef8b4285 req-f920b8fb-3773-4daa-8c37-58b18f1a5525 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Jul 09 19:50:46.689508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:46.696488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.725800 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:46.736453 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:46.737171 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:46.807128 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:46.850118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.859304 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:46.889320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4269-4e5a-46f8-b389-1395ce9870c0 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:46.905270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04ecc-9be6-42f3-9994-d8a9d10c3d09 req-a4658b14-dee9-4b7f-9cde-190cae2606f5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.906900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28a04ecc-9be6-42f3-9994-d8a9d10c3d09 req-a4658b14-dee9-4b7f-9cde-190cae2606f5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.1305921 Jul 09 19:50:46.911158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:46.949862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.982580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:46.986344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:46.986727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.000151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.002832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/b8fee496-62fc-46d8-89bb-62d24904e1ca HTTP/1.1" status: 204 len: 168 time: 0.4729865 Jul 09 19:50:47.003823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ec3c9-3665-440b-b58c-c1c871b99a14 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fee496-62fc-46d8-89bb-62d24904e1ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:47.005565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:47.008133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97802333-979f-4592-a681-d12364574884 None None] Network ace7be42-010c-4b5e-a71e-7758a1a8dc40 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:47.010113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28a04ecc-9be6-42f3-9994-d8a9d10c3d09 req-20d085a3-af43-46b8-8cd5-174e43fc574e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900614 Jul 09 19:50:47.031960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:47.099475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.161520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Deleting port 8d736bf3-08e7-45c5-b624-51d4ba6c011b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:47.161871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.264089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] For port 8d736bf3-08e7-45c5-b624-51d4ba6c011b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d736bf3-08e7-45c5-b624-51d4ba6c011b,segment=NetworkSegment(c99fea26-bcdc-4871-ba0e-67baeb401bda),segment_id=c99fea26-bcdc-4871-ba0e-67baeb401bda)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:47.264455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.280530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Calling delete_port for 8d736bf3-08e7-45c5-b624-51d4ba6c011b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:47.323327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.340564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-685c0f85-716f-4b6f-a7e1-f7f7a1d5f598 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3065648 Jul 09 19:50:47.360193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:47.362199 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baca5df6-89a3-4243-b6b3-41c9337db67e" -d '{"events": [{"server_uuid": "61df511b-841c-4218-833e-231efddf876f", "name": "network-vif-plugged", "status": "completed", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:47.381329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:47.384872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.387195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:47.393746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.424075 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4206e-5156-4053-b80b-98969715facd x-openstack-request-id: req-84a4206e-5156-4053-b80b-98969715facd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:47.424567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df511b-841c-4218-833e-231efddf876f", "name": "network-vif-plugged", "status": "completed", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:47.425001 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84a4206e-5156-4053-b80b-98969715facd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:47.425687 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98', 'code': 200} Jul 09 19:50:47.446308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Port': ['ID=8d736bf3-08e7-45c5-b624-51d4ba6c011b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:47.448595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No DVR routers for this DVR port 8d736bf3-08e7-45c5-b624-51d4ba6c011b on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:47.475264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474c3f4-c4ad-43ed-a480-8cdd717efd05 None None] DHCP port deletion for ace7be42-010c-4b5e-a71e-7758a1a8dc40 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:47.500810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:47.577901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.591517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace7be42-010c-4b5e-a71e-7758a1a8dc40']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:47.609909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99fea26-bcdc-4871-ba0e-67baeb401bda') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:47.610461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99fea26-bcdc-4871-ba0e-67baeb401bda') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:47.624208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.642898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca0e1-bb5e-49b3-90b5-117f9a7be58c req-780f7038-2c4f-490d-a1a2-57279bb9f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.644455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8cca0e1-bb5e-49b3-90b5-117f9a7be58c req-780f7038-2c4f-490d-a1a2-57279bb9f9f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 1096 time: 0.1144905 Jul 09 19:50:47.645464 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.652480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:47.652888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:47.659836 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:47.753507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8cca0e1-bb5e-49b3-90b5-117f9a7be58c req-1732ccec-7a7b-48df-961d-49ad9bbe3b67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022670 Jul 09 19:50:47.760504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.766042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:47.772171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:47.772658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/networks/ace7be42-010c-4b5e-a71e-7758a1a8dc40 HTTP/1.1" status: 204 len: 168 time: 0.7651591 Jul 09 19:50:47.778553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'routes': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:47.797387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422bac2-cdb5-4d76-a721-9020922ff6b9 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Pushing event deleted for resources: {'Network': ['ID=ace7be42-010c-4b5e-a71e-7758a1a8dc40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:47.811504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d736bf3-08e7-45c5-b624-51d4ba6c011b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:47.829920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8d736bf3-08e7-45c5-b624-51d4ba6c011b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:47.830836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d736bf3-08e7-45c5-b624-51d4ba6c011b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:47.830836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d340000-023f-4b2e-a694-6b9be7238868 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:47.853966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7d340000-023f-4b2e-a694-6b9be7238868 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:47.854336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d340000-023f-4b2e-a694-6b9be7238868 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:47.992534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Added routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:50:47.992834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Removed routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:50:47.993356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.079028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d45981-094a-49df-bf9f-3653d88ff7b8 req-ebf71be1-497c-4c35-8bbf-7536205c935d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.080619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8d45981-094a-49df-bf9f-3653d88ff7b8 req-ebf71be1-497c-4c35-8bbf-7536205c935d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.2626066 Jul 09 19:50:48.166024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.176545 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.188431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8d45981-094a-49df-bf9f-3653d88ff7b8 req-e9bb666c-2236-4192-98d5-0bfd0c765c9e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016581 Jul 09 19:50:48.206793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1a750-8f6c-493c-a27f-914d95d4d656 req-57c2376f-5110-4aee-8e76-7e0ef4137c16 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.208469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7d1a750-8f6c-493c-a27f-914d95d4d656 req-57c2376f-5110-4aee-8e76-7e0ef4137c16 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.0652497 Jul 09 19:50:48.246988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7d1a750-8f6c-493c-a27f-914d95d4d656 req-ba5ae4b0-8e92-421d-b2ab-d5a32b936cd1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Jul 09 19:50:48.256461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router a6a47632-8181-482f-b755-0f025eb09dd6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:48.385243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:48.392812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.394043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eb825d6a-4951-444b-a6c9-70ae883cf6ca tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 700 time: 0.6208570 Jul 09 19:50:48.395471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Sync routers for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:48.396888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:48.404985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:48.405661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:48.427381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-bbf0a586-cbe8-49bc-9f1e-795595fd6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.428883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-bbf0a586-cbe8-49bc-9f1e-795595fd6537 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c&tenant_id=b31ab8fdd56a4ec089bee8fb963fc832 HTTP/1.1" status: 200 len: 1095 time: 0.1289473 Jul 09 19:50:48.430778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31a2d3e3-af94-448c-a39c-a186a5b23069 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 205 time: 0.0325339 Jul 09 19:50:48.433297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:48.441005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:48.488001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:48.517313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.536412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.554288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:48.583393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Checking router: a6a47632-8181-482f-b755-0f025eb09dd6 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:48.594399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Routers {'a6a47632-8181-482f-b755-0f025eb09dd6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:48.595424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a6a47632-8181-482f-b755-0f025eb09dd6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:48.679308 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.680579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] Set router a6a47632-8181-482f-b755-0f025eb09dd6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:48.718597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.721114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.739796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:48.769313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2518e9b-ba5e-4256-a1bb-29ce33913572 None None] The sync data for ids ['a6a47632-8181-482f-b755-0f025eb09dd6'] in n-d-800087-3 is: [{'id': 'a6a47632-8181-482f-b755-0f025eb09dd6', 'name': 'tempest-RoutersTest-router-759882778', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:01Z', 'updated_at': '2021-07-09T19:50:45Z', 'revision_number': 11, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:48.769833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.770480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router a6a47632-8181-482f-b755-0f025eb09dd6 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:48.780202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.785358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-50fee705-f485-40f1-8d92-4fee84380b3a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 204 len: 168 time: 0.3472266 Jul 09 19:50:48.787582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:48.792257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-431984879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:48.818358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.820038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.881714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.887023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.905616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.909716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:48.910210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fcc8fdac-66a4-4fb7-ad2d-1e4fbd3aa578 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1212137 Jul 09 19:50:48.916909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:49.186398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.208470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:49.210597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.338270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:49.396534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:49.411233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.430472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Router f24997a9-86c7-4772-b5e1-a8072d2a60a7 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:50:49.431124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab121-6d04-49d2-809a-706f076bcac9 req-f37a7ef5-93c3-4335-8ac6-e60e138f1ada tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.432632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bafab121-6d04-49d2-809a-706f076bcac9 req-f37a7ef5-93c3-4335-8ac6-e60e138f1ada tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 944 time: 0.0644543 Jul 09 19:50:49.436057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Transition to ACTIVE for port object 9529f2e6-5806-482b-931e-af9e7fb5ebca will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:49.450137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7aac-be03-40f3-ba9f-28c93124ca27 req-f846e6c4-adeb-461d-8c75-0a9b8866cbdf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.451797 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f9f7aac-be03-40f3-ba9f-28c93124ca27 req-f846e6c4-adeb-461d-8c75-0a9b8866cbdf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1516469 Jul 09 19:50:49.453573 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.473345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bafab121-6d04-49d2-809a-706f076bcac9 req-03fd06bf-6b7a-4260-8fdd-063de618e7ca tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336564 Jul 09 19:50:49.639259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:49.652392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.652769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Sync routers for ids ['f24997a9-86c7-4772-b5e1-a8072d2a60a7'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:49.653622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-692413c0-8d75-4473-a3f4-e0d1889fb325 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "PUT /v2.0/routers/f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 200 len: 693 time: 0.7429304 Jul 09 19:50:49.657246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:49.657465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=9']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:49.678455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f9f7aac-be03-40f3-ba9f-28c93124ca27 req-d16e8b66-fdc9-4deb-b827-5e644e6e6cba tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151062 Jul 09 19:50:49.681259 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Routers {'f24997a9-86c7-4772-b5e1-a8072d2a60a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:49.682021 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f24997a9-86c7-4772-b5e1-a8072d2a60a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:49.763352 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Set router f24997a9-86c7-4772-b5e1-a8072d2a60a7 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:49.779899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] No DVR routers for this DVR port 9529f2e6-5806-482b-931e-af9e7fb5ebca on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:49.824950 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24997a9-86c7-4772-b5e1-a8072d2a60a7', 'name': 'tempest-RoutersTest-router-431984879', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:48Z', 'updated_at': '2021-07-09T19:50:49Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:49.858366 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Checking router: f24997a9-86c7-4772-b5e1-a8072d2a60a7 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:49.858544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-41b4529f-a4a3-461b-acaa-4990e1f03fa8 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/routers/f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 200 len: 699 time: 0.1997259 Jul 09 19:50:49.861020 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:49.873346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Routers {'f24997a9-86c7-4772-b5e1-a8072d2a60a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:49.874379 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['f24997a9-86c7-4772-b5e1-a8072d2a60a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:49.900133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc585809-b085-4dde-82f2-bbdc887e3bda tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 200 len: 205 time: 0.0354407 Jul 09 19:50:49.900375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:49.989709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.990765 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] Set router f24997a9-86c7-4772-b5e1-a8072d2a60a7 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:50.045245 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24997a9-86c7-4772-b5e1-a8072d2a60a7', 'name': 'tempest-RoutersTest-router-431984879', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:48Z', 'updated_at': '2021-07-09T19:50:49Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:50.070969 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71787be5-1e26-4cf7-a8d1-4bfb72ede518 None None] The sync data for ids ['f24997a9-86c7-4772-b5e1-a8072d2a60a7'] in n-d-800087-3 is: [{'id': 'f24997a9-86c7-4772-b5e1-a8072d2a60a7', 'name': 'tempest-RoutersTest-router-431984879', 'tenant_id': '0693a6c8e5c240b89583a1e4854ce56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:50:48Z', 'updated_at': '2021-07-09T19:50:49Z', 'revision_number': 2, 'project_id': '0693a6c8e5c240b89583a1e4854ce56f', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:50.150169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:50.150502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:50.150826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:50.157849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:50.158170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Attempting to bind port 9529f2e6-5806-482b-931e-af9e7fb5ebca on network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:50.257477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:50.257815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Checking segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:50.258185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Bound using segment: {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:50.258622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Bound port: 9529f2e6-5806-482b-931e-af9e7fb5ebca, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c310a4-e453-46b5-9fd4-9e5a84cba9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:50.258977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.286015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.291748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.374730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.375251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Fanout notify agent at l3_agent the message router_deleted on router f24997a9-86c7-4772-b5e1-a8072d2a60a7 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:50.382496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.383591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6310eb74-e6f2-4810-8457-09ba3a242ae2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 204 len: 168 time: 0.4823248 Jul 09 19:50:50.387169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.414677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:50.418421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:50.420824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1103dd15-5ec0-4b7a-a337-d82a54fb4e2f tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 200 len: 205 time: 0.0312939 Jul 09 19:50:50.423095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.427328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391cba-78e4-4a52-92b2-7763f27dbcb5 req-9129e578-2408-4b5b-a75f-f79d20c12c46 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.428828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a391cba-78e4-4a52-92b2-7763f27dbcb5 req-9129e578-2408-4b5b-a75f-f79d20c12c46 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.2102127 Jul 09 19:50:50.430391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.464676 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-132752eb-0103-4f72-9996-b585d23a8236 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:50.465739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-132752eb-0103-4f72-9996-b585d23a8236 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/f24997a9-86c7-4772-b5e1-a8072d2a60a7 HTTP/1.1" status: 404 len: 336 time: 0.0417390 Jul 09 19:50:50.468887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.480053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.480692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.482251 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] 10.222.0.25 "PUT /v2.0/ports/9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 1092 time: 2.0454640 Jul 09 19:50:50.484296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:50.486698 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40ca56-82cb-4161-a50d-6a85f044284f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:50.501026 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc977384-c7ca-4bd5-a1ef-4d7aca117722 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:50.501514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc977384-c7ca-4bd5-a1ef-4d7aca117722 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:50.506351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc977384-c7ca-4bd5-a1ef-4d7aca117722 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/2cb12f06-87d9-4377-882b-616f7082ddc2 HTTP/1.1" status: 404 len: 337 time: 0.0360556 Jul 09 19:50:50.509280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.581428 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754657e-46b3-408a-a5c0-09dd7027e73f x-openstack-request-id: req-8754657e-46b3-408a-a5c0-09dd7027e73f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:50.581759 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:50.581968 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8754657e-46b3-408a-a5c0-09dd7027e73f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:50.582364 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'status': 'completed', 'code': 200} Jul 09 19:50:50.588314 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acdd0d1-09f4-43c3-bf9e-7bca716d1e2a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:50.588761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acdd0d1-09f4-43c3-bf9e-7bca716d1e2a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:50.590565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4acdd0d1-09f4-43c3-bf9e-7bca716d1e2a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/c269f5a8-e4bf-4ec0-b70d-cdd9a4fd73a6 HTTP/1.1" status: 404 len: 337 time: 0.0803797 Jul 09 19:50:50.593285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.614122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794e7a-6fe8-4319-ba86-c4d4a00ada76 service neutron] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:50.621612 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b48fd9-9b74-4f2d-adb3-a8800eb13c18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:50.621612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b48fd9-9b74-4f2d-adb3-a8800eb13c18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:50.626086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-26b48fd9-9b74-4f2d-adb3-a8800eb13c18 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/611a6e14-b795-4c71-bb49-02f0611465fe HTTP/1.1" status: 404 len: 337 time: 0.0294528 Jul 09 19:50:50.626520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.629494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a391cba-78e4-4a52-92b2-7763f27dbcb5 req-e220d646-3137-4971-84b1-b144adcb43df tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946259 Jul 09 19:50:50.656091 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c24b1c-feb6-4b15-8201-1ade7387a029 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:50.656543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c24b1c-feb6-4b15-8201-1ade7387a029 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:50.656693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-0bb128b9-78e5-467b-a682-fbc5fee15ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.658333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4c24b1c-feb6-4b15-8201-1ade7387a029 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/b8fee496-62fc-46d8-89bb-62d24904e1ca HTTP/1.1" status: 404 len: 337 time: 0.0310457 Jul 09 19:50:50.658589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-0bb128b9-78e5-467b-a682-fbc5fee15ada service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1096 time: 0.0966763 Jul 09 19:50:50.660901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.699052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f2630d9a-4bde-419c-89c7-96b8f769ae3c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 200 len: 205 time: 0.0369341 Jul 09 19:50:50.709994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.784927 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4e127d5c-1d20-4663-8d73-76535a840d6d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:50.786054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e127d5c-1d20-4663-8d73-76535a840d6d tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/a6a47632-8181-482f-b755-0f025eb09dd6 HTTP/1.1" status: 404 len: 336 time: 0.0751143 Jul 09 19:50:50.790060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.833598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-abedf61b-a666-4605-b46d-c372b0ee5e08 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6382f0-d466-443e-97e1-5e25964d7df8 HTTP/1.1" status: 200 len: 205 time: 0.0401044 Jul 09 19:50:50.834212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.881307 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-284969d8-c5e9-402d-8ea3-2f01b1294a67 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:50.884710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-284969d8-c5e9-402d-8ea3-2f01b1294a67 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/1e6382f0-d466-443e-97e1-5e25964d7df8 HTTP/1.1" status: 404 len: 336 time: 0.0475841 Jul 09 19:50:50.888062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:50.918588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-50c6d115-07c5-4a04-9364-34115f50e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.920651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-50c6d115-07c5-4a04-9364-34115f50e55c service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.2489040 Jul 09 19:50:50.921774 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c251a5-b713-489a-8576-9402204c2ccd tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:50.922240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c251a5-b713-489a-8576-9402204c2ccd tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:50.924552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-02c251a5-b713-489a-8576-9402204c2ccd tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/c2c0c6d6-2dcd-4671-8ce0-e75238a8e912 HTTP/1.1" status: 404 len: 337 time: 0.0353315 Jul 09 19:50:50.926809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.091004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4c7f-17b6-429d-9d71-29d43a862062 req-ac1d21d6-1f6a-4471-bfef-56f59213009e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.092637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee0d4c7f-17b6-429d-9d71-29d43a862062 req-ac1d21d6-1f6a-4471-bfef-56f59213009e tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.4390233 Jul 09 19:50:51.135421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee0d4c7f-17b6-429d-9d71-29d43a862062 req-10293f01-90c6-40cc-8b3d-4e7bbd11faeb tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Jul 09 19:50:51.252463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d02e4dc-b42c-4a33-a9fc-9cd4b0356fc2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 200 len: 205 time: 0.3243592 Jul 09 19:50:51.254683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.295819 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-73474bcc-03a9-42d1-b9fc-9c57cd2cadf1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:51.296728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-73474bcc-03a9-42d1-b9fc-9c57cd2cadf1 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/3275a858-9ffa-494c-9feb-f0f525381051 HTTP/1.1" status: 404 len: 336 time: 0.0411663 Jul 09 19:50:51.299186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.337320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-09082283-e214-4535-a298-b8215b0c79dc tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd2c9f61-b703-45ae-b2f5-72e7a02f339c HTTP/1.1" status: 200 len: 205 time: 0.0352719 Jul 09 19:50:51.339114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-02dea739-a729-4e33-8f5c-b3ccc883ac65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 998 time: 0.4102166 Jul 09 19:50:51.339566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.381930 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-dda5cde1-19d6-451c-b98a-0b3288191832 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:51.382882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dda5cde1-19d6-451c-b98a-0b3288191832 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/dd2c9f61-b703-45ae-b2f5-72e7a02f339c HTTP/1.1" status: 404 len: 336 time: 0.0424380 Jul 09 19:50:51.385492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.412145 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e23935-a4f5-453b-a6cf-5f364992b56a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:51.412593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e23935-a4f5-453b-a6cf-5f364992b56a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:51.414290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-56e23935-a4f5-453b-a6cf-5f364992b56a tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/1af8c8d2-0544-470a-a39d-5d033f39a368 HTTP/1.1" status: 404 len: 337 time: 0.0278134 Jul 09 19:50:51.416447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-df211e6f-aefc-4c13-8dc8-14377fbbcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.416804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.417941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-df211e6f-aefc-4c13-8dc8-14377fbbcdab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0712931 Jul 09 19:50:51.444630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9183a8b3-cd76-4e21-99be-a110047043e7 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=41b2496b-c2a4-4fe5-a959-8311c2e89175 HTTP/1.1" status: 200 len: 205 time: 0.0266862 Jul 09 19:50:51.446949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.481203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-eef88258-5c1f-4abf-bfdd-54eafc7d1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.482766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-eef88258-5c1f-4abf-bfdd-54eafc7d1a1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571930 Jul 09 19:50:51.487716 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e50afeae-ea2b-455f-861d-818bb435d737 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:51.488714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e50afeae-ea2b-455f-861d-818bb435d737 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/41b2496b-c2a4-4fe5-a959-8311c2e89175 HTTP/1.1" status: 404 len: 336 time: 0.0408788 Jul 09 19:50:51.491246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.517653 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-33aa4105-178e-4c16-bf60-02a6078581d4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:51.518093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33aa4105-178e-4c16-bf60-02a6078581d4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:51.519761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-33aa4105-178e-4c16-bf60-02a6078581d4 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/0e6fbae0-74fb-4bf0-8f90-d709c1f2f02f HTTP/1.1" status: 404 len: 337 time: 0.0276327 Jul 09 19:50:51.522325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.549494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d8a8b107-47d3-4190-b90e-59bc5c4d1f5c tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff436a90-4af8-4406-bcc6-c866b1b48b29 HTTP/1.1" status: 200 len: 205 time: 0.0260386 Jul 09 19:50:51.551701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.572346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-fc29b7e3-256b-4c42-8a72-13acb7ee1fd9 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823486 Jul 09 19:50:51.591816 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-323354dc-f157-473e-9ad2-3f04967478b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] delete failed (client error): The resource could not be found. Jul 09 19:50:51.592823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-323354dc-f157-473e-9ad2-3f04967478b2 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/routers/ff436a90-4af8-4406-bcc6-c866b1b48b29 HTTP/1.1" status: 404 len: 336 time: 0.0402377 Jul 09 19:50:51.595359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.623944 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56a312b-e6f1-422c-89cb-a962fe76b498 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:51.624399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56a312b-e6f1-422c-89cb-a962fe76b498 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:51.626169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b56a312b-e6f1-422c-89cb-a962fe76b498 tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/f94a68bc-e51b-4cc1-a182-9a8e82c57a1e HTTP/1.1" status: 404 len: 337 time: 0.0299094 Jul 09 19:50:51.628793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:51.662000 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e51b410-d410-4ca4-be33-5c1ca51c34ff tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] DELETE failed (client error): The resource could not be found. Jul 09 19:50:51.662792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e51b410-d410-4ca4-be33-5c1ca51c34ff tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:50:51.664127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0e51b410-d410-4ca4-be33-5c1ca51c34ff tempest-RoutersTest-335728832 tempest-RoutersTest-335728832-project] 10.222.0.10 "DELETE /v2.0/subnets/7189423b-1949-4a0f-888b-8e34f701cf40 HTTP/1.1" status: 404 len: 337 time: 0.0343740 Jul 09 19:50:51.697350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab6b1910-00c9-41d5-a0d7-0f638f3d3490 req-4850e20c-0c00-4f9f-bc3f-fa43ec02a97c service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173117 Jul 09 19:50:51.816093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfc08d-972b-4f2f-9d78-b8a9f1afa1b8 req-8793fac8-e69e-487e-8755-e1d14db49738 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.817786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70bfc08d-972b-4f2f-9d78-b8a9f1afa1b8 req-8793fac8-e69e-487e-8755-e1d14db49738 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0695109 Jul 09 19:50:51.859598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70bfc08d-972b-4f2f-9d78-b8a9f1afa1b8 req-580d59b4-59b3-4350-9770-9019e7698cd1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Jul 09 19:50:51.920147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ca56-82cb-4161-a50d-6a85f044284f req-2e4cc1bd-c72a-4853-969a-5f3a394020f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.921724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-2e4cc1bd-c72a-4853-969a-5f3a394020f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1096 time: 0.0661922 Jul 09 19:50:51.945360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:52.019524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ca56-82cb-4161-a50d-6a85f044284f req-c087cd22-5692-47ab-85b7-331987dd275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.021123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-c087cd22-5692-47ab-85b7-331987dd275e service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 200 len: 918 time: 0.0927477 Jul 09 19:50:52.085742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b6b90cc7-3d76-4e97-9a1d-5f9f627f9688 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0693a6c8e5c240b89583a1e4854ce56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389484 Jul 09 19:50:52.088523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:52.098732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-e1ada25b-4a23-4539-8811-4998cdb5bad6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 200 len: 998 time: 0.0701478 Jul 09 19:50:52.138942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.154630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ca56-82cb-4161-a50d-6a85f044284f req-ab5c8b92-905e-4e8c-a725-a9fe6e11412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.156236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-ab5c8b92-905e-4e8c-a725-a9fe6e11412b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 200 len: 856 time: 0.0508156 Jul 09 19:50:52.162552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.223391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.228206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.232373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba16bcda-b450-46c0-a490-830243247a6c HTTP/1.1" status: 204 len: 168 time: 0.1427093 Jul 09 19:50:52.239888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ca56-82cb-4161-a50d-6a85f044284f req-2c2a824b-2493-4f3c-a5e0-25cc952d81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.243207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32f86-bf68-42b6-8443-1ff8b1b6a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16bcda-b450-46c0-a490-830243247a6c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:52.248750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-2c2a824b-2493-4f3c-a5e0-25cc952d81b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852015 Jul 09 19:50:52.336359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bce032a3-5fd2-43b7-8a35-8c24fb69fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.386630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cdbff-9afe-4119-b1dd-e68023c77d3e req-a7b430f6-14f8-4021-babf-007313edb399 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.406220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-255cdbff-9afe-4119-b1dd-e68023c77d3e req-a7b430f6-14f8-4021-babf-007313edb399 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1184390 Jul 09 19:50:52.407685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-b2e51cca-8639-47f4-8606-28067fc76b70 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487362 Jul 09 19:50:52.460133 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-255cdbff-9afe-4119-b1dd-e68023c77d3e req-6348db02-0686-4ddc-a4f5-24b9548bfbb2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Jul 09 19:50:53.067595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327fa5-fcc6-4229-865c-6f4ce6d50e10 req-857b85f0-9354-49de-ae62-4f1fed0ee40c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.069473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38327fa5-fcc6-4229-865c-6f4ce6d50e10 req-857b85f0-9354-49de-ae62-4f1fed0ee40c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0654728 Jul 09 19:50:53.121811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38327fa5-fcc6-4229-865c-6f4ce6d50e10 req-7713ac69-6aee-4438-9d4d-6ac860b66993 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464172 Jul 09 19:50:53.146639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.208736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.250051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-66038896-9214-477d-b188-7ab4847a995b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:53.250499 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-66038896-9214-477d-b188-7ab4847a995b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 19:50:53.251029 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-66038896-9214-477d-b188-7ab4847a995b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:50:53.253185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-66038896-9214-477d-b188-7ab4847a995b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1043596 Jul 09 19:50:53.255974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.261412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849946422'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:53.284604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.292745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.391681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.397027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.434030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690cdda8-255d-45f9-acf4-22f5a387d446,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:53.493044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.496830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.527642 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.529468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2724402 Jul 09 19:50:53.532702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.534201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8dda-5402-448f-8ac2-94590797e80d tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a59dc2-8ea7-42c9-bd15-b9ca96f3212d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:53.538271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '11a59dc2-8ea7-42c9-bd15-b9ca96f3212d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:53.574497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.640622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.645792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.668994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a633401-b332-4659-b1cb-7b648fd85944,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:53.673792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.677773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a3fce6f0-3e95-4932-95bd-820c2ca652e9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416228 Jul 09 19:50:53.679144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.684739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-402950ed-b20d-48f7-98de-a28d934e3533 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '11a59dc2-8ea7-42c9-bd15-b9ca96f3212d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:53.724946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-402950ed-b20d-48f7-98de-a28d934e3533 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.742645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e196ee3-9a22-4cac-9653-59f6e0d856b9 req-174da29d-34bc-44c4-b61d-2177ebf24dfe tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.744281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e196ee3-9a22-4cac-9653-59f6e0d856b9 req-174da29d-34bc-44c4-b61d-2177ebf24dfe tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1138468 Jul 09 19:50:53.824012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e196ee3-9a22-4cac-9653-59f6e0d856b9 req-f2b2fe43-5c49-486e-a78f-d1b340081240 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524929 Jul 09 19:50:53.825429 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-402950ed-b20d-48f7-98de-a28d934e3533 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:50:53.829174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-402950ed-b20d-48f7-98de-a28d934e3533 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1469257 Jul 09 19:50:53.829520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.895459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.922821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.971456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.977241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:53.980801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/11a59dc2-8ea7-42c9-bd15-b9ca96f3212d HTTP/1.1" status: 204 len: 168 time: 0.1480186 Jul 09 19:50:53.981236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:53.992644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cd2ec-d154-46ed-81d6-7c56b3b8a20a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a59dc2-8ea7-42c9-bd15-b9ca96f3212d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.050022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c488f736-9f84-4cb4-847e-8b952728a4c3 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669732 Jul 09 19:50:54.053677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.058019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119340004'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.079929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.172363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.177396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.209154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.213322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1559405 Jul 09 19:50:54.213322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fbfa7-c5f5-42e8-b141-e7844d0e0ac0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9a69c6-7678-4669-87e2-c233d03b85fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.214156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.227210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1b22526e-4d64-4b1b-8539-7d9da4071529 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '5a9a69c6-7678-4669-87e2-c233d03b85fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.228290 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-1b22526e-4d64-4b1b-8539-7d9da4071529 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 19:50:54.230416 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1b22526e-4d64-4b1b-8539-7d9da4071529 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:54.235385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.237645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1b22526e-4d64-4b1b-8539-7d9da4071529 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0184445 Jul 09 19:50:54.297906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.349527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.407713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2713ab-10d9-490b-8a9b-d561d70c5b9e req-5e160838-6852-4378-895b-7caf0e4e44e8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:54.409436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2713ab-10d9-490b-8a9b-d561d70c5b9e req-5e160838-6852-4378-895b-7caf0e4e44e8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1125128 Jul 09 19:50:54.420338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.423332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.426898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a9a69c6-7678-4669-87e2-c233d03b85fb HTTP/1.1" status: 204 len: 168 time: 0.1878252 Jul 09 19:50:54.427564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.446749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ad683-7a0d-4653-8c7a-67c7cd654dfa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9a69c6-7678-4669-87e2-c233d03b85fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.470214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2713ab-10d9-490b-8a9b-d561d70c5b9e req-0608d0dd-2a38-4462-ac3c-57561ec40477 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jul 09 19:50:54.513515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.513887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-afd973e7-be27-46b2-98f2-530813a294ce tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837035 Jul 09 19:50:54.519206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800926275'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.543655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.635732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.639569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.666474 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.668933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1529467 Jul 09 19:50:54.671495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.672467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809c81e-878d-4dac-a3a9-47417cec550b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6339d4b8-70eb-4125-bef4-73693dd1d212,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.676564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f632d38c-2200-4684-b254-5898b978ec98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '6339d4b8-70eb-4125-bef4-73693dd1d212', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.677602 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-f632d38c-2200-4684-b254-5898b978ec98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 19:50:54.678111 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f632d38c-2200-4684-b254-5898b978ec98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:54.679070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f632d38c-2200-4684-b254-5898b978ec98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064371 Jul 09 19:50:54.681735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.736336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.760201 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.804193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.807081 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.808399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/6339d4b8-70eb-4125-bef4-73693dd1d212 HTTP/1.1" status: 204 len: 168 time: 0.1256359 Jul 09 19:50:54.811950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.822078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4eaea7-ecc7-4f2d-851c-87aff586061e tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6339d4b8-70eb-4125-bef4-73693dd1d212,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.864383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:54.864546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-80ae5c6d-ea72-42af-b78b-5c06515b0c54 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510805 Jul 09 19:50:54.869725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--424093340'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.891825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.965775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-55af45e1-bec5-47b7-b19d-c71e02dc595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.002857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.024156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.060795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.062080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1963434 Jul 09 19:50:55.065555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.071534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de85c577-7426-44b7-897e-6da31928af15 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '55ca9f58-9498-4a30-b734-a1acc0969979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.072393 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-de85c577-7426-44b7-897e-6da31928af15 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 19:50:55.072890 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-de85c577-7426-44b7-897e-6da31928af15 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.073882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-de85c577-7426-44b7-897e-6da31928af15 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071757 Jul 09 19:50:55.074560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326aacd-7443-4c79-90e1-88d203a0fd39 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca9f58-9498-4a30-b734-a1acc0969979,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:55.077249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.087635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-feaf6344-3cf5-49f2-8642-99c70e3ba0de tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '55ca9f58-9498-4a30-b734-a1acc0969979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.088352 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-feaf6344-3cf5-49f2-8642-99c70e3ba0de tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 19:50:55.088874 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-feaf6344-3cf5-49f2-8642-99c70e3ba0de tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.089928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-feaf6344-3cf5-49f2-8642-99c70e3ba0de tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116670 Jul 09 19:50:55.093220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.099923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a7ff05e9-3238-4599-8c66-0eecf837a938 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '55ca9f58-9498-4a30-b734-a1acc0969979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.101097 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-a7ff05e9-3238-4599-8c66-0eecf837a938 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 19:50:55.101848 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a7ff05e9-3238-4599-8c66-0eecf837a938 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.105531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a7ff05e9-3238-4599-8c66-0eecf837a938 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067966 Jul 09 19:50:55.106162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.115793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178812e9-8990-4031-a842-0e5b7e041cd7 req-15d053db-bbf3-4161-b010-ece49dbe221d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.117328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-178812e9-8990-4031-a842-0e5b7e041cd7 req-15d053db-bbf3-4161-b010-ece49dbe221d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1344686 Jul 09 19:50:55.120748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e41b63a5-04b1-41c0-a743-ee7f14effd57 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '55ca9f58-9498-4a30-b734-a1acc0969979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.121883 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-e41b63a5-04b1-41c0-a743-ee7f14effd57 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 19:50:55.122905 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e41b63a5-04b1-41c0-a743-ee7f14effd57 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.123887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e41b63a5-04b1-41c0-a743-ee7f14effd57 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165863 Jul 09 19:50:55.126919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.169190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-178812e9-8990-4031-a842-0e5b7e041cd7 req-f56016b1-dcb9-4d96-b3e2-0007bc27364d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Jul 09 19:50:55.188390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.216125 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.228842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.261546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.264781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.265996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/55ca9f58-9498-4a30-b734-a1acc0969979 HTTP/1.1" status: 204 len: 168 time: 0.1380513 Jul 09 19:50:55.269237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.275292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6763bc-9c0c-4901-8c01-366eb4d665c9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca9f58-9498-4a30-b734-a1acc0969979,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:55.326118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c8d2c28f-a965-44e0-b4ee-d2faede8ce91 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540812 Jul 09 19:50:55.330195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.335096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922608209'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.361105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.445638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.451258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.480226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.481976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1500633 Jul 09 19:50:55.484033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854c88c-9cc0-474c-a418-5abdc6e80477 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f82272-674f-4264-bfee-072223e19051,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:55.485007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.491666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e57248e-5fc4-47c0-acd3-970295ab4ba6 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.492220 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-7e57248e-5fc4-47c0-acd3-970295ab4ba6 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 19:50:55.492866 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7e57248e-5fc4-47c0-acd3-970295ab4ba6 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.494081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e57248e-5fc4-47c0-acd3-970295ab4ba6 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079563 Jul 09 19:50:55.497181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.502764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-87032933-a91b-469f-8b2b-53d371437765 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.544858 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-87032933-a91b-469f-8b2b-53d371437765 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.548540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87032933-a91b-469f-8b2b-53d371437765 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0473437 Jul 09 19:50:55.548727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.554285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-18363ad8-3321-48d5-b491-8e1dc9fddc5b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.554844 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-18363ad8-3321-48d5-b491-8e1dc9fddc5b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 19:50:55.555309 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-18363ad8-3321-48d5-b491-8e1dc9fddc5b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.556427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18363ad8-3321-48d5-b491-8e1dc9fddc5b tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067415 Jul 09 19:50:55.560314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.569306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8518331-92b4-498b-abf3-13058f7b63fe tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.621529 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e8518331-92b4-498b-abf3-13058f7b63fe tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.622680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e8518331-92b4-498b-abf3-13058f7b63fe tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0611298 Jul 09 19:50:55.625503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.630172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ff125981-42a1-400d-bf18-858463830bee tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.630652 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-ff125981-42a1-400d-bf18-858463830bee tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 19:50:55.631119 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ff125981-42a1-400d-bf18-858463830bee tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.632043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ff125981-42a1-400d-bf18-858463830bee tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054445 Jul 09 19:50:55.634497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.639432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b46dcab-c2f9-4efd-b11d-7fd5bd873acc tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.679157 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-6b46dcab-c2f9-4efd-b11d-7fd5bd873acc tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Project afd92d80fe7c420baafc33768d176f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:50:55.699857 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6b46dcab-c2f9-4efd-b11d-7fd5bd873acc tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.701951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6b46dcab-c2f9-4efd-b11d-7fd5bd873acc tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0665519 Jul 09 19:50:55.705062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.707363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d837-bba1-4551-8a0b-f700e433410a req-bce8440e-29d4-488c-ad72-01ab31a42a07 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.708997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a52d837-bba1-4551-8a0b-f700e433410a req-bce8440e-29d4-488c-ad72-01ab31a42a07 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0909350 Jul 09 19:50:55.710256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0056ef45-3646-4083-bfac-4261228b0cf1 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.710753 n-d-800087-3 neutron-server[93771]: WARNING neutron.api.v2.base [None req-0056ef45-3646-4083-bfac-4261228b0cf1 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 19:50:55.711237 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0056ef45-3646-4083-bfac-4261228b0cf1 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.712431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0056ef45-3646-4083-bfac-4261228b0cf1 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062020 Jul 09 19:50:55.715097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.719997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-055171fc-d630-46da-a16c-0b814cc7035a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.743192 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-055171fc-d630-46da-a16c-0b814cc7035a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Project afd92d80fe7c420baafc33768d176f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:50:55.757807 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-055171fc-d630-46da-a16c-0b814cc7035a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.759086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-055171fc-d630-46da-a16c-0b814cc7035a tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0430467 Jul 09 19:50:55.761856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.782561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-afc2a211-f695-421b-a7f8-2c9c33eae427 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': 'a3f82272-674f-4264-bfee-072223e19051', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.786274 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a52d837-bba1-4551-8a0b-f700e433410a req-27b3f7b2-6377-4c16-a3a7-6026c7d3c79f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Jul 09 19:50:55.809285 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-afc2a211-f695-421b-a7f8-2c9c33eae427 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Project afd92d80fe7c420baafc33768d176f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:50:55.822290 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-afc2a211-f695-421b-a7f8-2c9c33eae427 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:55.823358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-afc2a211-f695-421b-a7f8-2c9c33eae427 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0605483 Jul 09 19:50:55.826878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.885352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.907708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.953100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.956117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.959931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/a3f82272-674f-4264-bfee-072223e19051 HTTP/1.1" status: 204 len: 168 time: 0.1295135 Jul 09 19:50:55.960275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:55.967486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05170982-bc22-4502-8f85-3da07c6801a0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f82272-674f-4264-bfee-072223e19051,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.015268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22a3ba55-d103-40c6-be36-b04ce21cebdf tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538354 Jul 09 19:50:56.020016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.024960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010482620'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.046498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.131202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.136773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.163769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.165020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1438062 Jul 09 19:50:56.168284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.169789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97abeb-916f-4d0b-8cf9-fbc040bb1daa tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2d4213-5db8-485d-9fdd-e33e9a23cd99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.173513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6def8ce3-3c9a-40d1-90d7-99e7c1321240 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '1a2d4213-5db8-485d-9fdd-e33e9a23cd99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.221862 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6def8ce3-3c9a-40d1-90d7-99e7c1321240 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The resource could not be found. Jul 09 19:50:56.226270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.226423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6def8ce3-3c9a-40d1-90d7-99e7c1321240 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0564644 Jul 09 19:50:56.231319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23d95732-57ff-4f81-a19c-a6e40954f303 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '1a2d4213-5db8-485d-9fdd-e33e9a23cd99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'be76c51b-c331-41ff-b604-f06248527287'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.272107 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-23d95732-57ff-4f81-a19c-a6e40954f303 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The resource could not be found. Jul 09 19:50:56.273147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-23d95732-57ff-4f81-a19c-a6e40954f303 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0458622 Jul 09 19:50:56.276067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.318659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.334771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.373363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.455463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.459075 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.460486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/1a2d4213-5db8-485d-9fdd-e33e9a23cd99 HTTP/1.1" status: 204 len: 168 time: 0.1834722 Jul 09 19:50:56.463429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.469671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d04c-e55f-466e-8b02-2ff55fb765ce req-c2c85472-b6e2-4caf-ada9-4fbabc635fac tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:56.471184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7534d04c-e55f-466e-8b02-2ff55fb765ce req-c2c85472-b6e2-4caf-ada9-4fbabc635fac tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1112325 Jul 09 19:50:56.481882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219afe4-b7b7-40cc-a4bd-541704a0eb92 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2d4213-5db8-485d-9fdd-e33e9a23cd99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.506748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ff69620c-ffa0-417b-8a5b-e4a506cb20ab tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421879 Jul 09 19:50:56.510853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.517161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bc985688-4eef-47c3-89a5-844129c01f0f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '608c67f8-0058-4813-b63e-0df486618e1f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.528890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7534d04c-e55f-466e-8b02-2ff55fb765ce req-41f0c1a8-e52a-472e-aa8f-267658a9bd24 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489583 Jul 09 19:50:56.574745 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-bc985688-4eef-47c3-89a5-844129c01f0f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The resource could not be found. Jul 09 19:50:56.576254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc985688-4eef-47c3-89a5-844129c01f0f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0644388 Jul 09 19:50:56.579940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.584604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--590722236'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.608175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.701225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.705063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.736289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.737555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1566265 Jul 09 19:50:56.738442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd747b-edc6-4f3e-9dfb-013c538e8803,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.740258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.744883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735907506'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.760983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.761362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.761706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.762063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.762378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.762742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.763103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.763428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.763763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.764088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.764412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.764738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2cc34-4af6-4b02-9764-accf810b1817 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:56.784976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.893686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.898478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.929478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.933447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1896665 Jul 09 19:50:56.933685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c1aeb-6d62-4f45-98f9-c3d0c121de41 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2c39b-254f-46ca-a38d-bd7061065e4c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.934434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:56.947601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1ade7645-a55a-4931-9681-fca203d530c0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '97dd747b-edc6-4f3e-9dfb-013c538e8803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ddc2c39b-254f-46ca-a38d-bd7061065e4c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:56.978625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b28165-c471-4ee5-834e-185490f6c675 req-2bdab027-e837-4a7b-b89c-4d8eb2c2cb0e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:56.980166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0b28165-c471-4ee5-834e-185490f6c675 req-2bdab027-e837-4a7b-b89c-4d8eb2c2cb0e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0926292 Jul 09 19:50:57.022097 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1ade7645-a55a-4931-9681-fca203d530c0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:57.023195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1ade7645-a55a-4931-9681-fca203d530c0 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0870466 Jul 09 19:50:57.026095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.040399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0b28165-c471-4ee5-834e-185490f6c675 req-11da5907-d953-448d-a8c3-64631901eae0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Jul 09 19:50:57.088434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.110873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.159878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.162415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.163579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/ddc2c39b-254f-46ca-a38d-bd7061065e4c HTTP/1.1" status: 204 len: 168 time: 0.1365697 Jul 09 19:50:57.166307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.172938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fe74-f5db-4d42-a101-7c60f18d5a87 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2c39b-254f-46ca-a38d-bd7061065e4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:57.224790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3bd7a14c-884a-4151-8e36-bb6b97f80764 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0572264 Jul 09 19:50:57.227558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.281889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.303497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.367396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.370250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.371448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/97dd747b-edc6-4f3e-9dfb-013c538e8803 HTTP/1.1" status: 204 len: 168 time: 0.1429121 Jul 09 19:50:57.380799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.381982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb918e7a-e977-4648-bd3e-bcc6aa9f2c29 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd747b-edc6-4f3e-9dfb-013c538e8803,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:57.461538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d074eeaa-b5cf-4c3c-bf52-cd07df7e99b1 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786748 Jul 09 19:50:57.465351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.471160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283517350'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:57.494240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.579025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.583229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.613571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.617848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.618422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1507049 Jul 09 19:50:57.622750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2389ae0-88e2-40bb-b124-0276c67a2b98 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4519266a-34b3-4bdf-a747-81f73c40c26d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:57.622911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b50356d-ed16-48fc-9162-224ed910dc1f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '4519266a-34b3-4bdf-a747-81f73c40c26d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:57.664637 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2b50356d-ed16-48fc-9162-224ed910dc1f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:57.666148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2b50356d-ed16-48fc-9162-224ed910dc1f tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0471766 Jul 09 19:50:57.671321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.679308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1907e765-9a13-47f0-a85c-a8b908b3a4db tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group_rule': {'security_group_id': '4519266a-34b3-4bdf-a747-81f73c40c26d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:57.771598 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1907e765-9a13-47f0-a85c-a8b908b3a4db tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:50:57.775569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1907e765-9a13-47f0-a85c-a8b908b3a4db tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0983758 Jul 09 19:50:57.775970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.803220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d1d9-70a9-4a4c-a1fe-37840bec71ba req-c4eb7dd1-de26-4b3f-be73-650fecbb402c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.808684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.810408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8e1d1d9-70a9-4a4c-a1fe-37840bec71ba req-c4eb7dd1-de26-4b3f-be73-650fecbb402c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1431439 Jul 09 19:50:57.874923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8e1d1d9-70a9-4a4c-a1fe-37840bec71ba req-177a8f78-82ce-4a40-a6fa-896d627cd222 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636249 Jul 09 19:50:57.878135 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.903165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.946428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.949332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.953754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:57.954059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/4519266a-34b3-4bdf-a747-81f73c40c26d HTTP/1.1" status: 204 len: 168 time: 0.1767879 Jul 09 19:50:57.964416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c4d93-41b7-4d98-b11d-d3fe60ffb15c tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4519266a-34b3-4bdf-a747-81f73c40c26d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:58.049397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-421690d6-4bf7-4618-a0b3-b86e41f7e3b9 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937741 Jul 09 19:50:58.052973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.057984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'tempest-secgroup--630452141'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:58.088397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.191696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.195746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.237683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.241803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.246375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-89f8874f-75e8-4169-b2e5-f18cd148e053 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:58.246799 n-d-800087-3 neutron-server[93770]: WARNING neutron.api.v2.base [None req-89f8874f-75e8-4169-b2e5-f18cd148e053 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 19:50:58.247400 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-89f8874f-75e8-4169-b2e5-f18cd148e053 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 19:50:58.248128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1847720 Jul 09 19:50:58.249009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-89f8874f-75e8-4169-b2e5-f18cd148e053 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "PUT /v2.0/security-groups/420e5a22-bd12-4e30-b54d-d2b184e56dea HTTP/1.1" status: 409 len: 330 time: 0.0062582 Jul 09 19:50:58.251664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.258941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e92d8-a351-4ae7-a172-f7b4b9ccc708 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420e5a22-bd12-4e30-b54d-d2b184e56dea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:58.265089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf5b0f-10a3-4183-8baf-84b4420ff7fe req-fd6987d7-bc0c-41e5-9db6-e9fef9bbaa44 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.266938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cbf5b0f-10a3-4183-8baf-84b4420ff7fe req-fd6987d7-bc0c-41e5-9db6-e9fef9bbaa44 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0928168 Jul 09 19:50:58.309804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cbf5b0f-10a3-4183-8baf-84b4420ff7fe req-336c20dc-7769-452a-a8f5-ba50947d0505 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Jul 09 19:50:58.347274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.371990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.414960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.418310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.422630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/420e5a22-bd12-4e30-b54d-d2b184e56dea HTTP/1.1" status: 204 len: 168 time: 0.1676416 Jul 09 19:50:58.423016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.442277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9805d-4362-4ca5-828b-6b06453e3684 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e5a22-bd12-4e30-b54d-d2b184e56dea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:58.475870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3f0dc6d6-c5a4-48a6-a2c1-752196537cab tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515156 Jul 09 19:50:58.479712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.494058 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-14d3ff33-5c98-416e-b496-2cecbf2d83ea tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] delete failed (client error): The resource could not be found. Jul 09 19:50:58.494970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-14d3ff33-5c98-416e-b496-2cecbf2d83ea tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "DELETE /v2.0/security-groups/730f7f59-1985-4f24-bcd0-3ee09d89340a HTTP/1.1" status: 404 len: 347 time: 0.0142710 Jul 09 19:50:58.499048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.511869 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-3128344a-9860-4f16-9968-b60fe3395010 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] show failed (client error): The resource could not be found. Jul 09 19:50:58.512894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3128344a-9860-4f16-9968-b60fe3395010 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-groups/11bf609b-c8e1-4766-a091-9868d052cf2a HTTP/1.1" status: 404 len: 347 time: 0.0128238 Jul 09 19:50:58.516929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.531594 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-173b4c2b-6d91-43c9-b298-988b8e08d636 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] show failed (client error): The resource could not be found. Jul 09 19:50:58.532625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-173b4c2b-6d91-43c9-b298-988b8e08d636 tempest-NegativeSecGroupIPv6Test-1264596139 tempest-NegativeSecGroupIPv6Test-1264596139-project] 10.222.0.10 "GET /v2.0/security-group-rules/fceca085-95d6-4e53-af46-dc33db45c427 HTTP/1.1" status: 404 len: 356 time: 0.0146506 Jul 09 19:50:58.807530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:58.952272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b5ddda2d-ce1a-4976-a2ee-4380f8f63f42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afd92d80fe7c420baafc33768d176f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435761 Jul 09 19:50:58.955122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:59.018422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.051279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.085804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b767-8315-4fde-b804-feb41ba461c5 req-8960b1a1-f6df-4349-8233-d4d4bfba4637 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.087545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7260b767-8315-4fde-b804-feb41ba461c5 req-8960b1a1-f6df-4349-8233-d4d4bfba4637 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0850677 Jul 09 19:50:59.102210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.105096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.107470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/690cdda8-255d-45f9-acf4-22f5a387d446 HTTP/1.1" status: 204 len: 168 time: 0.1505101 Jul 09 19:50:59.116806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403759-e575-40fe-a629-cf260dad8820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690cdda8-255d-45f9-acf4-22f5a387d446,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:59.138982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7260b767-8315-4fde-b804-feb41ba461c5 req-2804da8a-6078-45fe-b761-2bf785038b33 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452352 Jul 09 19:50:59.531632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8076a2b-19d7-43f2-ab4a-7b160ccd3bfb req-07f305a5-4925-48f5-afdc-9a9c55e34ec2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.533380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8076a2b-19d7-43f2-ab4a-7b160ccd3bfb req-07f305a5-4925-48f5-afdc-9a9c55e34ec2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0818679 Jul 09 19:50:59.585656 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8076a2b-19d7-43f2-ab4a-7b160ccd3bfb req-e9d9796a-9e80-4dc7-9d30-9448bfa58b09 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Jul 09 19:50:59.902972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:59.913725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0089991 Jul 09 19:50:59.914626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:00.032963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bbb31849-1984-4662-9ebe-0edc2d6254e7 tempest-NetworksApiDiscovery-1532145005 tempest-NetworksApiDiscovery-1532145005-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1170990 Jul 09 19:51:00.319970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:00.341347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107366df-3975-40d4-8e8e-0b600226a801 req-c604b98b-5adc-4b87-97d9-56a9ce147fed tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.342917 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107366df-3975-40d4-8e8e-0b600226a801 req-c604b98b-5adc-4b87-97d9-56a9ce147fed tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0689943 Jul 09 19:51:00.386795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-107366df-3975-40d4-8e8e-0b600226a801 req-f5a0be31-eb0f-4693-adfa-b4aba3bc725f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Jul 09 19:51:00.432772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7b06-38c3-4267-9967-be8355262b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.539430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7b06-38c3-4267-9967-be8355262b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.543579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7b06-38c3-4267-9967-be8355262b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.583199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7a7e7b06-38c3-4267-9967-be8355262b6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a03ee3297222429abf99dce7594b7b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620122 Jul 09 19:51:00.585799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:00.589684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e7b06-38c3-4267-9967-be8355262b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b516b-20f2-4a53-971a-02f4445254bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:00.647030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.678614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.787527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.790281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.791457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb3b516b-20f2-4a53-971a-02f4445254bf HTTP/1.1" status: 204 len: 168 time: 0.2046542 Jul 09 19:51:00.810989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c784-28f9-47a0-9a00-06ac38100601 req-bbc4a347-82ca-4f6e-9437-bd5b730047aa tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.812776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d482c784-28f9-47a0-9a00-06ac38100601 req-bbc4a347-82ca-4f6e-9437-bd5b730047aa tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1047065 Jul 09 19:51:00.814201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d137b9c-f7d2-4a0a-bcd4-42098310b77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b516b-20f2-4a53-971a-02f4445254bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:00.871068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d482c784-28f9-47a0-9a00-06ac38100601 req-2448f5ec-2705-499b-9fc6-38d9cdded63f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522602 Jul 09 19:51:01.600019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24bdc2-e322-4747-b72d-997fda056670 req-262e13bc-89ab-4b9f-8432-251aca38b167 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.611907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee24bdc2-e322-4747-b72d-997fda056670 req-262e13bc-89ab-4b9f-8432-251aca38b167 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0780153 Jul 09 19:51:01.659671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee24bdc2-e322-4747-b72d-997fda056670 req-9b58d5d9-a42c-4884-aacf-b3615ea52eaa tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Jul 09 19:51:02.077394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238c36-15d5-4667-a7eb-283ccf8d9b73 req-2d4c746c-dd66-49ea-91a0-02963481dd53 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.082573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41238c36-15d5-4667-a7eb-283ccf8d9b73 req-2d4c746c-dd66-49ea-91a0-02963481dd53 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1042635 Jul 09 19:51:02.137363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41238c36-15d5-4667-a7eb-283ccf8d9b73 req-ce78518e-3af2-4cbe-b866-a0dc1ea76325 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473382 Jul 09 19:51:02.881512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad2ef4-af98-47a6-aee7-d6b389279571 req-8c0a8199-d821-4948-91bd-ce5fc0191c18 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.883076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40ad2ef4-af98-47a6-aee7-d6b389279571 req-8c0a8199-d821-4948-91bd-ce5fc0191c18 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0783355 Jul 09 19:51:02.925751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40ad2ef4-af98-47a6-aee7-d6b389279571 req-dc18eb24-3afe-4b6e-964d-6ca5698298a3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360723 Jul 09 19:51:03.326983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643d1d5-a3f2-4d91-8bba-2e35ad66c799 req-fb645026-370f-4133-b618-e4116f40f257 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.328396 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1643d1d5-a3f2-4d91-8bba-2e35ad66c799 req-fb645026-370f-4133-b618-e4116f40f257 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0743454 Jul 09 19:51:03.365834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1643d1d5-a3f2-4d91-8bba-2e35ad66c799 req-953f9511-d926-4ef5-892a-86e4c51c3edc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 09 19:51:03.788493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:03.901219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b188e-0ec0-4564-b9af-c1969c12df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:03.995076 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b188e-0ec0-4564-b9af-c1969c12df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.000023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b188e-0ec0-4564-b9af-c1969c12df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.044745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:04.045367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b87b188e-0ec0-4564-b9af-c1969c12df28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec49ab3fd640492e853795e79644a25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549679 Jul 09 19:51:04.045783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b188e-0ec0-4564-b9af-c1969c12df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f6350f-87ea-418f-9949-f0d1f7d1f57e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:04.137596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.172039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.186094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e280-ef7a-4ca7-a822-93b6dd1316c4 req-f09c8962-d92d-49ea-8d3e-6fc66fb1b629 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.187595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c842e280-ef7a-4ca7-a822-93b6dd1316c4 req-f09c8962-d92d-49ea-8d3e-6fc66fb1b629 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1161623 Jul 09 19:51:04.240884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c842e280-ef7a-4ca7-a822-93b6dd1316c4 req-d435c02b-ec32-40f9-9ce0-9e1d31435516 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Jul 09 19:51:04.255647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.258303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.259496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80f6350f-87ea-418f-9949-f0d1f7d1f57e HTTP/1.1" status: 204 len: 168 time: 0.2136793 Jul 09 19:51:04.268166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5359ed7-630c-4f9e-9cbb-283bc27af4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f6350f-87ea-418f-9949-f0d1f7d1f57e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:04.547065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:04.561337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86cbe471-dd41-4696-9416-691bcd46e35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.561569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c965-2a51-437e-99f8-fedbf474b7ed req-6d3b6142-ec94-4ffd-9287-06b195384c4e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.563156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3a6c965-2a51-437e-99f8-fedbf474b7ed req-6d3b6142-ec94-4ffd-9287-06b195384c4e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0705912 Jul 09 19:51:04.604425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c3a6c965-2a51-437e-99f8-fedbf474b7ed req-4c3cf959-eae6-475c-b92e-a95d5b482657 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Jul 09 19:51:04.656414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86cbe471-dd41-4696-9416-691bcd46e35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.660834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86cbe471-dd41-4696-9416-691bcd46e35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.696531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbe471-dd41-4696-9416-691bcd46e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb38fc-664a-4949-8300-c9c94095489c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:04.701492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-86cbe471-dd41-4696-9416-691bcd46e35e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3900f4b6f3db48a7a456d80e2d999a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532154 Jul 09 19:51:04.704172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:04.756061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.783577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.831109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.833837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.835038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbfb38fc-664a-4949-8300-c9c94095489c HTTP/1.1" status: 204 len: 168 time: 0.1296079 Jul 09 19:51:04.842868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecda57-c238-4f6b-b10a-c0e4b0475e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb38fc-664a-4949-8300-c9c94095489c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:05.421403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f0098-b156-492d-a768-4f4f4ed6e4c5 req-5fe306bc-5103-4db2-8c40-79b476670f17 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.422910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-435f0098-b156-492d-a768-4f4f4ed6e4c5 req-5fe306bc-5103-4db2-8c40-79b476670f17 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0646789 Jul 09 19:51:05.463573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-435f0098-b156-492d-a768-4f4f4ed6e4c5 req-778e8a43-1d94-4f95-8d02-798fb5e6b056 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347626 Jul 09 19:51:05.796013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5adb9-ea99-49c2-8988-785fd1bace46 req-324dddb8-3d0f-46a1-99c9-d097b13b6d5b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.797546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18e5adb9-ea99-49c2-8988-785fd1bace46 req-324dddb8-3d0f-46a1-99c9-d097b13b6d5b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0651727 Jul 09 19:51:05.835434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-18e5adb9-ea99-49c2-8988-785fd1bace46 req-58b33917-1931-4909-9e64-7c1434e15970 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 09 19:51:06.464789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af40ca56-82cb-4161-a50d-6a85f044284f req-bfac8047-ec0a-4421-9e23-7ed0620a80a4 service neutron] 10.222.0.25 "GET /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961280 Jul 09 19:51:06.644366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ff774-9621-4686-a811-4f94525e9e67 req-bea94071-d36e-486b-b0cd-3629abbb50ef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.646029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f2ff774-9621-4686-a811-4f94525e9e67 req-bea94071-d36e-486b-b0cd-3629abbb50ef tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0628479 Jul 09 19:51:06.682630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f2ff774-9621-4686-a811-4f94525e9e67 req-2e30ceb8-57f9-48c0-920d-abe23afca5b1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jul 09 19:51:07.006287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da725-59ac-4ea4-b5af-94a819d62584 req-4ee54ecb-80ba-40db-b978-2e1a326fff84 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.007749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d5da725-59ac-4ea4-b5af-94a819d62584 req-4ee54ecb-80ba-40db-b978-2e1a326fff84 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0630908 Jul 09 19:51:07.045025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d5da725-59ac-4ea4-b5af-94a819d62584 req-f4f1ccd1-9f9b-4512-ba28-93e2e3b0f06e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Jul 09 19:51:07.883618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64a1e-c59c-4bd3-a645-82380d56f174 req-d30ad7b7-1108-406d-aa9b-0fcee1b586d7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.885207 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe64a1e-c59c-4bd3-a645-82380d56f174 req-d30ad7b7-1108-406d-aa9b-0fcee1b586d7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0806363 Jul 09 19:51:07.929619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe64a1e-c59c-4bd3-a645-82380d56f174 req-0d18a55c-cd2b-4c4d-95fe-03845ba29884 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369184 Jul 09 19:51:08.222561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5976-4773-442b-b49b-001f428309c0 req-7adcd399-3158-4f59-8bba-fa062b1be8f6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.224184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17ec5976-4773-442b-b49b-001f428309c0 req-7adcd399-3158-4f59-8bba-fa062b1be8f6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0640988 Jul 09 19:51:08.262139 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17ec5976-4773-442b-b49b-001f428309c0 req-787f777c-696a-4e88-8848-968095383d13 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Jul 09 19:51:08.312012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.317845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.323700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.330069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.335913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.342719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.348547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.350381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7045729-86b3-48d6-a264-3788bfaa766a req-75671dd6-9ffd-425e-9422-1675afc8650d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.1056397 Jul 09 19:51:08.389228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7045729-86b3-48d6-a264-3788bfaa766a req-9a9812b5-846e-4109-b03a-5d1ca9a44bc3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330324 Jul 09 19:51:09.120123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3667f-7b28-494f-8361-b8403cfeb094 req-d4a792f9-b638-4176-9ee9-c837cc1a250c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.122223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46d3667f-7b28-494f-8361-b8403cfeb094 req-d4a792f9-b638-4176-9ee9-c837cc1a250c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.0686350 Jul 09 19:51:09.164953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46d3667f-7b28-494f-8361-b8403cfeb094 req-40dff13e-14ac-4b45-8a4f-578b047e09dd tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365026 Jul 09 19:51:09.448521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3127c4d-fe45-4931-b0ec-6380b9f5ab0a req-42e9657c-f449-4f34-9838-f9007b1f21ed tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.451945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3127c4d-fe45-4931-b0ec-6380b9f5ab0a req-42e9657c-f449-4f34-9838-f9007b1f21ed tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0701439 Jul 09 19:51:09.494837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3127c4d-fe45-4931-b0ec-6380b9f5ab0a req-f41c475a-72b3-446c-8255-1d8de99a41b7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 09 19:51:09.588581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.595041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.600869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.607296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.613106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.619155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.624928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.626909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-eafaad08-6192-48e1-9e86-e761c8b459b0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.1086516 Jul 09 19:51:09.672139 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b2a4020-abf2-4280-bdd5-7f9ae0709b62 req-61ab6ad4-e9b5-42f9-9ae6-e7a30fb092d3 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390091 Jul 09 19:51:09.674650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.681043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.687260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.693605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.699585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.706213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.712419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.714344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-07321220-e01a-403c-9f06-aea2c846e41f tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 5432 time: 0.1123350 Jul 09 19:51:09.736090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:09.773588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-3838c3d3-d9ce-4b28-b836-52264167056d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.774964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-3838c3d3-d9ce-4b28-b836-52264167056d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0549853 Jul 09 19:51:09.849324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defdebb0-a47c-46f2-8168-a047c8721c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.879008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-fb8b47b5-6107-407d-a9e9-a3ca06c63788 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0988920 Jul 09 19:51:09.890253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:09.935728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defdebb0-a47c-46f2-8168-a047c8721c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.939692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-defdebb0-a47c-46f2-8168-a047c8721c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.967808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.981392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-defdebb0-a47c-46f2-8168-a047c8721c63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54ec1c434d734d77ae01f390df7fa58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439444 Jul 09 19:51:09.983422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdebb0-a47c-46f2-8168-a047c8721c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8665fd2-7842-4fa6-8322-34b4f052324f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:09.985763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:10.034114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.054884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.099023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c95318c1-e1d6-4dc0-9733-45c55a4a0626,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:10.102330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.105041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.108691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8665fd2-7842-4fa6-8322-34b4f052324f HTTP/1.1" status: 204 len: 168 time: 0.1195505 Jul 09 19:51:10.115045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb13b1-ad82-4999-8b91-d4402b4ff07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8665fd2-7842-4fa6-8322-34b4f052324f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.153873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] For port c95318c1-e1d6-4dc0-9733-45c55a4a0626, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:10.187761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] device_id is not set on port c95318c1-e1d6-4dc0-9733-45c55a4a0626 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:51:10.197177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.203502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.255828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Pushing event updated for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.279320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.279662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.280006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.280336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.280663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.280981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.281329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.281649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.281968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.282286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.282597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.282916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.286781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] No DVR routers for this DVR port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:10.358780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] In _notify_port_updated(), no bound segment for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:51:10.359656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.360331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.361662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-c3b5283c-75b0-4295-beb9-a3488271cdef service neutron] 10.222.0.25 "PUT /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 200 len: 1027 time: 0.4759369 Jul 09 19:51:10.421576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:10.428669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-fbe45f3a-3cc6-4026-8eae-9c2aa8d24624 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.430100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-fbe45f3a-3cc6-4026-8eae-9c2aa8d24624 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "GET /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0624487 Jul 09 19:51:10.438005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c97644-eaab-4f8c-9671-fd124149d36e req-1ed81321-bbd7-4d6c-aeca-45f313823b3d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.439499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88c97644-eaab-4f8c-9671-fd124149d36e req-1ed81321-bbd7-4d6c-aeca-45f313823b3d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 945 time: 0.1313639 Jul 09 19:51:10.439948 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fde8be03-83f0-4747-aa9a-c10980222435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.444424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:10.510995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88c97644-eaab-4f8c-9671-fd124149d36e req-d7e44015-7f39-4c83-8e70-4c4f22915031 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630398 Jul 09 19:51:10.540954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fde8be03-83f0-4747-aa9a-c10980222435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.553710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fde8be03-83f0-4747-aa9a-c10980222435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.555308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.558564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d320d4c-c0fc-4388-b771-3cc2b0a6cb2e None None] Provisioning complete for port c95318c1-e1d6-4dc0-9733-45c55a4a0626 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:10.560102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d320d4c-c0fc-4388-b771-3cc2b0a6cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.594660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1d320d4c-c0fc-4388-b771-3cc2b0a6cb2e None None] Port c95318c1-e1d6-4dc0-9733-45c55a4a0626 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:10.603040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fde8be03-83f0-4747-aa9a-c10980222435 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a8796dbf71d432fb161f200a7480600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797659 Jul 09 19:51:10.604300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8be03-83f0-4747-aa9a-c10980222435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545eef96-b8a2-440f-9715-5f256b910306,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.606805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:10.647448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:10.729917 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.759096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:10.759353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2dc45338-8668-4341-9084-0482beb37dbc,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:10.774968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.776883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'port_id': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'mac_address': 'fa:16:3e:7e:0b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:10.827298 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.840783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:10.842765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] For port 2dc45338-8668-4341-9084-0482beb37dbc, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:10.863144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:10.867774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.911871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] device_id is not set on port 2dc45338-8668-4341-9084-0482beb37dbc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:51:10.928793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=11']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.929161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.931496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.934539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.938285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/545eef96-b8a2-440f-9715-5f256b910306 HTTP/1.1" status: 204 len: 168 time: 0.3278191 Jul 09 19:51:10.946350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.946727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.947408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.947703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.948200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.948716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.949236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.949578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.950452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.950943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.951450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.951782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.952267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:10.953193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b7bf4-9800-4b98-99a3-24b0a38dc5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545eef96-b8a2-440f-9715-5f256b910306,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.992150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.998610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.001989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085e14b-e969-437b-bb29-ec89f1f5c9f8 req-056d3248-b512-4189-9298-9d031e416bd4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.003721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e085e14b-e969-437b-bb29-ec89f1f5c9f8 req-056d3248-b512-4189-9298-9d031e416bd4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0993249 Jul 09 19:51:11.004503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.010462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.016447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.022498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.024270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-e5f1846d-a953-4890-b1b5-56b1a430c7a5 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 4658 time: 0.2008007 Jul 09 19:51:11.052018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e085e14b-e969-437b-bb29-ec89f1f5c9f8 req-98ede647-8f8b-48c1-868c-4df8f667fab6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Jul 09 19:51:11.071896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Pushing event updated for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:11.074926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] No DVR routers for this DVR port 2dc45338-8668-4341-9084-0482beb37dbc on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:11.141844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a3437d3-b188-45ea-b191-62dcfb237a40 req-3db1e520-b99f-433d-8e6b-ee27ea4dd199 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&id=6e281e86-3069-4b2e-8d75-338fafde6ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959899 Jul 09 19:51:11.154179 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] In _notify_port_updated(), no bound segment for port 2dc45338-8668-4341-9084-0482beb37dbc on network f7817021-eb69-4303-8ab2-c04f7bc9ce12 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:51:11.155160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.155909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.157672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a19c3275-b9c9-4326-ba76-0a54c72882dd service neutron] 10.222.0.25 "PUT /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 200 len: 1025 time: 0.7169433 Jul 09 19:51:11.227498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9529f2e6-5806-482b-931e-af9e7fb5ebca'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:11.275804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:11.276156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.349810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5a9d7387-3001-4502-9af9-9b2dcfd0d205 None None] Provisioning complete for port 2dc45338-8668-4341-9084-0482beb37dbc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:11.350374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7387-3001-4502-9af9-9b2dcfd0d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.379191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:11.380027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.394670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:11.411979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d7387-3001-4502-9af9-9b2dcfd0d205 None None] Port 2dc45338-8668-4341-9084-0482beb37dbc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:11.524155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.554905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=5e4e3a0c-88bb-4a98-9ef7-32cf400e933e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:11.604723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:11.607576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.610542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-042b3785-a2a7-4bf6-adb5-3d859027c7c7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "DELETE /v2.0/ports/5e4e3a0c-88bb-4a98-9ef7-32cf400e933e HTTP/1.1" status: 204 len: 173 time: 0.4465749 Jul 09 19:51:11.611129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:11.614014 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0708dcc-98c4-4a76-8ee2-3e0769acf696" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:11.694454 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce34055-ba5c-48db-81e5-ebe87ec7ede2 x-openstack-request-id: req-1ce34055-ba5c-48db-81e5-ebe87ec7ede2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:11.694748 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "5e4e3a0c-88bb-4a98-9ef7-32cf400e933e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:11.694998 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ce34055-ba5c-48db-81e5-ebe87ec7ede2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:11.695386 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': '5e4e3a0c-88bb-4a98-9ef7-32cf400e933e', 'status': 'completed', 'code': 200} Jul 09 19:51:11.724769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port ee91f031-e5ed-4e84-bf85-ef996554f12c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:11.726147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:11.735098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd86a5-7f70-4543-a1b4-4ac5d8d95cb8 req-745ee65a-2b21-4fee-84d2-237615fe2c67 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.737351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79dd86a5-7f70-4543-a1b4-4ac5d8d95cb8 req-745ee65a-2b21-4fee-84d2-237615fe2c67 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.0931299 Jul 09 19:51:11.778596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79dd86a5-7f70-4543-a1b4-4ac5d8d95cb8 req-576409b8-6852-484f-be7a-4e33c406f8c4 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341573 Jul 09 19:51:11.825104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port ee91f031-e5ed-4e84-bf85-ef996554f12c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ee91f031-e5ed-4e84-bf85-ef996554f12c,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:11.825508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.344828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-20fc1650-c204-4807-a098-c2f9bbf3fbfd tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.351854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-20fc1650-c204-4807-a098-c2f9bbf3fbfd tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.356163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:51:12.358620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-20fc1650-c204-4807-a098-c2f9bbf3fbfd tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.362584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96e40f-d9ac-4910-a977-9989207e1f6b req-dcabada3-7262-41e6-a233-e44622d9f1cf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.364110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e96e40f-d9ac-4910-a977-9989207e1f6b req-dcabada3-7262-41e6-a233-e44622d9f1cf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1700521 Jul 09 19:51:12.364936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-20fc1650-c204-4807-a098-c2f9bbf3fbfd tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.366804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-20fc1650-c204-4807-a098-c2f9bbf3fbfd tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 3152 time: 0.0960376 Jul 09 19:51:12.382044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.382420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.382734 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Floating IP 01c474ea-6c45-4888-9cf0-6d680bae3ea0 disassociated. External IP: 172.25.3.82, port: ee91f031-e5ed-4e84-bf85-ef996554f12c. Jul 09 19:51:12.383083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for ee91f031-e5ed-4e84-bf85-ef996554f12c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:12.413486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dde7677-3591-4804-8ffc-ab674c2e0d6e req-c7b21557-62d0-4a17-bb91-7e42a775a64b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Jul 09 19:51:12.453945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e96e40f-d9ac-4910-a977-9989207e1f6b req-e9f9f4ec-affd-41ad-8f18-b5a8af08549f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802817 Jul 09 19:51:12.541055 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.570483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=ee91f031-e5ed-4e84-bf85-ef996554f12c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:12.669562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:12.687338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:51:12.730574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 9529f2e6-5806-482b-931e-af9e7fb5ebca completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:12.735379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9529f2e6-5806-482b-931e-af9e7fb5ebca triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:12.735756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.802054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:12.807219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:12.827037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Sync routers for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:51:12.841910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.843952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:12.844673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:12.870091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port ee91f031-e5ed-4e84-bf85-ef996554f12c on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:12.873860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.878779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-7e5dc801-dcf2-4eeb-97a5-1a8cb180d6ca tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "DELETE /v2.0/ports/ee91f031-e5ed-4e84-bf85-ef996554f12c HTTP/1.1" status: 204 len: 173 time: 1.2614520 Jul 09 19:51:12.929309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-788f872f-ad35-4825-b947-6a20f3ce6cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.970147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:13.011429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port c734cba9-c37e-4d83-880c-f27fc510f9db {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:13.012345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.040158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a525-3fcd-4375-a61a-99131d6904f1 req-9d79611b-4a6c-4027-911b-b9e0f013fde7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.048163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43c8a525-3fcd-4375-a61a-99131d6904f1 req-9d79611b-4a6c-4027-911b-b9e0f013fde7 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 946 time: 0.1310639 Jul 09 19:51:13.108393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43c8a525-3fcd-4375-a61a-99131d6904f1 req-44431e22-be80-41e5-a802-1d994b709a79 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590947 Jul 09 19:51:13.129968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:13.132265 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca4620-7281-4a49-8c95-7127a04ea43a" -d '{"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:13.147990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port c734cba9-c37e-4d83-880c-f27fc510f9db, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=c734cba9-c37e-4d83-880c-f27fc510f9db,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:13.148363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.163303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for c734cba9-c37e-4d83-880c-f27fc510f9db owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:13.167897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:13.168175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-788f872f-ad35-4825-b947-6a20f3ce6cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.175181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-788f872f-ad35-4825-b947-6a20f3ce6cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.199881 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c226f87-efa3-4366-b751-b19edb8ca9c1 x-openstack-request-id: req-2c226f87-efa3-4366-b751-b19edb8ca9c1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:13.200460 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-plugged", "status": "completed", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:13.200884 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c226f87-efa3-4366-b751-b19edb8ca9c1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:13.201453 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'code': 200} Jul 09 19:51:13.202477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.203500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.219237 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-788f872f-ad35-4825-b947-6a20f3ce6cb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee56a27704364c65a077a136e5d899e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147654 Jul 09 19:51:13.219476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:13.229990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f872f-ad35-4825-b947-6a20f3ce6cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa1558-20d1-4af5-9cf0-f72b0c310086,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.246197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:13.247281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e4e3a0c-88bb-4a98-9ef7-32cf400e933e not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:13.247865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 15f7a38b-dcff-41e9-9c51-5332bdc51932 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.314921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.315972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.336001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:13.351963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.368256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.385981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Checking router: 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:51:13.402626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596df8-db74-4477-90f0-09e530b9d8ab req-44ab9a85-5e25-4454-ae55-1da44bdeef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.404508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38596df8-db74-4477-90f0-09e530b9d8ab req-44ab9a85-5e25-4454-ae55-1da44bdeef29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 1098 time: 0.0602980 Jul 09 19:51:13.406354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:13.406989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:50:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:13.410055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.416111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=c734cba9-c37e-4d83-880c-f27fc510f9db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.454773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38596df8-db74-4477-90f0-09e530b9d8ab req-15ba2146-6bfb-4b61-a1a3-0803c1abfc7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Jul 09 19:51:13.478713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port c734cba9-c37e-4d83-880c-f27fc510f9db on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:13.482057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.486145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-2dc151cd-1887-44c7-b358-673a93f3ca84 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "DELETE /v2.0/ports/c734cba9-c37e-4d83-880c-f27fc510f9db HTTP/1.1" status: 204 len: 173 time: 0.6020360 Jul 09 19:51:13.503615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.507323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.512550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dffa1558-20d1-4af5-9cf0-f72b0c310086 HTTP/1.1" status: 204 len: 168 time: 0.2888863 Jul 09 19:51:13.513329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:13.524686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500423ef-6732-4651-ace4-fb78c90b5db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa1558-20d1-4af5-9cf0-f72b0c310086,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.528606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.529717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2dc45338-8668-4341-9084-0482beb37dbc no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.603537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:13.641608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae555e-cd94-471f-aaaf-4721634bc379 req-94cfc82c-53d0-4830-a82d-c875dff9d57c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.653375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae555e-cd94-471f-aaaf-4721634bc379 req-94cfc82c-53d0-4830-a82d-c875dff9d57c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.663424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bae555e-cd94-471f-aaaf-4721634bc379 req-94cfc82c-53d0-4830-a82d-c875dff9d57c tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 1679 time: 0.1129155 Jul 09 19:51:13.676436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.685809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2dc45338-8668-4341-9084-0482beb37dbc not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:13.687055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c95318c1-e1d6-4dc0-9733-45c55a4a0626 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.699283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c'}, {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:13.702428 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a75ced-4430-44ba-9c56-a0b1697aaa7b" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c"}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:13.724567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bae555e-cd94-471f-aaaf-4721634bc379 req-7932ea14-bb1c-43b6-a7d6-ed11d08d0916 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3dd4ac-7a27-4f4c-b21a-8da17a967957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558403 Jul 09 19:51:13.766929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f933e-b725-4209-9a05-fbfaef6b45bd req-cd91758d-5a31-4010-a495-88e8670a94e6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.773770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-210f933e-b725-4209-9a05-fbfaef6b45bd req-cd91758d-5a31-4010-a495-88e8670a94e6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1482999 Jul 09 19:51:13.793747 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b28a04-1bf8-4bb3-aa75-edb980d6fa71 x-openstack-request-id: req-73b28a04-1bf8-4bb3-aa75-edb980d6fa71 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:13.793747 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "ee91f031-e5ed-4e84-bf85-ef996554f12c", "status": "completed", "code": 200}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "c734cba9-c37e-4d83-880c-f27fc510f9db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:13.793747 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73b28a04-1bf8-4bb3-aa75-edb980d6fa71 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:13.793747 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'ee91f031-e5ed-4e84-bf85-ef996554f12c', 'status': 'completed', 'code': 200} Jul 09 19:51:13.793747 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'c734cba9-c37e-4d83-880c-f27fc510f9db', 'status': 'completed', 'code': 200} Jul 09 19:51:13.838474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port 15f7a38b-dcff-41e9-9c51-5332bdc51932 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:13.838848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.883236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c95318c1-e1d6-4dc0-9733-45c55a4a0626 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:13.883935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ee91f031-e5ed-4e84-bf85-ef996554f12c no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.908380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: ee91f031-e5ed-4e84-bf85-ef996554f12c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:13.909019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ee91f031-e5ed-4e84-bf85-ef996554f12c not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:13.909473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device b5691b8d-7577-45bf-8a30-14c0b176c704 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:13.917376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:13.933404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e440b7b3-c0f0-4f84-bed6-3966b5195305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.951069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-210f933e-b725-4209-9a05-fbfaef6b45bd req-57807735-37f4-432b-b2ca-7c572a358c55 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758571 Jul 09 19:51:14.016794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port 15f7a38b-dcff-41e9-9c51-5332bdc51932, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=15f7a38b-dcff-41e9-9c51-5332bdc51932,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:14.017258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.051379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for 15f7a38b-dcff-41e9-9c51-5332bdc51932 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:14.055160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e440b7b3-c0f0-4f84-bed6-3966b5195305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.059938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e440b7b3-c0f0-4f84-bed6-3966b5195305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.107184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e440b7b3-c0f0-4f84-bed6-3966b5195305 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28eba56bc486430fbc161d5b0031fa79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860752 Jul 09 19:51:14.107184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440b7b3-c0f0-4f84-bed6-3966b5195305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105284de-b2a7-4ff5-8ddc-e23293772ef9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:14.108575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:14.189160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.218878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.222056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:14.248159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.260287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5556-3900-41f0-978c-ec2f4c8e8b73 None None] The sync data for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 is: [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '28d5c0d9-1d2b-4b43-af33-6589456e36d6', 'name': '', 'network_id': '74ee9d4d-ad0f-491c-a619-9f17d5eaa6af', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'mac_address': 'fa:16:3e:3f:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:45Z', 'updated_at': '2021-07-09T19:40:03Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'subnets': [{'id': '9ef69a55-81e9-4af3-b72d-a3b4853413d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:51:14.282363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.284092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:14.288402 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.289282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c734cba9-c37e-4d83-880c-f27fc510f9db no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:14.316713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: c734cba9-c37e-4d83-880c-f27fc510f9db {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:14.316713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device c734cba9-c37e-4d83-880c-f27fc510f9db not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:14.324590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=15f7a38b-dcff-41e9-9c51-5332bdc51932,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:14.341236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315602-db75-4e56-9631-53b153ed235a req-3695f952-7586-43ff-9d5b-1820ecf24236 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.351911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f315602-db75-4e56-9631-53b153ed235a req-3695f952-7586-43ff-9d5b-1820ecf24236 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.1123290 Jul 09 19:51:14.379766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:14.385102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port 15f7a38b-dcff-41e9-9c51-5332bdc51932 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:14.386933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.389755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-ca35cf9b-3a2a-412d-a1c1-e3104608c4ac tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "DELETE /v2.0/ports/15f7a38b-dcff-41e9-9c51-5332bdc51932 HTTP/1.1" status: 204 len: 173 time: 0.8234482 Jul 09 19:51:14.401267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.404582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.405720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f315602-db75-4e56-9631-53b153ed235a req-42798b1e-d19b-4044-b2d1-7c7cea7af930 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526009 Jul 09 19:51:14.405988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/105284de-b2a7-4ff5-8ddc-e23293772ef9 HTTP/1.1" status: 204 len: 168 time: 0.2973011 Jul 09 19:51:14.444313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4360780-e81a-4646-9610-1529bee53df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105284de-b2a7-4ff5-8ddc-e23293772ef9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:14.539038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port b5691b8d-7577-45bf-8a30-14c0b176c704 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:14.539718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.646192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port b5691b8d-7577-45bf-8a30-14c0b176c704, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=b5691b8d-7577-45bf-8a30-14c0b176c704,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:14.646561 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.667452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for b5691b8d-7577-45bf-8a30-14c0b176c704 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:14.689466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d3e933-077d-4472-84f4-4666e870ef83 None None] New status for floating IP 01c474ea-6c45-4888-9cf0-6d680bae3ea0: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:51:14.899039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.940162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=b5691b8d-7577-45bf-8a30-14c0b176c704,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:15.018401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83aee106-ab2e-49de-b369-c1921d97a2cb req-5d81e05a-be0f-41b6-b909-7c206c57677b tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0308704 Jul 09 19:51:15.041160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port b5691b8d-7577-45bf-8a30-14c0b176c704 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:15.043874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:15.046024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df4bceed-2588-485d-b40f-ddb8aa1a0108 req-a0b6b396-bba4-4cbc-9994-7e488b13dc61 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.25 "DELETE /v2.0/ports/b5691b8d-7577-45bf-8a30-14c0b176c704 HTTP/1.1" status: 204 len: 173 time: 0.6386297 Jul 09 19:51:15.188996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4fbee-6e42-4b0e-941e-f43e6f2ba048 req-fa196189-1d77-45b9-ac05-a52eaedb75f4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.190865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6cf4fbee-6e42-4b0e-941e-f43e6f2ba048 req-fa196189-1d77-45b9-ac05-a52eaedb75f4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0917895 Jul 09 19:51:15.202996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932'}, {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:15.205981 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ebc63-62bb-46ec-95ae-d287da857174" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-unplugged", "status": "completed", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932"}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-unplugged", "status": "completed", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:15.266882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6cf4fbee-6e42-4b0e-941e-f43e6f2ba048 req-d37504aa-3796-4e80-bfa9-6abb82a4dabb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701482 Jul 09 19:51:15.269042 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e47340-9c24-44ef-bd87-7b090d0fa336 x-openstack-request-id: req-f9e47340-9c24-44ef-bd87-7b090d0fa336 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:15.269404 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-unplugged", "status": "completed", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932", "code": 200}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-unplugged", "status": "completed", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:15.269641 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9e47340-9c24-44ef-bd87-7b090d0fa336 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:15.270035 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'code': 200} Jul 09 19:51:15.270293 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'code': 200} Jul 09 19:51:15.645339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b145623-0233-4c61-a7de-e5e14bea8202 req-52f2e2a3-f809-4079-9a52-771001d1e205 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.652360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b145623-0233-4c61-a7de-e5e14bea8202 req-52f2e2a3-f809-4079-9a52-771001d1e205 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.0836289 Jul 09 19:51:15.703499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b145623-0233-4c61-a7de-e5e14bea8202 req-ab3b0167-5cfe-4c45-9e36-39921fc20265 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495312 Jul 09 19:51:15.794754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932'}, {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:15.797287 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6a252-3323-439c-afe6-ca8982d81c55" -d '{"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932"}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:15.837529 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70e8db-147c-4e1c-b9e1-9798020a2c9a x-openstack-request-id: req-2c70e8db-147c-4e1c-b9e1-9798020a2c9a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:15.838143 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "15f7a38b-dcff-41e9-9c51-5332bdc51932", "status": "completed", "code": 200}, {"server_uuid": "79929b3c-4b21-4152-9a56-1fa04c5f8d06", "name": "network-vif-deleted", "tag": "b5691b8d-7577-45bf-8a30-14c0b176c704", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:15.838143 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c70e8db-147c-4e1c-b9e1-9798020a2c9a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:15.838708 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': '15f7a38b-dcff-41e9-9c51-5332bdc51932', 'status': 'completed', 'code': 200} Jul 09 19:51:15.838971 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79929b3c-4b21-4152-9a56-1fa04c5f8d06', 'name': 'network-vif-deleted', 'tag': 'b5691b8d-7577-45bf-8a30-14c0b176c704', 'status': 'completed', 'code': 200} Jul 09 19:51:16.179486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac3fb3a7-769a-43e6-a350-fa850aff765b req-b490f269-5275-40a6-82fd-0452f51aded7 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0343826 Jul 09 19:51:16.466438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62198-6c56-4d85-a25f-7c13fd51d887 req-8b9128e8-1bf2-4057-b739-da546647eef5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.467929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16d62198-6c56-4d85-a25f-7c13fd51d887 req-8b9128e8-1bf2-4057-b739-da546647eef5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.0709217 Jul 09 19:51:16.506952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16d62198-6c56-4d85-a25f-7c13fd51d887 req-b7f02ed4-39e3-48b7-ba4a-33a7a86e992a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jul 09 19:51:16.818242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc21130-e6bb-4dc0-8a6f-8a772d85ece8 req-a3b5e031-6ee9-41bf-8b6b-18aa57c55a2a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.819869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bc21130-e6bb-4dc0-8a6f-8a772d85ece8 req-a3b5e031-6ee9-41bf-8b6b-18aa57c55a2a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0758426 Jul 09 19:51:16.878284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bc21130-e6bb-4dc0-8a6f-8a772d85ece8 req-e2d8e1cc-9790-4bed-a747-4d565fb169e8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507276 Jul 09 19:51:16.935860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa8c93-3afd-464f-9188-5f597473be9c req-8c8b2cf6-6d43-4cd5-a33c-96c1b19ad34a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.938276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38fa8c93-3afd-464f-9188-5f597473be9c req-8c8b2cf6-6d43-4cd5-a33c-96c1b19ad34a tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.0772147 Jul 09 19:51:16.994962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38fa8c93-3afd-464f-9188-5f597473be9c req-b6f4b802-94ba-4f4b-8483-0cc7c74a90e2 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492396 Jul 09 19:51:17.084771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2df6-a4a4-4851-abc9-3f5acd2e8e56 req-5d4b7127-8f96-4114-bd6e-d00a609741ae tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.087439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f50e2df6-a4a4-4851-abc9-3f5acd2e8e56 req-5d4b7127-8f96-4114-bd6e-d00a609741ae tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0739787 Jul 09 19:51:17.127380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f50e2df6-a4a4-4851-abc9-3f5acd2e8e56 req-779f7d93-aeb2-4ae4-acfb-fc6b3003d9e6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344205 Jul 09 19:51:17.364049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e679fcb9-f785-4da4-87ca-f212f4dbb01b req-cacb7bc6-01e8-4a11-ba22-ac7ee06d4d45 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0403888 Jul 09 19:51:17.457143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-442ffa9a-dfee-4f30-9f68-a233c78438b0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.458716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-442ffa9a-dfee-4f30-9f68-a233c78438b0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1285877 Jul 09 19:51:17.476660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-8fb5f254-ca37-42b9-be7c-7a3b52fa6316 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/quotas/c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 375 time: 0.0099018 Jul 09 19:51:17.557869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-3260aa76-8e4f-4127-a30d-c1b14eae82f8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0746441 Jul 09 19:51:17.660254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-a44a0f4f-3ce2-4f5d-b7c7-0f71f3b480ed service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:51:17.661390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-a44a0f4f-3ce2-4f5d-b7c7-0f71f3b480ed service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965316 Jul 09 19:51:17.751459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-558af9e1-af9b-400c-a081-178bb132154b service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841236 Jul 09 19:51:17.848964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-b2ea2d64-f4dc-45b8-94cb-08379d99b93a service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909917 Jul 09 19:51:18.068811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d80b73f-d29f-4f8d-9b05-067677a45817 req-1f07e2c8-5e8b-4b6f-89f2-ef3ebb7acba7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 210 time: 0.0526407 Jul 09 19:51:18.529405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb94c43-47ab-41ab-81ee-adaf8306e9e9 req-326ef55e-3ff4-476a-b43d-29cd3fa2f1aa tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0305865 Jul 09 19:51:18.641591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.296268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e31e0a4-13ce-4ca6-840e-659eb0bc095f req-82eeb9a4-3ed0-40f2-bd72-c4ea8c9d5fa2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 210 time: 0.0386879 Jul 09 19:51:19.354662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-a30c206f-6dcb-4d5e-9ef9-3f1396f1f106 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.356360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-a30c206f-6dcb-4d5e-9ef9-3f1396f1f106 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1700742 Jul 09 19:51:19.370749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'device_id': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'admin_state_up': True, 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:19.486202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:19.490149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.618258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.20.0.7 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/fae20ec2-4ccf-41af-9169-2698f72e101c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:19.694121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f42bb2c9-9a2d-4169-b756-6e536ccd3811 req-9d6f0d72-551c-4891-9043-a33e7e4e2945 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0335574 Jul 09 19:51:19.786399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.799909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Transition to ACTIVE for port object fae20ec2-4ccf-41af-9169-2698f72e101c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:19.833475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.847049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:19.877038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:19.882309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:19.886098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:19.919631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:19.953143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.953807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.970901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-b56ff99a-06bb-4d53-8958-30112a900ba0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044102 Jul 09 19:51:20.014722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Request body: {'port': {'device_id': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:20.097926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.235753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5124778a-4353-4038-8365-9c93ec107fbe None None] Provisioning for port fae20ec2-4ccf-41af-9169-2698f72e101c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:20.240115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5124778a-4353-4038-8365-9c93ec107fbe None None] Provisioning complete for port fae20ec2-4ccf-41af-9169-2698f72e101c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:20.240704 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5124778a-4353-4038-8365-9c93ec107fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.281826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5124778a-4353-4038-8365-9c93ec107fbe None None] Port fae20ec2-4ccf-41af-9169-2698f72e101c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:20.423029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae20ec2-4ccf-41af-9169-2698f72e101c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:20.432778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.475816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Transition to ACTIVE for port object fae20ec2-4ccf-41af-9169-2698f72e101c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:20.483871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.547537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:20.566117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f16dec-73a0-4de8-93a4-7c82bdbf0728 req-c58daf15-f346-449c-bc04-ea7109729305 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.567706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f16dec-73a0-4de8-93a4-7c82bdbf0728 req-c58daf15-f346-449c-bc04-ea7109729305 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 931 time: 0.1269653 Jul 09 19:51:20.662675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f16dec-73a0-4de8-93a4-7c82bdbf0728 req-15e6bf9c-2769-4e5e-8f39-1aabbb3a3f0d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Jul 09 19:51:20.675555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Attempting to bind port fae20ec2-4ccf-41af-9169-2698f72e101c on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:20.675821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Attempting to bind port fae20ec2-4ccf-41af-9169-2698f72e101c by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:20.676154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Attempting to bind port fae20ec2-4ccf-41af-9169-2698f72e101c on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:20.681292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Port fae20ec2-4ccf-41af-9169-2698f72e101c on network fd7942bd-4eff-45ff-a272-d98d4d15139d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:20.681791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Attempting to bind port fae20ec2-4ccf-41af-9169-2698f72e101c on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:20.687826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:20.688173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:20.688582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:20.689315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Bound port: fae20ec2-4ccf-41af-9169-2698f72e101c, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:20.689688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.787586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:20.793335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fae20ec2-4ccf-41af-9169-2698f72e101c,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:20.799413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.864623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.865302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.866708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] 10.222.0.25 "PUT /v2.0/ports/fae20ec2-4ccf-41af-9169-2698f72e101c HTTP/1.1" status: 200 len: 1091 time: 0.8567379 Jul 09 19:51:20.867149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:20.869434 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:20.913327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c57d9-6698-4dbb-a528-c66501cd7b17 service neutron] Pushing event updated for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:20.944015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ccbc5876-d69f-489b-af4b-75727e00b323 req-7058eab0-02c5-4d5e-9548-7fa984c07e01 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0524108 Jul 09 19:51:20.964123 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed25e88-7c41-4925-8574-f4a5a23a3dcf x-openstack-request-id: req-3ed25e88-7c41-4925-8574-f4a5a23a3dcf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:20.964477 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:20.964735 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ed25e88-7c41-4925-8574-f4a5a23a3dcf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:20.965251 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c', 'status': 'completed', 'code': 200} Jul 09 19:51:21.009831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-54095795-e8e5-4eb5-a358-c24e4d831f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.012202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-54095795-e8e5-4eb5-a358-c24e4d831f9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 1094 time: 0.0952463 Jul 09 19:51:21.060783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-f60aa9be-8bcf-444e-a6ba-9e3ee67a967a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae20ec2-4ccf-41af-9169-2698f72e101c HTTP/1.1" status: 200 len: 217 time: 0.0409644 Jul 09 19:51:21.126795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-5f707e1f-1943-4438-9b77-a460fff08a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.128971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-5f707e1f-1943-4438-9b77-a460fff08a61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0599504 Jul 09 19:51:21.203604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091221-855c-455c-a417-6ddb1b69a344 req-3f1d8b42-af3c-4399-bad5-6a69e05c5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.205364 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-3f1d8b42-af3c-4399-bad5-6a69e05c5f0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641897 Jul 09 19:51:21.298335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-4f42d80b-faf0-4de2-8a0b-edf554c0edd4 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855007 Jul 09 19:51:21.395737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af091221-855c-455c-a417-6ddb1b69a344 req-71890eb8-03f3-4f2e-893a-30e90b6cce7c service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899420 Jul 09 19:51:21.522634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-254f1d15-4a21-4461-be50-5b409fede170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.522634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-254f1d15-4a21-4461-be50-5b409fede170 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 1094 time: 0.0703876 Jul 09 19:51:21.617114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-019e5b7a-a2de-4437-b509-6644c51db8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.618682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-019e5b7a-a2de-4437-b509-6644c51db8a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.0939553 Jul 09 19:51:21.667949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-95f9b18f-6adc-41c6-8251-82bdf3f2e918 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae20ec2-4ccf-41af-9169-2698f72e101c HTTP/1.1" status: 200 len: 217 time: 0.0422170 Jul 09 19:51:21.729329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-24d9ab88-afaa-4c5c-8379-27e8b7833903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.731391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-24d9ab88-afaa-4c5c-8379-27e8b7833903 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0569835 Jul 09 19:51:21.801762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-d55df409-9a42-4bd5-8fdf-67bc75cbf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.803295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-d55df409-9a42-4bd5-8fdf-67bc75cbf4be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654695 Jul 09 19:51:21.948882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35ab2-3f31-4071-87d7-7608902a6b8e req-a7770db5-74ef-4072-a54c-84d4a374c009 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.950407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0e35ab2-3f31-4071-87d7-7608902a6b8e req-a7770db5-74ef-4072-a54c-84d4a374c009 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 943 time: 0.1313915 Jul 09 19:51:21.952159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-559453f0-efbf-47de-807e-76660f98fbfb service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419928 Jul 09 19:51:22.039032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0e35ab2-3f31-4071-87d7-7608902a6b8e req-cfcb2b61-b702-4c65-adb4-1e28283cb8b3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830433 Jul 09 19:51:22.072225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c7d93e5-50d8-4c0d-bf04-8887293a5aa1 req-973a2c87-e7c7-4384-8a9d-fcc53d567845 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101398 Jul 09 19:51:22.119956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8df9d42e-64d7-44fa-b47f-fd2550a2695e req-00a28b1b-d676-4e25-9961-7e4462efbc90 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0322073 Jul 09 19:51:22.329739 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27abae53-b3fd-44f0-959b-dd0a7d75fc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:23.224991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:23.245613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a07ae-cccf-446c-9a23-2d2ddfb72416 req-68aade99-b43e-48ad-8357-1594dddd363e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.253351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c64a07ae-cccf-446c-9a23-2d2ddfb72416 req-68aade99-b43e-48ad-8357-1594dddd363e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 943 time: 0.0874286 Jul 09 19:51:23.302548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c64a07ae-cccf-446c-9a23-2d2ddfb72416 req-9743346b-f0b5-49f3-bc29-16d1338e2255 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 09 19:51:23.313741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e7ac40b-1087-436d-b8e7-5967d55597db req-cbc20ca6-025d-4089-887a-e5ca041f9962 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jul 09 19:51:24.478212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b9bd110-83a5-4dce-a04e-2a9dac1e5aff req-00300c79-6633-4936-9074-26cb0c2d89fc tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0364664 Jul 09 19:51:24.489555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b42673-a825-49cf-9df1-4dfe44a4c0ac req-4e668cd9-ec0c-4333-b8ea-67a4fe5b26c5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.491259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63b42673-a825-49cf-9df1-4dfe44a4c0ac req-4e668cd9-ec0c-4333-b8ea-67a4fe5b26c5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 943 time: 0.0772505 Jul 09 19:51:24.530957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63b42673-a825-49cf-9df1-4dfe44a4c0ac req-ab5d4aa2-f41c-4e9c-9410-d53dd23c8336 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Jul 09 19:51:24.705889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fae20ec2-4ccf-41af-9169-2698f72e101c details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:24.830846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fae20ec2-4ccf-41af-9169-2698f72e101c,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:24.847428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'fae20ec2-4ccf-41af-9169-2698f72e101c', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': 'fae20ec2-4ccf-41af-9169-2698f72e101c', 'mac_address': 'fa:16:3e:4b:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:24.891084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:24.908699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae20ec2-4ccf-41af-9169-2698f72e101c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:24.941391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fae20ec2-4ccf-41af-9169-2698f72e101c,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:24.946463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:24.952487 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ceef6ba4-84a2-46a5-93ee-0d1b96620627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:24.998743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:25.173168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:25.224991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.279604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa063fb3-05d5-4b39-be02-ea3151c4441a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.311710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:25.385719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa063fb3-05d5-4b39-be02-ea3151c4441a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.391495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa063fb3-05d5-4b39-be02-ea3151c4441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.433254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa063fb3-05d5-4b39-be02-ea3151c4441a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=397d98db2ac74d4383ffff0fa5b25c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566130 Jul 09 19:51:25.433254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa063fb3-05d5-4b39-be02-ea3151c4441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90fb9c0-253c-448d-9f2e-24322163dcf2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:25.433742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:25.484273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.505859 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.555815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.559600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.563737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c90fb9c0-253c-448d-9f2e-24322163dcf2 HTTP/1.1" status: 204 len: 168 time: 0.1289027 Jul 09 19:51:25.571710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c972fc-0677-4a30-9f4a-ccec092bc14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90fb9c0-253c-448d-9f2e-24322163dcf2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:25.665921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a25e151c-8a20-4543-9767-4db55635d1d3 req-e4e057bd-b0ad-4773-86ef-aee5b2e3e3d6 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/ports?device_id=79929b3c-4b21-4152-9a56-1fa04c5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Jul 09 19:51:25.731866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070cc6b-0b46-4ba3-b6fb-d479ff87791b req-2f33450f-19b2-4835-bf06-bfe03b469f44 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.733426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b070cc6b-0b46-4ba3-b6fb-d479ff87791b req-2f33450f-19b2-4835-bf06-bfe03b469f44 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 944 time: 0.0683174 Jul 09 19:51:25.775548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b070cc6b-0b46-4ba3-b6fb-d479ff87791b req-ec7fad31-1c24-4251-8350-3846cc5c4c23 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Jul 09 19:51:25.868804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:25.882238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-066ef9d8-48cf-4a0c-b41a-b3e71739e74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.972867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-066ef9d8-48cf-4a0c-b41a-b3e71739e74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:25.976716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-066ef9d8-48cf-4a0c-b41a-b3e71739e74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.015849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-066ef9d8-48cf-4a0c-b41a-b3e71739e74d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=268c074f111d4d6ea995f55b010003b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434577 Jul 09 19:51:26.015849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef9d8-48cf-4a0c-b41a-b3e71739e74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed0345-ca18-43c7-9779-cda880968b24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:26.016489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:26.075856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.098737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.153642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.156182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.157443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7ed0345-ca18-43c7-9779-cda880968b24 HTTP/1.1" status: 204 len: 168 time: 0.1397357 Jul 09 19:51:26.165343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83fc05-05fd-470a-a6a2-0c4a26747c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed0345-ca18-43c7-9779-cda880968b24,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:26.312989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.710588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fae20ec2-4ccf-41af-9169-2698f72e101c up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:26.772022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port fae20ec2-4ccf-41af-9169-2698f72e101c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:26.781490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port fae20ec2-4ccf-41af-9169-2698f72e101c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:26.781490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.827570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:26.888262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.893390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.920085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.928020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fae20ec2-4ccf-41af-9169-2698f72e101c,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:26.928920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:26.932063 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecb12de-e7d5-4cf9-a6f3-f03030abff17" -d '{"events": [{"server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "name": "network-vif-plugged", "status": "completed", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:26.935780 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.981551 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ece43-9166-4f8e-9ad1-23bd5b7a2c5d x-openstack-request-id: req-484ece43-9166-4f8e-9ad1-23bd5b7a2c5d {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:26.981842 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "name": "network-vif-plugged", "status": "completed", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:26.982316 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-484ece43-9166-4f8e-9ad1-23bd5b7a2c5d {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:26.982670 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c', 'code': 200} Jul 09 19:51:26.999776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.002715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.004205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc3dd4ac-7a27-4f4c-b21a-8da17a967957 HTTP/1.1" status: 204 len: 168 time: 0.1749818 Jul 09 19:51:27.007696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:27.015141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2517e-a328-4205-8dac-55da4c9b3761 req-07a4a8e9-3ae6-4af2-af06-f9fe39eaba50 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.017260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:27.021823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7af2517e-a328-4205-8dac-55da4c9b3761 req-07a4a8e9-3ae6-4af2-af06-f9fe39eaba50 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 944 time: 0.1148207 Jul 09 19:51:27.025170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24812897-e4a1-4a8d-996b-b2b68e233803 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3dd4ac-7a27-4f4c-b21a-8da17a967957,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:27.035325 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d41b6533-00e1-4d23-9100-ac946649198e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] show failed (client error): The resource could not be found. Jul 09 19:51:27.036685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d41b6533-00e1-4d23-9100-ac946649198e tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "GET /v2.0/security-groups/dc3dd4ac-7a27-4f4c-b21a-8da17a967957 HTTP/1.1" status: 404 len: 347 time: 0.0181859 Jul 09 19:51:27.040369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:27.087900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7af2517e-a328-4205-8dac-55da4c9b3761 req-f7f8e92c-9f14-4f01-aba0-e9143e0752a8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607719 Jul 09 19:51:27.210621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d167c-d3fa-4d32-bef3-033c871ffcb0 req-435ad4f0-4546-49a3-9f12-29c98f1cfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.212385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d7d167c-d3fa-4d32-bef3-033c871ffcb0 req-435ad4f0-4546-49a3-9f12-29c98f1cfef2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 1096 time: 0.1159079 Jul 09 19:51:27.216928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port 446184f5-2b51-4af6-bb77-b3a1de9a0a89 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:27.217308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.295594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d7d167c-d3fa-4d32-bef3-033c871ffcb0 req-97507431-5dae-4322-b4b1-c0faa69436f9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Jul 09 19:51:27.313697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.314031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.325388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for 446184f5-2b51-4af6-bb77-b3a1de9a0a89 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:27.355067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:27.459387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.462193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db403b69-2614-4c0a-8b38-d9cb2f647ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.490917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=446184f5-2b51-4af6-bb77-b3a1de9a0a89,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:27.555273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db403b69-2614-4c0a-8b38-d9cb2f647ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.559504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db403b69-2614-4c0a-8b38-d9cb2f647ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.599963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db403b69-2614-4c0a-8b38-d9cb2f647ed7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8281709d750b432da47a3f39e24db190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431881 Jul 09 19:51:27.600709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403b69-2614-4c0a-8b38-d9cb2f647ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd130e-506e-4549-b3c3-c62ce294852c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:27.603101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:27.655905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.678095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.730748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.733978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.735281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16fd130e-506e-4549-b3c3-c62ce294852c HTTP/1.1" status: 204 len: 168 time: 0.1312490 Jul 09 19:51:27.744080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6240682-ac09-4b95-a723-ba549c73e4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd130e-506e-4549-b3c3-c62ce294852c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:27.801791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.829441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.832005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:27.833219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c698906c-52ec-422a-8e3b-75d8d078c5cb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/floatingips/01c474ea-6c45-4888-9cf0-6d680bae3ea0 HTTP/1.1" status: 204 len: 168 time: 0.7914369 Jul 09 19:51:27.836081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:27.937882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port 2dc45338-8668-4341-9084-0482beb37dbc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:27.938316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.028686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.040536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for 2dc45338-8668-4341-9084-0482beb37dbc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:28.188620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.227068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=2dc45338-8668-4341-9084-0482beb37dbc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:28.299233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a41940-52e2-4f7f-b1b3-1b61989d2a25 req-6b3cfa39-ee16-4c93-a789-e86702fd2ad4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:28.300772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e3a41940-52e2-4f7f-b1b3-1b61989d2a25 req-6b3cfa39-ee16-4c93-a789-e86702fd2ad4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 945 time: 0.0854523 Jul 09 19:51:28.307686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.310516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2329f4e2-cd34-4cc5-a17f-e5719bcff170 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/ports/2dc45338-8668-4341-9084-0482beb37dbc HTTP/1.1" status: 204 len: 168 time: 0.4731855 Jul 09 19:51:28.313232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:28.349773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e3a41940-52e2-4f7f-b1b3-1b61989d2a25 req-4554b2f2-c000-4deb-8b02-4e7440c79146 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Jul 09 19:51:28.421579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port c95318c1-e1d6-4dc0-9733-45c55a4a0626 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:28.422100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.524219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.536058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for c95318c1-e1d6-4dc0-9733-45c55a4a0626 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:28.673584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.705049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=c95318c1-e1d6-4dc0-9733-45c55a4a0626,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:28.779863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.784288 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-361267f9-5485-468f-96f2-8e0aa3068feb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/ports/c95318c1-e1d6-4dc0-9733-45c55a4a0626 HTTP/1.1" status: 204 len: 168 time: 0.4675798 Jul 09 19:51:28.784536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:28.836094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting subnet 29fea8d1-81c3-48f3-821b-9efd6747083f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:51:28.839458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.885703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.970812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.029096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.061159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Subnet': ['ID=29fea8d1-81c3-48f3-821b-9efd6747083f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:29.065071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.067433 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-914c3c39-176f-4f83-b296-97917908528d tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/subnets/29fea8d1-81c3-48f3-821b-9efd6747083f HTTP/1.1" status: 204 len: 168 time: 0.2818999 Jul 09 19:51:29.070125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:29.073684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47daadae-f473-4d94-ac3d-ac3258dfdaa6 None None] Network 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:51:29.137863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting subnet b58c46ae-d839-4d4b-bb3e-19abb1dcec7d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:51:29.141242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.190910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.280231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.323363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] DHCP port deletion for 7de28c0f-b2a4-415c-9a2c-9f1b56919f8f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:51:29.350547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.380374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Subnet': ['ID=b58c46ae-d839-4d4b-bb3e-19abb1dcec7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:29.388040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Deleting port 55a66736-9630-4d7a-af99-0959c3efe940 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:29.388752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.394307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.399102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:29.399416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a161939c-0fea-42f3-841c-aafb284cf9d1 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/subnets/b58c46ae-d839-4d4b-bb3e-19abb1dcec7d HTTP/1.1" status: 204 len: 168 time: 0.3280683 Jul 09 19:51:29.422701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620cb9a8-6fd0-4269-8647-e532341e00c6 None None] Network f7817021-eb69-4303-8ab2-c04f7bc9ce12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:51:29.532965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.546727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] For port 55a66736-9630-4d7a-af99-0959c3efe940, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=55a66736-9630-4d7a-af99-0959c3efe940,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:29.547190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.564464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Calling delete_port for 55a66736-9630-4d7a-af99-0959c3efe940 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:29.603057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830293a2-c189-40be-9379-fdbff04c9bb1 req-4c86a89d-983f-43d3-8a59-5cf50b6c7b3d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:29.604556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-830293a2-c189-40be-9379-fdbff04c9bb1 req-4c86a89d-983f-43d3-8a59-5cf50b6c7b3d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 945 time: 0.1122806 Jul 09 19:51:29.635978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Deleting port 55a66736-9630-4d7a-af99-0959c3efe940 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:29.636318 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.696285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-830293a2-c189-40be-9379-fdbff04c9bb1 req-ed100694-76ac-47b2-bf50-6eae2aebd704 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851519 Jul 09 19:51:29.701334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.718070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] For port 55a66736-9630-4d7a-af99-0959c3efe940, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=55a66736-9630-4d7a-af99-0959c3efe940,segment=NetworkSegment(2bbb33c1-6b6c-4412-84b8-fdf5935fbca2),segment_id=2bbb33c1-6b6c-4412-84b8-fdf5935fbca2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:29.719555 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.744475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Calling delete_port for 55a66736-9630-4d7a-af99-0959c3efe940 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:29.749253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] No DVR routers for this DVR port 55a66736-9630-4d7a-af99-0959c3efe940 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:29.750999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddb9e3-63c9-4a07-b9cb-3eb1b595c4db None None] Pushing event deleted for resources: {'Port': ['ID=55a66736-9630-4d7a-af99-0959c3efe940,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:29.774347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] DHCP port deletion for f7817021-eb69-4303-8ab2-c04f7bc9ce12 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:51:29.841020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Deleting port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:29.841447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.865319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.891835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 55a66736-9630-4d7a-af99-0959c3efe940 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:29.893449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Port': ['ID=55a66736-9630-4d7a-af99-0959c3efe940,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:29.895737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] No DVR routers for this DVR port 55a66736-9630-4d7a-af99-0959c3efe940 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:29.919299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 55a66736-9630-4d7a-af99-0959c3efe940 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:29.919647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 55a66736-9630-4d7a-af99-0959c3efe940 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:29.920086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:29.961840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] For port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,segment=NetworkSegment(3d792ea4-b5a3-4e14-b0ac-a0e212223806),segment_id=3d792ea4-b5a3-4e14-b0ac-a0e212223806)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:29.962245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.977403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.982435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Calling delete_port for 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:29.989579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de28c0f-b2a4-415c-9a2c-9f1b56919f8f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.001385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.001773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbb33c1-6b6c-4412-84b8-fdf5935fbca2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.012638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.033981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.046243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:51:30.046967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:51:30.051686 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:51:30.088830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.120640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.136482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.141229 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/networks/7de28c0f-b2a4-415c-9a2c-9f1b56919f8f HTTP/1.1" status: 204 len: 168 time: 0.7383499 Jul 09 19:51:30.142200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:30.148641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b8583-aa10-4fd1-94d2-d18c4778cecb tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Network': ['ID=7de28c0f-b2a4-415c-9a2c-9f1b56919f8f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:30.157222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.186042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] Pushing event deleted for resources: {'Port': ['ID=93103c63-0a4c-4fe8-b513-d0ed2a35ba99,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:30.189719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bba3f-0e37-4976-b97b-477992da96d5 None None] No DVR routers for this DVR port 93103c63-0a4c-4fe8-b513-d0ed2a35ba99 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:30.230897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.321580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.331771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7817021-eb69-4303-8ab2-c04f7bc9ce12']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.344097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d792ea4-b5a3-4e14-b0ac-a0e212223806') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.344391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d792ea4-b5a3-4e14-b0ac-a0e212223806') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:30.353466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.368236 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.374533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:51:30.374928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:51:30.378171 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:51:30.435945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.442742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.449258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] 10.222.0.10 "DELETE /v2.0/networks/f7817021-eb69-4303-8ab2-c04f7bc9ce12 HTTP/1.1" status: 204 len: 168 time: 0.3009617 Jul 09 19:51:30.458426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49f8b9-4166-4c13-b03a-bcc8fa1966d0 tempest-TaggedBootDevicesTest-284954590 tempest-TaggedBootDevicesTest-284954590-project] Pushing event deleted for resources: {'Network': ['ID=f7817021-eb69-4303-8ab2-c04f7bc9ce12,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:38.768618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-42e87cfa-a716-4b71-bc71-fc421cb593b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0914867 Jul 09 19:51:38.886869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.887357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.887833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.888302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.888770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.889266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.889735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.891867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9b26d709-b5c6-4956-971a-36ea7cdf2a93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 6502 time: 0.0729077 Jul 09 19:51:39.008704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-ae9dbe76-5478-4e39-bfbb-803047fe8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.009109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-ae9dbe76-5478-4e39-bfbb-803047fe8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.009606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-ae9dbe76-5478-4e39-bfbb-803047fe8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.011487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-ae9dbe76-5478-4e39-bfbb-803047fe8662 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e70050c-7910-48bd-a281-d9a68e04c1a2&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=1a834868-c4b0-46a5-a848-6f5238889074&id=79dd994b-ef8d-4bda-9861-9e83bb07090a&id=79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 200 len: 2296 time: 0.0933666 Jul 09 19:51:39.082063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-1b3a7995-dcd7-4508-94ea-7577fa766bb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 200 len: 1001 time: 0.0642624 Jul 09 19:51:39.139535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-26bd584f-0f8a-47bf-89c4-7b050b64a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.141038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-26bd584f-0f8a-47bf-89c4-7b050b64a068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 200 len: 855 time: 0.0518553 Jul 09 19:51:39.198470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-e9dde971-490b-4185-91cc-35239304d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.200445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-e9dde971-490b-4185-91cc-35239304d6cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e70050c-7910-48bd-a281-d9a68e04c1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530453 Jul 09 19:51:39.300732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-8dc377ec-5644-4ac0-acf6-7f1581d980b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938735 Jul 09 19:51:39.410972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-c1301286-23ef-4cee-8909-ab57338720d4 service neutron] 10.222.0.59 "GET /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002288 Jul 09 19:51:39.453953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:39.470424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-627fc844-533f-4c29-ae3a-8fe020e1e44c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 217 time: 0.0556588 Jul 09 19:51:39.523225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-953349af-3978-482e-83fe-24c4d6c9774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.524696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-953349af-3978-482e-83fe-24c4d6c9774f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0486188 Jul 09 19:51:39.616778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-f215fc1b-56b4-4622-9d16-38a8bf94ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.618395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-f215fc1b-56b4-4622-9d16-38a8bf94ebc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800707 Jul 09 19:51:39.770198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-5bf2bd14-811f-4f51-b284-bfe2d4af8a5d service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440423 Jul 09 19:51:39.966075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-11ef631a-afc2-42ff-8c4e-e9a08efff84d service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860802 Jul 09 19:51:40.028905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-5f201ba5-4f42-4ea2-ae1e-b1cdbbced110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 217 time: 0.0467029 Jul 09 19:51:40.129507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-2530071b-36ef-4e50-95dd-b39da2a520ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.131731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-2530071b-36ef-4e50-95dd-b39da2a520ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0964532 Jul 09 19:51:40.213794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-66acbdd2-c099-41d3-acc7-7dd5b24024eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.215833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-66acbdd2-c099-41d3-acc7-7dd5b24024eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765910 Jul 09 19:51:40.242738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.334494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-3d6c5e3a-c9c9-42ba-bdaf-60563cc83608 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118631 Jul 09 19:51:40.456528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-5320a094-eae1-4b83-9189-0a416e906df3 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119471 Jul 09 19:51:40.498900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-00ef8bc9-330d-4017-80ba-f29624930df9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 200 len: 217 time: 0.0345631 Jul 09 19:51:40.560282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-037aac67-5474-41d4-a6fb-66532800aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.561965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-037aac67-5474-41d4-a6fb-66532800aa26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0573320 Jul 09 19:51:40.588064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Deleting port 28d5c0d9-1d2b-4b43-af33-6589456e36d6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:40.588642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.686035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] For port 28d5c0d9-1d2b-4b43-af33-6589456e36d6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28d5c0d9-1d2b-4b43-af33-6589456e36d6,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:40.686707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.704611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Calling delete_port for 28d5c0d9-1d2b-4b43-af33-6589456e36d6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:40.904502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.940091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d5c0d9-1d2b-4b43-af33-6589456e36d6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:40.981095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-cf90fd03-62f1-4b1e-8fb8-a91688038842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.982991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-cf90fd03-62f1-4b1e-8fb8-a91688038842 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4143152 Jul 09 19:51:41.093490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-ca550dcb-1a81-411d-a19d-73ab9533fab7 service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027517 Jul 09 19:51:41.143313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.200564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-52dbd3a6-7a41-4acf-9ae6-f02ed92e3f8e service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999856 Jul 09 19:51:41.259212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-84fe9e8b-e9b1-4e30-8f32-318c9a9b1f4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 200 len: 217 time: 0.0513589 Jul 09 19:51:41.315296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-a25a45c1-e0f0-4130-971f-520fe21b5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.316821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-a25a45c1-e0f0-4130-971f-520fe21b5075 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 200 len: 797 time: 0.0523777 Jul 09 19:51:41.381868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-92cd19e9-0257-4c2d-a5ca-af5f097ba76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.383874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-92cd19e9-0257-4c2d-a5ca-af5f097ba76f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1a834868-c4b0-46a5-a848-6f5238889074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603452 Jul 09 19:51:41.401263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:51:41.476426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-bcdb4914-968c-47f8-bc96-3702fd4e705f service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Jul 09 19:51:41.515664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:41.521104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d6efb81-fb79-4b42-b9fa-bc7a508db166 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dba29fe-fd56-42ae-99eb-fa03e4a9af4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661120 Jul 09 19:51:41.523547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:41.526017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Sync routers for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:51:41.538589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:41.539465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:41.580003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-794aa06b-7e61-455d-b716-971a72dea31b service neutron] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972271 Jul 09 19:51:41.622084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-68f4f506-57f7-40dd-820e-724404d877d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 200 len: 217 time: 0.0360661 Jul 09 19:51:41.630451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.656184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:41.673971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-45adef79-8ec2-4c19-bd91-26e53f504193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.675451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-45adef79-8ec2-4c19-bd91-26e53f504193 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0471232 Jul 09 19:51:41.743450 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.744680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-3445ad4c-0220-4500-8be6-c41a8a0cddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.746977 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-3445ad4c-0220-4500-8be6-c41a8a0cddc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0645993 Jul 09 19:51:41.853766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Deleting port 0251752d-f9c1-49eb-9d6f-eade1f103b29 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:41.854250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.890493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-7a0b600a-321f-481d-87b1-1e15ce985dc1 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364434 Jul 09 19:51:41.905042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:51:40Z', 'revision_number': 5, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port': {'id': '0251752d-f9c1-49eb-9d6f-eade1f103b29', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:39Z', 'updated_at': '2021-07-09T19:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:41.940490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Checking router: 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:51:41.950573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Routers {'3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:41.951490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:41.968130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] For port 0251752d-f9c1-49eb-9d6f-eade1f103b29, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0251752d-f9c1-49eb-9d6f-eade1f103b29,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:41.968485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.989573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Calling delete_port for 0251752d-f9c1-49eb-9d6f-eade1f103b29 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:41.996861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-729f226d-ef4a-4501-b5c3-8f2fa6ed3d9a service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000338 Jul 09 19:51:42.041564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] Set router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:42.048188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-397bafef-bfd3-446d-a9f6-5a95a60447c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 200 len: 217 time: 0.0450895 Jul 09 19:51:42.115552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:51:41Z', 'revision_number': 6, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:42.127911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-6bab056c-4da5-4743-8d83-b2502ffcef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.129544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-6bab056c-4da5-4743-8d83-b2502ffcef9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 200 len: 797 time: 0.0737643 Jul 09 19:51:42.159579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5748b-c8ec-450c-b1a7-20c760de18a3 None None] The sync data for ids ['3dba29fe-fd56-42ae-99eb-fa03e4a9af4c'] in n-d-800087-3 is: [{'id': '3dba29fe-fd56-42ae-99eb-fa03e4a9af4c', 'name': 'tempest-TaggedBootDevicesTest-1574622796-router', 'tenant_id': 'a5b7696cafa0428694257266e1c6ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:39:37Z', 'updated_at': '2021-07-09T19:51:41Z', 'revision_number': 6, 'project_id': 'a5b7696cafa0428694257266e1c6ff27', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:51:42.214212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-c0c66436-d561-457e-9495-0814cc4c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.216048 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-c0c66436-d561-457e-9495-0814cc4c182f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79dd994b-ef8d-4bda-9861-9e83bb07090a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762265 Jul 09 19:51:42.230885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.264682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0251752d-f9c1-49eb-9d6f-eade1f103b29,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:42.325611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-9f02f5c6-7792-46d2-a393-03650032eca2 service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024451 Jul 09 19:51:42.339651 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.439310 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e880a33-e74e-461d-bbc7-d79dee202314 req-f577a57f-9f04-4496-9623-447b06b431fb service neutron] 10.222.0.59 "GET /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076481 Jul 09 19:51:42.478254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.480962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.537344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.537858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dba29fe-fd56-42ae-99eb-fa03e4a9af4c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:51:42.543969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.547809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c12d8021-1005-48b3-8b59-65840f5a72c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3dba29fe-fd56-42ae-99eb-fa03e4a9af4c HTTP/1.1" status: 204 len: 168 time: 1.0230560 Jul 09 19:51:42.548004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:42.559228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4b25-53c2-47bf-b57d-960cf7f9ae2a req-5480c892-e2a0-462f-bdd3-42f6bd3792c9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.560750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a9a4b25-53c2-47bf-b57d-960cf7f9ae2a req-5480c892-e2a0-462f-bdd3-42f6bd3792c9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1467032 Jul 09 19:51:42.603780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Deleting subnet 9ef69a55-81e9-4af3-b72d-a3b4853413d6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:51:42.609065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.652599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.757986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.816199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.845234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef69a55-81e9-4af3-b72d-a3b4853413d6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:42.854383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.859885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-680d36db-1713-446b-9683-518e5bdcc4b6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9ef69a55-81e9-4af3-b72d-a3b4853413d6 HTTP/1.1" status: 204 len: 168 time: 0.3108549 Jul 09 19:51:42.860585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:42.862511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326f9fb-ca4a-4c9d-87a5-01ef6a79757c None None] Network 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:51:42.887425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a9a4b25-53c2-47bf-b57d-960cf7f9ae2a req-0b88f0a0-dd93-43fb-9e50-9a41d71ac349 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3207638 Jul 09 19:51:42.947624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.065367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Deleting port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:43.066045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.126479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] DHCP port deletion for 74ee9d4d-ad0f-491c-a619-9f17d5eaa6af request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:51:43.161297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] For port a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:43.162127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.181377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Deleting port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:43.181842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.183108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Calling delete_port for a9ae3ea7-fc51-4714-acaa-ceb57d18f596 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:43.193306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c813b-04af-4349-8a24-e22b9c2e6241 req-c7c39d52-5dbf-42f3-ab48-ac5dcbacdc65 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:43.195831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-559c813b-04af-4349-8a24-e22b9c2e6241 req-c7c39d52-5dbf-42f3-ab48-ac5dcbacdc65 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1647334 Jul 09 19:51:43.254741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] For port a9ae3ea7-fc51-4714-acaa-ceb57d18f596, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,segment=NetworkSegment(1c97085f-46ee-4951-af69-4e03e73774aa),segment_id=1c97085f-46ee-4951-af69-4e03e73774aa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:43.255459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.270704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Calling delete_port for a9ae3ea7-fc51-4714-acaa-ceb57d18f596 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:43.297752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-559c813b-04af-4349-8a24-e22b9c2e6241 req-a555d955-9341-4f38-8416-5a0d360b5c29 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938210 Jul 09 19:51:43.362834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:51:43.367059 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:51:43.375402 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.406113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:43.412240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] Pushing event deleted for resources: {'Port': ['ID=a9ae3ea7-fc51-4714-acaa-ceb57d18f596,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:43.416427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028844e6-0169-4a5d-ac09-53103ce96237 None None] No DVR routers for this DVR port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:43.428372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] No DVR routers for this DVR port a9ae3ea7-fc51-4714-acaa-ceb57d18f596 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:43.517650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.531212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee9d4d-ad0f-491c-a619-9f17d5eaa6af']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:43.542149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c97085f-46ee-4951-af69-4e03e73774aa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:43.542452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c97085f-46ee-4951-af69-4e03e73774aa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:43.551824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.571087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.578579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:51:43.579278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:51:43.581246 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:51:43.658295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.664372 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.670464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/74ee9d4d-ad0f-491c-a619-9f17d5eaa6af HTTP/1.1" status: 204 len: 168 time: 0.8086762 Jul 09 19:51:43.683418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16746e4c-0c3c-4165-8f57-7a97e6e06cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ee9d4d-ad0f-491c-a619-9f17d5eaa6af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:43.758229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260b4fd-03d9-4b64-ac78-cdf88da347d1 req-30922b49-6032-41c5-82c9-cde3ff69c841 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:43.759753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e260b4fd-03d9-4b64-ac78-cdf88da347d1 req-30922b49-6032-41c5-82c9-cde3ff69c841 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0654535 Jul 09 19:51:43.800219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:43.820970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e260b4fd-03d9-4b64-ac78-cdf88da347d1 req-c2be9892-d780-4875-b302-7ce942439fb7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553396 Jul 09 19:51:43.858892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-da114f81-b34a-44a3-ab2a-666b865b022c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5b7696cafa0428694257266e1c6ff27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554144 Jul 09 19:51:43.859202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:43.890305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28d5c0d9-1d2b-4b43-af33-6589456e36d6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:43.911709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 28d5c0d9-1d2b-4b43-af33-6589456e36d6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:43.912057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28d5c0d9-1d2b-4b43-af33-6589456e36d6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:43.912481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a9ae3ea7-fc51-4714-acaa-ceb57d18f596 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:43.933298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: a9ae3ea7-fc51-4714-acaa-ceb57d18f596 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:43.933744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.934130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a9ae3ea7-fc51-4714-acaa-ceb57d18f596 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:43.934721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0251752d-f9c1-49eb-9d6f-eade1f103b29 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:43.957669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.968843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0251752d-f9c1-49eb-9d6f-eade1f103b29 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:43.969499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0251752d-f9c1-49eb-9d6f-eade1f103b29 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:44.026412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.029001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.032755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e281e86-3069-4b2e-8d75-338fafde6ce0 HTTP/1.1" status: 204 len: 168 time: 0.1647551 Jul 09 19:51:44.038553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf95b06-7fce-4648-9063-28c2498f706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e281e86-3069-4b2e-8d75-338fafde6ce0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:44.550033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bed70-ee57-4352-963c-0a41139b9b4d req-b326cbcb-0c9d-48ef-a40a-458b39955c64 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:44.551551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c6bed70-ee57-4352-963c-0a41139b9b4d req-b326cbcb-0c9d-48ef-a40a-458b39955c64 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0777030 Jul 09 19:51:44.596815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c6bed70-ee57-4352-963c-0a41139b9b4d req-424eede5-b6a7-468e-bff6-39666b820d79 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390050 Jul 09 19:51:44.794311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:44.892367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-network', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:44.913882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Made reservation on behalf of 845c3d9942a445e1a81b7c7be596148c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:44.916498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.925883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.024195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.027974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.065533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:51:45.070901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5f3c1-85a8-4a65-974e-6333c7369f7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:45.079271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.079646 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Added segment 0e8923b1-ef8a-4150-9b02-1484921ccd8e of type vlan for network a52a5f0f-66c1-4b98-a916-eb484fa369b3 Jul 09 19:51:45.121115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.150057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.151027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.151645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.207098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4116745 Jul 09 19:51:45.209994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 49692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:45.215288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Request body: {'subnet': {'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-subnet', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:45.220420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dc4c7-2c1f-4b6f-a538-e1fab0c8f269 admin admin] Pushing event updated for resources: {'Network': ['ID=a52a5f0f-66c1-4b98-a916-eb484fa369b3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:45.231931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:51:45.236192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Made reservation on behalf of 845c3d9942a445e1a81b7c7be596148c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:45.238680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.406964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.462924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=225edf18-54c8-4f86-b240-9dd59b475ea6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:45.472155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Checking segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:45.472514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Network hostable DHCP agents. Network: a52a5f0f-66c1-4b98-a916-eb484fa369b3, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:51:45.489801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:51:45.515422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a52a5f0f-66c1-4b98-a916-eb484fa369b3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:45.523485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.525220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.530691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6112c-17df-4973-8306-f88ba8454f29 None None] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:51:45.546292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0e6f72dc-6f40-4119-8762-af10bfb58fee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3350599 Jul 09 19:51:45.548969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:45.560187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:45.582448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.583746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.643850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.819941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bd215-162e-4f03-be7a-e1035f9e6b87 req-fabc076e-66e4-4810-a783-ecd1dce0e8ae tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.820698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.821987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f6bd215-162e-4f03-be7a-e1035f9e6b87 req-fabc076e-66e4-4810-a783-ecd1dce0e8ae tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1035812 Jul 09 19:51:45.848482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc7bc0-59dd-4a63-9cd1-2221aa67ebe3 None None] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:51:45.866086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f6bd215-162e-4f03-be7a-e1035f9e6b87 req-7424a42c-6e87-4d57-b60a-fe0ad14f9735 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376680 Jul 09 19:51:46.056374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:46.086117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:46.200226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Allocated IP 172.25.3.89 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/6dbbf314-d5e4-4a22-9409-82ef9a463720) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:46.304543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:46.352452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:46.392326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:46.399638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:46.412180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:46.419715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbbf314-d5e4-4a22-9409-82ef9a463720,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:46.679084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:46.878895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.063306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00420023-55bc-4c84-95f7-5d0c6a3387fa req-995e9c04-74bc-4768-b062-ca85ebc03f4e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.064810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00420023-55bc-4c84-95f7-5d0c6a3387fa req-995e9c04-74bc-4768-b062-ca85ebc03f4e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0841844 Jul 09 19:51:47.069770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:51:47.166042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00420023-55bc-4c84-95f7-5d0c6a3387fa req-b3fcdee6-be25-4c92-81c8-f2d369ffff60 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938663 Jul 09 19:51:47.227591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:47.236743 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Sync routers for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:51:47.245514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.246786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20786445-cfe4-4ab9-952a-51195d900275 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6964767 Jul 09 19:51:47.249634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:47.250572 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:47.251219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:47.358501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:47.554573 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:46Z', 'revision_number': 3, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:47.584859 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Checking router: 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:51:47.585362 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Updating router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 port 6dbbf314-d5e4-4a22-9409-82ef9a463720 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:51:47.621089 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.685292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.849659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Allocated IP 172.20.0.1 (a52a5f0f-66c1-4b98-a916-eb484fa369b3/225edf18-54c8-4f86-b240-9dd59b475ea6/e08fb477-256d-4f98-8b25-301bb6ba32a0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:47.884111 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.894053 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Transition to ACTIVE for port object 6dbbf314-d5e4-4a22-9409-82ef9a463720 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:47.899276 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.955571 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Attempting to bind port 6dbbf314-d5e4-4a22-9409-82ef9a463720 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:47.955933 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Attempting to bind port 6dbbf314-d5e4-4a22-9409-82ef9a463720 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:47.956514 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Attempting to bind port 6dbbf314-d5e4-4a22-9409-82ef9a463720 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:47.963859 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Pushing event updated for resources: {'Port': ['ID=6dbbf314-d5e4-4a22-9409-82ef9a463720,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:47.966784 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:47.967142 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:47.967531 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.967913 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:47.968539 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Bound port: 6dbbf314-d5e4-4a22-9409-82ef9a463720, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:47.968909 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.976139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.991680 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.992033 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.992372 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.992693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.993018 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.993367 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.993688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.994014 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.994327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.994644 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.994957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:47.995327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:48.017749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.040957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] For port 6dbbf314-d5e4-4a22-9409-82ef9a463720, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:48.044832 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] For port 6dbbf314-d5e4-4a22-9409-82ef9a463720, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6dbbf314-d5e4-4a22-9409-82ef9a463720,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:48.049977 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.062556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:48.066924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:48.071350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:48.093681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Pushing event updated for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:48.111717 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1fa72-fb8e-4d08-94d4-13d09e59fad5 None None] Pushing event updated for resources: {'Port': ['ID=6dbbf314-d5e4-4a22-9409-82ef9a463720,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:48.116188 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:48.117025 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:48.121366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.241035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:48.278832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.432474 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:46Z', 'revision_number': 3, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:48.440267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472e829-b527-482f-9748-aa04924e91b3 req-1fe6598d-4295-4777-8370-6cc1d651a459 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:48.445444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e472e829-b527-482f-9748-aa04924e91b3 req-1fe6598d-4295-4777-8370-6cc1d651a459 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0817549 Jul 09 19:51:48.467421 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f30f9-a8a5-4525-9d01-a0cf4da955c3 None None] The sync data for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 is: [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:46Z', 'revision_number': 3, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:51:48.484982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.490270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.501849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e472e829-b527-482f-9748-aa04924e91b3 req-2c194e92-52b1-4237-8e14-de003a79a18b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435410 Jul 09 19:51:48.554193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.590911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Pushing event updated for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:48.643391 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.684881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:48.686597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:48.845414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:51:49.348368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:49.353767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8884d2df-5e40-4523-9dda-fa332cb4fa67 admin admin] 10.222.0.10 "PUT /v2.0/routers/0c0a4f16-f92b-4ab1-b55f-73842ad558a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029513 Jul 09 19:51:49.362826 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:51:49.738062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d36bb-a4ae-4534-9513-828afb4de499 req-ca11a894-6b71-4bae-9b6a-1658a723fef0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.749721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-991d36bb-a4ae-4534-9513-828afb4de499 req-ca11a894-6b71-4bae-9b6a-1658a723fef0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1111326 Jul 09 19:51:49.794618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-991d36bb-a4ae-4534-9513-828afb4de499 req-a55c71eb-f672-4953-9ab7-6d6e01cc32e6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406690 Jul 09 19:51:49.816459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-06a794da-9240-48fe-997b-45a2e764fb9f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.818523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-06a794da-9240-48fe-997b-45a2e764fb9f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 819 time: 0.1196918 Jul 09 19:51:49.841287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-23f345d7-8103-44e0-9af4-534de44e5970 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/quotas/845c3d9942a445e1a81b7c7be596148c HTTP/1.1" status: 200 len: 375 time: 0.0112958 Jul 09 19:51:49.898761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6dbbf314-d5e4-4a22-9409-82ef9a463720 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:49.913640 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f5b17fb0-e4b1-4a8c-879a-1bdc45d2ac07 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658696 Jul 09 19:51:49.971081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 6dbbf314-d5e4-4a22-9409-82ef9a463720 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:49.976504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 6dbbf314-d5e4-4a22-9409-82ef9a463720 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:49.977019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.032602 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-968b706c-f215-466b-9732-58a146b7775a service neutron] 10.222.0.10 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120291 Jul 09 19:51:50.074641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.096798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 6dbbf314-d5e4-4a22-9409-82ef9a463720, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6dbbf314-d5e4-4a22-9409-82ef9a463720,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:50.100651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.133195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-8ed7ba65-bfaf-49ae-bbc1-35d866ea8fee service neutron] 10.222.0.10 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945110 Jul 09 19:51:50.168174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=6dbbf314-d5e4-4a22-9409-82ef9a463720,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:50.332619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-911ae8f4-ccd5-4394-988e-cec31c8458ab req-af5e462f-c862-423e-a6c1-9644dee1893a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 210 time: 0.0373254 Jul 09 19:51:50.372230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Sync routers for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:51:50.385005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:50.386633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:50.525778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:50.649701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-42ba93a3-76ea-44cf-9e0f-ccf3c54eac88 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:50.651857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-42ba93a3-76ea-44cf-9e0f-ccf3c54eac88 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 819 time: 0.1550634 Jul 09 19:51:50.685916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-7e315c55-b5df-4bc7-b156-dd736fd86707 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/quotas/845c3d9942a445e1a81b7c7be596148c HTTP/1.1" status: 200 len: 375 time: 0.0260763 Jul 09 19:51:50.790471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-891e8254-f275-40b9-aba3-6a971ad62da9 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901353 Jul 09 19:51:50.805367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 4, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e08fb477-256d-4f98-8b25-301bb6ba32a0', 'name': '', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'mac_address': 'fa:16:3e:90:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:47Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 2, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'subnets': [{'id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:50.840423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Checking router: 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:51:50.840831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Updating router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 port e08fb477-256d-4f98-8b25-301bb6ba32a0 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:51:50.882871 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.898618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-639275b1-15b5-49a5-be44-c73e0931f872 service neutron] 10.222.0.10 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058421 Jul 09 19:51:51.055282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-967da0e5-1e6c-4a22-8beb-a1c295904263 service neutron] 10.222.0.10 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498945 Jul 09 19:51:51.283723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:51.295309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Transition to ACTIVE for port object e08fb477-256d-4f98-8b25-301bb6ba32a0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:51.306799 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:51.353862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69767c8-5be9-46ed-ba0b-050586c27a28 None None] Pushing event updated for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:51.466589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Attempting to bind port e08fb477-256d-4f98-8b25-301bb6ba32a0 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:51.467059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Attempting to bind port e08fb477-256d-4f98-8b25-301bb6ba32a0 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:51.467667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Attempting to bind port e08fb477-256d-4f98-8b25-301bb6ba32a0 on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:51.473157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:51.473687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Checking segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:51.474320 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:51.474806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Bound using segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:51.475380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Bound port: e08fb477-256d-4f98-8b25-301bb6ba32a0, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:51.475863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:51.478476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ce47d85-ec0e-4688-b99d-4e99c2287cb2 req-e91782f6-a7b8-43f2-8316-ccb5f9a71486 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0702229 Jul 09 19:51:51.544781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d292280-55a2-4da3-b019-16de052a4ae0 req-ff2bb4bb-f805-4bf4-983d-55894c193edb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.550187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d292280-55a2-4da3-b019-16de052a4ae0 req-ff2bb4bb-f805-4bf4-983d-55894c193edb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1043336 Jul 09 19:51:51.562865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] For port e08fb477-256d-4f98-8b25-301bb6ba32a0, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:51.566998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] For port e08fb477-256d-4f98-8b25-301bb6ba32a0, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e08fb477-256d-4f98-8b25-301bb6ba32a0,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:51.572225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:51.609086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d292280-55a2-4da3-b019-16de052a4ae0 req-53095ab7-e10c-41dc-b2ef-a0c83f90d3ca tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520146 Jul 09 19:51:51.639740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:51.640531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:51.741529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.763134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.770771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.776799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:51.778640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69767c8-5be9-46ed-ba0b-050586c27a28 None None] Pushing event updated for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:51.782128 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.788351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.795140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.802594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.804860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-f184ce3d-2724-4d07-9d3d-9e3f5982b301 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.1444976 Jul 09 19:51:51.877365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8795f9d-d3cd-4da7-91bb-a80d0ed2a3ec req-ffa97eb9-9e33-48e3-aa4d-ceeb48253d1f tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573859 Jul 09 19:51:51.938016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6dbbf314-d5e4-4a22-9409-82ef9a463720 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:52.097447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 6dbbf314-d5e4-4a22-9409-82ef9a463720 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:52.098078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:52.099626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-5af035a1-676e-4fec-9ca6-7b79bc7010d3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.101430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-5af035a1-676e-4fec-9ca6-7b79bc7010d3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 819 time: 0.1323218 Jul 09 19:51:52.114452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Request body: {'port': {'device_id': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'admin_state_up': True, 'tenant_id': '845c3d9942a445e1a81b7c7be596148c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:52.208081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 4, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e08fb477-256d-4f98-8b25-301bb6ba32a0', 'name': '', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'mac_address': 'fa:16:3e:90:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:47Z', 'updated_at': '2021-07-09T19:51:51Z', 'revision_number': 4, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'subnets': [{'id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:52.240066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc4fe-fa72-4ef9-b212-1512b354e416 None None] The sync data for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 is: [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:51:48Z', 'revision_number': 4, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'e08fb477-256d-4f98-8b25-301bb6ba32a0', 'name': '', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'mac_address': 'fa:16:3e:90:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:47Z', 'updated_at': '2021-07-09T19:51:51Z', 'revision_number': 4, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'subnets': [{'id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:51:52.273564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Made reservation on behalf of 845c3d9942a445e1a81b7c7be596148c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:52.279589 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:52.346817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9401e97-657b-43b7-8cf9-5692265f2453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:52.517559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Allocated IP 172.20.0.2 (a52a5f0f-66c1-4b98-a916-eb484fa369b3/225edf18-54c8-4f86-b240-9dd59b475ea6/fe4f8a18-2de9-4e37-b5c1-2feddd2089ed) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:52.615108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.621989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.628478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.637674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.648426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.660774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.667419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.670025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-938b7af1-2865-4c90-a252-22bda92b060c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.1456673 Jul 09 19:51:52.686514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-916afed2-fb4b-4139-8f90-4ae822f30cf4 req-11052ba5-0b77-4a2b-9d04-58c9fbf62a57 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0616937 Jul 09 19:51:52.781678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-0bae40e2-fe13-430b-8267-95fda5ce1aaa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.785116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-0bae40e2-fe13-430b-8267-95fda5ce1aaa tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0972822 Jul 09 19:51:52.949567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:52.979591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-1666e6d5-276c-49d8-91ea-1b65a8532658 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1907690 Jul 09 19:51:53.031810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:53.044403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-4d35b23e-1fca-431f-b88d-d4d4bc0d5e89 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.046682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-4d35b23e-1fca-431f-b88d-d4d4bc0d5e89 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 819 time: 0.1815069 Jul 09 19:51:53.070088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Request body: {'port': {'device_id': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'admin_state_up': True, 'tenant_id': '845c3d9942a445e1a81b7c7be596148c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:53.136270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.148015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.216767 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.234002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee5e6-49d1-4b43-aec3-48c3874a76fb req-8fa7929d-5be3-4934-a1bf-e8ad5be2b8b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.241723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66fee5e6-49d1-4b43-aec3-48c3874a76fb req-8fa7929d-5be3-4934-a1bf-e8ad5be2b8b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.3862212 Jul 09 19:51:53.303727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66fee5e6-49d1-4b43-aec3-48c3874a76fb req-e014cbfa-e0bf-4c27-866f-0a8bbe3c3f7b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570168 Jul 09 19:51:53.340665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:53.360538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:53.366819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:53.371921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Pushing event updated for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:53.397433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Made reservation on behalf of 845c3d9942a445e1a81b7c7be596148c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:53.401079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.441948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.444888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=34e4f8a5-dd80-43d3-9c18-8acecce72262,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:53.448567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.454720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.460701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.467145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.473201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.479348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.481332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-4063a196-29df-4f11-8bec-636776764a62 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 5445 time: 0.4168496 Jul 09 19:51:53.502527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] For port 34e4f8a5-dd80-43d3-9c18-8acecce72262, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:53.529101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.529842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.553352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] device_id is not set on port 34e4f8a5-dd80-43d3-9c18-8acecce72262 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:51:53.566044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.573560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.605315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-e1461581-796f-4db2-a012-d0f389238e66 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4949296 Jul 09 19:51:53.631060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Request body: {'port': {'device_id': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:53.640199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b92a158e-b815-44fc-9c17-bd82e7bd7100 req-59aea275-c19a-4519-b2c3-6ab6079c57fd tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=48d0e232-b8f3-4160-bf41-22ed77e37abf&id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508336 Jul 09 19:51:53.647151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] No DVR routers for this DVR port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:53.705202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] In _notify_port_updated(), no bound segment for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:51:53.719875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.721209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.725246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] 10.222.0.59 "PUT /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 200 len: 1032 time: 0.6977215 Jul 09 19:51:53.767740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca542-29e7-410d-a087-9a9ca8786357 service neutron] Pushing event updated for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:53.875068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Allocated IP 172.20.0.7 (a52a5f0f-66c1-4b98-a916-eb484fa369b3/225edf18-54c8-4f86-b240-9dd59b475ea6/c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:53.877562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:53.887268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-ded80942-fb05-4b5e-88b3-106dcc1c0fa4 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.889011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-ded80942-fb05-4b5e-88b3-106dcc1c0fa4 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "GET /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1588047 Jul 09 19:51:53.928217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:53.978846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51c84313-ced2-4af3-a831-a4f326650a75 req-1418c26d-526d-4f84-8750-6d4a92d58ebe tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0856552 Jul 09 19:51:54.011331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e08fb477-256d-4f98-8b25-301bb6ba32a0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:54.094032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c043ce4-cff3-4285-b1a8-63ca60b2cc2b None None] Provisioning complete for port 34e4f8a5-dd80-43d3-9c18-8acecce72262 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:54.094458 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c043ce4-cff3-4285-b1a8-63ca60b2cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.097343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.165732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c043ce4-cff3-4285-b1a8-63ca60b2cc2b None None] Port 34e4f8a5-dd80-43d3-9c18-8acecce72262 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:54.170220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e08fb477-256d-4f98-8b25-301bb6ba32a0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:54.175330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e08fb477-256d-4f98-8b25-301bb6ba32a0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:54.175970 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.265625 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.277605 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.312102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=df081654-04a9-43ce-a8d3-3271c144662d,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.316008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e08fb477-256d-4f98-8b25-301bb6ba32a0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e08fb477-256d-4f98-8b25-301bb6ba32a0,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.321204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.332428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.369070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] For port df081654-04a9-43ce-a8d3-3271c144662d, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:54.418921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] device_id is not set on port df081654-04a9-43ce-a8d3-3271c144662d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:51:54.429699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.438822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.449522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:54.449866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Network a52a5f0f-66c1-4b98-a916-eb484fa369b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:54.456441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:54.469887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:54.480700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Pushing event updated for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:54.504215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Pushing event updated for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:54.549629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] No DVR routers for this DVR port df081654-04a9-43ce-a8d3-3271c144662d on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:54.592086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] In _notify_port_updated(), no bound segment for port df081654-04a9-43ce-a8d3-3271c144662d on network 1a834868-c4b0-46a5-a848-6f5238889074 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:51:54.592988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.593787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.595651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-eeb8a12a-d9b9-4a47-a82e-b1ea6b3cca61 service neutron] 10.222.0.59 "PUT /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 200 len: 1032 time: 0.6919949 Jul 09 19:51:54.606689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.607450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.654279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-98ca9a23-36e0-4ad1-8275-926bae4e90b3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5883856 Jul 09 19:51:54.719364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Request body: {'port': {'device_id': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:54.779860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:54.780427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.840766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4f8a18-2de9-4e37-b5c1-2feddd2089ed {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:54.845647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.863413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.879637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc73b3-9228-44fb-82a1-488255aa5060 req-72960a98-fa34-4292-bef4-8a8086c27caf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.887042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34fc73b3-9228-44fb-82a1-488255aa5060 req-72960a98-fa34-4292-bef4-8a8086c27caf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.3746483 Jul 09 19:51:54.895572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7b2b1968-f981-4d1c-8928-1ed870616c2d None None] Provisioning complete for port df081654-04a9-43ce-a8d3-3271c144662d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:54.896175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1968-f981-4d1c-8928-1ed870616c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.943928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Transition to ACTIVE for port object fe4f8a18-2de9-4e37-b5c1-2feddd2089ed will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:54.969875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.970266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.973101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b1968-f981-4d1c-8928-1ed870616c2d None None] Port df081654-04a9-43ce-a8d3-3271c144662d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:54.975209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-28ba0013-d20f-461a-a0cc-5f2ff9f6fba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.995681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34fc73b3-9228-44fb-82a1-488255aa5060 req-d9447df6-409b-4037-9866-b1cfb002ef33 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077042 Jul 09 19:51:54.997832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.000931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.007233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.014500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.021246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.028270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.030164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-afe9e1de-bb93-401b-adc3-27bcef4b4856 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 3887 time: 0.1750364 Jul 09 19:51:55.031211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:55.097562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:55.113733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f79ceba2-aeeb-4210-9272-b7fd3c894ede req-0f5d9719-218d-4dcf-b629-714a9493fc8b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779476 Jul 09 19:51:55.236538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:55.245454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.264351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.279784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=563842a3-6c7e-4e0d-b00a-b44ca6546ea4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:55.292670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No active binding found for port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 {{(pid=93773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 19:51:55.293205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:55.293729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device df081654-04a9-43ce-a8d3-3271c144662d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:55.346782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device df081654-04a9-43ce-a8d3-3271c144662d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:55.347458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:55.364654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port 563842a3-6c7e-4e0d-b00a-b44ca6546ea4 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:55.368463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.372065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-37da3aeb-287b-46d9-8774-6cd6ebc26a60 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "DELETE /v2.0/ports/563842a3-6c7e-4e0d-b00a-b44ca6546ea4 HTTP/1.1" status: 204 len: 173 time: 0.7696762 Jul 09 19:51:55.373556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:55.376868 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a2308-012d-4030-9b72-b89c516c2ffd" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:55.395637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ec326-7c78-4e1c-a162-636e5f833a68 req-b63d229c-cabc-41a5-8272-0e18624559c3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.397832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf7ec326-7c78-4e1c-a162-636e5f833a68 req-b63d229c-cabc-41a5-8272-0e18624559c3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 931 time: 0.2503188 Jul 09 19:51:55.432753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Attempting to bind port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:55.433410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Attempting to bind port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:55.433925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Attempting to bind port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:55.441011 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.449257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:55.450079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Attempting to bind port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:55.465649 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0fa069-b893-4a23-903f-1647fe35daa4 x-openstack-request-id: req-cb0fa069-b893-4a23-903f-1647fe35daa4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:55.466017 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "563842a3-6c7e-4e0d-b00a-b44ca6546ea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:55.466475 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0fa069-b893-4a23-903f-1647fe35daa4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:55.467064 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '563842a3-6c7e-4e0d-b00a-b44ca6546ea4', 'status': 'completed', 'code': 200} Jul 09 19:51:55.473524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:55.479132 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2eec8-6599-4aa3-b8b4-9689f97ad094" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:55.501259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:55.507159 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.509302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 34e4f8a5-dd80-43d3-9c18-8acecce72262 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:55.511042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:55.511375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Checking segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:55.511753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Bound using segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:55.512191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Bound port: fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:55.512550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.524081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port f70db704-5cee-4efc-945f-0d8489373512 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:55.524449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.537796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf7ec326-7c78-4e1c-a162-636e5f833a68 req-da511e2d-64f4-4584-8f78-00f338c4264c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278477 Jul 09 19:51:55.599504 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc9973f-cc4a-4278-99d3-9dd61709d9af x-openstack-request-id: req-6cc9973f-cc4a-4278-99d3-9dd61709d9af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:55.599780 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:55.600040 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cc9973f-cc4a-4278-99d3-9dd61709d9af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:55.600434 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'code': 200} Jul 09 19:51:55.601104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:55.614366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:55.624507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 34e4f8a5-dd80-43d3-9c18-8acecce72262 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:55.625773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f94e2850-df37-4f3e-9875-e4c90177d491 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:55.627602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.651680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port f70db704-5cee-4efc-945f-0d8489373512, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f70db704-5cee-4efc-945f-0d8489373512,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:55.652106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.661239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Transition to ACTIVE for port object c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:55.665022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:55.669213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for f70db704-5cee-4efc-945f-0d8489373512 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:55.670622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:55.671913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.707634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.801569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:55.811703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.812331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.814461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 1091 time: 2.1888614 Jul 09 19:51:55.817696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:55.827500 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1780d58-1da5-4f1d-8975-18fd6e0e0853" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:55.989438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.992168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908e31a-1a0f-4be8-9280-9f2acf9921a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.001289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e08fb477-256d-4f98-8b25-301bb6ba32a0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:56.039242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-dce30baf-4526-4532-9c17-5511fdd2b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.040769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-dce30baf-4526-4532-9c17-5511fdd2b79d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1094 time: 0.1762159 Jul 09 19:51:56.043981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Attempting to bind port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:56.044318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Attempting to bind port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:56.044766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Attempting to bind port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:56.046387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=f70db704-5cee-4efc-945f-0d8489373512,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.055730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.060330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:56.060752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Attempting to bind port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff on network a52a5f0f-66c1-4b98-a916-eb484fa369b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:56.108246 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85960ff9-aa8c-4fc3-9800-dd164a27ec94 x-openstack-request-id: req-85960ff9-aa8c-4fc3-9800-dd164a27ec94 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:56.108453 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:56.108687 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85960ff9-aa8c-4fc3-9800-dd164a27ec94 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:56.109172 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'status': 'completed', 'code': 200} Jul 09 19:51:56.112706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-b16f3fc4-1317-4691-be59-194b972887d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0634813 Jul 09 19:51:56.113926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:56.114263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Checking segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:56.114637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Bound using segment: {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:56.115062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Bound port: c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8923b1-ef8a-4150-9b02-1484921ccd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:56.115551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.129026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port f70db704-5cee-4efc-945f-0d8489373512 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:56.132261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.134526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-8ddc130e-6c47-4f8e-96ae-17bcc54eb0ec tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "DELETE /v2.0/ports/f70db704-5cee-4efc-945f-0d8489373512 HTTP/1.1" status: 204 len: 173 time: 0.7535212 Jul 09 19:51:56.166615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:56.172724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e08fb477-256d-4f98-8b25-301bb6ba32a0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:56.173274 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.177034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.177884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f70db704-5cee-4efc-945f-0d8489373512 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:56.214269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-420f5755-8af0-456e-8ece-b7522cbe5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.215761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-420f5755-8af0-456e-8ece-b7522cbe5790 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0951040 Jul 09 19:51:56.218134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: f70db704-5cee-4efc-945f-0d8489373512 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:56.218729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f70db704-5cee-4efc-945f-0d8489373512 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:56.219514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 30c48eee-9098-4748-a2c4-86c19c8f9733 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:56.266960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-61e9a548-2fb2-4450-8188-cc481e4debf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383337 Jul 09 19:51:56.314383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:56.339131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.375177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:56.384415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.412735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:56.413440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.431735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.460510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.461145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.462801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] 10.222.0.59 "PUT /v2.0/ports/c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff HTTP/1.1" status: 200 len: 1091 time: 1.7489727 Jul 09 19:51:56.504095 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.518387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d866693-26ea-46e5-9191-29e203b89e25 req-40fc4091-8c8e-4530-95cc-d11f85aa528f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.520223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d866693-26ea-46e5-9191-29e203b89e25 req-40fc4091-8c8e-4530-95cc-d11f85aa528f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.2522519 Jul 09 19:51:56.557419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:56.564818 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.579218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-ffe927ff-0886-4a34-ac5b-9c572ac915c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989788 Jul 09 19:51:56.599911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:56.601099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.621651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018fb9-43ff-479a-8ea5-4312d7158998 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.631974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f53c-d605-4334-9d97-0cb50d589456 req-9f03caa2-3991-45b9-9488-91a8511d5fb2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.641500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f53c-d605-4334-9d97-0cb50d589456 req-9f03caa2-3991-45b9-9488-91a8511d5fb2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.653357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.657648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f53c-d605-4334-9d97-0cb50d589456 req-9f03caa2-3991-45b9-9488-91a8511d5fb2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.668096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb67f53c-d605-4334-9d97-0cb50d589456 req-9f03caa2-3991-45b9-9488-91a8511d5fb2 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 2413 time: 0.3260410 Jul 09 19:51:56.678182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d866693-26ea-46e5-9191-29e203b89e25 req-6b06ba44-ed5b-4dce-9d83-5e416ac6c387 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401277 Jul 09 19:51:56.693998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:56.737388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-e01be950-6b77-4393-8808-865daa0bd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.739167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-e01be950-6b77-4393-8808-865daa0bd05c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 1094 time: 0.2165644 Jul 09 19:51:56.774268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb67f53c-d605-4334-9d97-0cb50d589456 req-2b893350-a8f0-41a5-bea8-f24025613143 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036296 Jul 09 19:51:56.812588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-6c8de2ea-f942-4f9a-adb5-b2aed808a179 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff HTTP/1.1" status: 200 len: 217 time: 0.0642471 Jul 09 19:51:56.816449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fbf726c-57fb-42e6-be14-54d957be3b96 req-025d93c4-1b7f-4e46-8b77-b5c2edb4da8a service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250450 Jul 09 19:51:56.906427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.939793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.986798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-0e66c8fe-e818-47ee-be48-6c65e64fa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.986798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-0e66c8fe-e818-47ee-be48-6c65e64fa8e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.1647813 Jul 09 19:51:57.025771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port 13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:57.028141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.030885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-bb9a7585-87c1-426d-a7eb-34a0c991bbd8 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "DELETE /v2.0/ports/13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab HTTP/1.1" status: 204 len: 173 time: 0.8878734 Jul 09 19:51:57.038044 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-0d411892-03ec-4e81-9de5-2f905379c65d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403771 Jul 09 19:51:57.294285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port f94e2850-df37-4f3e-9875-e4c90177d491 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:57.295001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.355351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33971-ba20-46cc-b76f-b387979d400c req-008c8403-e54d-433e-bea0-9e19c66ad93b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.356971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57c33971-ba20-46cc-b76f-b387979d400c req-008c8403-e54d-433e-bea0-9e19c66ad93b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1924961 Jul 09 19:51:57.367292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-72173bee-e872-42fb-9ccb-c7c53034cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.368932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-72173bee-e872-42fb-9ccb-c7c53034cf5e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.1903687 Jul 09 19:51:57.470261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512'}, {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:57.472525 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bd8bd-a270-42f3-9ce4-74e23d64d4be" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "f70db704-5cee-4efc-945f-0d8489373512"}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:57.496942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57c33971-ba20-46cc-b76f-b387979d400c req-270ec6e9-5cff-495d-9c6c-3c5bcbe10113 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246142 Jul 09 19:51:57.504937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port f94e2850-df37-4f3e-9875-e4c90177d491, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f94e2850-df37-4f3e-9875-e4c90177d491,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:57.505438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.581268 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195236d2-2f65-4dc3-801a-89de25b15554 x-openstack-request-id: req-195236d2-2f65-4dc3-801a-89de25b15554 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:57.581852 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "f70db704-5cee-4efc-945f-0d8489373512", "status": "completed", "code": 200}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:57.581852 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-195236d2-2f65-4dc3-801a-89de25b15554 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:57.582211 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': 'f70db704-5cee-4efc-945f-0d8489373512', 'status': 'completed', 'code': 200} Jul 09 19:51:57.582462 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '13e49ec5-7e5e-4c04-bbd2-bffed6bae8ab', 'status': 'completed', 'code': 200} Jul 09 19:51:57.594325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-a5d483c4-5ffa-491b-b4d8-d20420d74cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.595480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-a5d483c4-5ffa-491b-b4d8-d20420d74cd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.2140501 Jul 09 19:51:57.603392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef27f-da1b-4714-b891-b78f24c8a2a0 req-800a9ac6-54f6-4723-a341-5b81af6d6436 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.605692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3fef27f-da1b-4714-b891-b78f24c8a2a0 req-800a9ac6-54f6-4723-a341-5b81af6d6436 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 943 time: 0.7088475 Jul 09 19:51:57.610776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491'}, {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:57.613181 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d9549-aaa7-477e-b2ff-8b8e7ee81fbb" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491"}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:57.652393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-ebe4c100-2a0d-4e74-aaf4-08ac7c9ae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.654569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-ebe4c100-2a0d-4e74-aaf4-08ac7c9ae9c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1094 time: 0.7700913 Jul 09 19:51:57.666492 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d0983-244d-46ac-a3c7-5334895b9c3e x-openstack-request-id: req-f39d0983-244d-46ac-a3c7-5334895b9c3e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:57.667342 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491", "code": 200}, {"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:57.667572 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f39d0983-244d-46ac-a3c7-5334895b9c3e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:57.667967 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'code': 200} Jul 09 19:51:57.668221 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'code': 200} Jul 09 19:51:57.742012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3fef27f-da1b-4714-b891-b78f24c8a2a0 req-6dd85eb8-db96-42d0-97e2-686a673e79a1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262584 Jul 09 19:51:57.771599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-74c02c88-6deb-4942-b6a8-41c5e1866f4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.1686218 Jul 09 19:51:57.779713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-7ce8da22-1a71-416e-ba4d-dacad9fcabc8 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307658 Jul 09 19:51:57.830827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.845619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.846024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.846314 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Floating IP b894fef4-1757-4002-9a31-d866375c8a53 disassociated. External IP: 172.25.3.17, port: f94e2850-df37-4f3e-9875-e4c90177d491. Jul 09 19:51:57.846674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for f94e2850-df37-4f3e-9875-e4c90177d491 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:57.860771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-0c586a37-5e7e-4a20-83e9-b8b4b93ad13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.862298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-0c586a37-5e7e-4a20-83e9-b8b4b93ad13e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0838077 Jul 09 19:51:57.876049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-5d639539-d966-49df-81c4-d8413d1a146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.877984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-5d639539-d966-49df-81c4-d8413d1a146c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.2154689 Jul 09 19:51:57.922028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-2e5c853e-8f2a-4559-8319-08ba2a486dec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0365751 Jul 09 19:51:57.988164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-9bafa8be-b77b-4887-861a-78067e8bc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.989846 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-9bafa8be-b77b-4887-861a-78067e8bc914 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216545 Jul 09 19:51:58.012061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52f8cb54-c348-4829-8e07-9b9f6a2e7437 req-8784f5aa-ee26-470d-8b74-f8d32b2c5dba service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257400 Jul 09 19:51:58.013994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-146bb485-5d7d-49f4-9995-d2a5f52fa9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.015409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-146bb485-5d7d-49f4-9995-d2a5f52fa9dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0865741 Jul 09 19:51:58.059530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-17615c84-d32f-42ff-909f-264d6d22e6c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364921 Jul 09 19:51:58.110266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:58.112641 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49010283-d881-4da8-a154-5d47aebdbc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:58.165337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.166147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-35d6dd10-49cc-41a7-ac87-19420c464369 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997529 Jul 09 19:51:58.174662 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e183dce-1a21-4c3f-a1d6-393daf25823a x-openstack-request-id: req-5e183dce-1a21-4c3f-a1d6-393daf25823a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:58.175174 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:58.175489 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e183dce-1a21-4c3f-a1d6-393daf25823a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:58.175975 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff', 'status': 'completed', 'code': 200} Jul 09 19:51:58.212395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=f94e2850-df37-4f3e-9875-e4c90177d491,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:58.246072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631845-d56b-4058-8dd3-a875a8b1addd req-75f382e1-b2c0-492a-93a3-a4301bfcf58c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.251996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631845-d56b-4058-8dd3-a875a8b1addd req-75f382e1-b2c0-492a-93a3-a4301bfcf58c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.253965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e631845-d56b-4058-8dd3-a875a8b1addd req-75f382e1-b2c0-492a-93a3-a4301bfcf58c tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 1599 time: 0.2256482 Jul 09 19:51:58.255969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-d00997bb-81bc-4e47-8b35-c6837614b00d service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556891 Jul 09 19:51:58.316056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1780d58-1da5-4f1d-8975-18fd6e0e0853 req-3018aa51-2998-4292-8710-807d24ba0e62 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391745 Jul 09 19:51:58.322706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010283-d881-4da8-a154-5d47aebdbc5e req-7d67dac7-cb07-4b03-a44d-bb5549453cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.324096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-7d67dac7-cb07-4b03-a44d-bb5549453cdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 1094 time: 0.0947216 Jul 09 19:51:58.428651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010283-d881-4da8-a154-5d47aebdbc5e req-1b3a4eaa-abaf-489e-a263-dbb6c7b3a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.430187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-1b3a4eaa-abaf-489e-a263-dbb6c7b3a6ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.0994358 Jul 09 19:51:58.475056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-3002ca64-39a0-49fc-af3f-87a0f414c762 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff HTTP/1.1" status: 200 len: 217 time: 0.0379741 Jul 09 19:51:58.537205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010283-d881-4da8-a154-5d47aebdbc5e req-a160f27e-1a6e-4303-ab75-3514c5fa8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.539024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-a160f27e-1a6e-4303-ab75-3514c5fa8198 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0551026 Jul 09 19:51:58.587017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-832ac74a-cdf3-425f-bffc-2b55d988dfc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396576 Jul 09 19:51:58.707619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-4b54aab4-3295-4bec-b013-d28f903468aa service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141238 Jul 09 19:51:58.772281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e631845-d56b-4058-8dd3-a875a8b1addd req-c62a9569-7f44-48cf-95ae-681b6e0c4327 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups?id=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703377 Jul 09 19:51:58.860754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Router 6399a102-132b-477e-b039-4181502b64ff has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:51:58.875720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cf602-4156-4fa3-888e-91af4f968a6c req-56e0e150-a30d-42af-ac0b-cef8f3fb635c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.877362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad9cf602-4156-4fa3-888e-91af4f968a6c req-56e0e150-a30d-42af-ac0b-cef8f3fb635c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.2034602 Jul 09 19:51:58.879093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23fb33b5-e7a7-400a-aa60-abf16a550f65 req-a8c66381-0912-4a83-a381-e5655515c137 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701602 Jul 09 19:51:58.879426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49010283-d881-4da8-a154-5d47aebdbc5e req-ca2db7d9-7cba-474c-88b4-a35acb6ddb82 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509328 Jul 09 19:51:58.949118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad9cf602-4156-4fa3-888e-91af4f968a6c req-d037049b-c17a-4343-9325-dfd40d2e6923 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659883 Jul 09 19:51:59.030566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:59.052001 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Sync routers for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:51:59.063206 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:59.064061 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:59.086874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port f94e2850-df37-4f3e-9875-e4c90177d491 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:59.089712 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.092124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-a24e718c-2b36-4bce-bcc8-1182ce184af1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "DELETE /v2.0/ports/f94e2850-df37-4f3e-9875-e4c90177d491 HTTP/1.1" status: 204 len: 173 time: 2.0539072 Jul 09 19:51:59.149634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2b5bc-4b41-4e95-80d6-1ee4c3e98e7f req-363978ee-e941-4c68-b06c-1435f71f0b12 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:59.152373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3db2b5bc-4b41-4e95-80d6-1ee4c3e98e7f req-363978ee-e941-4c68-b06c-1435f71f0b12 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 943 time: 0.1758714 Jul 09 19:51:59.193550 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:59.227382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3db2b5bc-4b41-4e95-80d6-1ee4c3e98e7f req-003d4e3b-3a26-41bf-95b0-ace4c668a9ea tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669618 Jul 09 19:51:59.247679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 30c48eee-9098-4748-a2c4-86c19c8f9733 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:59.248036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.276590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe4f8a18-2de9-4e37-b5c1-2feddd2089ed details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:59.364601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port 30c48eee-9098-4748-a2c4-86c19c8f9733, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=30c48eee-9098-4748-a2c4-86c19c8f9733,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:59.365262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.379554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 30c48eee-9098-4748-a2c4-86c19c8f9733 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:59.403088 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:59.435137 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Checking router: 6399a102-132b-477e-b039-4181502b64ff for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:51:59.438457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:59.445001 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:51:59.445896 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:59.466246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'port_id': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'mac_address': 'fa:16:3e:d6:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:59.541498 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.556832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4f8a18-2de9-4e37-b5c1-2feddd2089ed {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:59.581182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:59.586929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.595908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:59.600097 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddd575a-23d4-4bc0-864f-e2f0edb1b2bc" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:59.606165 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.647503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.648218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=30c48eee-9098-4748-a2c4-86c19c8f9733,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.681753 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1624b37-a622-48c1-bfa9-833f65ca7dff x-openstack-request-id: req-e1624b37-a622-48c1-bfa9-833f65ca7dff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:59.682052 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "f94e2850-df37-4f3e-9875-e4c90177d491", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:59.683495 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1624b37-a622-48c1-bfa9-833f65ca7dff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:59.683891 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': 'f94e2850-df37-4f3e-9875-e4c90177d491', 'status': 'completed', 'code': 200} Jul 09 19:51:59.686136 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:51:59.714155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port 30c48eee-9098-4748-a2c4-86c19c8f9733 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:59.718093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.720464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eecee442-04c2-4fe4-937d-6be5976ce536 req-2733a37d-0758-4ed2-b618-c349566f4845 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.59 "DELETE /v2.0/ports/30c48eee-9098-4748-a2c4-86c19c8f9733 HTTP/1.1" status: 204 len: 173 time: 0.6207111 Jul 09 19:51:59.818005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe4f8a18-2de9-4e37-b5c1-2feddd2089ed'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:59.914710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:51:59.954430 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2297c54-fc49-41b6-bc8e-ddc1b8d1556b None None] The sync data for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 is: [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:40:46Z', 'revision_number': 4, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '351711ea-8685-4518-a1e2-84334aa10091', 'name': '', 'network_id': '6e70050c-7910-48bd-a281-d9a68e04c1a2', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'mac_address': 'fa:16:3e:d0:b4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:43Z', 'updated_at': '2021-07-09T19:40:55Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'subnets': [{'id': '4c731fec-f5fd-4c10-a75c-7d2a67d74729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:00.004388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-985dd334-f617-4669-8eff-3ee35000bb1e req-a76ef116-8611-47c9-8310-60c34c420a38 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0343909 Jul 09 19:52:00.283090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e49ac-d1f2-4bbb-8352-7e438ad5a2f6 req-e5e79fc5-0c76-44bb-a7fd-b87d62c69eac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.284777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-739e49ac-d1f2-4bbb-8352-7e438ad5a2f6 req-e5e79fc5-0c76-44bb-a7fd-b87d62c69eac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1155255 Jul 09 19:52:00.328471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-739e49ac-d1f2-4bbb-8352-7e438ad5a2f6 req-85bc5d75-7897-49ca-834c-8faa6eafceae tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381281 Jul 09 19:52:00.401956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a39fda-c817-47f6-8a1f-f1e11bf62391 None None] New status for floating IP b894fef4-1757-4002-9a31-d866375c8a53: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:52:00.458311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4446-124c-47b4-8b5f-bc69de472a87 req-56bd00e9-04e4-429b-8ecd-b7aed747c391 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.467753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ff4446-124c-47b4-8b5f-bc69de472a87 req-56bd00e9-04e4-429b-8ecd-b7aed747c391 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 943 time: 0.0867279 Jul 09 19:52:00.513195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ff4446-124c-47b4-8b5f-bc69de472a87 req-f5a8b5ed-15a9-4367-be49-29acf6f43c91 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Jul 09 19:52:00.620888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76c213-6949-4076-80c7-d7bb10f38a15 req-1ef6c1c0-d8fc-427a-a2d0-c42e92cf30d7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.622551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac76c213-6949-4076-80c7-d7bb10f38a15 req-1ef6c1c0-d8fc-427a-a2d0-c42e92cf30d7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0817237 Jul 09 19:52:00.673794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac76c213-6949-4076-80c7-d7bb10f38a15 req-c69b9ece-469a-4fb1-9995-98480e59ddf0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451379 Jul 09 19:52:01.139319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2640b-0989-40d4-bd9d-d8299f3d5bc7 req-6bfc1930-89bf-42dd-85cf-483f60f77031 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.141076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24a2640b-0989-40d4-bd9d-d8299f3d5bc7 req-6bfc1930-89bf-42dd-85cf-483f60f77031 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1231055 Jul 09 19:52:01.196716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93c7f6c3-41bc-4b71-b53b-894760587536 req-b56aedfd-06bd-4dab-a8ea-0d807f067be1 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0354381 Jul 09 19:52:01.197924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24a2640b-0989-40d4-bd9d-d8299f3d5bc7 req-bed91978-0208-40de-8f0e-2c0fe338ad65 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490577 Jul 09 19:52:01.293728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:01.295802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe4f8a18-2de9-4e37-b5c1-2feddd2089ed up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:01.418121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:01.433990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:01.434363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.509074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.524113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff', 'network_id': 'a52a5f0f-66c1-4b98-a916-eb484fa369b3', 'port_id': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff', 'mac_address': 'fa:16:3e:3a:5b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225edf18-54c8-4f86-b240-9dd59b475ea6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:01.580457 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.599286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eaf2d-85b2-471e-aa03-b73d625679c2 req-7cd62090-451f-44dd-80a3-71c8327c055e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.608658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-689eaf2d-85b2-471e-aa03-b73d625679c2 req-7cd62090-451f-44dd-80a3-71c8327c055e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0798225 Jul 09 19:52:01.692356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-689eaf2d-85b2-471e-aa03-b73d625679c2 req-ea1bbd4a-7f46-4c41-9c82-41187ed5f409 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762951 Jul 09 19:52:01.692787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:01.695973 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be92d58-10e7-4fdc-8605-a53dd1e05266" -d '{"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:01.701151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:01.703500 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fecf9f-fef6-4894-8487-0aa42cc0d7f8" -d '{"events": [{"server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:01.738115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.741548 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.775775 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a397f71-dd20-454d-a4ef-461ff8449d19 x-openstack-request-id: req-0a397f71-dd20-454d-a4ef-461ff8449d19 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:01.776590 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f93ba-3ad9-4b65-bf94-7271dd653cd1", "name": "network-vif-deleted", "tag": "30c48eee-9098-4748-a2c4-86c19c8f9733", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:01.776839 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a397f71-dd20-454d-a4ef-461ff8449d19 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:01.777261 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f93ba-3ad9-4b65-bf94-7271dd653cd1', 'name': 'network-vif-deleted', 'tag': '30c48eee-9098-4748-a2c4-86c19c8f9733', 'status': 'completed', 'code': 200} Jul 09 19:52:01.785785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:01.790568 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.827975 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524a47e-e35c-4a86-95b7-bdaac620fca7 x-openstack-request-id: req-0524a47e-e35c-4a86-95b7-bdaac620fca7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:01.828415 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:01.828671 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0524a47e-e35c-4a86-95b7-bdaac620fca7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:01.829059 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'code': 200} Jul 09 19:52:01.892312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a0a62-315d-46f2-bbba-4d8d205c99af req-1e823d1e-10f3-4716-8a54-1a0458133998 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.899567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-370a0a62-315d-46f2-bbba-4d8d205c99af req-1e823d1e-10f3-4716-8a54-1a0458133998 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 943 time: 0.1305513 Jul 09 19:52:01.915029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:01.921596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.926872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.945670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-370a0a62-315d-46f2-bbba-4d8d205c99af req-092a6058-b395-4786-bcf2-06780183649e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Jul 09 19:52:01.987927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a1bc-a3d7-4a0c-a60c-9cbe37a14290 req-82c18bb7-ec18-4f22-997e-18684f72ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.989500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-74c4a1bc-a3d7-4a0c-a60c-9cbe37a14290 req-82c18bb7-ec18-4f22-997e-18684f72ca01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.0798340 Jul 09 19:52:01.989778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:02.026168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-74c4a1bc-a3d7-4a0c-a60c-9cbe37a14290 req-036d69bf-b3cc-4cf4-8e14-564143a93f18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295849 Jul 09 19:52:02.159510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:02.400477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61158e66-6f3e-44f9-91f4-a04d10e68931 req-0299e342-c810-45b4-878a-6fefe0dea827 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0287046 Jul 09 19:52:02.897908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c280-5af9-48ac-bf9f-9a96070cddb4 req-8369a848-456a-42d1-87af-aa26330f3c1d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:02.901903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa86c280-5af9-48ac-bf9f-9a96070cddb4 req-8369a848-456a-42d1-87af-aa26330f3c1d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0762465 Jul 09 19:52:02.957190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa86c280-5af9-48ac-bf9f-9a96070cddb4 req-6692739a-275d-48b3-88b2-4a4ce0665d51 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466778 Jul 09 19:52:03.155286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca89adf-59c6-427b-829e-bcc68a7e4749 req-cda71da0-a9a3-47d3-89cf-f0fcdafa5dec tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.163322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dca89adf-59c6-427b-829e-bcc68a7e4749 req-cda71da0-a9a3-47d3-89cf-f0fcdafa5dec tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0887787 Jul 09 19:52:03.205542 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dca89adf-59c6-427b-829e-bcc68a7e4749 req-1b1cf15a-8449-4466-8489-677a45700d1d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Jul 09 19:52:03.292587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:03.359746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:03.370108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:03.370565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.461662 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.499744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:03.503519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bc2c7-fd86-49ad-9b9a-d5e7b0f3b095 req-2c189089-8cc8-4408-a489-e3739cd98402 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.503969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.513851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca3bc2c7-fd86-49ad-9b9a-d5e7b0f3b095 req-2c189089-8cc8-4408-a489-e3739cd98402 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1466925 Jul 09 19:52:03.559606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:03.567675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca3bc2c7-fd86-49ad-9b9a-d5e7b0f3b095 req-2746ac70-9f7c-4f06-8519-715901cce674 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528669 Jul 09 19:52:03.655653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73c2a1c6-aa79-48f9-b6ef-33eea9795b8a req-1624def9-5d6f-4ec4-9608-dd5d2fac55b4 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0434570 Jul 09 19:52:03.829818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:03.832159 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d52cf-400b-47fa-b4a4-3d9c4d4d26e0" -d '{"events": [{"server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:03.870191 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b562f-4f56-4713-a0a8-82cf9a40d4ba x-openstack-request-id: req-e46b562f-4f56-4713-a0a8-82cf9a40d4ba {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:03.870485 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:03.870872 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e46b562f-4f56-4713-a0a8-82cf9a40d4ba {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:03.871339 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff', 'code': 200} Jul 09 19:52:04.048459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61506337-ceae-4ce8-9a1d-b2c4ab25ddaa req-2d981872-32d0-4797-b66b-9c184e7c2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.050419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61506337-ceae-4ce8-9a1d-b2c4ab25ddaa req-2d981872-32d0-4797-b66b-9c184e7c2bcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.0852394 Jul 09 19:52:04.091835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61506337-ceae-4ce8-9a1d-b2c4ab25ddaa req-d470b978-544d-4335-acb2-1ae37b752a72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Jul 09 19:52:04.443503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756484-15ad-46a3-b877-9df74655d00d req-e4ac9f8d-9c64-49a4-a2f9-9f98607d6f0a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.446343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56756484-15ad-46a3-b877-9df74655d00d req-e4ac9f8d-9c64-49a4-a2f9-9f98607d6f0a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0857127 Jul 09 19:52:04.512278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56756484-15ad-46a3-b877-9df74655d00d req-3322a6cc-57a4-4db3-b70e-90ee92f290d3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Jul 09 19:52:04.781570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb51b-de3b-4b6c-8f55-b38f463f9c9d req-d113d0f5-c4d7-480d-93c4-b104172ef584 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.783277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9dedb51b-de3b-4b6c-8f55-b38f463f9c9d req-d113d0f5-c4d7-480d-93c4-b104172ef584 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0883191 Jul 09 19:52:04.870284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64259a26-e196-452a-93c8-1902c258bf36 req-11332adb-d61b-4c19-8164-93cf6a9658ad tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0445645 Jul 09 19:52:04.876722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9dedb51b-de3b-4b6c-8f55-b38f463f9c9d req-23f61707-86b0-4837-80c5-9ffbc822d78d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876219 Jul 09 19:52:05.101146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a74c77-aa59-44eb-91a4-3f240deedde9 req-679b9676-0fda-449d-9ec8-389c0f201728 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.102844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10a74c77-aa59-44eb-91a4-3f240deedde9 req-679b9676-0fda-449d-9ec8-389c0f201728 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0921075 Jul 09 19:52:05.148601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10a74c77-aa59-44eb-91a4-3f240deedde9 req-4a1ffd60-557b-49fa-89e7-e4741f1fddfc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394285 Jul 09 19:52:05.328889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e027715-3c92-41a2-8769-a7290a90a331 req-dbf7dfde-d44f-4951-bc03-6f652e548777 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.330509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e027715-3c92-41a2-8769-a7290a90a331 req-dbf7dfde-d44f-4951-bc03-6f652e548777 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0672076 Jul 09 19:52:05.382192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9e027715-3c92-41a2-8769-a7290a90a331 req-beddd96f-f644-428c-ad60-3f1f5457be85 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457101 Jul 09 19:52:05.572297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ee7d8-0e9f-42e1-937b-f1e117e2ffe2 req-f7013396-dd42-437e-9c05-1d193096fa98 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.576427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-127ee7d8-0e9f-42e1-937b-f1e117e2ffe2 req-f7013396-dd42-437e-9c05-1d193096fa98 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Jul 09 19:52:05.618722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-127ee7d8-0e9f-42e1-937b-f1e117e2ffe2 req-fc2ceea2-3605-4893-911d-0807c03f9c60 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350931 Jul 09 19:52:05.710899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfb082-a742-4b19-bd77-ba5490c905e7 req-cfce28b9-823e-4473-bee2-8112d46353bd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.712819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bddfb082-a742-4b19-bd77-ba5490c905e7 req-cfce28b9-823e-4473-bee2-8112d46353bd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0696032 Jul 09 19:52:05.752062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bddfb082-a742-4b19-bd77-ba5490c905e7 req-184c920e-9d6b-4c15-979a-0cf10dc834a8 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jul 09 19:52:06.046037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3c253ce-c84d-4035-8ff1-f44d63c6c820 req-ff66e892-8f28-47a6-9f7b-a559fd0e1f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0331385 Jul 09 19:52:06.245551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590d5b-d49a-4231-a098-29015d2232fe req-75cf8c9f-cc55-4917-a13b-d5a395182d63 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.247154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84590d5b-d49a-4231-a098-29015d2232fe req-75cf8c9f-cc55-4917-a13b-d5a395182d63 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0874321 Jul 09 19:52:06.249082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-8fc677bb-c45d-40f6-88c6-df42bc5f3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.250550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-8fc677bb-c45d-40f6-88c6-df42bc5f3d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.1341987 Jul 09 19:52:06.347114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84590d5b-d49a-4231-a098-29015d2232fe req-f57f3898-989b-484c-9bcc-a5210fc63a5a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919037 Jul 09 19:52:06.377168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-b6ca98b5-99c1-4b50-816c-905a2cb239db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.378646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-b6ca98b5-99c1-4b50-816c-905a2cb239db service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.1159844 Jul 09 19:52:06.424742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-b45c2f5c-6852-4105-8f51-71fc2d0a590a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff HTTP/1.1" status: 200 len: 217 time: 0.0387123 Jul 09 19:52:06.484056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-84f1dd8c-637e-4102-a61b-622d6ecdf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.486102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-84f1dd8c-637e-4102-a61b-622d6ecdf09e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0554035 Jul 09 19:52:06.526593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-dbd9add6-1c54-41d5-84ed-ee5e03db709b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jul 09 19:52:06.615839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-b8c2b9f6-fd80-4791-9505-783d856efe97 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821409 Jul 09 19:52:06.727893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-312f5fad-548e-44d6-8b50-cf1e5b6828b3 req-029b7473-f246-4946-ba4c-1a464ffb706b service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046605 Jul 09 19:52:07.235573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5183d725-7786-400c-9133-d1d935674b3f req-c519f918-a51b-47ae-8a73-20f572be872b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Jul 09 19:52:07.538866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b0359-9c0f-49d3-a5db-ca6816225252 req-a3086c77-a78e-4d86-90dc-cb50f60f7df1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.540434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-422b0359-9c0f-49d3-a5db-ca6816225252 req-a3086c77-a78e-4d86-90dc-cb50f60f7df1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0683539 Jul 09 19:52:07.580964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-422b0359-9c0f-49d3-a5db-ca6816225252 req-6c936319-a847-4513-8e7c-7df63c63cd49 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349460 Jul 09 19:52:08.397806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-48c8be8b-003f-4c24-8ad7-81c598dfe010 req-9e2f293d-5e27-4abe-a6f5-8b7e048056ff tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0314715 Jul 09 19:52:08.756332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7595b-ad2b-4468-86f3-ee6844408c7f req-8ceb2ef2-67b2-4ca4-b494-f7a64b86df98 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.757779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82b7595b-ad2b-4468-86f3-ee6844408c7f req-8ceb2ef2-67b2-4ca4-b494-f7a64b86df98 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0638251 Jul 09 19:52:08.796211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82b7595b-ad2b-4468-86f3-ee6844408c7f req-24d268cd-2d55-4251-a6d5-993eec8c36f9 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Jul 09 19:52:09.556561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-526177d9-7135-48a5-a859-5750e2c02471 req-5ea514b9-03bd-43c0-89f9-f8e0d037e8b3 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Jul 09 19:52:09.975963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a80e-5391-41ca-9609-1ddfacb035b4 req-4210ac09-1f54-43b9-8d3a-586a94346052 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.977491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c340a80e-5391-41ca-9609-1ddfacb035b4 req-4210ac09-1f54-43b9-8d3a-586a94346052 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0677934 Jul 09 19:52:10.015728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c340a80e-5391-41ca-9609-1ddfacb035b4 req-86593589-9450-4f34-b4d6-c0d713285649 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 09 19:52:10.704811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2328d949-3352-46a0-8244-14ccfa9417af req-833be9cb-e718-4c2f-80b6-77a2de8167fe tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f93ba-3ad9-4b65-bf94-7271dd653cd1 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Jul 09 19:52:11.375710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb97ad1-2672-4544-a2ff-7c4da1f1a070 req-b955dae6-1fc3-418f-a26d-baaef658d0a1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.377467 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9eb97ad1-2672-4544-a2ff-7c4da1f1a070 req-b955dae6-1fc3-418f-a26d-baaef658d0a1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0700154 Jul 09 19:52:11.434507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9eb97ad1-2672-4544-a2ff-7c4da1f1a070 req-57b11770-dc6b-4b1e-a875-f445c9eac629 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Jul 09 19:52:11.834383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:11.892791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.916206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.962794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.966089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.967262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/security-groups/be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914 HTTP/1.1" status: 204 len: 168 time: 0.1318338 Jul 09 19:52:11.970147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:11.976716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.984455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.984901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.985340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.985752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.985856 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8d8c778e-eca8-494f-a505-b5cc128f8d16 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] show failed (client error): The resource could not be found. Jul 09 19:52:11.986230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.986628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.989789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.989904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d8c778e-eca8-494f-a505-b5cc128f8d16 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "GET /v2.0/security-groups/be4e8c4b-2ea4-4cf2-bd9d-ef275b2ff914 HTTP/1.1" status: 404 len: 347 time: 0.0157983 Jul 09 19:52:11.990002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.990002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.990002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.990002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.990002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0669284-90d0-48fb-94b4-c31989d920fb tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:11.990479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:12.130518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 2dc7fbeb-991d-4b3e-a7e1-68482b311d0c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:12.130863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.209629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.209953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.222052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 2dc7fbeb-991d-4b3e-a7e1-68482b311d0c owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:12.354728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.380721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=2dc7fbeb-991d-4b3e-a7e1-68482b311d0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:12.392530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.392875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.393235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.393567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.393897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.394222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.394545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.394865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.395185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.395501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.395818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.396127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:12.454118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.456669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.457845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e683aeb1-bcc8-4c46-a867-f24198b3c03a tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/floatingips/b894fef4-1757-4002-9a31-d866375c8a53 HTTP/1.1" status: 204 len: 168 time: 0.4665158 Jul 09 19:52:12.460544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:12.562282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 34e4f8a5-dd80-43d3-9c18-8acecce72262 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:12.562791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.627669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699255-3d93-4d79-a86c-6863044f594b req-6835a5d0-079a-44a0-8351-10a667e7ee12 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.629151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4699255-3d93-4d79-a86c-6863044f594b req-6835a5d0-079a-44a0-8351-10a667e7ee12 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0737131 Jul 09 19:52:12.653150 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.668024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 34e4f8a5-dd80-43d3-9c18-8acecce72262 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:12.669207 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4699255-3d93-4d79-a86c-6863044f594b req-1420051e-0919-475e-aa26-77c791e3d1b5 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Jul 09 19:52:12.805187 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.832733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=34e4f8a5-dd80-43d3-9c18-8acecce72262,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:12.908885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.910839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-40c31a51-f846-49b8-9359-d975830441f5 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/ports/34e4f8a5-dd80-43d3-9c18-8acecce72262 HTTP/1.1" status: 204 len: 168 time: 0.4493835 Jul 09 19:52:12.913456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:13.008319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port df081654-04a9-43ce-a8d3-3271c144662d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:13.008581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.099585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.111637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for df081654-04a9-43ce-a8d3-3271c144662d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:13.247222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.280699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=df081654-04a9-43ce-a8d3-3271c144662d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:13.353437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.355553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-915b0d4a-1452-4431-9201-5a83348b8212 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/ports/df081654-04a9-43ce-a8d3-3271c144662d HTTP/1.1" status: 204 len: 168 time: 0.4411685 Jul 09 19:52:13.359371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:13.411725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting subnet 387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:13.415113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.460722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.543204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.602747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.634093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Subnet': ['ID=387c9d63-9e1c-4d91-ad3c-62bbdb34fce7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:13.636595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.638482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dcac66ed-7054-470d-b96c-66f3a211786b tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/subnets/387c9d63-9e1c-4d91-ad3c-62bbdb34fce7 HTTP/1.1" status: 204 len: 168 time: 0.2793999 Jul 09 19:52:13.641188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:13.645493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b8ca8-9678-4672-851c-8dee01ea2ad0 None None] Network 79dd994b-ef8d-4bda-9861-9e83bb07090a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:13.704689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting subnet d1ff078d-13cc-423a-a32f-383802fbd110 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:13.708933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.764777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.908183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74c5b-893c-4b27-a840-62cf040251d9 req-d0e3e60b-3150-476f-962d-aea618d8ebda tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.911015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ddb74c5b-893c-4b27-a840-62cf040251d9 req-d0e3e60b-3150-476f-962d-aea618d8ebda tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1032948 Jul 09 19:52:13.935988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] DHCP port deletion for 79dd994b-ef8d-4bda-9861-9e83bb07090a request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:52:13.939570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.952418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ddb74c5b-893c-4b27-a840-62cf040251d9 req-1869a09d-7625-437d-a0d2-3f0f1ce28b4c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Jul 09 19:52:13.998122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Deleting port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:13.998849 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.008073 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.037367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ff078d-13cc-423a-a32f-383802fbd110,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.041557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.043670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f86407f-54bf-4b1e-8235-7f3ceb861699 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/subnets/d1ff078d-13cc-423a-a32f-383802fbd110 HTTP/1.1" status: 204 len: 168 time: 0.4014244 Jul 09 19:52:14.046293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:14.057911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e34c2a-6103-4bd0-a738-80490ad1f077 None None] Network 1a834868-c4b0-46a5-a848-6f5238889074 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:14.126711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] For port 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d5dedeb-52cc-493e-9f96-e8db057f06d5,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:14.127118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.141082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.150431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Calling delete_port for 1d5dedeb-52cc-493e-9f96-e8db057f06d5 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:14.198348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Deleting port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:14.198629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.260761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] For port 1d5dedeb-52cc-493e-9f96-e8db057f06d5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1d5dedeb-52cc-493e-9f96-e8db057f06d5,segment=NetworkSegment(8360064e-3d6b-4df1-8145-ea5a101fe5f8),segment_id=8360064e-3d6b-4df1-8145-ea5a101fe5f8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:14.261155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.274254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Calling delete_port for 1d5dedeb-52cc-493e-9f96-e8db057f06d5 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:14.280555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.311815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Pushing event deleted for resources: {'Port': ['ID=1d5dedeb-52cc-493e-9f96-e8db057f06d5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.319867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] No DVR routers for this DVR port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:14.322033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.322423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.322767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.323105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.323441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.323772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.324105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.324432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.324757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.325089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.325493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.325762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbde4c-d8dd-4072-b575-15de921245f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:14.345303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] DHCP port deletion for 1a834868-c4b0-46a5-a848-6f5238889074 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:52:14.365416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.391553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Deleting port c261565d-58cf-4f7c-aae6-2104c35c872c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:14.391934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.398615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Port': ['ID=1d5dedeb-52cc-493e-9f96-e8db057f06d5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.400465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] No DVR routers for this DVR port 1d5dedeb-52cc-493e-9f96-e8db057f06d5 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:14.453231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] For port c261565d-58cf-4f7c-aae6-2104c35c872c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c261565d-58cf-4f7c-aae6-2104c35c872c,segment=NetworkSegment(3d80280a-4432-4516-b956-6a5b8b1529d0),segment_id=3d80280a-4432-4516-b956-6a5b8b1529d0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:14.453443 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.467342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Calling delete_port for c261565d-58cf-4f7c-aae6-2104c35c872c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:14.482030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.492484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dd994b-ef8d-4bda-9861-9e83bb07090a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.502859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8360064e-3d6b-4df1-8145-ea5a101fe5f8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.503153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8360064e-3d6b-4df1-8145-ea5a101fe5f8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.512130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.526651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:14.538854 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:14.557511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.584430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] Pushing event deleted for resources: {'Port': ['ID=c261565d-58cf-4f7c-aae6-2104c35c872c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.586631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005e61b-ca9e-44bb-bf9e-4897865d34df None None] No DVR routers for this DVR port c261565d-58cf-4f7c-aae6-2104c35c872c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:14.601451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.609400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.611219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/networks/79dd994b-ef8d-4bda-9861-9e83bb07090a HTTP/1.1" status: 204 len: 168 time: 0.5638661 Jul 09 19:52:14.614069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:14.623514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3779c4a-1f43-4374-a0da-3bff115f2bf6 tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Network': ['ID=79dd994b-ef8d-4bda-9861-9e83bb07090a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.696822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.801565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.812767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a834868-c4b0-46a5-a848-6f5238889074']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.823361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d80280a-4432-4516-b956-6a5b8b1529d0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.823657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d80280a-4432-4516-b956-6a5b8b1529d0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:14.832571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.847414 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.853696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:14.854662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:14.857706 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:14.921211 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.928604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.930568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] 10.222.0.10 "DELETE /v2.0/networks/1a834868-c4b0-46a5-a848-6f5238889074 HTTP/1.1" status: 204 len: 168 time: 0.3149142 Jul 09 19:52:14.942510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbe8a8-5118-4338-a7f4-66e216f91f8e tempest-TaggedBootDevicesTest_v242-1697872733 tempest-TaggedBootDevicesTest_v242-1697872733-project] Pushing event deleted for resources: {'Network': ['ID=1a834868-c4b0-46a5-a848-6f5238889074,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:15.171686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391f28-78ba-40fa-9227-4154bb3e698a req-57132a1f-f338-4df5-803f-ee37ed87f18d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.173251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d391f28-78ba-40fa-9227-4154bb3e698a req-57132a1f-f338-4df5-803f-ee37ed87f18d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0987427 Jul 09 19:52:15.217351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d391f28-78ba-40fa-9227-4154bb3e698a req-44faa9f3-9180-47e8-9068-e1f7077df3ee tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Jul 09 19:52:15.877734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c261565d-58cf-4f7c-aae6-2104c35c872c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:15.898870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c261565d-58cf-4f7c-aae6-2104c35c872c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:15.899165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c261565d-58cf-4f7c-aae6-2104c35c872c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:15.899620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d5dedeb-52cc-493e-9f96-e8db057f06d5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:15.920875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1d5dedeb-52cc-493e-9f96-e8db057f06d5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:15.921257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1d5dedeb-52cc-493e-9f96-e8db057f06d5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:16.412519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a407-5972-4849-9ad7-53f547a2ae54 req-3280918f-43b0-4bb4-ad49-98bdaece95e3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:16.414110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0048a407-5972-4849-9ad7-53f547a2ae54 req-3280918f-43b0-4bb4-ad49-98bdaece95e3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0815911 Jul 09 19:52:16.461881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0048a407-5972-4849-9ad7-53f547a2ae54 req-5d6792e5-36f1-43fd-b956-95f94399c0d6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Jul 09 19:52:17.671620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a079f-2810-46ec-8c31-3f090b4fe265 req-ab591dd3-3d3f-4596-bfd5-a7e052e69251 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:17.673213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-959a079f-2810-46ec-8c31-3f090b4fe265 req-ab591dd3-3d3f-4596-bfd5-a7e052e69251 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0656552 Jul 09 19:52:17.712121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-959a079f-2810-46ec-8c31-3f090b4fe265 req-2b1badbe-efc5-4124-b814-c753a4dd6a40 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jul 09 19:52:18.651954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.896856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b95492-43d5-4d94-8384-dd290c3925ff req-cdc8a973-2ac0-4620-ad22-c3fb51fa907e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.898707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9b95492-43d5-4d94-8384-dd290c3925ff req-cdc8a973-2ac0-4620-ad22-c3fb51fa907e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0685492 Jul 09 19:52:18.961153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9b95492-43d5-4d94-8384-dd290c3925ff req-428d8c89-4ef3-4aa7-998b-1d0f55c773ff tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Jul 09 19:52:20.154856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879fc0d-9488-4aa1-a433-c8f5d4a24ee0 req-82f91054-d6b7-4397-9004-cf52d7bec3bb tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.156453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b879fc0d-9488-4aa1-a433-c8f5d4a24ee0 req-82f91054-d6b7-4397-9004-cf52d7bec3bb tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0725935 Jul 09 19:52:20.202879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b879fc0d-9488-4aa1-a433-c8f5d4a24ee0 req-b9408fcc-eb7f-4aa8-9998-580877a77449 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Jul 09 19:52:21.282359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:21.393686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4008dd-b320-47f5-b89b-d7d664f48edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.398422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd770-41d0-4286-a07b-04ace3ce0609 req-5d4b39c7-771b-422c-b176-ebbd14813491 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:21.400012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc4cd770-41d0-4286-a07b-04ace3ce0609 req-5d4b39c7-771b-422c-b176-ebbd14813491 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0712936 Jul 09 19:52:21.441758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc4cd770-41d0-4286-a07b-04ace3ce0609 req-16781382-5681-41b9-82c8-02ddfbbb782c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Jul 09 19:52:21.491898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4008dd-b320-47f5-b89b-d7d664f48edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.495696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4008dd-b320-47f5-b89b-d7d664f48edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.534217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be4008dd-b320-47f5-b89b-d7d664f48edc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ab6892b19d04ad3b94da14b8b6f445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507000 Jul 09 19:52:21.535085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4008dd-b320-47f5-b89b-d7d664f48edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c27793-45de-4c4d-ada9-0c4bb6191361,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:21.536956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:21.590022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.611427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.657905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.660548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.661970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36c27793-45de-4c4d-ada9-0c4bb6191361 HTTP/1.1" status: 204 len: 168 time: 0.1236765 Jul 09 19:52:21.670606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da7d7b-e338-4703-93dd-bf821ebeba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c27793-45de-4c4d-ada9-0c4bb6191361,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:21.871832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:22.325506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:22.342359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f37af10-134d-47bf-8ee6-39dce6584520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.362304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.437048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1981973248-network', 'tenant_id': 'e5b03512b1fd4d24a87f353aa33a094c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:22.459406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Made reservation on behalf of e5b03512b1fd4d24a87f353aa33a094c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:22.463164 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.472239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.574347 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.581815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.638406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:22.663619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.664056 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Added segment 76a7042b-21b8-44eb-95ca-4eb220a76b66 of type vlan for network 29cc8267-d87e-42ce-b929-83fd1b620970 Jul 09 19:52:22.666636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:22.678690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Deleting port 351711ea-8685-4518-a1e2-84334aa10091 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:22.679142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.722472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.745024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b2a2-39db-472b-ba1d-cbc87f4bb840 req-2363f7ba-1f38-4c7d-9b4c-96b41147cca1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.746640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e33b2a2-39db-472b-ba1d-cbc87f4bb840 req-2363f7ba-1f38-4c7d-9b4c-96b41147cca1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1512597 Jul 09 19:52:22.774490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] For port 351711ea-8685-4518-a1e2-84334aa10091, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=351711ea-8685-4518-a1e2-84334aa10091,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:22.774950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.785857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.786878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.787567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.795481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Calling delete_port for 351711ea-8685-4518-a1e2-84334aa10091 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:22.868541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e33b2a2-39db-472b-ba1d-cbc87f4bb840 req-78e1f9b5-cf37-483e-845f-9faee3127ff0 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152954 Jul 09 19:52:22.890163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5607626 Jul 09 19:52:22.890310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:22.895112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Request body: {'subnet': {'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1981973248-subnet', 'tenant_id': 'e5b03512b1fd4d24a87f353aa33a094c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:22.898223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f0a6-2502-4e2d-bdeb-a70516e41a6a admin admin] Pushing event updated for resources: {'Network': ['ID=29cc8267-d87e-42ce-b929-83fd1b620970,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:22.909955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 29cc8267-d87e-42ce-b929-83fd1b620970 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:22.921623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Made reservation on behalf of e5b03512b1fd4d24a87f353aa33a094c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:22.924337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.989574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.016688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Pushing event deleted for resources: {'Port': ['ID=351711ea-8685-4518-a1e2-84334aa10091,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:23.104396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.162984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d407c7f-257c-4566-aa41-3b5a97fcdb2d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:23.172588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Checking segment: {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:23.173060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Network hostable DHCP agents. Network: 29cc8267-d87e-42ce-b929-83fd1b620970, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:23.191746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.193584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Network 29cc8267-d87e-42ce-b929-83fd1b620970 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:23.204884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 29cc8267-d87e-42ce-b929-83fd1b620970) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:23.210454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:23.211517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.218033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc9979-d999-4440-bf99-a3ae635635c3 None None] Network 29cc8267-d87e-42ce-b929-83fd1b620970 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:23.231000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-06a3d80a-8e2b-4810-abc8-ea983b08ee3f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3396316 Jul 09 19:52:23.301463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.368031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3a4ee-91ce-4fd5-825f-dddba17f0d56 None None] Network 29cc8267-d87e-42ce-b929-83fd1b620970 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:23.427246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Router 6399a102-132b-477e-b039-4181502b64ff has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:23.538307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:23.546720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2b635e94-8893-4fd2-86d2-e215b1c5a005 admin admin] 10.222.0.10 "PUT /v2.0/routers/6399a102-132b-477e-b039-4181502b64ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6706579 Jul 09 19:52:23.546720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:23.549648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Sync routers for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:23.560278 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:23.561542 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:23.659312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.676819 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:23.779547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.846079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Deleting port d99354a9-1898-46ec-9801-c86877202620 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:23.846425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.881484 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'd99354a9-1898-46ec-9801-c86877202620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:52:22Z', 'revision_number': 5, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port': {'id': 'd99354a9-1898-46ec-9801-c86877202620', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a102-132b-477e-b039-4181502b64ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:40:34Z', 'updated_at': '2021-07-09T19:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:23.909460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Checking router: 6399a102-132b-477e-b039-4181502b64ff for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:23.920374 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Routers {'6399a102-132b-477e-b039-4181502b64ff'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:23.921017 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6399a102-132b-477e-b039-4181502b64ff'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:23.949487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] For port d99354a9-1898-46ec-9801-c86877202620, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d99354a9-1898-46ec-9801-c86877202620,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:23.949938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.963915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Calling delete_port for d99354a9-1898-46ec-9801-c86877202620 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:24.015803 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] Set router 6399a102-132b-477e-b039-4181502b64ff gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:24.078687 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:52:23Z', 'revision_number': 6, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:24.105144 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e3bd7-9923-4323-8e18-ff24af88b64e None None] The sync data for ids ['6399a102-132b-477e-b039-4181502b64ff'] in n-d-800087-3 is: [{'id': '6399a102-132b-477e-b039-4181502b64ff', 'name': 'tempest-TaggedBootDevicesTest_v242-405073750-router', 'tenant_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:40:32Z', 'updated_at': '2021-07-09T19:52:23Z', 'revision_number': 6, 'project_id': 'a6aa13a3ff8944f8806fe8aba795fe8c', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:24.508296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5298-ab1d-4ca3-a9f6-4b38eaa58349 req-b7f0257b-b2d3-4521-92a8-405662716c00 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.510059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a4e5298-ab1d-4ca3-a9f6-4b38eaa58349 req-b7f0257b-b2d3-4521-92a8-405662716c00 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.4969337 Jul 09 19:52:24.577484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a4e5298-ab1d-4ca3-a9f6-4b38eaa58349 req-68c06f98-5c4d-4467-a1d1-fcdb64b0ae29 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599651 Jul 09 19:52:24.600322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.626702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99354a9-1898-46ec-9801-c86877202620,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:24.691665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.779501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.781753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.825972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.826494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6399a102-132b-477e-b039-4181502b64ff {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:52:24.830880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.832133 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-66dc4ea3-5efe-4a83-b0a0-6024942a9161 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6399a102-132b-477e-b039-4181502b64ff HTTP/1.1" status: 204 len: 168 time: 1.2851121 Jul 09 19:52:24.834744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:24.881462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Deleting subnet 4c731fec-f5fd-4c10-a75c-7d2a67d74729 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:24.884678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.927298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.946965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-65d2d74a-cd3f-4928-8559-95168c133323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.026464 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.079513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.107367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c731fec-f5fd-4c10-a75c-7d2a67d74729,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:25.111003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.112887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a916be71-466a-4ee2-8fb3-ec258a10eff6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c731fec-f5fd-4c10-a75c-7d2a67d74729 HTTP/1.1" status: 204 len: 168 time: 0.2772095 Jul 09 19:52:25.115529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:25.122218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65873214-82eb-4a07-a247-bfa7fc90fb43 None None] Network 6e70050c-7910-48bd-a281-d9a68e04c1a2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:25.196906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.256085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Deleting port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:25.256085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.271356 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.322649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] For port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,segment=NetworkSegment(1f55bc80-3511-420a-bd7d-03e48aeac695),segment_id=1f55bc80-3511-420a-bd7d-03e48aeac695)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:25.323027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.339231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Calling delete_port for b33f291f-b069-4a04-a5fc-88f3ad6a8f2c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:25.385123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c45373-7d41-450f-b554-281113fd445f None None] DHCP port deletion for 6e70050c-7910-48bd-a281-d9a68e04c1a2 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:52:25.423891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.439216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-73c45373-7d41-450f-b554-281113fd445f None None] Deleting port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:25.439599 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73c45373-7d41-450f-b554-281113fd445f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.453084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] No DVR routers for this DVR port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:25.457344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Pushing event deleted for resources: {'Port': ['ID=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:25.507473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-73c45373-7d41-450f-b554-281113fd445f None None] For port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:25.507868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73c45373-7d41-450f-b554-281113fd445f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.521452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-73c45373-7d41-450f-b554-281113fd445f None None] Calling delete_port for b33f291f-b069-4a04-a5fc-88f3ad6a8f2c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:25.524091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-73c45373-7d41-450f-b554-281113fd445f None None] Port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:52:25.525367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73c45373-7d41-450f-b554-281113fd445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.532548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.542850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e70050c-7910-48bd-a281-d9a68e04c1a2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:25.546709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c45373-7d41-450f-b554-281113fd445f None None] Pushing event deleted for resources: {'Port': ['ID=b33f291f-b069-4a04-a5fc-88f3ad6a8f2c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:25.555228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c45373-7d41-450f-b554-281113fd445f None None] No DVR routers for this DVR port b33f291f-b069-4a04-a5fc-88f3ad6a8f2c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:25.562137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f55bc80-3511-420a-bd7d-03e48aeac695') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:25.562392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f55bc80-3511-420a-bd7d-03e48aeac695') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:25.576733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.892804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.896710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b33f291f-b069-4a04-a5fc-88f3ad6a8f2c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:25.903731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:25.904362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:25.907139 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:25.924714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b33f291f-b069-4a04-a5fc-88f3ad6a8f2c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:25.925052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b33f291f-b069-4a04-a5fc-88f3ad6a8f2c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:25.925719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 351711ea-8685-4518-a1e2-84334aa10091 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:25.946509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 351711ea-8685-4518-a1e2-84334aa10091 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:25.947120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 351711ea-8685-4518-a1e2-84334aa10091 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:25.949904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d99354a9-1898-46ec-9801-c86877202620 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:26.020293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.028448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d99354a9-1898-46ec-9801-c86877202620 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:26.029038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d99354a9-1898-46ec-9801-c86877202620 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:26.040175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.046803 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e70050c-7910-48bd-a281-d9a68e04c1a2 HTTP/1.1" status: 204 len: 168 time: 0.9296985 Jul 09 19:52:26.073730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c783ab-ba5b-4318-a23f-2e4eabfe847e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e70050c-7910-48bd-a281-d9a68e04c1a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:26.094888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe03af-62a0-48cf-8b9c-6627587f42d2 req-08c0be67-103e-4e9b-a93d-700db3391e90 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:26.096875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eafe03af-62a0-48cf-8b9c-6627587f42d2 req-08c0be67-103e-4e9b-a93d-700db3391e90 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.2349973 Jul 09 19:52:26.143580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eafe03af-62a0-48cf-8b9c-6627587f42d2 req-edd19195-cc0d-4175-9379-461b73cc829a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Jul 09 19:52:26.200828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:26.241880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-38306dbf-87e9-4175-a589-21caa0071b10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6aa13a3ff8944f8806fe8aba795fe8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398185 Jul 09 19:52:26.244338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:26.296031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.316480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.316961 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.361428 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:52:26.362052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.364319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.365491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48d0e232-b8f3-4160-bf41-22ed77e37abf HTTP/1.1" status: 204 len: 168 time: 0.1202238 Jul 09 19:52:26.373285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0572cb-7c17-4109-8dfa-1fdc8ba33d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0e232-b8f3-4160-bf41-22ed77e37abf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:26.992469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:27.085050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1416174018-network', 'tenant_id': 'b0d6ca2dbb7049af9c1e5b6a93d849e8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:27.106965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Made reservation on behalf of b0d6ca2dbb7049af9c1e5b6a93d849e8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:27.109475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.117907 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.220435 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.226331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.256643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:27.269976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b47fbe-8e4c-486b-b68a-d57a72a6175f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.275726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.276081 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Added segment 72f0c667-70b5-4823-9114-516eba1e644b of type vlan for network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac Jul 09 19:52:27.320206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.334589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad075-0cd4-4764-880a-21f457541b95 req-e7118bf6-c065-4020-ac84-39d527139017 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.336444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a1ad075-0cd4-4764-880a-21f457541b95 req-e7118bf6-c065-4020-ac84-39d527139017 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0683761 Jul 09 19:52:27.354301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.355439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.356036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.381078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a1ad075-0cd4-4764-880a-21f457541b95 req-593352c8-edc4-4aaa-8e8d-f4db84ebc0b4 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Jul 09 19:52:27.412673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4190476 Jul 09 19:52:27.416178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:27.421470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Request body: {'subnet': {'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1416174018-subnet', 'tenant_id': 'b0d6ca2dbb7049af9c1e5b6a93d849e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:27.423974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8721e9a-ede2-4920-b586-31a54b90d45d admin admin] Pushing event updated for resources: {'Network': ['ID=262b9d44-349b-4cfa-a9d7-4c35dbea46ac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.435339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:27.443375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Made reservation on behalf of b0d6ca2dbb7049af9c1e5b6a93d849e8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:27.446063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.622558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.682323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73717d0-e804-4da1-bc8b-4b4b446329ae,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.690839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Checking segment: {'id': '72f0c667-70b5-4823-9114-516eba1e644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:27.691199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Network hostable DHCP agents. Network: 262b9d44-349b-4cfa-a9d7-4c35dbea46ac, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:27.707879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:27.717144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 262b9d44-349b-4cfa-a9d7-4c35dbea46ac) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:27.722787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.723397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.727249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc9740-af4e-49c7-b101-1087a272e452 None None] Network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:27.751871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c22d225-90eb-4574-8673-bef58c34d45f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3264229 Jul 09 19:52:27.812140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.869615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a9144-461c-405c-9d28-b6507de0f85c None None] Network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:28.194841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-9dac1f98-3523-44b6-8787-40b35a85a4fe tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:28.196336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-9dac1f98-3523-44b6-8787-40b35a85a4fe tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/networks?id=262b9d44-349b-4cfa-a9d7-4c35dbea46ac HTTP/1.1" status: 200 len: 818 time: 0.1029029 Jul 09 19:52:28.211797 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-de3f4782-55b8-462b-8a94-f46ada30cbe1 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/quotas/b0d6ca2dbb7049af9c1e5b6a93d849e8 HTTP/1.1" status: 200 len: 375 time: 0.0093582 Jul 09 19:52:28.264731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-b325de68-9ec2-4705-a435-48b099b6418a tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0d6ca2dbb7049af9c1e5b6a93d849e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473120 Jul 09 19:52:28.320164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-87736bf0-7bf5-4496-ba8a-900d5c64f89d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:52:28.321206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-87736bf0-7bf5-4496-ba8a-900d5c64f89d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487440 Jul 09 19:52:28.411614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-b55511d6-cb0e-40fc-985e-3d93d7aa1ca9 service neutron] 10.222.0.10 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843754 Jul 09 19:52:28.519596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-2cf2c4fa-7d2f-4d1f-b193-7e3bfdf1b656 service neutron] 10.222.0.10 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022205 Jul 09 19:52:28.579907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74eb91-d1ee-47ec-9f8b-e89d81fb74e3 req-a80feff8-bb93-4a84-98a9-e8037cf0df1b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:28.581427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c74eb91-d1ee-47ec-9f8b-e89d81fb74e3 req-a80feff8-bb93-4a84-98a9-e8037cf0df1b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0781746 Jul 09 19:52:28.620622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c74eb91-d1ee-47ec-9f8b-e89d81fb74e3 req-3b1f6489-3fee-4a07-9af6-b15372c040b0 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Jul 09 19:52:28.739556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7564f740-0334-4399-9fac-51e424fa0eaa req-037413b6-aafd-423b-bf7c-9588c8a7f61b tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 210 time: 0.0368519 Jul 09 19:52:29.053834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b19c6-49df-434f-8b6d-980b82a54e7c req-e5198f45-13b9-428d-b3fc-808265fceeee tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:29.055589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef0b19c6-49df-434f-8b6d-980b82a54e7c req-e5198f45-13b9-428d-b3fc-808265fceeee tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.0680027 Jul 09 19:52:29.105674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef0b19c6-49df-434f-8b6d-980b82a54e7c req-33d8dcd0-ede3-4e1f-8342-2757c0e76d02 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 Jul 09 19:52:29.852473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37332767-8cf0-4d70-880a-59e035249c2a req-55a26b68-8940-452d-b5b7-c930b2c6464e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:29.854696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37332767-8cf0-4d70-880a-59e035249c2a req-55a26b68-8940-452d-b5b7-c930b2c6464e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1044006 Jul 09 19:52:29.920760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37332767-8cf0-4d70-880a-59e035249c2a req-050a0172-4e3a-4822-becf-9f0200483be5 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599422 Jul 09 19:52:29.985697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39485cb8-9fd0-4b6b-9745-2fef0cbeb153 req-5c9ed694-d88e-4eec-9c3a-1a29274244c9 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 210 time: 0.0688145 Jul 09 19:52:30.051439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-349207a2-da34-4ff2-a073-e4bc8aa531f1 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.052882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-349207a2-da34-4ff2-a073-e4bc8aa531f1 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.25 "GET /v2.0/networks?id=262b9d44-349b-4cfa-a9d7-4c35dbea46ac HTTP/1.1" status: 200 len: 818 time: 0.1699455 Jul 09 19:52:30.065559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Request body: {'port': {'device_id': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac', 'admin_state_up': True, 'tenant_id': 'b0d6ca2dbb7049af9c1e5b6a93d849e8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:30.219354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Made reservation on behalf of b0d6ca2dbb7049af9c1e5b6a93d849e8 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:30.222931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.310436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a441cb-bbc4-4282-8678-c5719edc9c49 req-dc435efd-2a1e-468f-886e-a1a0a45d4c7c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.312292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44a441cb-bbc4-4282-8678-c5719edc9c49 req-dc435efd-2a1e-468f-886e-a1a0a45d4c7c tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.0754895 Jul 09 19:52:30.367397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44a441cb-bbc4-4282-8678-c5719edc9c49 req-daee61b1-c1fb-43bb-a359-97cc0f6a01b8 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463896 Jul 09 19:52:30.399586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Allocated IP 172.20.0.5 (262b9d44-349b-4cfa-a9d7-4c35dbea46ac/e73717d0-e804-4da1-bc8b-4b4b446329ae/731e41fa-3ea6-4c2c-a784-81091ef91197) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:30.561447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.602336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.640306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:30.643530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:30.647359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:30.695459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Pushing event updated for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:30.711022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.711968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.728128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ca39a7da-6e3b-4c72-8ec2-1d552c0e14ae tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6668284 Jul 09 19:52:30.764784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Request body: {'port': {'device_id': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:30.853475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.868017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126ec07-85b3-4d48-b883-76636d396e02 req-cd417b11-8ae5-432e-ae55-df82aa5ff2c6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.870337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1126ec07-85b3-4d48-b883-76636d396e02 req-cd417b11-8ae5-432e-ae55-df82aa5ff2c6 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.0812969 Jul 09 19:52:30.984090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Deleting port 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:30.984435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.127935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] For port 9529f2e6-5806-482b-931e-af9e7fb5ebca, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9529f2e6-5806-482b-931e-af9e7fb5ebca,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:31.128228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.237764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f8d5-63ed-4a91-aa5a-75ab800d4b72 req-1063df74-74fe-4a8c-8d27-b8f554296b73 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.239285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ee7f8d5-63ed-4a91-aa5a-75ab800d4b72 req-1063df74-74fe-4a8c-8d27-b8f554296b73 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1636457 Jul 09 19:52:31.268186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731e41fa-3ea6-4c2c-a784-81091ef91197 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:31.278932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.314307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ee7f8d5-63ed-4a91-aa5a-75ab800d4b72 req-d7dab1dd-127d-4e20-9594-3b0d255f44bd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Jul 09 19:52:31.315411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Transition to ACTIVE for port object 731e41fa-3ea6-4c2c-a784-81091ef91197 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:31.324277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.384934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Pushing event updated for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.397687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3982aa6-82de-4e0b-bb62-b85b22b1e6c0 req-d2fe7918-4cad-4d19-968f-47d6331b8b5a tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.399555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3982aa6-82de-4e0b-bb62-b85b22b1e6c0 req-d2fe7918-4cad-4d19-968f-47d6331b8b5a tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 931 time: 0.2323000 Jul 09 19:52:31.469152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Attempting to bind port 731e41fa-3ea6-4c2c-a784-81091ef91197 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:31.469528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Attempting to bind port 731e41fa-3ea6-4c2c-a784-81091ef91197 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '72f0c667-70b5-4823-9114-516eba1e644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:31.469841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Attempting to bind port 731e41fa-3ea6-4c2c-a784-81091ef91197 on network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:31.474627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Port 731e41fa-3ea6-4c2c-a784-81091ef91197 on network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:31.474949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Attempting to bind port 731e41fa-3ea6-4c2c-a784-81091ef91197 on network 262b9d44-349b-4cfa-a9d7-4c35dbea46ac {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:31.481658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:31.482553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Checking segment: {'id': '72f0c667-70b5-4823-9114-516eba1e644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:31.483250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Bound using segment: {'id': '72f0c667-70b5-4823-9114-516eba1e644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:31.483979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Bound port: 731e41fa-3ea6-4c2c-a784-81091ef91197, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f0c667-70b5-4823-9114-516eba1e644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:31.484633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.600374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:31.614866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3982aa6-82de-4e0b-bb62-b85b22b1e6c0 req-c170be3b-ccae-4b2b-8b5c-8c667e9d6f15 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018988 Jul 09 19:52:31.625408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.626110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.626526 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Floating IP e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da disassociated. External IP: 172.25.3.9, port: 9529f2e6-5806-482b-931e-af9e7fb5ebca. Jul 09 19:52:31.626876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Calling delete_port for 9529f2e6-5806-482b-931e-af9e7fb5ebca owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:31.629801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=731e41fa-3ea6-4c2c-a784-81091ef91197,segment=NetworkSegment(72f0c667-70b5-4823-9114-516eba1e644b),segment_id=72f0c667-70b5-4823-9114-516eba1e644b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:31.639137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2581a-d544-4ee8-a690-4677bba8cc99 req-1950acdb-e206-4583-80a3-e87724c0007d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.646017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f2581a-d544-4ee8-a690-4677bba8cc99 req-1950acdb-e206-4583-80a3-e87724c0007d tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 947 time: 0.1247470 Jul 09 19:52:31.654139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.711057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.711945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.714334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] 10.222.0.25 "PUT /v2.0/ports/731e41fa-3ea6-4c2c-a784-81091ef91197 HTTP/1.1" status: 200 len: 1091 time: 0.9537487 Jul 09 19:52:31.716431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:31.717598 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455258f-2556-4f25-9947-a60a429ec423" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:31.748178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83f2581a-d544-4ee8-a690-4677bba8cc99 req-ced8ba1f-16f8-4f30-bb19-71b939600db1 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups?id=b78af9be-7939-43e5-9a7b-66e61eacb6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979562 Jul 09 19:52:31.791386 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40f69d8-359a-4ffb-940d-abc24e7950b7 x-openstack-request-id: req-d40f69d8-359a-4ffb-940d-abc24e7950b7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:31.792464 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:31.792464 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d40f69d8-359a-4ffb-940d-abc24e7950b7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:31.792464 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197', 'status': 'completed', 'code': 200} Jul 09 19:52:31.817745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5415-d7d1-4d9f-93ea-661814104071 service neutron] Pushing event updated for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.839498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.863500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-75129d6d-1bcb-4dd9-ba31-6b873750a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.865079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-75129d6d-1bcb-4dd9-ba31-6b873750a626 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0d6ca2dbb7049af9c1e5b6a93d849e8&device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 1094 time: 0.0942440 Jul 09 19:52:31.879101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'Port': ['ID=9529f2e6-5806-482b-931e-af9e7fb5ebca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.923293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-ae936e72-171f-4f9f-a5a8-d1ff0a4b4414 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731e41fa-3ea6-4c2c-a784-81091ef91197 HTTP/1.1" status: 200 len: 217 time: 0.0501266 Jul 09 19:52:31.974892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-1447269c-f24a-42d1-929c-0e3073295bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.976485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-1447269c-f24a-42d1-929c-0e3073295bf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e73717d0-e804-4da1-bc8b-4b4b446329ae HTTP/1.1" status: 200 len: 858 time: 0.0463984 Jul 09 19:52:32.011943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-53d1c256-a985-4e21-9450-86b5a8200de8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=262b9d44-349b-4cfa-a9d7-4c35dbea46ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293906 Jul 09 19:52:32.024378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:32.114076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-28f4157f-c89a-4440-a50d-f09b8aad22bc service neutron] 10.222.0.25 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954833 Jul 09 19:52:32.163821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:32.176328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:32.187902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:32.188758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:32.217898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] No DVR routers for this DVR port 9529f2e6-5806-482b-931e-af9e7fb5ebca on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:32.218711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac535c64-b3fd-459f-a20f-afbbead68590 req-9e947ef3-fe01-4fb1-ac35-a3ac948d3db1 service neutron] 10.222.0.25 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972970 Jul 09 19:52:32.220379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.222588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1126ec07-85b3-4d48-b883-76636d396e02 req-9fcd2b43-72f8-42d3-8a48-f4081df659e3 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.25 "DELETE /v2.0/ports/9529f2e6-5806-482b-931e-af9e7fb5ebca HTTP/1.1" status: 204 len: 173 time: 1.3467863 Jul 09 19:52:32.223037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-deleted', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:32.226092 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aeeac0-2a78-4b57-b581-800b5c1b78ce" -d '{"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-deleted", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:32.284157 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4033afe-122d-4283-a1f9-e17ace1d13f3 x-openstack-request-id: req-a4033afe-122d-4283-a1f9-e17ace1d13f3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:32.284473 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3316b-356d-4715-9520-ff7718c5039c", "name": "network-vif-deleted", "tag": "9529f2e6-5806-482b-931e-af9e7fb5ebca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:32.284747 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4033afe-122d-4283-a1f9-e17ace1d13f3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:32.285220 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3316b-356d-4715-9520-ff7718c5039c', 'name': 'network-vif-deleted', 'tag': '9529f2e6-5806-482b-931e-af9e7fb5ebca', 'status': 'completed', 'code': 200} Jul 09 19:52:32.456815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:32.489099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455258f-2556-4f25-9947-a60a429ec423 req-941e90fb-0057-4449-96c2-5d273cf570ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.490667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-941e90fb-0057-4449-96c2-5d273cf570ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0d6ca2dbb7049af9c1e5b6a93d849e8&device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 1094 time: 0.1657832 Jul 09 19:52:32.699672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455258f-2556-4f25-9947-a60a429ec423 req-051e7366-c721-4c05-8836-21d54250fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.701267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-051e7366-c721-4c05-8836-21d54250fed2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=262b9d44-349b-4cfa-a9d7-4c35dbea46ac HTTP/1.1" status: 200 len: 919 time: 0.1949267 Jul 09 19:52:32.732267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecda635-5b06-4b6c-b2c6-52d1c1c646d3 req-37b7bb71-0363-4fb4-b9f3-5b1115ddc647 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.734061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ecda635-5b06-4b6c-b2c6-52d1c1c646d3 req-37b7bb71-0363-4fb4-b9f3-5b1115ddc647 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1591072 Jul 09 19:52:32.848676 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-fcd7c592-a2b3-4941-b609-71da7e34c713 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=731e41fa-3ea6-4c2c-a784-81091ef91197 HTTP/1.1" status: 200 len: 217 time: 0.1369035 Jul 09 19:52:32.915465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:32.954550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ecda635-5b06-4b6c-b2c6-52d1c1c646d3 req-ed728c17-7f2a-4e78-ae71-e70773be5a18 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294775 Jul 09 19:52:32.972575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455258f-2556-4f25-9947-a60a429ec423 req-56ee2e55-04a5-461e-b17d-6da4fde72214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.974689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:32.977184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-56ee2e55-04a5-461e-b17d-6da4fde72214 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e73717d0-e804-4da1-bc8b-4b4b446329ae HTTP/1.1" status: 200 len: 858 time: 0.1155000 Jul 09 19:52:32.977985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:32.989008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:32.990015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:33.003775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe584f-b5f4-4316-906e-a97be36a4e48 req-f603d326-4865-41b3-8f55-65a28fc5ae76 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.006646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2abe584f-b5f4-4316-906e-a97be36a4e48 req-f603d326-4865-41b3-8f55-65a28fc5ae76 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 943 time: 0.2062950 Jul 09 19:52:33.035854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-f024a06e-09ea-45ff-bd28-6f56ed977bcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=262b9d44-349b-4cfa-a9d7-4c35dbea46ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481424 Jul 09 19:52:33.109963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 9529f2e6-5806-482b-931e-af9e7fb5ebca {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:33.110305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9529f2e6-5806-482b-931e-af9e7fb5ebca not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:33.124695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2abe584f-b5f4-4316-906e-a97be36a4e48 req-d954cc9e-344d-4262-a778-640d6bb9eb66 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111643 Jul 09 19:52:33.224371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:33.229100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-cfaeb4ca-82ce-4a3e-bacd-336ebd59d448 service neutron] 10.222.0.25 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863489 Jul 09 19:52:33.261812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a71e9dc6-ac41-4fa9-ba05-3e713b9371c7 req-f9d271e3-dcbb-4402-96f5-0875b44cf2cb tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bc3316b-356d-4715-9520-ff7718c5039c HTTP/1.1" status: 200 len: 210 time: 0.0505066 Jul 09 19:52:33.351507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2455258f-2556-4f25-9947-a60a429ec423 req-1fb341e1-5326-480a-abaf-770baadf2f27 service neutron] 10.222.0.25 "GET /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005626 Jul 09 19:52:33.473004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:33.504626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574945e-26ad-4bd7-b8de-94fac7e96822 None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '716a26fc-57b1-4028-ae19-3e9e0c484c2c', 'name': '', 'network_id': 'cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'mac_address': 'fa:16:3e:3d:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:48Z', 'updated_at': '2021-07-09T19:43:01Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'subnets': [{'id': '5b1b5ced-5a07-4a60-8839-3d2f13fd8995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:33.740062 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fe00f-2a13-49c3-8ede-de9b6b3e5638 None None] New status for floating IP e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:52:34.175588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2450f-0209-435c-9882-77318ace8574 req-6a7b7897-9f45-43f7-b8cb-7376b29599a2 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:34.177788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80a2450f-0209-435c-9882-77318ace8574 req-6a7b7897-9f45-43f7-b8cb-7376b29599a2 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0736215 Jul 09 19:52:34.220974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-80a2450f-0209-435c-9882-77318ace8574 req-ec9671af-83b6-4254-9068-f641aa17129d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Jul 09 19:52:34.363939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80305-d15d-4a23-9a08-e5c0be031693 req-0afa6859-1261-4d54-886f-09172a60565d tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:34.365468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49e80305-d15d-4a23-9a08-e5c0be031693 req-0afa6859-1261-4d54-886f-09172a60565d tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 943 time: 0.0706699 Jul 09 19:52:34.412712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49e80305-d15d-4a23-9a08-e5c0be031693 req-0f00cd09-fc4e-43bb-9c05-0a39da257062 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Jul 09 19:52:34.418779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:34.489253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.513851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.562632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.565463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.566792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "DELETE /v2.0/security-groups/b78af9be-7939-43e5-9a7b-66e61eacb6bc HTTP/1.1" status: 204 len: 168 time: 0.1468825 Jul 09 19:52:34.570401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:34.579052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc2c4-7bef-43e6-8429-45fa983b6891 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78af9be-7939-43e5-9a7b-66e61eacb6bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:34.609387 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-754a1b22-bb8b-42b9-9c26-6bb5d5109bc5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] show failed (client error): The resource could not be found. Jul 09 19:52:34.615714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-754a1b22-bb8b-42b9-9c26-6bb5d5109bc5 tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "GET /v2.0/security-groups/b78af9be-7939-43e5-9a7b-66e61eacb6bc HTTP/1.1" status: 404 len: 347 time: 0.0402002 Jul 09 19:52:34.615714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:34.753818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Deleting port cb319354-ab88-4240-b541-0b6616b9086f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:34.754289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.830807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.831138 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.843519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Calling delete_port for cb319354-ab88-4240-b541-0b6616b9086f owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:34.986456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.013511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Pushing event deleted for resources: {'Port': ['ID=cb319354-ab88-4240-b541-0b6616b9086f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:35.079044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.081776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.082959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-45aea7a6-f6cb-4b95-bce5-048f0042d04f tempest-AttachVolumeShelveTestJSON-1813147506 tempest-AttachVolumeShelveTestJSON-1813147506-project] 10.222.0.10 "DELETE /v2.0/floatingips/e006b4a7-f9b8-4e82-b5fe-fb9224eeb2da HTTP/1.1" status: 204 len: 168 time: 0.4662302 Jul 09 19:52:35.419264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2510a7-0729-430a-8a7b-a0e5b0ea1185 req-cf69f04a-e94e-4e0e-af0d-fa5cb8e00de3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:35.420730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de2510a7-0729-430a-8a7b-a0e5b0ea1185 req-cf69f04a-e94e-4e0e-af0d-fa5cb8e00de3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0691345 Jul 09 19:52:35.460520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de2510a7-0729-430a-8a7b-a0e5b0ea1185 req-e8245163-b00d-4024-9385-63ff66705c58 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Jul 09 19:52:35.631805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b2f25-f87a-4f71-bf58-efc4f8061bb6 req-7af58b6f-6f96-4101-8bc1-6a1fbb5528ff tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:35.633362 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b4b2f25-f87a-4f71-bf58-efc4f8061bb6 req-7af58b6f-6f96-4101-8bc1-6a1fbb5528ff tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 943 time: 0.0666459 Jul 09 19:52:35.672107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b4b2f25-f87a-4f71-bf58-efc4f8061bb6 req-2eebdb0f-4b22-4e2a-9f67-c8a5ccabd3d6 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Jul 09 19:52:36.658168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904484d-500c-44db-8db9-882c535e3e19 req-aadeb7ab-1f3e-433b-abdc-873040186319 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.659777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8904484d-500c-44db-8db9-882c535e3e19 req-aadeb7ab-1f3e-433b-abdc-873040186319 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0699289 Jul 09 19:52:36.702505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8904484d-500c-44db-8db9-882c535e3e19 req-110a8ac5-b7a6-4367-ba3b-43e8880bd8a4 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362995 Jul 09 19:52:36.866095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee542a6a-d4c6-4b68-8950-746338ffe564 req-c85465ac-3ef2-4f7a-bc48-0487aad47a8f tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.867789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee542a6a-d4c6-4b68-8950-746338ffe564 req-c85465ac-3ef2-4f7a-bc48-0487aad47a8f tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 943 time: 0.0670798 Jul 09 19:52:36.908515 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee542a6a-d4c6-4b68-8950-746338ffe564 req-abfac070-cdd3-435b-8344-27d8a0a92c3c tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Jul 09 19:52:36.994814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 731e41fa-3ea6-4c2c-a784-81091ef91197 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:37.094641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=731e41fa-3ea6-4c2c-a784-81091ef91197,segment=NetworkSegment(72f0c667-70b5-4823-9114-516eba1e644b),segment_id=72f0c667-70b5-4823-9114-516eba1e644b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:37.107077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '731e41fa-3ea6-4c2c-a784-81091ef91197', 'network_id': '262b9d44-349b-4cfa-a9d7-4c35dbea46ac', 'port_id': '731e41fa-3ea6-4c2c-a784-81091ef91197', 'mac_address': 'fa:16:3e:f8:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73717d0-e804-4da1-bc8b-4b4b446329ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:37.149064 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:37.163952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731e41fa-3ea6-4c2c-a784-81091ef91197 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:37.186305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=731e41fa-3ea6-4c2c-a784-81091ef91197,segment=NetworkSegment(72f0c667-70b5-4823-9114-516eba1e644b),segment_id=72f0c667-70b5-4823-9114-516eba1e644b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:37.190235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:37.239586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:37.548289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['731e41fa-3ea6-4c2c-a784-81091ef91197'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:37.883649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae557e4-006e-4159-9f7a-3b5e12af523e req-2236437e-80b7-437e-8545-189ee1c9f114 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:37.885217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ae557e4-006e-4159-9f7a-3b5e12af523e req-2236437e-80b7-437e-8545-189ee1c9f114 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0656955 Jul 09 19:52:37.930757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ae557e4-006e-4159-9f7a-3b5e12af523e req-c173b210-c0a5-4621-8ecc-1dc7c843fa5e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Jul 09 19:52:38.011235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56c2df-0353-4a9a-8638-7ea8dce08724 req-f5219d45-4b3c-4cf1-9190-9e57626d1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:38.012929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e56c2df-0353-4a9a-8638-7ea8dce08724 req-f5219d45-4b3c-4cf1-9190-9e57626d1211 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.0534799 Jul 09 19:52:38.053905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e56c2df-0353-4a9a-8638-7ea8dce08724 req-2a67a379-7198-4df6-8cfa-490291d110c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Jul 09 19:52:38.092290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1380b6d-5c04-4077-b05b-1676b828dde2 req-ee742c7b-993d-4b53-84ab-d1f172261b26 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:38.093804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1380b6d-5c04-4077-b05b-1676b828dde2 req-ee742c7b-993d-4b53-84ab-d1f172261b26 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 944 time: 0.0659325 Jul 09 19:52:38.136751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1380b6d-5c04-4077-b05b-1676b828dde2 req-4dfc826e-0b57-4c87-b9ad-e2b8b51c6cc4 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Jul 09 19:52:39.009323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 731e41fa-3ea6-4c2c-a784-81091ef91197 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:39.080282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 731e41fa-3ea6-4c2c-a784-81091ef91197 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:39.084342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 731e41fa-3ea6-4c2c-a784-81091ef91197 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:39.084992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.116022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ccc2-ad80-436d-ad16-3e2447c543fa req-7f373669-fe59-4d2e-b803-2d42ffac2186 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.123607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5712ccc2-ad80-436d-ad16-3e2447c543fa req-7f373669-fe59-4d2e-b803-2d42ffac2186 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0750039 Jul 09 19:52:39.157334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5712ccc2-ad80-436d-ad16-3e2447c543fa req-2e0c4a4c-6294-4f60-a0c7-bd5d1f0c53d9 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Jul 09 19:52:39.183508 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.213982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:39.216607 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e9047-9233-4197-a87e-b350c76693fd" -d '{"events": [{"server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "name": "network-vif-plugged", "status": "completed", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:39.231169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=731e41fa-3ea6-4c2c-a784-81091ef91197,segment=NetworkSegment(72f0c667-70b5-4823-9114-516eba1e644b),segment_id=72f0c667-70b5-4823-9114-516eba1e644b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:39.236130 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.292329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:39.330292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950756a7-e2ca-49b2-b553-0aef2eb61e13 req-5878e58c-6e14-4f18-995a-b972dbad46d5 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.331810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-950756a7-e2ca-49b2-b553-0aef2eb61e13 req-5878e58c-6e14-4f18-995a-b972dbad46d5 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Jul 09 19:52:39.362609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c90968-07cb-474a-9d31-ebb195be6a4a req-b8389e03-8b8c-4f34-88d7-9d82136d90c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.364130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5c90968-07cb-474a-9d31-ebb195be6a4a req-b8389e03-8b8c-4f34-88d7-9d82136d90c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0698438 Jul 09 19:52:39.371685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-950756a7-e2ca-49b2-b553-0aef2eb61e13 req-b870ccda-b16d-41fe-a945-1e8e4a11403d tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Jul 09 19:52:39.403420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5c90968-07cb-474a-9d31-ebb195be6a4a req-b42e465f-0b8e-40b7-a830-e442f2da4030 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jul 09 19:52:39.421830 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24091e1f-799a-43b7-a5be-41379e933023 x-openstack-request-id: req-24091e1f-799a-43b7-a5be-41379e933023 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:39.422229 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "name": "network-vif-plugged", "status": "completed", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:39.422588 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24091e1f-799a-43b7-a5be-41379e933023 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:39.423093 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197', 'code': 200} Jul 09 19:52:39.549835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e41b6-62ed-4a32-aec7-9fa8880be6fd req-96502427-d1db-488f-b131-d80d50f72906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.551888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-162e41b6-62ed-4a32-aec7-9fa8880be6fd req-96502427-d1db-488f-b131-d80d50f72906 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0611830 Jul 09 19:52:39.600306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-162e41b6-62ed-4a32-aec7-9fa8880be6fd req-97030345-9819-4fed-8f9d-9a28bdabc630 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 Jul 09 19:52:39.822635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73f553-b187-4412-b171-78ef2ecd1e62 req-c532b955-36c7-49eb-9ab6-5cbcca3a0f8d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.824813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d73f553-b187-4412-b171-78ef2ecd1e62 req-c532b955-36c7-49eb-9ab6-5cbcca3a0f8d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0740135 Jul 09 19:52:39.865885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d73f553-b187-4412-b171-78ef2ecd1e62 req-08f72778-0f6f-4a46-b122-bf272c1482a5 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Jul 09 19:52:40.575976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d5cfb-d451-415b-8039-d23a75140049 req-7a7f1771-9f9e-4246-8438-148d827c6a12 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.583059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-245d5cfb-d451-415b-8039-d23a75140049 req-7a7f1771-9f9e-4246-8438-148d827c6a12 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.0823023 Jul 09 19:52:40.628625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-245d5cfb-d451-415b-8039-d23a75140049 req-90361765-91d2-4f5b-86fb-ce07f1f9fb3f tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Jul 09 19:52:40.731219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-8ff10f79-0cfb-45ad-b441-39660363dce9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614924 Jul 09 19:52:40.847259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec368-6589-4c64-81cd-dca659013eb2 req-5614cbeb-f45b-470c-bfec-2ba4f86a111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.850815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-5614cbeb-f45b-470c-bfec-2ba4f86a111e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 1096 time: 0.0926394 Jul 09 19:52:40.985350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec368-6589-4c64-81cd-dca659013eb2 req-8161ba0a-c4eb-460c-9f4a-6d6c29b92a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.986852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-8161ba0a-c4eb-460c-9f4a-6d6c29b92a48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1001105 Jul 09 19:52:40.992597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:41.057014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-a8da4d5b-3211-430f-bcc7-45c479e04feb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 200 len: 217 time: 0.0623665 Jul 09 19:52:41.110938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec368-6589-4c64-81cd-dca659013eb2 req-828b230d-1ccc-4ce1-92ff-ad2b45a966bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.112440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-828b230d-1ccc-4ce1-92ff-ad2b45a966bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0481391 Jul 09 19:52:41.184553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec368-6589-4c64-81cd-dca659013eb2 req-df2dccc2-d056-4668-8e99-2c3d416b5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.185998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-df2dccc2-d056-4668-8e99-2c3d416b5446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650351 Jul 09 19:52:41.216647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc7ba0-3362-46ee-bd4a-21811fee00f4 req-b0b63d2c-af83-4c00-b2a6-ba862034a41b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.218212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38fc7ba0-3362-46ee-bd4a-21811fee00f4 req-b0b63d2c-af83-4c00-b2a6-ba862034a41b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1850548 Jul 09 19:52:41.299288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-8ed7bc6c-69a3-4090-880a-a071664397e3 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061120 Jul 09 19:52:41.361402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38fc7ba0-3362-46ee-bd4a-21811fee00f4 req-824c2389-a1a3-4ac9-b89f-f1c9a1df2917 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370971 Jul 09 19:52:41.416418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-491ec368-6589-4c64-81cd-dca659013eb2 req-5636985a-b299-46a7-8245-97370dbb80bd service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090555 Jul 09 19:52:41.549734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.876837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6eab4-34a3-46d1-9778-fdc7324ba0fb req-7fd879c6-41c7-4684-954d-b700195a7df2 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.882447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ea6eab4-34a3-46d1-9778-fdc7324ba0fb req-7fd879c6-41c7-4684-954d-b700195a7df2 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.1057005 Jul 09 19:52:41.928698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Deleting port 716a26fc-57b1-4028-ae19-3e9e0c484c2c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:41.929344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.947591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ea6eab4-34a3-46d1-9778-fdc7324ba0fb req-0f970af5-1819-49bd-a0e4-4aabf3c67d4c tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583026 Jul 09 19:52:41.984065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4f5ee-2669-4832-91d2-1099ccd58173 req-173b0636-72d7-43b8-be08-43233e00267c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.985671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aba4f5ee-2669-4832-91d2-1099ccd58173 req-173b0636-72d7-43b8-be08-43233e00267c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1294570 Jul 09 19:52:42.057949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aba4f5ee-2669-4832-91d2-1099ccd58173 req-a5c9e5f2-313e-4913-879d-b14d69b74535 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620179 Jul 09 19:52:42.077974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] For port 716a26fc-57b1-4028-ae19-3e9e0c484c2c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=716a26fc-57b1-4028-ae19-3e9e0c484c2c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:42.078444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.095622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Calling delete_port for 716a26fc-57b1-4028-ae19-3e9e0c484c2c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:42.290722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.321671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=716a26fc-57b1-4028-ae19-3e9e0c484c2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:42.878970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6362af-a6a1-4152-87d4-eebdb0ff91f3 req-b0d0d746-7ece-4736-9e78-41b05d91d451 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.880563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d6362af-a6a1-4152-87d4-eebdb0ff91f3 req-b0d0d746-7ece-4736-9e78-41b05d91d451 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.5187130 Jul 09 19:52:42.917460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.935259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d6362af-a6a1-4152-87d4-eebdb0ff91f3 req-f97266bd-7379-45ab-85f0-fc00475363bf tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Jul 09 19:52:43.171233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:43.261927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73675eb-609c-419f-8f56-b123593e9988 req-3664feed-ffcf-43d3-b631-38f0d34b6530 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.263654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f73675eb-609c-419f-8f56-b123593e9988 req-3664feed-ffcf-43d3-b631-38f0d34b6530 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0703740 Jul 09 19:52:43.280416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:43.289617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-094fb7f9-f1ce-4631-93ba-2896e29e71d9 admin admin] 10.222.0.10 "PUT /v2.0/routers/77c6c246-c597-47e2-aaee-7fb4ec5f0220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952726 Jul 09 19:52:43.291121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:43.292150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Sync routers for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:43.301935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:43.302768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:43.316925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f73675eb-609c-419f-8f56-b123593e9988 req-07ac7965-ba0e-4c2c-9c3e-83d40c0715e4 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Jul 09 19:52:43.411986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.453477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:43.531519 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.610131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Deleting port 29488168-270e-48c1-b4a0-9b3ce3f1c698 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:43.610472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.686299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:52:42Z', 'revision_number': 5, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port': {'id': '29488168-270e-48c1-b4a0-9b3ce3f1c698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:42:38Z', 'updated_at': '2021-07-09T19:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:43.724021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Checking router: 77c6c246-c597-47e2-aaee-7fb4ec5f0220 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:43.733494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Routers {'77c6c246-c597-47e2-aaee-7fb4ec5f0220'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:43.735448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:43.735602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] For port 29488168-270e-48c1-b4a0-9b3ce3f1c698, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=29488168-270e-48c1-b4a0-9b3ce3f1c698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:43.735602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.752146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Calling delete_port for 29488168-270e-48c1-b4a0-9b3ce3f1c698 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:43.871303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] Set router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:43.932389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-d91137cd-ffa8-4528-a17e-5324792748d5 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.933970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-d91137cd-ffa8-4528-a17e-5324792748d5 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.1671550 Jul 09 19:52:43.957990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:52:43Z', 'revision_number': 6, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:43.991268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73ad50-30c8-4657-ab10-ae606b5dcaee None None] The sync data for ids ['77c6c246-c597-47e2-aaee-7fb4ec5f0220'] in n-d-800087-3 is: [{'id': '77c6c246-c597-47e2-aaee-7fb4ec5f0220', 'name': 'tempest-AttachVolumeShelveTestJSON-1246628503-router', 'tenant_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:42:36Z', 'updated_at': '2021-07-09T19:52:43Z', 'revision_number': 6, 'project_id': 'b31ab8fdd56a4ec089bee8fb963fc832', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:44.205585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.245415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=29488168-270e-48c1-b4a0-9b3ce3f1c698,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:44.314331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628d785-ad33-4851-a7b6-af007fd69752 req-e5c2871e-52e0-4f1d-b66c-66ec308a355d tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.315945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9628d785-ad33-4851-a7b6-af007fd69752 req-e5c2871e-52e0-4f1d-b66c-66ec308a355d tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 945 time: 0.2153296 Jul 09 19:52:44.351180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Deleting port 731e41fa-3ea6-4c2c-a784-81091ef91197 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:44.351533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.372214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.558527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9628d785-ad33-4851-a7b6-af007fd69752 req-b6bb1535-fd20-4359-8d6c-4ec8761c4643 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8b47fbe-8e4c-486b-b68a-d57a72a6175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332385 Jul 09 19:52:44.568331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.572637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.635783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.636298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c6c246-c597-47e2-aaee-7fb4ec5f0220 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:52:44.641596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.642743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-217829e3-cb42-4d85-bd19-eb3fd3104b7d admin admin] 10.222.0.10 "DELETE /v2.0/routers/77c6c246-c597-47e2-aaee-7fb4ec5f0220 HTTP/1.1" status: 204 len: 168 time: 1.3504844 Jul 09 19:52:44.645854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:44.651065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] For port 731e41fa-3ea6-4c2c-a784-81091ef91197, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=731e41fa-3ea6-4c2c-a784-81091ef91197,segment=NetworkSegment(72f0c667-70b5-4823-9114-516eba1e644b),segment_id=72f0c667-70b5-4823-9114-516eba1e644b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:44.651415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.664805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Calling delete_port for 731e41fa-3ea6-4c2c-a784-81091ef91197 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:44.696845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Deleting subnet 5b1b5ced-5a07-4a60-8839-3d2f13fd8995 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:44.700078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.736698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.808635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.823460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['731e41fa-3ea6-4c2c-a784-81091ef91197'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:44.827965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.861721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Pushing event deleted for resources: {'Port': ['ID=731e41fa-3ea6-4c2c-a784-81091ef91197,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:44.911635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.926612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] No DVR routers for this DVR port 731e41fa-3ea6-4c2c-a784-81091ef91197 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:44.929443 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.932042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-232d04b5-b6ea-46dc-add1-10f87f2d53e9 req-e1b3777c-4d65-4d1e-8a17-418399df9ca8 tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.25 "DELETE /v2.0/ports/731e41fa-3ea6-4c2c-a784-81091ef91197 HTTP/1.1" status: 204 len: 173 time: 0.9546063 Jul 09 19:52:44.932832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'name': 'network-vif-deleted', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:44.935660 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae91e6-4447-4127-88f2-b4e2af9f7e1a" -d '{"events": [{"server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "name": "network-vif-deleted", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:44.957807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.964530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec511517-1cab-4bd1-ba74-5c7ec2421ce8 None None] Network cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:44.980864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:44.981672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b1b5ced-5a07-4a60-8839-3d2f13fd8995 HTTP/1.1" status: 204 len: 168 time: 0.3341093 Jul 09 19:52:44.983885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69d24-2fbf-4b0f-b5ca-d81f20c22b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1b5ced-5a07-4a60-8839-3d2f13fd8995,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:45.076102 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b05138a-bd45-491c-8488-2d243b7c2274 x-openstack-request-id: req-1b05138a-bd45-491c-8488-2d243b7c2274 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:45.076590 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e42e9d-de62-4977-b15e-7436f9f55fe1", "name": "network-vif-deleted", "tag": "731e41fa-3ea6-4c2c-a784-81091ef91197", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:45.076947 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b05138a-bd45-491c-8488-2d243b7c2274 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:45.077837 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e42e9d-de62-4977-b15e-7436f9f55fe1', 'name': 'network-vif-deleted', 'tag': '731e41fa-3ea6-4c2c-a784-81091ef91197', 'status': 'completed', 'code': 200} Jul 09 19:52:45.083890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.153865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Deleting port 39216b5f-30e4-48d3-9670-d85deedf824c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:45.155397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.255798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] For port 39216b5f-30e4-48d3-9670-d85deedf824c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=39216b5f-30e4-48d3-9670-d85deedf824c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:45.256397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.270200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Calling delete_port for 39216b5f-30e4-48d3-9670-d85deedf824c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:45.277499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] DHCP port deletion for cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:52:45.350564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Deleting port 39216b5f-30e4-48d3-9670-d85deedf824c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:45.351034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.418508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-135e239e-46fa-4a2c-ad37-67448fac6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.420593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-135e239e-46fa-4a2c-ad37-67448fac6ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.1026123 Jul 09 19:52:45.422243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] For port 39216b5f-30e4-48d3-9670-d85deedf824c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=39216b5f-30e4-48d3-9670-d85deedf824c,segment=NetworkSegment(96c310a4-e453-46b5-9fd4-9e5a84cba9a6),segment_id=96c310a4-e453-46b5-9fd4-9e5a84cba9a6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:45.422855 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.453637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Calling delete_port for 39216b5f-30e4-48d3-9670-d85deedf824c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:45.481090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.517760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Pushing event deleted for resources: {'Port': ['ID=39216b5f-30e4-48d3-9670-d85deedf824c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:45.519611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] No DVR routers for this DVR port 39216b5f-30e4-48d3-9670-d85deedf824c on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:45.588933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.608472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-dfa2e3f7-4489-4e38-a403-60f73df16ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.616426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-dfa2e3f7-4489-4e38-a403-60f73df16ebc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.1861408 Jul 09 19:52:45.629746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] Pushing event deleted for resources: {'Port': ['ID=39216b5f-30e4-48d3-9670-d85deedf824c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:45.637268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f781b6-84b3-429a-9e67-18bddac499e3 None None] No DVR routers for this DVR port 39216b5f-30e4-48d3-9670-d85deedf824c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:45.673230 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-f0dcbd4c-8994-422b-8381-a0eda4fb0d7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0486641 Jul 09 19:52:45.694061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede76f-66bb-4bd8-9b5c-e3458c76efb1 req-b028b980-d39f-4819-9ac6-725ccf1a15ad tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.695652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95ede76f-66bb-4bd8-9b5c-e3458c76efb1 req-b028b980-d39f-4819-9ac6-725ccf1a15ad tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.2862637 Jul 09 19:52:45.737751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-d0df6270-9a17-4c5a-ac8b-e3a559b2c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.740113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-d0df6270-9a17-4c5a-ac8b-e3a559b2c0ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0604959 Jul 09 19:52:45.751916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.766651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:45.783470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c310a4-e453-46b5-9fd4-9e5a84cba9a6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:45.783704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c310a4-e453-46b5-9fd4-9e5a84cba9a6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:45.794938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.808536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-e566c9b3-c416-4be8-8840-eed9546d9064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597548 Jul 09 19:52:45.809672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95ede76f-66bb-4bd8-9b5c-e3458c76efb1 req-801e8edf-a22e-4edf-8f71-22c5927c6280 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948427 Jul 09 19:52:45.839606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.866338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:45.868120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:45.879303 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:45.921599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29488168-270e-48c1-b4a0-9b3ce3f1c698 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:45.934849 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-191fcbf5-554c-4218-a48f-f3fe725761d2 req-d78b7968-65a0-4314-962e-733faa9478de tempest-InstanceActionsV221TestJSON-1028781623 tempest-InstanceActionsV221TestJSON-1028781623-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7e42e9d-de62-4977-b15e-7436f9f55fe1 HTTP/1.1" status: 200 len: 210 time: 0.1177561 Jul 09 19:52:45.942815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 29488168-270e-48c1-b4a0-9b3ce3f1c698 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:45.943357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 29488168-270e-48c1-b4a0-9b3ce3f1c698 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:45.943950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 39216b5f-30e4-48d3-9670-d85deedf824c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:45.962558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-9e527acc-5766-4b1c-994f-5eaabb9d417b service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467226 Jul 09 19:52:45.975517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 39216b5f-30e4-48d3-9670-d85deedf824c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:45.976238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 39216b5f-30e4-48d3-9670-d85deedf824c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:45.976668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 716a26fc-57b1-4028-ae19-3e9e0c484c2c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:45.981116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.987572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.994036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] 10.222.0.10 "DELETE /v2.0/networks/cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb HTTP/1.1" status: 204 len: 168 time: 1.0067017 Jul 09 19:52:46.006840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 716a26fc-57b1-4028-ae19-3e9e0c484c2c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:46.007131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 716a26fc-57b1-4028-ae19-3e9e0c484c2c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:46.008929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f19ba3-d230-4e2c-b9d9-2401a9a2054e admin admin] Pushing event deleted for resources: {'Network': ['ID=cbedebd0-193f-4e09-a2d2-4c5dfcdbbcbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:46.087263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cfe927d-1afa-4dc0-a06b-06ff4bf5b7c2 req-4b81b5ec-5839-4670-ba99-a18911b5671b service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102345 Jul 09 19:52:46.155279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:46.196190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f9c9983-7a17-43d5-8539-25a7c409ef1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b31ab8fdd56a4ec089bee8fb963fc832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396564 Jul 09 19:52:46.198618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:46.249586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.275063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.348505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.351058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.352173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4efef1ba-b2e1-470c-bb84-4fe0a1172822 HTTP/1.1" status: 204 len: 168 time: 0.1526189 Jul 09 19:52:46.368295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3574-c250-478b-bf51-710ae43d4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efef1ba-b2e1-470c-bb84-4fe0a1172822,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:46.393324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-ec75646d-ae23-43ba-aafe-a67ffe5038f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740364 Jul 09 19:52:46.500803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-d135e373-c300-4953-a85e-55c766563ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.502586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-d135e373-c300-4953-a85e-55c766563ee0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.0661097 Jul 09 19:52:46.624591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-9255b0e6-ec60-4fa6-ae12-1edec2967aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.627989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-9255b0e6-ec60-4fa6-ae12-1edec2967aa4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.0959797 Jul 09 19:52:46.698122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-6912c2f4-1321-4311-a8dc-3427dc478fb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.0652573 Jul 09 19:52:46.750079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-2ef9bc2c-27ae-4601-86c2-98edee56b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.751569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-2ef9bc2c-27ae-4601-86c2-98edee56b3e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0476358 Jul 09 19:52:46.817078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-53aa8d14-86a8-4658-8b8d-0176d10a8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.818817 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-53aa8d14-86a8-4658-8b8d-0176d10a8f29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605569 Jul 09 19:52:46.940404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-ca8e5b03-1fe5-4853-bb22-1ed7d03b8934 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152256 Jul 09 19:52:47.072867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 731e41fa-3ea6-4c2c-a784-81091ef91197 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:47.130344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 731e41fa-3ea6-4c2c-a784-81091ef91197 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:47.130695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 731e41fa-3ea6-4c2c-a784-81091ef91197 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:47.220297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:47.333551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-383738184-network', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:47.358558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Made reservation on behalf of 2a7d286fdf2f458aaf14d663ce6c5760 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:47.366033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.366283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:47.377915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.382372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c27b1-0a16-41a4-b31a-54977c705386 req-43a2f03c-a484-468f-bd9b-a5f0abd5a314 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:47.384526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d29c27b1-0a16-41a4-b31a-54977c705386 req-43a2f03c-a484-468f-bd9b-a5f0abd5a314 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.4369879 Jul 09 19:52:47.409194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d67733f-1b76-42a6-b0bf-d1af34827b4f req-192de787-b338-4506-bda3-106f23b2e789 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602876 Jul 09 19:52:47.460617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Deleting subnet e73717d0-e804-4da1-bc8b-4b4b446329ae {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:47.467474 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d29c27b1-0a16-41a4-b31a-54977c705386 req-0ddd8c44-d640-4074-8a58-19950720f612 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610933 Jul 09 19:52:47.468109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.483841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.499842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.506423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.519490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:47.537737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.538088 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Added segment 87db3b64-10b7-467e-8033-989d2159fad1 of type vlan for network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 Jul 09 19:52:47.545553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d9e4fe-2276-41fa-bcd6-adc694c5030c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:47.550049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.594378 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.613046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.625423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.626698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:47.627362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.642982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73717d0-e804-4da1-bc8b-4b4b446329ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:47.650302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.655660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a92e9c4-b18d-44b4-b988-c620a8972654 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e73717d0-e804-4da1-bc8b-4b4b446329ae HTTP/1.1" status: 204 len: 168 time: 0.2853103 Jul 09 19:52:47.656614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:47.686576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4651415 Jul 09 19:52:47.689672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:47.696767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Request body: {'subnet': {'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-383738184-subnet', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:47.703377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab0ae-6175-4297-b766-f726893335bf admin admin] Pushing event updated for resources: {'Network': ['ID=6c3c1f17-0ccc-4417-9afc-58c17cc3e645,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:47.720118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:47.722243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Made reservation on behalf of 2a7d286fdf2f458aaf14d663ce6c5760 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:47.724782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.739703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.822456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.834809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262b9d44-349b-4cfa-a9d7-4c35dbea46ac']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:47.850458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f0c667-70b5-4823-9114-516eba1e644b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:47.850871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f0c667-70b5-4823-9114-516eba1e644b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:47.861401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.882653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.889976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:47.891060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:47.893310 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:47.960111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.979546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.982365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] 10.222.0.10 "DELETE /v2.0/networks/262b9d44-349b-4cfa-a9d7-4c35dbea46ac HTTP/1.1" status: 204 len: 168 time: 0.3239069 Jul 09 19:52:47.984121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50fe2d-35ab-406b-abda-8a41de7ed63f admin admin] Pushing event deleted for resources: {'Network': ['ID=262b9d44-349b-4cfa-a9d7-4c35dbea46ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:48.114043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:48.164219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-26c695df-e664-4ca1-82d7-d1b17c018a26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0d6ca2dbb7049af9c1e5b6a93d849e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488155 Jul 09 19:52:48.165648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:48.218363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.236104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.241990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.299224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b19222-d085-483f-914b-fc7f76b6749e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:48.300605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.305811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.310071 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8b47fbe-8e4c-486b-b68a-d57a72a6175f HTTP/1.1" status: 204 len: 168 time: 0.1431727 Jul 09 19:52:48.315104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Checking segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:48.315561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Network hostable DHCP agents. Network: 6c3c1f17-0ccc-4417-9afc-58c17cc3e645, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:48.322438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416086c-14f2-45a4-ab1d-50d7fbff2340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b47fbe-8e4c-486b-b68a-d57a72a6175f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:48.334857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:48.352043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6c3c1f17-0ccc-4417-9afc-58c17cc3e645) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:48.357234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.357886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.366101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a43112-a482-4d07-9ff9-249d52623b14 None None] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:48.378422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9118b9ad-dda0-42e9-ad72-0731876b3a4d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6841590 Jul 09 19:52:48.378668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:48.385107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:48.425941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.427178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.485411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.566642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:52:48.567828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.737754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a94d8-2b73-4176-b0e2-40ae70f78298 req-5c436309-09c8-4a11-8841-865340dcb451 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.738386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.753011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-586a94d8-2b73-4176-b0e2-40ae70f78298 req-5c436309-09c8-4a11-8841-865340dcb451 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1054688 Jul 09 19:52:48.813693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-586a94d8-2b73-4176-b0e2-40ae70f78298 req-d3b2c7d8-c4ec-4a2f-82cd-0cf08d0f5d73 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Jul 09 19:52:48.916243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.986704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Allocated IP 172.20.0.2 (6c3c1f17-0ccc-4417-9afc-58c17cc3e645/24b19222-d085-483f-914b-fc7f76b6749e/f4bdceff-f709-4a10-a31c-ebe4036bfa2d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:49.018269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.046379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.203877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Allocated IP 172.25.3.113 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/ac0c282d-3f06-4a2f-890d-1f1cf105d6ce) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:49.206295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.217569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Transition to ACTIVE for port object f4bdceff-f709-4a10-a31c-ebe4036bfa2d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:49.236098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Transition to ACTIVE for port object f4bdceff-f709-4a10-a31c-ebe4036bfa2d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:49.243863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.289430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Pushing event updated for resources: {'Port': ['ID=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.292905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:49.315086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:49.316549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:49.319193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:49.342385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.405171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Attempting to bind port f4bdceff-f709-4a10-a31c-ebe4036bfa2d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:49.405752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.409598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Attempting to bind port f4bdceff-f709-4a10-a31c-ebe4036bfa2d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:49.409984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Attempting to bind port f4bdceff-f709-4a10-a31c-ebe4036bfa2d on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:49.416442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:49.416727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Checking segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:49.418904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.418904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Bound using segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:49.418904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Bound port: f4bdceff-f709-4a10-a31c-ebe4036bfa2d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:49.418904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.447803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:49.450994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:49.454030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:49.473682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1838088692-network', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:49.496882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] For port f4bdceff-f709-4a10-a31c-ebe4036bfa2d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:49.498665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Made reservation on behalf of 99f20f1ac15448dab8e510e44298c5ff for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:49.500852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Pushing event updated for resources: {'Port': ['ID=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.501442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] For port f4bdceff-f709-4a10-a31c-ebe4036bfa2d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:49.502962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.507394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.515146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.587912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275616bd-d362-45a0-83cc-1dfd4f8451fa None None] Pushing event updated for resources: {'Port': ['ID=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.638107 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.643916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.677455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:49.689033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb896eb9-9a80-4469-87a2-9cc8019ce35c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.697559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.697966 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Added segment bdb79d20-5cb1-4de3-b47f-192f8b1fa630 of type vlan for network c29d1c8a-94f5-44a6-81c4-f422f920d465 Jul 09 19:52:49.776836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.818861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.822666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.823673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.963652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.998366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] Pushing event updated for resources: {'Network': ['ID=c29d1c8a-94f5-44a6-81c4-f422f920d465,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:50.015425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44406752-eeac-478c-86ba-32b9f282603e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7212908 Jul 09 19:52:50.018823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:50.026217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Request body: {'subnet': {'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1838088692-subnet', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:50.028275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:50.059810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Made reservation on behalf of 99f20f1ac15448dab8e510e44298c5ff for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:50.065548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.091331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4bdceff-f709-4a10-a31c-ebe4036bfa2d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:50.187490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f4bdceff-f709-4a10-a31c-ebe4036bfa2d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:50.191757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d8a56-2c11-416d-8cba-712a2bf44e23 req-74c00f60-17a2-4bb7-bc52-9e732d185c7b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:50.194711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-896d8a56-2c11-416d-8cba-712a2bf44e23 req-74c00f60-17a2-4bb7-bc52-9e732d185c7b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1627700 Jul 09 19:52:50.305654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.319254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-896d8a56-2c11-416d-8cba-712a2bf44e23 req-6188f077-712d-407e-b84c-0e192f012998 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802805 Jul 09 19:52:50.338042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.362741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9c512b-108a-4f57-9871-50fda05500c6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:50.385048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Checking segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:50.385439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Network hostable DHCP agents. Network: c29d1c8a-94f5-44a6-81c4-f422f920d465, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:50.411625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:50.437588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c29d1c8a-94f5-44a6-81c4-f422f920d465) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:50.448289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:50.448899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.456512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b16de-0268-4633-b702-9c968d34402a None None] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:50.473541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:50.475272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c46c8e9-2790-448d-b43f-2f3a6524a6d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4548366 Jul 09 19:52:50.482527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:50.529578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.530628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.595350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.604341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:52:50.615846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11101a10-94ec-4b32-92f7-a0a6f1b92747 None None] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:50.804085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb5662-da73-44a4-a776-157df98aad1f None None] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:50.805578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.868485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Provisioning for port f4bdceff-f709-4a10-a31c-ebe4036bfa2d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:50.877811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Provisioning complete for port f4bdceff-f709-4a10-a31c-ebe4036bfa2d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:50.878189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.906108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:50.920167 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:50.933654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.937704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1eae8412-6cc8-47f1-8aad-3df04df5ec8d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5553744 Jul 09 19:52:50.937846 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:50.937846 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:50.938280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:51.041098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.086999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] For port f4bdceff-f709-4a10-a31c-ebe4036bfa2d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:51.094152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.104482 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:51.149930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6446a-a2a0-4aca-98b6-6dd4f778e1c8 None None] Pushing event updated for resources: {'Port': ['ID=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:51.275333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.301657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 3, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:51.303749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.428611 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:51.429297 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Updating router cac9fc85-b45b-4fad-933f-44d5ee73d84a port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:51.430851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-45fe1436-22bb-4abb-a9ca-31f4827bd6ec None None] Provisioning complete for port f4bdceff-f709-4a10-a31c-ebe4036bfa2d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:51.431177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45fe1436-22bb-4abb-a9ca-31f4827bd6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.475803 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.648324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68b9d5-e197-4f70-bb14-ef6ff5ee5e7e req-23d36e5f-79ac-4d1e-9f3e-d1232d1790fd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:51.656333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f68b9d5-e197-4f70-bb14-ef6ff5ee5e7e req-23d36e5f-79ac-4d1e-9f3e-d1232d1790fd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0826511 Jul 09 19:52:51.704929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f68b9d5-e197-4f70-bb14-ef6ff5ee5e7e req-24d66009-f04e-4307-9ec5-09c319a19dde tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Jul 09 19:52:51.811038 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.830127 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Transition to ACTIVE for port object ac0c282d-3f06-4a2f-890d-1f1cf105d6ce will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:51.830375 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.885523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Attempting to bind port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:51.885902 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Attempting to bind port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:51.886263 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Attempting to bind port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:51.889503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.893327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Pushing event updated for resources: {'Port': ['ID=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:51.896348 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:51.896716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:51.897113 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.897521 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:51.897993 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Bound port: ac0c282d-3f06-4a2f-890d-1f1cf105d6ce, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:51.898408 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.920330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Allocated IP 172.25.3.83 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/712c0c98-146f-400e-9dbc-c9c932b66356) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:51.922572 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.923079 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.923238 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.923753 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.924917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.924917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.925425 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.925906 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.926396 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.926723 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.927041 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.927517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:51.962617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4bdceff-f709-4a10-a31c-ebe4036bfa2d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:51.965022 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] For port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:51.968657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] For port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:51.976332 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.023832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f4bdceff-f709-4a10-a31c-ebe4036bfa2d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:52.024664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.036562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5412-b767-4f38-bdd2-72ed30f3b9b2 None None] Pushing event updated for resources: {'Port': ['ID=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.074981 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:52.076396 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:52.178892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.192060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Allocated IP 172.20.0.1 (6c3c1f17-0ccc-4417-9afc-58c17cc3e645/24b19222-d085-483f-914b-fc7f76b6749e/27f46358-84bc-442f-9ab8-85b4adde716e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:52.207613 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:52.291059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.346679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89abc77e-7534-49e4-b91e-b21a8d480130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.354985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:52.369429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:52.371268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Pushing event updated for resources: {'Port': ['ID=712c0c98-146f-400e-9dbc-c9c932b66356,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.373480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:52.377583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.410567 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 3, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:52.433911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Transition to ACTIVE for port object 27f46358-84bc-442f-9ab8-85b4adde716e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:52.441818 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17587b11-f847-4bca-be8d-c2a0ed386034 None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 3, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:52.571056 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.651129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:52.660680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:52.667444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:52.708165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Pushing event updated for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.755642 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.833468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.013190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7f9d1834-f6f6-4e77-8789-824c63c59890 None None] Provisioning for port 27f46358-84bc-442f-9ab8-85b4adde716e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:53.017594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7f9d1834-f6f6-4e77-8789-824c63c59890 None None] Provisioning complete for port 27f46358-84bc-442f-9ab8-85b4adde716e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:53.017978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1834-f6f6-4e77-8789-824c63c59890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.068184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d1834-f6f6-4e77-8789-824c63c59890 None None] Port 27f46358-84bc-442f-9ab8-85b4adde716e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:53.115032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.221798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb16b-d32e-4d52-95a0-02c484c999bc req-686743e4-e534-4d43-adc3-d218f31bdcee tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:53.223374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f99fb16b-d32e-4d52-95a0-02c484c999bc req-686743e4-e534-4d43-adc3-d218f31bdcee tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.2354519 Jul 09 19:52:53.228548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.230369 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.372029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f99fb16b-d32e-4d52-95a0-02c484c999bc req-eaaf1531-69cc-40f6-b365-14a3b852dd86 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347928 Jul 09 19:52:53.487988 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.495517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.568620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Router 088417cf-b364-45c4-bafe-4ef6bc88a14e is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:52:53.579028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.580765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Pushing event updated for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:53.953174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ac0c282d-3f06-4a2f-890d-1f1cf105d6ce up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:54.023311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:54.024441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:54.027900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:54.028636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.041567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:54.043922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:54.049637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.053632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f7982bf-210a-4ef3-b862-eaee9a71165f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5788143 Jul 09 19:52:54.053920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:54.076171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Sync routers for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:54.091671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:54.092307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:54.266754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:54.286234 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.311321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:54.322016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.362799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:54.527795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:54.538502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ba3299ac-58e7-4a3f-816c-18e5f757317d None None] Provisioning complete for port 27f46358-84bc-442f-9ab8-85b4adde716e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:54.538880 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba3299ac-58e7-4a3f-816c-18e5f757317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.550158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:54.562334 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:54.566032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-06ef22ba-a264-43b5-9c1a-6c2e648622bf admin admin] 10.222.0.10 "PUT /v2.0/routers/cac9fc85-b45b-4fad-933f-44d5ee73d84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6268108 Jul 09 19:52:54.577042 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:54.577874 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:54.628564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ba3299ac-58e7-4a3f-816c-18e5f757317d None None] Port 27f46358-84bc-442f-9ab8-85b4adde716e cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:54.722341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10519dbd-2997-42c4-809b-ccd8c8f49491 req-1fe3fdfc-a673-4ae0-9378-86962feb463c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:54.724260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10519dbd-2997-42c4-809b-ccd8c8f49491 req-1fe3fdfc-a673-4ae0-9378-86962feb463c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1360557 Jul 09 19:52:54.740716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:54.746316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 3, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:54.776854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Checking router: 088417cf-b364-45c4-bafe-4ef6bc88a14e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:54.777745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Updating router 088417cf-b364-45c4-bafe-4ef6bc88a14e port 712c0c98-146f-400e-9dbc-c9c932b66356 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:54.815954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.900549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10519dbd-2997-42c4-809b-ccd8c8f49491 req-69f56d2e-e07f-4b3b-88fa-5c12e47487cc tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697040 Jul 09 19:52:54.933493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.964843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-596509a3-12cc-4a89-872c-d30649babcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.008862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:53Z', 'revision_number': 2, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:55.042511 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:55.042981 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Updating router cac9fc85-b45b-4fad-933f-44d5ee73d84a port 27f46358-84bc-442f-9ab8-85b4adde716e binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:55.085680 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.140120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.152709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Transition to ACTIVE for port object 712c0c98-146f-400e-9dbc-c9c932b66356 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:55.158926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.207517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58eb6-1f32-445e-9bc4-baa48418cb08 None None] Pushing event updated for resources: {'Port': ['ID=712c0c98-146f-400e-9dbc-c9c932b66356,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:55.248092 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.252311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Attempting to bind port 712c0c98-146f-400e-9dbc-c9c932b66356 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:55.252802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Attempting to bind port 712c0c98-146f-400e-9dbc-c9c932b66356 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:55.253263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Attempting to bind port 712c0c98-146f-400e-9dbc-c9c932b66356 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:55.259980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:55.260368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:55.260837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.261322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:55.261854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Bound port: 712c0c98-146f-400e-9dbc-c9c932b66356, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:55.262326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.305521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Allocated IP 172.20.0.1 (c29d1c8a-94f5-44a6-81c4-f422f920d465/6d9c512b-108a-4f57-9871-50fda05500c6/cb0535bc-be79-4d5b-bd8f-5e9d79f2b296) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:55.326510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] For port 712c0c98-146f-400e-9dbc-c9c932b66356, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:55.331259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] For port 712c0c98-146f-400e-9dbc-c9c932b66356, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=712c0c98-146f-400e-9dbc-c9c932b66356,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:55.338253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.407722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:55.408623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:55.436341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.491960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.525961 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.530636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58eb6-1f32-445e-9bc4-baa48418cb08 None None] Pushing event updated for resources: {'Port': ['ID=712c0c98-146f-400e-9dbc-c9c932b66356,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:55.537376 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Transition to ACTIVE for port object 27f46358-84bc-442f-9ab8-85b4adde716e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:55.549641 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.579551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:55.606153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Pushing event updated for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:55.610053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:55.612086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:55.616550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:55.660925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:55.668115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275258219', 'description': 'tempest-description--55221674'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:55.679746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.713548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.790241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Attempting to bind port 27f46358-84bc-442f-9ab8-85b4adde716e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:55.793772 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Attempting to bind port 27f46358-84bc-442f-9ab8-85b4adde716e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:55.798873 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Attempting to bind port 27f46358-84bc-442f-9ab8-85b4adde716e on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:55.801375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac1e51-4f0e-4e06-91ce-f3b5dd107156 None None] Pushing event updated for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:55.820597 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:55.821431 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Checking segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:55.822006 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.822609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Bound using segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:55.823395 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Bound port: 27f46358-84bc-442f-9ab8-85b4adde716e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:55.823542 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.866143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.888498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.952224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.957540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2893684 Jul 09 19:52:55.964458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ac0c282d-3f06-4a2f-890d-1f1cf105d6ce up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:55.969819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 3, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:55.972574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:55.987472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group_rule': {'security_group_id': '6055cea9-e424-4feb-9568-b54dc48d2a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:55.998318 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] For port 27f46358-84bc-442f-9ab8-85b4adde716e, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:56.006922 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] For port 27f46358-84bc-442f-9ab8-85b4adde716e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=27f46358-84bc-442f-9ab8-85b4adde716e,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:56.015586 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.020262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.036660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc2074-b65f-430e-a8c8-8812a41e0bce tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6055cea9-e424-4feb-9568-b54dc48d2a87,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.041283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af09cce-5935-4e72-b125-a41d8506655a None None] The sync data for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 is: [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 3, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:56.047107 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.139839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:56.141056 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.157570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.164448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.190273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7818f79c-a964-446a-9671-5bb7624662b4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.205426 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac1e51-4f0e-4e06-91ce-f3b5dd107156 None None] Pushing event updated for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.246909 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:56.249529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.251083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b6ac0724-97a6-447f-8f33-8d2ee0895d64 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774205 Jul 09 19:52:56.251286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:56.253757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:56.262009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group_rule': {'security_group_id': '6055cea9-e424-4feb-9568-b54dc48d2a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:56.308967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.339306 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.449739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e28e4b-5c97-4fce-83a8-c096617dfb66 req-0e39d5cf-f53b-4e82-af68-a194c9e8b571 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:56.451335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30e28e4b-5c97-4fce-83a8-c096617dfb66 req-0e39d5cf-f53b-4e82-af68-a194c9e8b571 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1894600 Jul 09 19:52:56.466497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.474933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.479271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.486915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.490037 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:56.505296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0892b7f-1bb8-421e-9d60-e887b1c5e84d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.530512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.533495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c485c028-3ed8-4043-8b4c-f1b7a569504d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2776754 Jul 09 19:52:56.536456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:56.557315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:56.588942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Pushing event updated for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.607171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.626815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.635243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30e28e4b-5c97-4fce-83a8-c096617dfb66 req-cf3fd2f6-6fc9-49ae-8164-41c06fb11e34 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743965 Jul 09 19:52:56.759365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:56.761498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:56.774723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.935363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Router 088417cf-b364-45c4-bafe-4ef6bc88a14e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:56.947175 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:56.978113 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d34f9-18d8-4d4a-b0ff-65f5fb80c17d None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:57.005825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Allocated IP 172.25.3.242 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4d6e9d82-302e-4d08-8dfb-6544d3740e28) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:57.120213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:57.136134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-93f259a5-ee84-4c91-a408-7433a1f0c85f admin admin] 10.222.0.10 "PUT /v2.0/routers/088417cf-b364-45c4-bafe-4ef6bc88a14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793011 Jul 09 19:52:57.213790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.315679 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.350780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827fcc-0ea3-46e5-8605-9ff8dc22ffc4 req-1609efca-9094-4b5a-9324-38892e419f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.352582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad827fcc-0ea3-46e5-8605-9ff8dc22ffc4 req-1609efca-9094-4b5a-9324-38892e419f88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.1125510 Jul 09 19:52:57.356145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:57.391125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:57.398606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:57.420451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad827fcc-0ea3-46e5-8605-9ff8dc22ffc4 req-5a2bae4b-9303-48e1-a324-7579ab8afef6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591559 Jul 09 19:52:57.443424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=4d6e9d82-302e-4d08-8dfb-6544d3740e28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:57.579880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.708926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.814611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.855764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-f3d9bf62-72b9-4a2d-97fe-ca2615c74370 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.863259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-f3d9bf62-72b9-4a2d-97fe-ca2615c74370 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 811 time: 0.2284975 Jul 09 19:52:57.879638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3768e82-b92a-47f2-b365-92f6326a306e req-46132b25-d52e-498b-8bdc-c8f738a4ab9b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.884561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3768e82-b92a-47f2-b365-92f6326a306e req-46132b25-d52e-498b-8bdc-c8f738a4ab9b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1011317 Jul 09 19:52:57.897335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-2cfcb053-b91a-491d-86a9-ee26f9e81cee tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/quotas/99f20f1ac15448dab8e510e44298c5ff HTTP/1.1" status: 200 len: 375 time: 0.0325389 Jul 09 19:52:57.961213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3768e82-b92a-47f2-b365-92f6326a306e req-bed97af2-f770-47ab-8b79-51ccc867ce3a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 Jul 09 19:52:58.040912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-af2ffeee-0059-4068-b1e9-21b598cff714 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425521 Jul 09 19:52:58.042011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 712c0c98-146f-400e-9dbc-c9c932b66356 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:58.043003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.051889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.093035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 712c0c98-146f-400e-9dbc-c9c932b66356 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:58.097208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 712c0c98-146f-400e-9dbc-c9c932b66356 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:58.097589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.192927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=4d6e9d82-302e-4d08-8dfb-6544d3740e28,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:58.221413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.249051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-2a1553d1-692b-4bee-b398-a8c2e980de80 service neutron] 10.222.0.10 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985981 Jul 09 19:52:58.250248 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.259195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d74c7137-3e8b-46a7-aee1-9aa547823924 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7132957 Jul 09 19:52:58.460584 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.473164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-49d918b1-4b51-4bae-87e8-77d4aa9ec34e service neutron] 10.222.0.10 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032506 Jul 09 19:52:58.484808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 712c0c98-146f-400e-9dbc-c9c932b66356, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=712c0c98-146f-400e-9dbc-c9c932b66356,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:58.489356 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.490607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 27f46358-84bc-442f-9ab8-85b4adde716e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:58.497363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-31030a9e-434b-47a3-b832-3c1babb3086b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1275258219&fields=id&tenant_id=2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 267 time: 0.0598295 Jul 09 19:52:58.587800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=712c0c98-146f-400e-9dbc-c9c932b66356,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:58.591653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 27f46358-84bc-442f-9ab8-85b4adde716e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:58.598466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 27f46358-84bc-442f-9ab8-85b4adde716e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:58.600849 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.670188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-b9078405-a7f6-4f6d-8610-4a5cf1970c6b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:58.671751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-b9078405-a7f6-4f6d-8610-4a5cf1970c6b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 810 time: 0.1736126 Jul 09 19:52:58.688598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-4cb8772a-f978-4844-bec9-cf3fc2b01de3 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/quotas/2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 375 time: 0.0110497 Jul 09 19:52:58.701323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.744234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 27f46358-84bc-442f-9ab8-85b4adde716e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=27f46358-84bc-442f-9ab8-85b4adde716e,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:58.748925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.805214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:58.839283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-abc1e3c0-a8f5-49e7-982f-216e15669744 req-5a519dfe-118c-446e-b3b5-a34baddce5f5 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 210 time: 0.0583849 Jul 09 19:52:58.891621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-badc8389-3799-4319-b5f0-e27174bb8020 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1971612 Jul 09 19:52:59.012650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-4f755354-2a22-4c33-a61e-175bf5c297ad service neutron] 10.222.0.10 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999258 Jul 09 19:52:59.179764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-113ae72b-66ba-4d8e-bab2-e9f6fdb37e58 service neutron] 10.222.0.10 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570451 Jul 09 19:52:59.197808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883da77-e3c0-4b4a-a13a-9861386875a7 req-6d223bef-a5d3-4c2a-bc47-ce684477fab3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:59.206346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1883da77-e3c0-4b4a-a13a-9861386875a7 req-6d223bef-a5d3-4c2a-bc47-ce684477fab3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1088068 Jul 09 19:52:59.282082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1883da77-e3c0-4b4a-a13a-9861386875a7 req-e9d6ff01-bc1d-4408-be0a-11c66db8d454 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Jul 09 19:52:59.291989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Sync routers for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:59.319465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:59.324951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:59.537355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fb820588-c654-4842-b1e0-8f4f349fd9b5 req-d740cd34-4e3c-45f8-9796-e7e54129f170 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 210 time: 0.0497458 Jul 09 19:52:59.560040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:00.045502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 712c0c98-146f-400e-9dbc-c9c932b66356 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:00.075159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d425569-f90d-4018-88c8-79a28dbfe6b7 req-02f230f9-d3af-46c2-af6e-0a37a978711f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 210 time: 0.0473268 Jul 09 19:53:00.137423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-e21d461b-e37d-4af7-99d6-f6fca5e2f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.139499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-e21d461b-e37d-4af7-99d6-f6fca5e2f656 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.2789314 Jul 09 19:53:00.154419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 4, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cb0535bc-be79-4d5b-bd8f-5e9d79f2b296', 'name': '', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'mac_address': 'fa:16:3e:fd:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:54Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 2, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'subnets': [{'id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:00.181095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f729-2ece-4d78-bf99-228543ec79c4 req-b7b96ac3-b3aa-4b5e-b2f9-3570f1113d93 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.182895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5e0f729-2ece-4d78-bf99-228543ec79c4 req-b7b96ac3-b3aa-4b5e-b2f9-3570f1113d93 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.2181232 Jul 09 19:53:00.191255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Checking router: 088417cf-b364-45c4-bafe-4ef6bc88a14e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:53:00.191708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Updating router 088417cf-b364-45c4-bafe-4ef6bc88a14e port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:53:00.261098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b5e0f729-2ece-4d78-bf99-228543ec79c4 req-2a22e965-b2c9-4bf2-aa8a-5321db4ebc7d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Jul 09 19:53:00.289972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 712c0c98-146f-400e-9dbc-c9c932b66356 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:00.289972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.289972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.300152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-3304c549-e5e9-4a05-8b23-de12afaf60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.301796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-3304c549-e5e9-4a05-8b23-de12afaf60ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.1499677 Jul 09 19:53:00.351325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-913deb2f-94ab-4417-b5c7-a78596525a21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0411844 Jul 09 19:53:00.413788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-9ee7ecd1-eb66-49fe-9faf-eeeef878804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.423126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-9ee7ecd1-eb66-49fe-9faf-eeeef878804c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0580907 Jul 09 19:53:00.482353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-e62a62c1-a59c-4293-b479-4b20b374435e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581520 Jul 09 19:53:00.564636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 27f46358-84bc-442f-9ab8-85b4adde716e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:00.665840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-19d67c59-2352-4ec1-b68a-e5bd6f115c41 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.670202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-19d67c59-2352-4ec1-b68a-e5bd6f115c41 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.25 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 811 time: 0.2167485 Jul 09 19:53:00.670348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-c00feb33-48bd-4540-a2a7-acfe2e14250a service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802728 Jul 09 19:53:00.684790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Request body: {'port': {'device_id': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'admin_state_up': True, 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:00.724160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 27f46358-84bc-442f-9ab8-85b4adde716e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:00.724534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.801489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5b3c525-4ba6-46e1-bed2-7fe29a8731d9 req-3ce05224-8cd1-4266-bbd8-d6ddbde2a756 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231122 Jul 09 19:53:00.832711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.865654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Transition to ACTIVE for port object cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:00.874511 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.934339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f561db1a-f0cf-4708-8f18-566b6286d253 req-454100f4-3fc3-430d-891b-5e22d7d28546 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 210 time: 0.2143939 Jul 09 19:53:00.935322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66263b87-d085-49bc-8643-006276677e07 None None] Pushing event updated for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:00.964241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Made reservation on behalf of 99f20f1ac15448dab8e510e44298c5ff for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:00.967852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.000559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Attempting to bind port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:01.001091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Attempting to bind port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:01.001590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Attempting to bind port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 on network c29d1c8a-94f5-44a6-81c4-f422f920d465 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:01.008743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:01.009326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Checking segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:01.009862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.010385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Bound using segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:01.010936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Bound port: cb0535bc-be79-4d5b-bd8f-5e9d79f2b296, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:01.011389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.089244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] For port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:01.092278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] For port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:01.099293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.136065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Allocated IP 172.20.0.12 (c29d1c8a-94f5-44a6-81c4-f422f920d465/6d9c512b-108a-4f57-9871-50fda05500c6/6038780c-a2b9-4739-bd43-ee79022fba23) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:01.156366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:53:01.157172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:01.220122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66263b87-d085-49bc-8643-006276677e07 None None] Pushing event updated for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:01.277712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8e675762-9cce-4f1e-b29c-425f6dc80e2b req-7bb426c4-6429-4101-8091-d342c98b37b1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 210 time: 0.0386367 Jul 09 19:53:01.382505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:01.404300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.501181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-96ca90dd-85c3-4a75-a817-d9c7606ba384 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:01.502696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-96ca90dd-85c3-4a75-a817-d9c7606ba384 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 810 time: 0.1704838 Jul 09 19:53:01.507611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.589334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:01.604808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125688a-bb38-4387-84f2-252243d7d3b4 req-9a9aa7a5-ea1c-4105-a6ab-da58e1915721 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:01.606847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c125688a-bb38-4387-84f2-252243d7d3b4 req-9a9aa7a5-ea1c-4105-a6ab-da58e1915721 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1376793 Jul 09 19:53:01.607700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Pushing event updated for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:01.610707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:01.611336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-b17bf8d4-d4a1-4ad0-8d0b-1c92bf220bad tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 380 time: 0.0785248 Jul 09 19:53:01.620507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:01.623540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'port': {'device_id': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'admin_state_up': True, 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'security_groups': ['6055cea9-e424-4feb-9568-b54dc48d2a87']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:01.711862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:01.712583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.767099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Made reservation on behalf of 2a7d286fdf2f458aaf14d663ce6c5760 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:01.775744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.798442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-a179be1e-6315-4394-a4c0-47e3ddfdd4e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1165876 Jul 09 19:53:01.806045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c125688a-bb38-4387-84f2-252243d7d3b4 req-9cbcffb4-ce44-4ac5-8f1e-6deb4a64137a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869259 Jul 09 19:53:01.817264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Request body: {'port': {'device_id': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:01.939658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 4, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cb0535bc-be79-4d5b-bd8f-5e9d79f2b296', 'name': '', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'mac_address': 'fa:16:3e:fd:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:54Z', 'updated_at': '2021-07-09T19:53:01Z', 'revision_number': 4, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'subnets': [{'id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:01.946124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.014315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2685ac-da0c-48ee-a111-67a53a1b7278 None None] The sync data for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 is: [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:55Z', 'revision_number': 4, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cb0535bc-be79-4d5b-bd8f-5e9d79f2b296', 'name': '', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'mac_address': 'fa:16:3e:fd:1a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:54Z', 'updated_at': '2021-07-09T19:53:01Z', 'revision_number': 4, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'subnets': [{'id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:53:02.223069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-962772cd-c3eb-4f0e-b3be-9f32e9be9d0c req-0910f6e9-5424-46ae-aa7e-4cdcb8befbac tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 210 time: 0.0495095 Jul 09 19:53:02.229278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Allocated IP 172.20.0.9 (6c3c1f17-0ccc-4417-9afc-58c17cc3e645/24b19222-d085-483f-914b-fc7f76b6749e/e5e414f7-868a-41c1-8509-ba4445ff1739) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:02.383588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7798e-5351-41dd-beb8-ce1a70029dba req-e8a76603-f756-43f2-bda4-09fb210b83f7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.409962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00e7798e-5351-41dd-beb8-ce1a70029dba req-e8a76603-f756-43f2-bda4-09fb210b83f7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1994574 Jul 09 19:53:02.527328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00e7798e-5351-41dd-beb8-ce1a70029dba req-505945b9-f87c-4f12-b5d9-f18f7a654c7b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164041 Jul 09 19:53:02.534414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-9940d91b-9284-4f22-b4d6-cc3279a0494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.536098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-9940d91b-9284-4f22-b4d6-cc3279a0494d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.4769659 Jul 09 19:53:02.544846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6038780c-a2b9-4739-bd43-ee79022fba23 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:02.558653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.571963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Transition to ACTIVE for port object 6038780c-a2b9-4739-bd43-ee79022fba23 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:02.577392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.622821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Pushing event updated for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:02.723135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Attempting to bind port 6038780c-a2b9-4739-bd43-ee79022fba23 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:02.723682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Attempting to bind port 6038780c-a2b9-4739-bd43-ee79022fba23 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:02.723822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Attempting to bind port 6038780c-a2b9-4739-bd43-ee79022fba23 on network c29d1c8a-94f5-44a6-81c4-f422f920d465 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:02.729475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Port 6038780c-a2b9-4739-bd43-ee79022fba23 on network c29d1c8a-94f5-44a6-81c4-f422f920d465 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:02.729840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Attempting to bind port 6038780c-a2b9-4739-bd43-ee79022fba23 on network c29d1c8a-94f5-44a6-81c4-f422f920d465 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:02.739787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:02.740143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Checking segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:02.740544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Bound using segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:02.741202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Bound port: 6038780c-a2b9-4739-bd43-ee79022fba23, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:02.741580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.821313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:02.824784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6038780c-a2b9-4739-bd43-ee79022fba23,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:02.835556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.877731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.878353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.879786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] 10.222.0.25 "PUT /v2.0/ports/6038780c-a2b9-4739-bd43-ee79022fba23 HTTP/1.1" status: 200 len: 1092 time: 1.0722456 Jul 09 19:53:02.880230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:02.883358 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4e37c-dfd5-4240-a32c-d1484896e5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:02.916373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeba5b7-0bb6-4e88-82f5-c3f44729c579 service neutron] Pushing event updated for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:02.994788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.008708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe388c-3b4b-4cad-909f-0cd0a7df69a4 req-657544ad-702e-4c42-a7fa-f7017b609c67 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.015903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7fe388c-3b4b-4cad-909f-0cd0a7df69a4 req-657544ad-702e-4c42-a7fa-f7017b609c67 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 932 time: 0.5380292 Jul 09 19:53:03.048267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-b553a2a9-987b-432c-86e1-3d9a7300e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.049898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-b553a2a9-987b-432c-86e1-3d9a7300e821 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 1095 time: 0.1018753 Jul 09 19:53:03.064364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3e435-468d-4099-bbdd-4f21430cc8e7 req-5d089b8a-05df-498f-91a7-a7defa8f844f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.065891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9df3e435-468d-4099-bbdd-4f21430cc8e7 req-5d089b8a-05df-498f-91a7-a7defa8f844f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0881889 Jul 09 19:53:03.073809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7fe388c-3b4b-4cad-909f-0cd0a7df69a4 req-aea2b89b-52f2-4e71-bc6e-4245c6652b7b tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570710 Jul 09 19:53:03.103684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-fc908184-0f2c-4dbf-9e90-bc14c8f0f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.105220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-fc908184-0f2c-4dbf-9e90-bc14c8f0f08d service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.5562155 Jul 09 19:53:03.106317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Transition to ACTIVE for port object e5e414f7-868a-41c1-8509-ba4445ff1739 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:03.126371 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc318f2-5508-4dd4-915e-3ab1641317e6 x-openstack-request-id: req-7dc318f2-5508-4dd4-915e-3ab1641317e6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:03.126670 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:03.126919 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dc318f2-5508-4dd4-915e-3ab1641317e6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:03.127317 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23', 'status': 'completed', 'code': 200} Jul 09 19:53:03.128831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-1947d9bd-bbd5-4560-9826-90bf9bef4b3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6038780c-a2b9-4739-bd43-ee79022fba23 HTTP/1.1" status: 200 len: 217 time: 0.0620418 Jul 09 19:53:03.184253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9df3e435-468d-4099-bbdd-4f21430cc8e7 req-64dd3f9d-10b3-4dd0-9118-6ae491bb1e30 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116152 Jul 09 19:53:03.193218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-b96bd74c-c51f-4499-bdfc-6b458da81036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.195034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-b96bd74c-c51f-4499-bdfc-6b458da81036 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0587771 Jul 09 19:53:03.197344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-87ba315b-b151-4e88-a9bb-9a9c03a25ad4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.0838556 Jul 09 19:53:03.216116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.241922 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-4a7f14e8-9719-443a-948e-dbafcda2b93e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355675 Jul 09 19:53:03.297660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:03.313066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-8b779d93-900f-467f-b8fd-823aeaea5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.314570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-8b779d93-900f-467f-b8fd-823aeaea5346 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.1088707 Jul 09 19:53:03.323328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:03.353506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:03.357493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:03.360794 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:53:03.433958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-ec39cde2-dad5-483a-af63-d1e747d35c82 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853905 Jul 09 19:53:03.525325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.526338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.556261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-c211b6fa-cebf-4d3e-8d33-6768f02f0192 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9384937 Jul 09 19:53:03.568977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-6a6fc2ab-5ff8-4349-a0a1-abb0eb4c0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.573213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-6a6fc2ab-5ff8-4349-a0a1-abb0eb4c0af8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520063 Jul 09 19:53:03.580660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c3b42e3-7383-4819-90a1-36e07507ed9e req-616d16b5-c6de-4180-97e8-8d1f31a38b61 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398561 Jul 09 19:53:03.584935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Request body: {'port': {'device_id': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:03.743956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a56417a-4093-42fa-adc7-58744aafaea5 None None] Provisioning for port e5e414f7-868a-41c1-8509-ba4445ff1739 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:03.752019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3d9a8-619a-4f0e-8788-d71bb9ede26a req-7afc3aef-6a90-4bc9-a100-6239e1862557 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.752402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a56417a-4093-42fa-adc7-58744aafaea5 None None] Provisioning complete for port e5e414f7-868a-41c1-8509-ba4445ff1739 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:03.753476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a56417a-4093-42fa-adc7-58744aafaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.761097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bef3d9a8-619a-4f0e-8788-d71bb9ede26a req-7afc3aef-6a90-4bc9-a100-6239e1862557 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 931 time: 0.3402507 Jul 09 19:53:03.838653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-3359c589-296f-45f4-a591-deb4fd9abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.844408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-3359c589-296f-45f4-a591-deb4fd9abf45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 1095 time: 0.1713674 Jul 09 19:53:03.855482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8a56417a-4093-42fa-adc7-58744aafaea5 None None] Port e5e414f7-868a-41c1-8509-ba4445ff1739 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:53:03.906666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bef3d9a8-619a-4f0e-8788-d71bb9ede26a req-aba2e90e-fd16-411b-9e54-4724c194de90 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443515 Jul 09 19:53:03.911472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-0b305b72-7a18-4c60-830b-b8ba538bbd0a service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191140 Jul 09 19:53:03.916362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.041948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:04.195058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:04.200913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:04.201310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.324944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-b647d1e7-88d2-417f-8709-d9688449b72e service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038632 Jul 09 19:53:04.436001 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.458348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9fdd3-566e-4ea4-a142-db042b1f6442 req-605d03ef-a906-48b8-ba9c-1236c67f24a9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.466481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13c9fdd3-566e-4ea4-a142-db042b1f6442 req-605d03ef-a906-48b8-ba9c-1236c67f24a9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 944 time: 0.1911047 Jul 09 19:53:04.536081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:04.545641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.581893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13c9fdd3-566e-4ea4-a142-db042b1f6442 req-c2759681-2a77-472d-a6eb-ce61bca2904d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144054 Jul 09 19:53:04.671962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:04.723465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e414f7-868a-41c1-8509-ba4445ff1739 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:04.735568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.760448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Transition to ACTIVE for port object e5e414f7-868a-41c1-8509-ba4445ff1739 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:04.777227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.839659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-562fb92a-ec10-4c2a-8db6-278a2e8a6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.841686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-562fb92a-ec10-4c2a-8db6-278a2e8a6e81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 912 time: 0.9567864 Jul 09 19:53:04.864022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2203da-3706-448d-97e9-69fc4d3c934a req-4c33f2ae-859e-4702-bae9-43475a606346 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.870557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d2203da-3706-448d-97e9-69fc4d3c934a req-4c33f2ae-859e-4702-bae9-43475a606346 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 1.0764945 Jul 09 19:53:05.088448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-53bbd1ae-8577-4f9b-81df-3804c3f194a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6038780c-a2b9-4739-bd43-ee79022fba23 HTTP/1.1" status: 200 len: 217 time: 0.2134342 Jul 09 19:53:05.150037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Attempting to bind port e5e414f7-868a-41c1-8509-ba4445ff1739 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:05.150731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Attempting to bind port e5e414f7-868a-41c1-8509-ba4445ff1739 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:05.151306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Attempting to bind port e5e414f7-868a-41c1-8509-ba4445ff1739 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:05.168736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Pushing event updated for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:05.180430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Port e5e414f7-868a-41c1-8509-ba4445ff1739 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:05.184700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Attempting to bind port e5e414f7-868a-41c1-8509-ba4445ff1739 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:05.192874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:05.193632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Checking segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:05.194272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Bound using segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:05.203232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Bound port: e5e414f7-868a-41c1-8509-ba4445ff1739, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:05.203895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.231367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d2203da-3706-448d-97e9-69fc4d3c934a req-d2372e9f-6ecf-4ce2-afdd-d7af31832f0a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3202605 Jul 09 19:53:05.299097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-46662aaa-51f7-4898-8eb5-e598baa11ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.302604 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-46662aaa-51f7-4898-8eb5-e598baa11ffe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.1937289 Jul 09 19:53:05.326885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:05.330149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e5e414f7-868a-41c1-8509-ba4445ff1739,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:05.350891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.405613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-197a20b1-926c-47b1-b315-3452067d68e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932362 Jul 09 19:53:05.411645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.412455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.413806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] 10.222.0.25 "PUT /v2.0/ports/e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 1091 time: 1.8389487 Jul 09 19:53:05.414677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:05.418548 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b500792-5125-45a7-b64b-71742517fb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:05.452588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0942f-a516-4556-936d-1838e2a6a83b service neutron] Pushing event updated for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:05.490214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51925e55-c8aa-4c59-942b-9b238bba8e48 req-157ef0cc-452f-4863-a126-cfc6c80a1b63 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.491780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51925e55-c8aa-4c59-942b-9b238bba8e48 req-157ef0cc-452f-4863-a126-cfc6c80a1b63 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 943 time: 0.2489581 Jul 09 19:53:05.532015 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133b8c4-84f0-4e3c-937d-9da6c9b7d19c x-openstack-request-id: req-b133b8c4-84f0-4e3c-937d-9da6c9b7d19c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:05.532504 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:05.532855 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b133b8c4-84f0-4e3c-937d-9da6c9b7d19c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:05.533378 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'status': 'completed', 'code': 200} Jul 09 19:53:05.563534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-85f54ba3-a231-4ea3-ba21-c57c0419d514 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541018 Jul 09 19:53:05.623113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51925e55-c8aa-4c59-942b-9b238bba8e48 req-b0921a50-fe0a-441a-8bd8-7eae105cd9c0 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209533 Jul 09 19:53:05.674560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-345fb334-f9b3-4e1a-b4b6-ca55194a2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.675986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-345fb334-f9b3-4e1a-b4b6-ca55194a2633 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1094 time: 0.1656022 Jul 09 19:53:05.711253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-847f3330-5e55-4042-89ea-d4159c9cac42 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377978 Jul 09 19:53:05.746468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-cf2743c1-8191-47a3-91b5-de682ff04419 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 217 time: 0.0601077 Jul 09 19:53:05.800711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079513c-3322-4b81-8289-826638fcf076 req-9e856d17-474b-44db-b656-093ed23f0d97 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.802328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4079513c-3322-4b81-8289-826638fcf076 req-9e856d17-474b-44db-b656-093ed23f0d97 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 944 time: 0.0875163 Jul 09 19:53:05.808083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-6cfd4914-be7a-4494-810b-1ff7a30653fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.810419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-6cfd4914-be7a-4494-810b-1ff7a30653fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0575120 Jul 09 19:53:05.864036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4079513c-3322-4b81-8289-826638fcf076 req-2236a05a-e60e-41fc-9920-4a65044f5464 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549231 Jul 09 19:53:05.884254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-7e0cc10b-ce60-4238-9679-6cc637933b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.886019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-7e0cc10b-ce60-4238-9679-6cc637933b24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676234 Jul 09 19:53:05.938656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:05.989381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-46c3c499-a4f9-4df8-853c-b87a043268db service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962276 Jul 09 19:53:05.994861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:05.995319 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:06.086762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b28725-f224-406a-8d70-d82cfa6567c2 req-1fba0474-85fb-4862-871e-ef2f3c3297df service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908687 Jul 09 19:53:06.231764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500792-5125-45a7-b64b-71742517fb4b req-fe571423-1b82-407a-885f-aaa44bcc1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.233206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-fe571423-1b82-407a-885f-aaa44bcc1923 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1094 time: 0.0948608 Jul 09 19:53:06.296015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79de97-0561-4ff6-9d07-f32653743aea req-52c693c6-7822-48ba-9e80-a817522bfcd7 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.297546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b79de97-0561-4ff6-9d07-f32653743aea req-52c693c6-7822-48ba-9e80-a817522bfcd7 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1273258 Jul 09 19:53:06.359737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b79de97-0561-4ff6-9d07-f32653743aea req-fefcdb2b-a71e-44dc-b7a6-2eacdf8d5927 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Jul 09 19:53:06.369829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500792-5125-45a7-b64b-71742517fb4b req-fcf01bc6-e4ef-458a-93ce-a99d50dd15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.371871 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-fcf01bc6-e4ef-458a-93ce-a99d50dd15df service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.1313500 Jul 09 19:53:06.424267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-8e60eb8c-355a-4759-aba4-248ea224f66c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 217 time: 0.0460396 Jul 09 19:53:06.469160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744a4f-6f42-47e8-863e-e3d8e73bead1 req-b5643b87-63a0-47ac-8b58-4b512d4829ef tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.471081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31744a4f-6f42-47e8-863e-e3d8e73bead1 req-b5643b87-63a0-47ac-8b58-4b512d4829ef tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1035681 Jul 09 19:53:06.478989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500792-5125-45a7-b64b-71742517fb4b req-ff661ebf-dab3-4488-97cd-1b1b61190eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.480900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-ff661ebf-dab3-4488-97cd-1b1b61190eed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0497596 Jul 09 19:53:06.521772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31744a4f-6f42-47e8-863e-e3d8e73bead1 req-86aa7fcf-7671-4134-a0f2-06cc7d1da36d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429208 Jul 09 19:53:06.544510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500792-5125-45a7-b64b-71742517fb4b req-422e8824-f624-4f61-b8f5-b2b8fcedded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.546159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-422e8824-f624-4f61-b8f5-b2b8fcedded6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592127 Jul 09 19:53:06.647473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-21e03be5-9cf4-472d-a063-81a2feefd9e8 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944932 Jul 09 19:53:06.773889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b500792-5125-45a7-b64b-71742517fb4b req-80d81325-be34-4fc3-af0d-fc1bda621aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203644 Jul 09 19:53:06.863510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a1778-44ec-40ff-9ba2-7ca0c8849b0d req-89638c9b-ec8d-493b-a62c-39df16ea3059 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.865375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-777a1778-44ec-40ff-9ba2-7ca0c8849b0d req-89638c9b-ec8d-493b-a62c-39df16ea3059 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 943 time: 0.0822604 Jul 09 19:53:06.908787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-777a1778-44ec-40ff-9ba2-7ca0c8849b0d req-80fbe93f-4e26-4326-9af8-7f187d428a12 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362344 Jul 09 19:53:07.076065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063f64c-dabf-4bb2-abe5-33b7f72fad0f req-3f65275e-14b7-4eb2-9ca6-5e62d961e2f0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:07.077539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2063f64c-dabf-4bb2-abe5-33b7f72fad0f req-3f65275e-14b7-4eb2-9ca6-5e62d961e2f0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 944 time: 0.0721278 Jul 09 19:53:07.105858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6038780c-a2b9-4739-bd43-ee79022fba23 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:07.126315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2063f64c-dabf-4bb2-abe5-33b7f72fad0f req-aaf3152a-cde5-4dc4-b51b-77b30a32cff3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Jul 09 19:53:07.220039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6038780c-a2b9-4739-bd43-ee79022fba23,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:07.233577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '6038780c-a2b9-4739-bd43-ee79022fba23', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'port_id': '6038780c-a2b9-4739-bd43-ee79022fba23', 'mac_address': 'fa:16:3e:0f:08:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:07.273009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:07.294831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6038780c-a2b9-4739-bd43-ee79022fba23 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:07.320264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6038780c-a2b9-4739-bd43-ee79022fba23,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:07.325524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:07.374968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:07.766995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6038780c-a2b9-4739-bd43-ee79022fba23'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:08.127399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff60f0-6672-4415-9573-3c817dea4c83 req-d05cfc0a-4785-441b-9034-2f66643310df tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.134880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67ff60f0-6672-4415-9573-3c817dea4c83 req-d05cfc0a-4785-441b-9034-2f66643310df tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 943 time: 0.0922980 Jul 09 19:53:08.170031 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67ff60f0-6672-4415-9573-3c817dea4c83 req-6b25243e-2420-4df1-b120-e9dc2b1c4d4a tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340931 Jul 09 19:53:08.337980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4efb2-757a-48c1-90dd-9a9891671ca1 req-072f8a5b-d496-4e71-a9f5-223e53691405 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.339524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9f4efb2-757a-48c1-90dd-9a9891671ca1 req-072f8a5b-d496-4e71-a9f5-223e53691405 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 945 time: 0.0694664 Jul 09 19:53:08.388778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9f4efb2-757a-48c1-90dd-9a9891671ca1 req-62c26388-3d1f-43c9-b3be-e1edbc1af3f7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Jul 09 19:53:09.106423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e5e414f7-868a-41c1-8509-ba4445ff1739 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:09.108843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6038780c-a2b9-4739-bd43-ee79022fba23 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:09.223368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 6038780c-a2b9-4739-bd43-ee79022fba23 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:09.231795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 6038780c-a2b9-4739-bd43-ee79022fba23 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:09.232173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.291776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e5e414f7-868a-41c1-8509-ba4445ff1739,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:09.309883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'port_id': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'mac_address': 'fa:16:3e:b3:fd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:09.369611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.406726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e414f7-868a-41c1-8509-ba4445ff1739 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:09.444403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1861-7ce6-40e4-b18c-8adec6a3671a req-17ea4804-5a32-4da5-a768-a2a7183c5018 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:09.451652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbac1861-7ce6-40e4-b18c-8adec6a3671a req-17ea4804-5a32-4da5-a768-a2a7183c5018 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 943 time: 0.0997586 Jul 09 19:53:09.459024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e5e414f7-868a-41c1-8509-ba4445ff1739,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:09.460076 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.477579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.538025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:09.543733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bbac1861-7ce6-40e4-b18c-8adec6a3671a req-ff39bf4e-10d4-41ab-881b-cf807d74689c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908618 Jul 09 19:53:09.560288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:09.562591 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b18a01-98c0-4157-92f2-eaec585b2466" -d '{"events": [{"server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "name": "network-vif-plugged", "status": "completed", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:09.577202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6038780c-a2b9-4739-bd43-ee79022fba23,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:09.582953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.620638 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94666b8d-9524-44de-b224-6d9e6c0f2a4a x-openstack-request-id: req-94666b8d-9524-44de-b224-6d9e6c0f2a4a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:09.620930 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "name": "network-vif-plugged", "status": "completed", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:09.621225 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94666b8d-9524-44de-b224-6d9e6c0f2a4a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:09.621603 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23', 'code': 200} Jul 09 19:53:09.624072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e25ea1-b21f-4b42-a3e6-16068886c1f4 req-4d169728-de29-4b12-9700-575c26c541a7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:09.626518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30e25ea1-b21f-4b42-a3e6-16068886c1f4 req-4d169728-de29-4b12-9700-575c26c541a7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 945 time: 0.0995650 Jul 09 19:53:09.638094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:09.682232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-30e25ea1-b21f-4b42-a3e6-16068886c1f4 req-85228796-6e1b-4fe5-8ef9-36153c6da2a8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Jul 09 19:53:09.778702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde8ebc-f931-413d-84b4-3a31835ddd20 req-c933e451-e48d-4f88-bede-b95ecedb41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:09.780781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fde8ebc-f931-413d-84b4-3a31835ddd20 req-c933e451-e48d-4f88-bede-b95ecedb41ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 1097 time: 0.0701065 Jul 09 19:53:09.825582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fde8ebc-f931-413d-84b4-3a31835ddd20 req-132d37af-d2f2-4b3f-9f57-256de72d85ca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371168 Jul 09 19:53:09.830119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e5e414f7-868a-41c1-8509-ba4445ff1739'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:10.728843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f929-b28a-4488-b535-88ab8cf691f7 req-2b492bb0-0af7-441b-a3a7-00fc84fd35c4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.731281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2145f929-b28a-4488-b535-88ab8cf691f7 req-2b492bb0-0af7-441b-a3a7-00fc84fd35c4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 944 time: 0.0743887 Jul 09 19:53:10.776258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2145f929-b28a-4488-b535-88ab8cf691f7 req-ea3cee27-3938-4c57-9292-ab73d094e240 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Jul 09 19:53:10.900437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd36da6-4fab-457f-a312-9096e53ee1a3 req-293f7dbd-7ff5-4b05-bce0-0eb38ede29cd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.902220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fdd36da6-4fab-457f-a312-9096e53ee1a3 req-293f7dbd-7ff5-4b05-bce0-0eb38ede29cd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0697520 Jul 09 19:53:10.946436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fdd36da6-4fab-457f-a312-9096e53ee1a3 req-7631cbed-9101-4aef-a652-9f80ca095a1c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Jul 09 19:53:11.102327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e5e414f7-868a-41c1-8509-ba4445ff1739 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:11.167476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port e5e414f7-868a-41c1-8509-ba4445ff1739 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:11.171287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port e5e414f7-868a-41c1-8509-ba4445ff1739 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:11.171727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:11.250081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:11.283437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e5e414f7-868a-41c1-8509-ba4445ff1739,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:11.287176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:11.340174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:11.622750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:11.625175 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65aa71e-c124-449f-a059-3198a9401632" -d '{"events": [{"server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "name": "network-vif-plugged", "status": "completed", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:11.664171 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349ee624-1eb1-4cc0-b598-207e2c52d568 x-openstack-request-id: req-349ee624-1eb1-4cc0-b598-207e2c52d568 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:11.664500 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "name": "network-vif-plugged", "status": "completed", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:11.664752 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-349ee624-1eb1-4cc0-b598-207e2c52d568 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:11.665171 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'code': 200} Jul 09 19:53:11.800552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9ef7b-0ba4-415f-95bd-130c7ba72af2 req-0e637de0-9a25-4157-83c0-b53a59a83a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:11.802352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dfa9ef7b-0ba4-415f-95bd-130c7ba72af2 req-0e637de0-9a25-4157-83c0-b53a59a83a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.0521691 Jul 09 19:53:11.843398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dfa9ef7b-0ba4-415f-95bd-130c7ba72af2 req-7b1e8b50-1074-4076-b9cf-e3b3a025c5b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 Jul 09 19:53:11.958065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ff36-5fa0-4d68-a666-9bb5cc463b49 req-bdeced03-d5e1-4601-a12a-c8a591ffa707 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:11.959550 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60c4ff36-5fa0-4d68-a666-9bb5cc463b49 req-bdeced03-d5e1-4601-a12a-c8a591ffa707 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0643551 Jul 09 19:53:11.998932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60c4ff36-5fa0-4d68-a666-9bb5cc463b49 req-899df439-de20-4152-a932-1193f5396649 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jul 09 19:53:12.124931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d20f6-d6b4-4900-94e6-c8b2db193a9e req-faf5be53-ba24-4272-9186-2ea56109b232 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.126531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8d20f6-d6b4-4900-94e6-c8b2db193a9e req-faf5be53-ba24-4272-9186-2ea56109b232 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0660348 Jul 09 19:53:12.174167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b8d20f6-d6b4-4900-94e6-c8b2db193a9e req-82d8d1fe-de3f-4680-bb47-ca0541bffb47 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Jul 09 19:53:12.509584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-c405c008-499a-48b2-8764-050190ef6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.511247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-c405c008-499a-48b2-8764-050190ef6f8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 1097 time: 0.0607932 Jul 09 19:53:12.559101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4616df4-69b1-4af4-bb32-48adc7a3a398 req-85a0a0bf-c3de-4307-a203-4ebdeb9ced85 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.563863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b4616df4-69b1-4af4-bb32-48adc7a3a398 req-85a0a0bf-c3de-4307-a203-4ebdeb9ced85 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0725141 Jul 09 19:53:12.603986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b4616df4-69b1-4af4-bb32-48adc7a3a398 req-08d6110d-7ba1-435b-a0e6-f4a5eb0bac1c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Jul 09 19:53:12.611576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-97ed421f-52c8-4dc5-b29c-25868c7c4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.613768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-97ed421f-52c8-4dc5-b29c-25868c7c4d05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 912 time: 0.0965338 Jul 09 19:53:12.655338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-55570851-b5d7-420c-9f7c-4df9bf24e73f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6038780c-a2b9-4739-bd43-ee79022fba23 HTTP/1.1" status: 200 len: 217 time: 0.0338767 Jul 09 19:53:12.702926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-4f179825-f463-4ebc-9efc-dc35dced628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.704344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-4f179825-f463-4ebc-9efc-dc35dced628a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0429835 Jul 09 19:53:12.747071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-d67bd99a-d251-4390-adf2-f95a7f9f2443 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343254 Jul 09 19:53:12.851746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-e8311c82-0172-4384-9bac-c000ba27fea0 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931313 Jul 09 19:53:12.946789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd92b8b8-da91-4c4c-95c8-e89f9981e485 req-d4fda1b7-f909-43c1-bd73-06aed6ee3577 service neutron] 10.222.0.25 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879827 Jul 09 19:53:13.182094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd14aca-86a4-44e7-8ce8-1b34e07854ab req-d6ba955f-1ed8-4dd3-9fa7-f6517f49f90a tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:13.183585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cd14aca-86a4-44e7-8ce8-1b34e07854ab req-d6ba955f-1ed8-4dd3-9fa7-f6517f49f90a tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0671084 Jul 09 19:53:13.231863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cd14aca-86a4-44e7-8ce8-1b34e07854ab req-d3645e91-0284-4121-ac1c-2ae2118ba65c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Jul 09 19:53:13.777566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3d45-a917-4b18-848f-ddcf80e7eac3 req-21c5b86e-6015-41fd-a349-f793452d871c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:13.779055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-062e3d45-a917-4b18-848f-ddcf80e7eac3 req-21c5b86e-6015-41fd-a349-f793452d871c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0629735 Jul 09 19:53:13.825565 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-062e3d45-a917-4b18-848f-ddcf80e7eac3 req-2e58027b-f69e-4cc8-a0dc-18317124963f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Jul 09 19:53:14.417457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160211e0-ec90-48c1-a69f-d9950d3e2d11 req-ba505ca7-447e-435f-bf5c-84c60f5eeb2b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:14.418975 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-160211e0-ec90-48c1-a69f-d9950d3e2d11 req-ba505ca7-447e-435f-bf5c-84c60f5eeb2b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0703094 Jul 09 19:53:14.456466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-160211e0-ec90-48c1-a69f-d9950d3e2d11 req-19e8209c-9bae-4f3b-b668-a040b6a18024 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Jul 09 19:53:14.626924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa70450-1da3-44fa-968d-297f9795e8d5 req-3a1816f0-b6c2-4192-bd55-2888b9c10ece tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:14.628483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cfa70450-1da3-44fa-968d-297f9795e8d5 req-3a1816f0-b6c2-4192-bd55-2888b9c10ece tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0679982 Jul 09 19:53:14.638442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:14.643080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'floatingip': {'port_id': 'e5e414f7-868a-41c1-8509-ba4445ff1739'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:14.686644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.104843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84d18-7865-44d0-9dca-8fde243b6f87 req-a7205a4b-c0ca-426c-85ff-af6f03ff7ffc tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:15.106355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4d84d18-7865-44d0-9dca-8fde243b6f87 req-a7205a4b-c0ca-426c-85ff-af6f03ff7ffc tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.1550031 Jul 09 19:53:15.448957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:53:15.492715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4d84d18-7865-44d0-9dca-8fde243b6f87 req-5f753d74-5419-4217-93c3-23159af8d859 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733457 Jul 09 19:53:15.512713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.518024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.620660 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Floating IP a33edcc3-559b-4baa-9fbf-4db964de3276 associated. External IP: 172.25.3.242, port: e5e414f7-868a-41c1-8509-ba4445ff1739. Jul 09 19:53:15.829885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:53:15.940015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:53:15.944904 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.951847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:53:15.962444 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:53:15.963143 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:15.986567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60766cea-4a5f-4857-ab3a-a1d2aeacf6f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "PUT /v2.0/floatingips/a33edcc3-559b-4baa-9fbf-4db964de3276 HTTP/1.1" status: 200 len: 991 time: 1.3444271 Jul 09 19:53:15.986567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:15.987491 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f8b99-c39a-43a4-973d-82c0416dcd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:16.027381 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74069d4-e1f6-42d9-ab01-a5d8569b84e4 x-openstack-request-id: req-e74069d4-e1f6-42d9-ab01-a5d8569b84e4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:16.027947 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:16.028290 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e74069d4-e1f6-42d9-ab01-a5d8569b84e4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:16.028779 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'status': 'completed', 'code': 200} Jul 09 19:53:16.101104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:16.129464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-58e4c4d7-adb6-4286-8be5-e5f5430cbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.131227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-58e4c4d7-adb6-4286-8be5-e5f5430cbd20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.0700140 Jul 09 19:53:16.227087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-908faa54-f6f9-4611-8564-d14ce9bd5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.228565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-908faa54-f6f9-4611-8564-d14ce9bd5144 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.0872302 Jul 09 19:53:16.300516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-443b2140-7479-4bd0-9c47-ad6a268d51fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 999 time: 0.0653100 Jul 09 19:53:16.333527 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a33edcc3-559b-4baa-9fbf-4db964de3276', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b3:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:52:57Z', 'updated_at': '2021-07-09T19:53:15Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:16.350626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-9f56abf0-6418-415e-9f87-d86fb6c595ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.352744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-9f56abf0-6418-415e-9f87-d86fb6c595ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0459352 Jul 09 19:53:16.364399 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:53:16.374055 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:53:16.374750 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:52:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:16.413797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-a01b2970-3da1-49fc-927e-093bd8bff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.416007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-a01b2970-3da1-49fc-927e-093bd8bff852 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576708 Jul 09 19:53:16.484933 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:16.516079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-e595c5cd-7138-411e-860d-04b93a59aad5 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928292 Jul 09 19:53:16.677202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-862f8b99-c39a-43a4-973d-82c0416dcd4b req-2bcbe7fc-cd36-4b63-9f29-4c35534d395b service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538725 Jul 09 19:53:16.730226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6835f-fd2b-4fb0-a5de-f6d00dc6725f req-0de397a5-97c9-4a64-8937-7ecadb42e7cb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.731911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12d6835f-fd2b-4fb0-a5de-f6d00dc6725f req-0de397a5-97c9-4a64-8937-7ecadb42e7cb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0980575 Jul 09 19:53:16.790510 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12d6835f-fd2b-4fb0-a5de-f6d00dc6725f req-ddbe2f10-80a5-4ba6-bd4b-e2e77e607f3c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528152 Jul 09 19:53:16.795507 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a33edcc3-559b-4baa-9fbf-4db964de3276', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b3:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:52:57Z', 'updated_at': '2021-07-09T19:53:15Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:16.822597 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bea73-2b1f-41d0-850f-502e0ac4849d None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a33edcc3-559b-4baa-9fbf-4db964de3276', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b3:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:52:57Z', 'updated_at': '2021-07-09T19:53:15Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:53:17.022876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a90d4d-352c-4c75-8e08-4474acff6a9f None None] New status for floating IP a33edcc3-559b-4baa-9fbf-4db964de3276: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:53:17.874232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-7ce6b2b8-34f0-4f2a-9e92-d96bdb30f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.875523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-7ce6b2b8-34f0-4f2a-9e92-d96bdb30f7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.0635066 Jul 09 19:53:17.949556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715156dc-396f-43db-a04e-981018d27604 req-c44529d9-8471-42b3-a5f9-d95029405a33 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.951758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-715156dc-396f-43db-a04e-981018d27604 req-c44529d9-8471-42b3-a5f9-d95029405a33 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0813034 Jul 09 19:53:17.992694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-715156dc-396f-43db-a04e-981018d27604 req-154966fc-caf3-4894-a7a8-4c57438d74ee tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Jul 09 19:53:18.033333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775c56-3ef9-48ba-aae4-67c3593ed587 req-149269c2-ae64-4757-a180-266dd125204c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.034942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f775c56-3ef9-48ba-aae4-67c3593ed587 req-149269c2-ae64-4757-a180-266dd125204c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.1029744 Jul 09 19:53:18.036022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-ddbfc99a-1602-4db2-b196-855f56e5e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.037351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-ddbfc99a-1602-4db2-b196-855f56e5e0a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.1553109 Jul 09 19:53:18.091928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-86b457bf-a7e4-465e-a1c8-7327ed3fe455 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0440180 Jul 09 19:53:18.137205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f775c56-3ef9-48ba-aae4-67c3593ed587 req-1ffa5fb5-7e4e-4e1d-ae28-91218720ec10 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923440 Jul 09 19:53:18.152964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-7d9314cf-02b2-45fa-9566-cad176d7ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.154638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-7d9314cf-02b2-45fa-9566-cad176d7ef26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0524006 Jul 09 19:53:18.195946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-5d96a566-600d-48a7-9129-794d2bb3757c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320702 Jul 09 19:53:18.300361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-5e365f0c-77d7-4416-aecc-be6f5d6b9078 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980165 Jul 09 19:53:18.397252 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6034d7d1-2309-4e9b-b4c3-106860f4f43b req-3b6392c3-2dce-4179-b067-bf16ac34317e service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Jul 09 19:53:18.661331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.194350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ed550-8a16-4487-8856-ae54b72fa9dd req-73850554-26f3-4f0b-954d-0d3a70458bae tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.196608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-519ed550-8a16-4487-8856-ae54b72fa9dd req-73850554-26f3-4f0b-954d-0d3a70458bae tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0745273 Jul 09 19:53:19.243117 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-519ed550-8a16-4487-8856-ae54b72fa9dd req-325cda31-5b42-4bf4-b37b-3e1e17533564 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Jul 09 19:53:19.341574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e4de8-4d8b-4502-a1ba-dddcd76fba60 req-56f67b2b-90f6-4070-86c3-43b15f971614 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.343696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c30e4de8-4d8b-4502-a1ba-dddcd76fba60 req-56f67b2b-90f6-4070-86c3-43b15f971614 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0711744 Jul 09 19:53:19.400855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c30e4de8-4d8b-4502-a1ba-dddcd76fba60 req-8c33010a-9e14-47fa-b87e-a160e1b3eab4 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Jul 09 19:53:20.436065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ff245-d6ea-4f2c-ba9b-d915b9014305 req-ff516f54-ed73-4dda-9532-b4e429d28e54 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.437624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-393ff245-d6ea-4f2c-ba9b-d915b9014305 req-ff516f54-ed73-4dda-9532-b4e429d28e54 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0658381 Jul 09 19:53:20.480748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-393ff245-d6ea-4f2c-ba9b-d915b9014305 req-1247faf4-a3ae-4af3-ab99-0a690c9eb27c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Jul 09 19:53:20.608829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cae9e-3b60-4815-a860-a9629cd50558 req-c9250520-a35f-4b69-acc7-4a8301dcb933 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.610425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec4cae9e-3b60-4815-a860-a9629cd50558 req-c9250520-a35f-4b69-acc7-4a8301dcb933 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0772235 Jul 09 19:53:20.650161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec4cae9e-3b60-4815-a860-a9629cd50558 req-bc090f41-f882-41f1-8f7b-0dbac4a6d518 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Jul 09 19:53:21.671879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e0e69-6a74-4966-8622-b39c1ed3348d req-d5e92e94-f8bb-4ea5-8760-1bc6b290422a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.675097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-716e0e69-6a74-4966-8622-b39c1ed3348d req-d5e92e94-f8bb-4ea5-8760-1bc6b290422a tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0741491 Jul 09 19:53:21.718585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-716e0e69-6a74-4966-8622-b39c1ed3348d req-3abfc6a2-25c1-4ac2-8e7f-207552d427b9 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Jul 09 19:53:21.873211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1321-d931-436d-9940-2b74c7d9973b req-f16c6946-cd67-4a35-a047-9f1c462a04f9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.874712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-608c1321-d931-436d-9940-2b74c7d9973b req-f16c6946-cd67-4a35-a047-9f1c462a04f9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0724261 Jul 09 19:53:21.912238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-608c1321-d931-436d-9940-2b74c7d9973b req-cfc2f433-9aa0-4a75-bf2f-114de1ff2e6f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Jul 09 19:53:22.341379 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6b430b9-b07c-4d73-b311-5e48716135e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:22.425755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-aefd715f-cd2e-424b-ba61-db5b29336356 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:22.427284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-aefd715f-cd2e-424b-ba61-db5b29336356 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 814 time: 0.1047242 Jul 09 19:53:22.442443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-fe0371d5-8a9e-4b19-a4c4-9688a0f67f79 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/quotas/e5b03512b1fd4d24a87f353aa33a094c HTTP/1.1" status: 200 len: 375 time: 0.0090718 Jul 09 19:53:22.475125 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d08e51bc-3e22-45f9-9016-7f1c79f919bf tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jul 09 19:53:22.568877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-552ed6db-a5e6-4a2c-b2a1-747ad144b7e2 service neutron] 10.222.0.10 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Jul 09 19:53:22.658797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-3d2b96ef-cf34-4486-86db-2b3137eb0dae service neutron] 10.222.0.10 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841289 Jul 09 19:53:22.874228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a66eb97-e4ee-44fb-87bb-e361d5cb26bf req-9779a7c7-5bca-4ed6-993d-b26f11db4e51 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 210 time: 0.0309451 Jul 09 19:53:22.932598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dc654-7c3e-43f0-ab1b-e237094ab9ce req-82542368-b0d5-4fc7-9441-17b28fe71f47 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:22.934119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-672dc654-7c3e-43f0-ab1b-e237094ab9ce req-82542368-b0d5-4fc7-9441-17b28fe71f47 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0735056 Jul 09 19:53:22.980029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-672dc654-7c3e-43f0-ab1b-e237094ab9ce req-b11f5550-044c-4448-b81e-76b6d747f567 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Jul 09 19:53:23.093476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29184e-c523-4c84-b225-ab60891f788c req-37092dfd-2eaa-425b-8b26-1e857de11849 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.094997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a29184e-c523-4c84-b225-ab60891f788c req-37092dfd-2eaa-425b-8b26-1e857de11849 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0651259 Jul 09 19:53:23.139613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a29184e-c523-4c84-b225-ab60891f788c req-9df24316-849e-4626-98ef-bae5f2178557 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Jul 09 19:53:23.222771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.947096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-90d36a75-e460-42a3-82bb-a740a0c60288 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.948785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-90d36a75-e460-42a3-82bb-a740a0c60288 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.59 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 814 time: 0.1208277 Jul 09 19:53:23.964972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Request body: {'port': {'device_id': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970', 'admin_state_up': True, 'tenant_id': 'e5b03512b1fd4d24a87f353aa33a094c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:24.057791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10f8c94b-9b1d-455f-86f2-41ad5ba95092 req-93c2929d-2791-4888-90a1-5a30c53a2441 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 210 time: 0.0378807 Jul 09 19:53:24.128940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Made reservation on behalf of e5b03512b1fd4d24a87f353aa33a094c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:24.132547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.308550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baac3a-0edc-41f9-b3ba-5d021439d7b6 req-e516708d-dae5-480d-a083-18d7ae5088c3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.309979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40baac3a-0edc-41f9-b3ba-5d021439d7b6 req-e516708d-dae5-480d-a083-18d7ae5088c3 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1226130 Jul 09 19:53:24.314123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Allocated IP 172.20.0.3 (29cc8267-d87e-42ce-b929-83fd1b620970/6d407c7f-257c-4566-aa41-3b5a97fcdb2d/628daa32-78f6-4c34-a115-d8ff3714fa6c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:24.319156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f5b2-7ea3-4b07-96f9-8297e76ba6ca req-ba0c7f2f-8290-4003-899d-bc0e45c4e289 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.320821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e19f5b2-7ea3-4b07-96f9-8297e76ba6ca req-ba0c7f2f-8290-4003-899d-bc0e45c4e289 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0649741 Jul 09 19:53:24.360410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e19f5b2-7ea3-4b07-96f9-8297e76ba6ca req-e862c9b6-ab72-4b6c-82c3-0117bc2c6424 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Jul 09 19:53:24.389450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40baac3a-0edc-41f9-b3ba-5d021439d7b6 req-6cc97960-4e01-460c-a7eb-a3786c6275fb tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708599 Jul 09 19:53:24.492973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.530999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.576038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Network 29cc8267-d87e-42ce-b929-83fd1b620970 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:24.579079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:24.582906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:24.606010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Pushing event updated for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:24.620311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.620653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.620990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.621344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.621670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.622000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.622322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.622639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.622957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.623271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.623585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.623919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:24.642936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.643546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.656722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-8e7b2271-8618-42a6-ac9d-469654953313 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984596 Jul 09 19:53:24.669224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Request body: {'port': {'device_id': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:24.742683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.946199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40d0c3a3-9130-4248-8d6c-ac473e72ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.997772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628daa32-78f6-4c34-a115-d8ff3714fa6c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:25.004963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.016570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Transition to ACTIVE for port object 628daa32-78f6-4c34-a115-d8ff3714fa6c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:25.019687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.072007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Pushing event updated for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.145442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Attempting to bind port 628daa32-78f6-4c34-a115-d8ff3714fa6c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:25.145774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Attempting to bind port 628daa32-78f6-4c34-a115-d8ff3714fa6c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:25.146098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Attempting to bind port 628daa32-78f6-4c34-a115-d8ff3714fa6c on network 29cc8267-d87e-42ce-b929-83fd1b620970 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:25.151043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Port 628daa32-78f6-4c34-a115-d8ff3714fa6c on network 29cc8267-d87e-42ce-b929-83fd1b620970 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:25.151364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Attempting to bind port 628daa32-78f6-4c34-a115-d8ff3714fa6c on network 29cc8267-d87e-42ce-b929-83fd1b620970 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:25.156136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:25.156460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Checking segment: {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:25.156833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Bound using segment: {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:25.157279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Bound port: 628daa32-78f6-4c34-a115-d8ff3714fa6c, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:25.157635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.226024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:25.227060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.232933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:25.237910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.244411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a16f3-9a11-4329-9f5d-be55d3b6bb08 req-975c64d1-1bae-4182-b916-2bbce35977d2 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.246124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-872a16f3-9a11-4329-9f5d-be55d3b6bb08 req-975c64d1-1bae-4182-b916-2bbce35977d2 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 943 time: 0.0730219 Jul 09 19:53:25.275819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.276451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.277876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] 10.222.0.59 "PUT /v2.0/ports/628daa32-78f6-4c34-a115-d8ff3714fa6c HTTP/1.1" status: 200 len: 1091 time: 0.6126637 Jul 09 19:53:25.278313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:25.280563 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac637a5f-7228-4011-bca0-12f04c09d8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:25.285861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-872a16f3-9a11-4329-9f5d-be55d3b6bb08 req-11748f17-08fc-4f18-a112-ae720b794534 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Jul 09 19:53:25.311595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935a13-d5b3-49c1-a7a2-102b87e9b388 service neutron] Pushing event updated for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.327289 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3564d-8553-4a5a-9051-3f54c45e26d7 x-openstack-request-id: req-a8f3564d-8553-4a5a-9051-3f54c45e26d7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:25.327587 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:25.327885 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8f3564d-8553-4a5a-9051-3f54c45e26d7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:25.328288 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c', 'status': 'completed', 'code': 200} Jul 09 19:53:25.383021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-84ba3f3e-f942-4d59-b09a-7c16924e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.384545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-84ba3f3e-f942-4d59-b09a-7c16924e0964 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 1094 time: 0.0531275 Jul 09 19:53:25.426392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-b7226271-6346-4fe5-b2df-246157bbb1d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c HTTP/1.1" status: 200 len: 217 time: 0.0337527 Jul 09 19:53:25.479679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-80b7ce15-a3bf-49e6-be57-c647c65eb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.481577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-80b7ce15-a3bf-49e6-be57-c647c65eb06a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d407c7f-257c-4566-aa41-3b5a97fcdb2d HTTP/1.1" status: 200 len: 854 time: 0.0492041 Jul 09 19:53:25.516082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-4c88d1ed-4f00-4017-9178-d7a18c575821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29cc8267-d87e-42ce-b929-83fd1b620970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279365 Jul 09 19:53:25.541306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bab2e1-4377-4248-a5f5-7569425c67e0 req-b6d701b8-c187-42f9-b24e-f7dbf748affe tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.542842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16bab2e1-4377-4248-a5f5-7569425c67e0 req-b6d701b8-c187-42f9-b24e-f7dbf748affe tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0690296 Jul 09 19:53:25.581323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16bab2e1-4377-4248-a5f5-7569425c67e0 req-49405b0b-5a1b-4289-bd3a-92a16614ac2d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 09 19:53:25.650434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180acf5-163a-40f8-b06d-fe79348917ee req-f55dbc97-792f-4f70-a8c1-e338f5db3318 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.651914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a180acf5-163a-40f8-b06d-fe79348917ee req-f55dbc97-792f-4f70-a8c1-e338f5db3318 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1383579 Jul 09 19:53:25.654088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-c885061d-052f-420b-b91d-90dcdc8f5596 service neutron] 10.222.0.59 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294711 Jul 09 19:53:25.741069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a180acf5-163a-40f8-b06d-fe79348917ee req-9e5af60e-8336-4688-9eec-cbc7969697af tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830960 Jul 09 19:53:25.772524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc2b34bf-151c-4d1d-a03d-d005c5b85ea1 req-6ffe3ccd-b6b1-43be-8839-3053fe9fe74c service neutron] 10.222.0.59 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090543 Jul 09 19:53:25.875439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-936b0a69-7575-424a-bdfa-b61da4e526d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.876928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-936b0a69-7575-424a-bdfa-b61da4e526d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 1094 time: 0.0573032 Jul 09 19:53:25.970911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-e3ef44d8-11a8-4288-bd62-f0002d8a6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.972371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-e3ef44d8-11a8-4288-bd62-f0002d8a6fb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 915 time: 0.0879679 Jul 09 19:53:26.017585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-b0dc2274-7927-4b9d-88a6-d9f7491e9139 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c HTTP/1.1" status: 200 len: 217 time: 0.0375686 Jul 09 19:53:26.064918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-727adeea-a49d-428a-9efa-80663756bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.066551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-727adeea-a49d-428a-9efa-80663756bd5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d407c7f-257c-4566-aa41-3b5a97fcdb2d HTTP/1.1" status: 200 len: 854 time: 0.0428121 Jul 09 19:53:26.098951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-5b68c4a7-d145-4dd0-99d3-c6407f0cdc09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29cc8267-d87e-42ce-b929-83fd1b620970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249372 Jul 09 19:53:26.190319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-308d26a0-e45a-4c5b-86b3-db89d7bc61c3 service neutron] 10.222.0.59 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838206 Jul 09 19:53:26.280137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac637a5f-7228-4011-bca0-12f04c09d8fb req-45e86d56-bd35-49c0-aaf8-d0cd7384313e service neutron] 10.222.0.59 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824766 Jul 09 19:53:26.324709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:26.464076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aac5c-7475-42a4-a741-7444df89e4ab req-b92ad455-08cf-4709-a1c9-cf2c32b7d46b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.465607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-408aac5c-7475-42a4-a741-7444df89e4ab req-b92ad455-08cf-4709-a1c9-cf2c32b7d46b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 943 time: 0.0637417 Jul 09 19:53:26.506164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-408aac5c-7475-42a4-a741-7444df89e4ab req-4dca2c9c-ac4d-4995-829e-729c87e3e68b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Jul 09 19:53:26.752789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170cb10-9859-48cd-a5f6-f8e7d2266116 req-c37e68e7-31dd-4f43-a6f8-bb2b3c7bf2c1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.754336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e170cb10-9859-48cd-a5f6-f8e7d2266116 req-c37e68e7-31dd-4f43-a6f8-bb2b3c7bf2c1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0628831 Jul 09 19:53:26.793898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e170cb10-9859-48cd-a5f6-f8e7d2266116 req-e9ae7bc2-2f61-4163-a18e-7ef5a9838f0e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Jul 09 19:53:26.916012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3643eb-9480-455c-a87e-29dc26296401 req-b72e4b65-10c1-4c64-ab34-372fa6c5fbd4 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.917399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf3643eb-9480-455c-a87e-29dc26296401 req-b72e4b65-10c1-4c64-ab34-372fa6c5fbd4 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0615876 Jul 09 19:53:26.953454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf3643eb-9480-455c-a87e-29dc26296401 req-e56c571a-65da-4941-a852-645353da67ba tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305684 Jul 09 19:53:27.675699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9781-bccf-43a9-a7a3-6f3ab7f45458 req-f547d4dd-eb1d-45c3-b201-78a4a8b9fe3a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.677164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdca9781-bccf-43a9-a7a3-6f3ab7f45458 req-f547d4dd-eb1d-45c3-b201-78a4a8b9fe3a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 943 time: 0.0623963 Jul 09 19:53:27.714110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdca9781-bccf-43a9-a7a3-6f3ab7f45458 req-f2dba0bb-5c16-4bfe-83c4-862a9de7801c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jul 09 19:53:27.745445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 628daa32-78f6-4c34-a115-d8ff3714fa6c details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:27.818665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:27.850087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:27.861034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '628daa32-78f6-4c34-a115-d8ff3714fa6c', 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970', 'port_id': '628daa32-78f6-4c34-a115-d8ff3714fa6c', 'mac_address': 'fa:16:3e:27:f4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d407c7f-257c-4566-aa41-3b5a97fcdb2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:27.902037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:27.915507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628daa32-78f6-4c34-a115-d8ff3714fa6c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:27.935377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:27.939364 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:27.979028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9276a-ad8f-44cb-b76a-e5ae199bc530 req-f5949f06-ce6b-4a4b-a8c7-ae0bea27192a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.980614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d9276a-ad8f-44cb-b76a-e5ae199bc530 req-f5949f06-ce6b-4a4b-a8c7-ae0bea27192a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0676351 Jul 09 19:53:27.990135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:27.998559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:27.999020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:27.999469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:27.999911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.000347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.000803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.001260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.001713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.002141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.002625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.003056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.003479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:28.026103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d9276a-ad8f-44cb-b76a-e5ae199bc530 req-bdb1aab3-58be-428c-ada2-50716a96958e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jul 09 19:53:28.132077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb4413-051b-4104-bccc-1d6fff3e0e68 req-de3edbfe-0c27-4610-ba93-5250c4b5186f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.133585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66bb4413-051b-4104-bccc-1d6fff3e0e68 req-de3edbfe-0c27-4610-ba93-5250c4b5186f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Jul 09 19:53:28.171710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66bb4413-051b-4104-bccc-1d6fff3e0e68 req-4036727c-5242-45ca-ac9b-a18d45de8457 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Jul 09 19:53:28.212690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['628daa32-78f6-4c34-a115-d8ff3714fa6c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:28.883553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d2811-aeb8-4ff1-8c78-00fdb75da649 req-43549931-da1f-4bde-a8c2-cb4eb0a2929a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.885029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d62d2811-aeb8-4ff1-8c78-00fdb75da649 req-43549931-da1f-4bde-a8c2-cb4eb0a2929a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 944 time: 0.0627811 Jul 09 19:53:28.922006 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d62d2811-aeb8-4ff1-8c78-00fdb75da649 req-e254319f-9a87-40eb-9851-6c9c3ff99a0a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Jul 09 19:53:29.199056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00524db7-5c69-4665-a06e-fbc6e3dc4d7a req-cbe368a7-c956-4c0f-a9ab-d37a72672984 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.200693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00524db7-5c69-4665-a06e-fbc6e3dc4d7a req-cbe368a7-c956-4c0f-a9ab-d37a72672984 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0636549 Jul 09 19:53:29.239677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00524db7-5c69-4665-a06e-fbc6e3dc4d7a req-cf688931-96ce-4123-bb0e-a50af687685d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jul 09 19:53:29.346564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983f989-a051-49ca-833c-8e1a55efce91 req-16da777b-7f8b-4cfe-a6cd-4ace161b0c0f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.348032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e983f989-a051-49ca-833c-8e1a55efce91 req-16da777b-7f8b-4cfe-a6cd-4ace161b0c0f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0661275 Jul 09 19:53:29.386008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e983f989-a051-49ca-833c-8e1a55efce91 req-d9de91ea-b90c-49f0-a982-a4f5e9adf035 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jul 09 19:53:29.794566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 628daa32-78f6-4c34-a115-d8ff3714fa6c up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:29.840633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 628daa32-78f6-4c34-a115-d8ff3714fa6c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:29.844401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 628daa32-78f6-4c34-a115-d8ff3714fa6c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:29.844803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.921203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.941886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:29.944109 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24231c71-2a11-4c21-807b-8fefbdf6ddac" -d '{"events": [{"server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "name": "network-vif-plugged", "status": "completed", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:29.957897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:29.963278 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.991689 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c891bd-aac7-4921-95da-27c39c2aea4f x-openstack-request-id: req-d1c891bd-aac7-4921-95da-27c39c2aea4f {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:29.992537 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "name": "network-vif-plugged", "status": "completed", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:29.992796 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1c891bd-aac7-4921-95da-27c39c2aea4f {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:29.993204 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c', 'code': 200} Jul 09 19:53:30.019951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:30.135698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd859f-29fc-461c-a6bf-51468a188d67 req-f753a618-71f9-4158-83c7-70b2164b7f1e tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.137203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02dd859f-29fc-461c-a6bf-51468a188d67 req-f753a618-71f9-4158-83c7-70b2164b7f1e tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 945 time: 0.1014075 Jul 09 19:53:30.139884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6286b2-2a3f-4561-9d7f-3c9f35c72f8c req-b7bd2c2f-3f83-45e4-98ed-7d9f1ed97fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.141267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f6286b2-2a3f-4561-9d7f-3c9f35c72f8c req-b7bd2c2f-3f83-45e4-98ed-7d9f1ed97fdd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0769224 Jul 09 19:53:30.199911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02dd859f-29fc-461c-a6bf-51468a188d67 req-397b7b0f-2ab4-45fe-a1f8-8a2733644a7b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Jul 09 19:53:30.202128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f6286b2-2a3f-4561-9d7f-3c9f35c72f8c req-5d96cec3-5b26-42ec-afa5-af79d3be4c3e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Jul 09 19:53:30.411870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038ed3b-e3b5-49e0-bc38-109cd2362805 req-abe0bd23-1cc7-417c-b93a-7ed811305dcb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.413505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0038ed3b-e3b5-49e0-bc38-109cd2362805 req-abe0bd23-1cc7-417c-b93a-7ed811305dcb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0626910 Jul 09 19:53:30.451271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0038ed3b-e3b5-49e0-bc38-109cd2362805 req-11bb1b4d-5533-4d1d-8339-af8c30e89cfc tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 09 19:53:30.564544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517231a-30b1-4f5d-a638-adaaeb633dc6 req-7c243a74-41b8-4710-8043-990b42522281 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.566044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7517231a-30b1-4f5d-a638-adaaeb633dc6 req-7c243a74-41b8-4710-8043-990b42522281 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0672421 Jul 09 19:53:30.603761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7517231a-30b1-4f5d-a638-adaaeb633dc6 req-f1fc2bb8-00f9-4a65-9642-48868e8cc765 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Jul 09 19:53:31.369933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358357d-a82a-4fb0-a22c-4e7dbdc78b18 req-b9425006-fbdb-41a9-b4c7-986d7d57aa56 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:31.371395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7358357d-a82a-4fb0-a22c-4e7dbdc78b18 req-b9425006-fbdb-41a9-b4c7-986d7d57aa56 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 945 time: 0.0626912 Jul 09 19:53:31.407097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7358357d-a82a-4fb0-a22c-4e7dbdc78b18 req-641ebd5f-a228-4978-b641-29dc5dfc36c3 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300856 Jul 09 19:53:31.631016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b06a6e-4d9b-4fd0-a4eb-a21eb865022a req-c15ad1fc-214d-4caa-9c0a-ed1ec89c9e71 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:31.632703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34b06a6e-4d9b-4fd0-a4eb-a21eb865022a req-c15ad1fc-214d-4caa-9c0a-ed1ec89c9e71 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0697503 Jul 09 19:53:31.671216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34b06a6e-4d9b-4fd0-a4eb-a21eb865022a req-f0fea12c-bf42-4ac8-a047-6b1f5e01d150 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jul 09 19:53:31.791888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a24f5-b784-4552-8935-13b85d0e5872 req-a61b1139-8609-4bac-b04c-b3bc95740c40 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:31.794661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd7a24f5-b784-4552-8935-13b85d0e5872 req-a61b1139-8609-4bac-b04c-b3bc95740c40 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0811534 Jul 09 19:53:32.145744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd7a24f5-b784-4552-8935-13b85d0e5872 req-c949b65e-5d62-4ecf-8f4d-c7781129d1ef tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459387 Jul 09 19:53:32.854000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dad6a-a0a1-444f-953d-8e43f490bd94 req-57368b68-348b-4e4e-af40-f1a0bc1f66bf tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:32.855590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-011dad6a-a0a1-444f-953d-8e43f490bd94 req-57368b68-348b-4e4e-af40-f1a0bc1f66bf tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0670223 Jul 09 19:53:32.901379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-011dad6a-a0a1-444f-953d-8e43f490bd94 req-99efc283-8623-402c-a42c-fe92f172f430 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jul 09 19:53:33.329109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bacf-a0cf-4eac-9474-e58fd9e9c4d6 req-3622e688-b7fe-42c3-808a-c5c0df177ef0 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:33.330704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2912bacf-a0cf-4eac-9474-e58fd9e9c4d6 req-3622e688-b7fe-42c3-808a-c5c0df177ef0 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0703192 Jul 09 19:53:33.369497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2912bacf-a0cf-4eac-9474-e58fd9e9c4d6 req-1fd3179b-2acb-4201-8efb-d159dffb6f3e tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Jul 09 19:53:34.091041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98cd24-7afe-458b-8967-0fe0c7ab63a3 req-cd63cb53-1f5a-4839-a644-bf8995dd0838 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.092514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba98cd24-7afe-458b-8967-0fe0c7ab63a3 req-cd63cb53-1f5a-4839-a644-bf8995dd0838 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0677619 Jul 09 19:53:34.131654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba98cd24-7afe-458b-8967-0fe0c7ab63a3 req-06be7774-07ad-4bfb-8e35-c3b5d324df76 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 09 19:53:34.557405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc346-623c-4abe-95dd-97551eb96fab req-eda594b8-4e13-4503-b1ec-20dba315fecb tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.559762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43dfc346-623c-4abe-95dd-97551eb96fab req-eda594b8-4e13-4503-b1ec-20dba315fecb tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0694923 Jul 09 19:53:34.602389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43dfc346-623c-4abe-95dd-97551eb96fab req-4161871d-146c-4b53-b363-bb5147c38170 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Jul 09 19:53:34.604491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161404-7d82-4ce0-820b-e7cae71c43bd req-a5c6adc4-546a-48ac-b281-c651059c6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.606206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44161404-7d82-4ce0-820b-e7cae71c43bd req-a5c6adc4-546a-48ac-b281-c651059c6239 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.0559134 Jul 09 19:53:34.644177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44161404-7d82-4ce0-820b-e7cae71c43bd req-f8941999-ab96-4a2d-b3e0-f17effa4c7c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 09 19:53:35.319743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28ee90-ac89-4c1a-a04e-ad45a562dc84 req-6dad6119-c698-42e5-9f3b-7bfc6586600c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:35.321184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b28ee90-ac89-4c1a-a04e-ad45a562dc84 req-6dad6119-c698-42e5-9f3b-7bfc6586600c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0668173 Jul 09 19:53:35.361014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b28ee90-ac89-4c1a-a04e-ad45a562dc84 req-fdae94b7-fb7d-4006-ab0d-dcac60e4fe1d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Jul 09 19:53:35.779672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912c2f-c9a4-4eac-8b14-007a8910703b req-a3044ca7-7c75-452d-8077-a3921dbb716b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:35.781251 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6912c2f-c9a4-4eac-8b14-007a8910703b req-a3044ca7-7c75-452d-8077-a3921dbb716b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0650315 Jul 09 19:53:35.820767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6912c2f-c9a4-4eac-8b14-007a8910703b req-2ac5da24-18a6-4438-8476-ccb1357c98fd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Jul 09 19:53:36.298200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-03b08848-4ac4-41b0-9b82-edd72ecb381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.299798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-03b08848-4ac4-41b0-9b82-edd72ecb381a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=845c3d9942a445e1a81b7c7be596148c&device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 1096 time: 0.0629270 Jul 09 19:53:36.360774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e43ea-8178-4dd3-bb13-c76809780535 req-c76dba2b-2bba-414f-a088-9eba9657b75c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.363738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f96e43ea-8178-4dd3-bb13-c76809780535 req-c76dba2b-2bba-414f-a088-9eba9657b75c tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0687609 Jul 09 19:53:36.401038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-b1c350b9-a89b-4929-a80c-ab4e54aca75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.403007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-b1c350b9-a89b-4929-a80c-ab4e54aca75a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 200 len: 920 time: 0.0958331 Jul 09 19:53:36.425170 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f96e43ea-8178-4dd3-bb13-c76809780535 req-caaf71e8-d520-410c-824d-b0d47e7d82e1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Jul 09 19:53:36.457989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-cee0fc66-aee3-4172-bd36-60a01e0a5aa8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 200 len: 217 time: 0.0483246 Jul 09 19:53:36.546406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-da7565bc-0824-4c28-af2c-09c07dd6fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.547166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-da7565bc-0824-4c28-af2c-09c07dd6fc46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 200 len: 859 time: 0.0832918 Jul 09 19:53:36.586817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-f81217c6-0fc2-47d1-8264-b82ffce2c46d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a52a5f0f-66c1-4b98-a916-eb484fa369b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322835 Jul 09 19:53:36.609902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c538e-20de-4914-a02e-c328f774d3db req-7d3628c7-f31c-44b1-b88b-5206b0a57971 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.611344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-103c538e-20de-4914-a02e-c328f774d3db req-7d3628c7-f31c-44b1-b88b-5206b0a57971 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.1156902 Jul 09 19:53:36.696801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-103c538e-20de-4914-a02e-c328f774d3db req-7084705c-2e94-42dc-ae85-ebef601783fd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756333 Jul 09 19:53:36.723289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-04349ea7-0ecf-4491-9e45-3d0927ec0caf service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289756 Jul 09 19:53:36.815748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4593df5-0ae4-4477-ac68-3557d66cceb8 req-3fad54ab-1c6f-401a-91fa-563e59fcc5e1 service neutron] 10.222.0.59 "GET /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jul 09 19:53:37.598651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4667d-d9c6-4b1a-9c11-f521facb908c req-78cf02ec-3862-4dca-814f-9963b8a5d852 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:37.600135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9b4667d-d9c6-4b1a-9c11-f521facb908c req-78cf02ec-3862-4dca-814f-9963b8a5d852 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0668926 Jul 09 19:53:37.642046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9b4667d-d9c6-4b1a-9c11-f521facb908c req-b49844fa-9020-427a-9e79-396d987d4631 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362315 Jul 09 19:53:37.878113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293a76e-3a85-4f05-aba9-04b0715c9ef4 req-161683b5-144f-477c-91dd-75ec194b4f2c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:37.879630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4293a76e-3a85-4f05-aba9-04b0715c9ef4 req-161683b5-144f-477c-91dd-75ec194b4f2c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0659478 Jul 09 19:53:37.919224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4293a76e-3a85-4f05-aba9-04b0715c9ef4 req-ff9b1526-7bc5-449b-9b67-4adf52e80afc tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331423 Jul 09 19:53:38.829471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141536f8-925f-42b6-a5fd-b55b43742ee5 req-5a8b2fd9-8287-450b-b519-3e5d6a7d5e17 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:38.831004 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-141536f8-925f-42b6-a5fd-b55b43742ee5 req-5a8b2fd9-8287-450b-b519-3e5d6a7d5e17 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0705721 Jul 09 19:53:38.872002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-141536f8-925f-42b6-a5fd-b55b43742ee5 req-d0568ba8-fcb0-4687-9f0c-754b1c9c7938 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345478 Jul 09 19:53:39.110685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ccad0-2850-4352-81fb-6da2a7f00e50 req-df6b1c8f-5eb9-4290-b00c-90b82a8dcd2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:39.112211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-884ccad0-2850-4352-81fb-6da2a7f00e50 req-df6b1c8f-5eb9-4290-b00c-90b82a8dcd2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0731230 Jul 09 19:53:39.162978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-884ccad0-2850-4352-81fb-6da2a7f00e50 req-6f66a961-6a05-4230-81dc-a3ca72d37b20 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jul 09 19:53:40.363050 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:53:40.397665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a593b-0380-4a6d-ad47-2b276794c92b req-5c09ea03-033d-4246-89cf-5f346d806f9f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:40.399290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df9a593b-0380-4a6d-ad47-2b276794c92b req-5c09ea03-033d-4246-89cf-5f346d806f9f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0840731 Jul 09 19:53:40.451919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df9a593b-0380-4a6d-ad47-2b276794c92b req-f355d403-e03d-48fb-9bb0-7be16e1fca1a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Jul 09 19:53:41.630809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741741-eb94-473e-a7fd-57b275a80c8b req-223f27f0-01f6-4640-9ef8-07ad3d6c7b60 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:41.632524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8741741-eb94-473e-a7fd-57b275a80c8b req-223f27f0-01f6-4640-9ef8-07ad3d6c7b60 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0658774 Jul 09 19:53:41.681762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8741741-eb94-473e-a7fd-57b275a80c8b req-cc0d7455-2a80-4c45-9c84-be5bdde0dc93 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Jul 09 19:53:41.723316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-613da017-4d16-469a-b270-4be1f9def2a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696979 Jul 09 19:53:41.828036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-c3c2722e-1262-41b6-aa61-4d1dcb5e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:41.830018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-c3c2722e-1262-41b6-aa61-4d1dcb5e20af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 1096 time: 0.0599971 Jul 09 19:53:41.948468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-276cbc84-c5fe-4414-80e0-e737805093b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:41.950077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-276cbc84-c5fe-4414-80e0-e737805093b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.0970564 Jul 09 19:53:41.992690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-e320fd70-d863-4ad0-bbe5-5cab38681964 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 200 len: 217 time: 0.0359769 Jul 09 19:53:42.046894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-314a8b22-4c1c-458d-becf-5bcb88bbec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.048484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-314a8b22-4c1c-458d-becf-5bcb88bbec37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0488548 Jul 09 19:53:42.108716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-ec347fab-8289-4731-8b2f-af2e49c98c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.110383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-ec347fab-8289-4731-8b2f-af2e49c98c8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541205 Jul 09 19:53:42.206588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-2f827dd8-d3f9-43fe-a0bc-7d4978ca7c2e service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Jul 09 19:53:42.304688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05dc857f-ad6b-438b-8b98-9b82921ad8fb req-22860874-a9c5-448a-b341-84688675346d service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905263 Jul 09 19:53:42.869718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdd5a9-a126-4bfb-9884-070769bb558a req-70acc07f-718d-4def-9c31-bd22923d343c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.872963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38fdd5a9-a126-4bfb-9884-070769bb558a req-70acc07f-718d-4def-9c31-bd22923d343c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0734551 Jul 09 19:53:42.918418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38fdd5a9-a126-4bfb-9884-070769bb558a req-6437c26f-fb32-4fb0-8d82-3e2b66e24bad tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Jul 09 19:53:44.130587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace5d1-51fe-49f9-8fe2-2227421daf31 req-ddefb8bf-3b55-4e6a-aa17-319ec71e0445 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:44.132222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5ace5d1-51fe-49f9-8fe2-2227421daf31 req-ddefb8bf-3b55-4e6a-aa17-319ec71e0445 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0765564 Jul 09 19:53:44.176269 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5ace5d1-51fe-49f9-8fe2-2227421daf31 req-66589e7b-fa15-4e2f-b675-7f3f302c951e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Jul 09 19:53:45.062891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05eb7-fb03-450e-a149-551ddd562208 req-5c7b8f06-2f35-4bf9-8630-8c1967812b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:45.064394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10c05eb7-fb03-450e-a149-551ddd562208 req-5c7b8f06-2f35-4bf9-8630-8c1967812b84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 1097 time: 0.0517757 Jul 09 19:53:45.100311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10c05eb7-fb03-450e-a149-551ddd562208 req-fbc41af2-fea9-431f-a771-044387a61747 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286901 Jul 09 19:53:45.361563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c6c5-bf1a-436c-8369-4969d60ed75e req-2770e2fe-4a3d-4ff4-89a3-f833be4d0f3a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:45.363002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbd8c6c5-bf1a-436c-8369-4969d60ed75e req-2770e2fe-4a3d-4ff4-89a3-f833be4d0f3a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0692804 Jul 09 19:53:45.401785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cbd8c6c5-bf1a-436c-8369-4969d60ed75e req-0019c527-3911-4401-819e-16310c505b06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Jul 09 19:53:46.592860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a283-d33d-42dc-a58b-b2f98ca3527d req-391ef487-d1d4-4c0e-865d-255284ec6442 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:46.600522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7542a283-d33d-42dc-a58b-b2f98ca3527d req-391ef487-d1d4-4c0e-865d-255284ec6442 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0797160 Jul 09 19:53:46.639140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7542a283-d33d-42dc-a58b-b2f98ca3527d req-581c298b-248c-4fe5-8317-c0aea2347378 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Jul 09 19:53:46.875005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-ed0cfc18-de66-4317-bb03-2958e4a042dd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:46.877314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-ed0cfc18-de66-4317-bb03-2958e4a042dd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 811 time: 0.1057987 Jul 09 19:53:46.892689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-34b4eeab-fb72-4854-9650-bc450b97b3b5 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/quotas/99f20f1ac15448dab8e510e44298c5ff HTTP/1.1" status: 200 len: 375 time: 0.0096335 Jul 09 19:53:46.981496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-ef3bc7fc-68ea-4afa-b2cd-9e51fed7f329 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823970 Jul 09 19:53:47.085478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-202a9c31-3631-413f-825a-212a2ac8931a service neutron] 10.222.0.10 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Jul 09 19:53:47.197706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-fe416e79-dd65-43d8-80c0-dd28650abd27 service neutron] 10.222.0.10 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031182 Jul 09 19:53:47.439895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8c5eece-1dd1-43b9-a226-91794abf498f req-bc7c6532-c6b0-4b45-a3fe-171b598a527c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 210 time: 0.0486352 Jul 09 19:53:47.465223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-f1fda0c8-92d6-451c-8e8e-bca645a38f3b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157281 Jul 09 19:53:47.549399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-1bf722e7-82f3-4fb5-a33b-b164142749a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.550927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-1bf722e7-82f3-4fb5-a33b-b164142749a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 1096 time: 0.0561616 Jul 09 19:53:47.672961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-3a6e111a-a221-4010-ab23-a523af583fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.675372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-3a6e111a-a221-4010-ab23-a523af583fa3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1013203 Jul 09 19:53:47.723145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-53af003b-b46e-4f58-a4d7-36b6f13b445b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae20ec2-4ccf-41af-9169-2698f72e101c HTTP/1.1" status: 200 len: 217 time: 0.0414445 Jul 09 19:53:47.777920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-3bde71f6-8fde-427b-8761-428bf6a156ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.779505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-3bde71f6-8fde-427b-8761-428bf6a156ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0495138 Jul 09 19:53:47.850979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-ac87df2f-bf8e-473d-a034-5532b5de05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.852231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-ac87df2f-bf8e-473d-a034-5532b5de05fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661440 Jul 09 19:53:47.950348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-1adf56a0-b8e7-4690-9076-b89e1e3b531f service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912108 Jul 09 19:53:48.067953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db8264e9-d977-40cf-a2a7-4fb55551dab8 req-bce470a0-4368-430a-951a-4feb2e21afe4 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106148 Jul 09 19:53:48.659152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02e558d3-4593-40df-8ea4-140dcf74fb88 req-b3a9b7b9-886a-4382-abf9-9892489db8f8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 210 time: 0.0470788 Jul 09 19:53:48.678849 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:48.851805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-402f140d-7fb4-4a2f-ab7b-a79324d49ea5 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:48.853337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-402f140d-7fb4-4a2f-ab7b-a79324d49ea5 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.59 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 811 time: 0.1321383 Jul 09 19:53:48.867879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Request body: {'port': {'device_id': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'admin_state_up': True, 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:49.003336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Made reservation on behalf of 99f20f1ac15448dab8e510e44298c5ff for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:49.007428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.141029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Allocated IP 172.20.0.13 (c29d1c8a-94f5-44a6-81c4-f422f920d465/6d9c512b-108a-4f57-9871-50fda05500c6/0cceec09-e082-41a5-a56f-bf43e064549f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:49.305571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.353377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.367132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6038780c-a2b9-4739-bd43-ee79022fba23'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:49.425443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Network c29d1c8a-94f5-44a6-81c4-f422f920d465 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:49.429549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:49.432266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:49.486934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:49.487593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.504908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Pushing event updated for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:49.510070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3e45482c-cfd9-40c9-bd16-64e71270ce06 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464467 Jul 09 19:53:49.521854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Request body: {'port': {'device_id': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:49.619902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.821462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44effb-cdc7-4845-9e59-e45ffbb4ea34 req-40250f81-3410-48be-992c-dfe1f01e3736 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:49.830986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce44effb-cdc7-4845-9e59-e45ffbb4ea34 req-40250f81-3410-48be-992c-dfe1f01e3736 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0868604 Jul 09 19:53:49.867383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce44effb-cdc7-4845-9e59-e45ffbb4ea34 req-539f4616-7ba9-453f-b9b1-1c299edf16cd tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jul 09 19:53:50.019062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683817-365a-4170-8073-f048be0cb166 req-fa5e6c9b-9568-4f3a-8230-704dbbc17fa7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:50.020537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2683817-365a-4170-8073-f048be0cb166 req-fa5e6c9b-9568-4f3a-8230-704dbbc17fa7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 932 time: 0.1101537 Jul 09 19:53:50.098061 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2683817-365a-4170-8073-f048be0cb166 req-e5902135-4c95-444d-aa9e-f0c49ae3e6ec tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700221 Jul 09 19:53:50.102126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cceec09-e082-41a5-a56f-bf43e064549f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:50.110182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.126356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Transition to ACTIVE for port object 0cceec09-e082-41a5-a56f-bf43e064549f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:50.129466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.186823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:50.258688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Attempting to bind port 0cceec09-e082-41a5-a56f-bf43e064549f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:50.259025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Attempting to bind port 0cceec09-e082-41a5-a56f-bf43e064549f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:50.259357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Attempting to bind port 0cceec09-e082-41a5-a56f-bf43e064549f on network c29d1c8a-94f5-44a6-81c4-f422f920d465 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:50.265453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Port 0cceec09-e082-41a5-a56f-bf43e064549f on network c29d1c8a-94f5-44a6-81c4-f422f920d465 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:50.265832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Attempting to bind port 0cceec09-e082-41a5-a56f-bf43e064549f on network c29d1c8a-94f5-44a6-81c4-f422f920d465 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:50.271228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:50.271580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Checking segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:50.271928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Bound using segment: {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:50.272920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Bound port: 0cceec09-e082-41a5-a56f-bf43e064549f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:50.273439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.344363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:50.350898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0cceec09-e082-41a5-a56f-bf43e064549f,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:50.355063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.391358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:50.391964 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.393363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 200 len: 1092 time: 0.8760254 Jul 09 19:53:50.393785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:50.396008 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2292cd-4df6-4549-96f6-7012d36e50ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:50.428939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e21d-3cbd-430a-a1ee-6d6937b505e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:50.446369 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b977a-9047-4e30-b987-9a0d969b8017 x-openstack-request-id: req-4c2b977a-9047-4e30-b987-9a0d969b8017 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:50.446650 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:50.446899 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c2b977a-9047-4e30-b987-9a0d969b8017 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:50.447281 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f', 'status': 'completed', 'code': 200} Jul 09 19:53:50.491765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-aabf82b3-3f17-440d-b12c-2127b903d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:50.493276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-aabf82b3-3f17-440d-b12c-2127b903d695 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1095 time: 0.0559030 Jul 09 19:53:50.536830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-b30c682d-8e06-4ff2-840b-de22cfc34337 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 200 len: 217 time: 0.0331981 Jul 09 19:53:50.589455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-035c46b4-a5ba-4272-82a3-da5cb88a3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:50.590883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-035c46b4-a5ba-4272-82a3-da5cb88a3930 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0464041 Jul 09 19:53:50.630713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-f397f9c5-2485-4db5-affd-75aee984b679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267630 Jul 09 19:53:50.720302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-c8cd0cd6-6cc0-4abe-be30-dc6e5107b956 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794117 Jul 09 19:53:50.815092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6655c3f0-76d8-40dc-97fd-a9bf5f5eeaeb req-a0e95f3a-3d46-4e0a-9085-55dad3900d61 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850999 Jul 09 19:53:50.919994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-728a457c-d378-49d6-a119-23185279987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:50.921524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-728a457c-d378-49d6-a119-23185279987e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1095 time: 0.0526347 Jul 09 19:53:51.029138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-ce362f87-13d9-4a91-832c-bea4ff7cbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.030831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-ce362f87-13d9-4a91-832c-bea4ff7cbbb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 912 time: 0.1009390 Jul 09 19:53:51.052972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98666a-199e-4d45-afba-c010c8376d96 req-6c6d5e7d-6756-45ed-8013-a6035e65d7d6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.054610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b98666a-199e-4d45-afba-c010c8376d96 req-6c6d5e7d-6756-45ed-8013-a6035e65d7d6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0687168 Jul 09 19:53:51.076787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-984c119e-8415-4603-9c6c-0ffd0356f45f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 200 len: 217 time: 0.0350289 Jul 09 19:53:51.092673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b98666a-199e-4d45-afba-c010c8376d96 req-cf3aa01c-4eaf-40ad-91db-0b4a21aa75a9 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Jul 09 19:53:51.132146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-f5a20783-fe94-4895-9809-fe80caee094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.133665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-f5a20783-fe94-4895-9809-fe80caee094f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0444484 Jul 09 19:53:51.168847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-d799b152-cfb5-46ca-b2c9-86c5934c76e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268257 Jul 09 19:53:51.305330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-e64e6956-f24f-4510-88a4-09d5646bdf06 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239247 Jul 09 19:53:51.333116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b55dc2-ca79-4cd8-8c61-95ed73a51a43 req-ad277df1-0f85-45d9-a151-e39dc7fa6e1b tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.334732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92b55dc2-ca79-4cd8-8c61-95ed73a51a43 req-ad277df1-0f85-45d9-a151-e39dc7fa6e1b tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 944 time: 0.1090508 Jul 09 19:53:51.419394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92b55dc2-ca79-4cd8-8c61-95ed73a51a43 req-c036a400-0821-4e1b-8309-b6c350aa04b3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Jul 09 19:53:51.440576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b2292cd-4df6-4549-96f6-7012d36e50ec req-dbdbdc02-8eed-41f9-98c6-0a8a160313b4 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240084 Jul 09 19:53:52.295126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ade10e-cca9-40f8-a518-33f0adcad6fb req-742b158d-26d7-4ec4-89ed-7bef013d6b78 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:52.296596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90ade10e-cca9-40f8-a518-33f0adcad6fb req-742b158d-26d7-4ec4-89ed-7bef013d6b78 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0968976 Jul 09 19:53:52.343467 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30e69ace-f13f-4862-89d9-5ddd5479220a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:52.345987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-b04e6c32-b592-4835-a5f0-c6efae03eb23 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:52.347457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-b04e6c32-b592-4835-a5f0-c6efae03eb23 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "GET /v2.0/ports?device_id=634276e7-b5a5-4d73-a1e7-e7f566fdd7ae HTTP/1.1" status: 200 len: 945 time: 0.1064699 Jul 09 19:53:52.355034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90ade10e-cca9-40f8-a518-33f0adcad6fb req-815aa56e-ec4e-4389-aee7-4532a850c33f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509460 Jul 09 19:53:52.451041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Deleting port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:52.451384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:52.542490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] For port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:52.542861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:52.555656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Calling delete_port for c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:52.595947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73c7a-39d1-4aba-b357-1a09b3d04e56 req-674a1e61-02f8-4d3a-823e-b52cfd154d92 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:52.597543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd73c7a-39d1-4aba-b357-1a09b3d04e56 req-674a1e61-02f8-4d3a-823e-b52cfd154d92 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 944 time: 0.0626421 Jul 09 19:53:52.635546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd73c7a-39d1-4aba-b357-1a09b3d04e56 req-75500c7f-6405-4978-8277-281407212420 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 09 19:53:52.687656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:52.701869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:52.717411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Pushing event deleted for resources: {'Port': ['ID=c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:52.763004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] No DVR routers for this DVR port c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:52.765694 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:52.767677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6af7cfdf-c3ab-45ca-81d5-1f8c48a262f9 req-301c6af9-21bc-407e-b5db-fc8b3723a7fa tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "DELETE /v2.0/ports/c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff HTTP/1.1" status: 204 len: 173 time: 0.4116919 Jul 09 19:53:52.768116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'name': 'network-vif-deleted', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:52.770372 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7af932-5c1a-4d9e-99ec-56a953dff166" -d '{"events": [{"server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "name": "network-vif-deleted", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:52.809306 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c9a20-45d4-4f78-b509-772deb67b8e1 x-openstack-request-id: req-181c9a20-45d4-4f78-b509-772deb67b8e1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:52.809669 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634276e7-b5a5-4d73-a1e7-e7f566fdd7ae", "name": "network-vif-deleted", "tag": "c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:52.809984 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-181c9a20-45d4-4f78-b509-772deb67b8e1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:52.810456 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634276e7-b5a5-4d73-a1e7-e7f566fdd7ae', 'name': 'network-vif-deleted', 'tag': 'c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff', 'status': 'completed', 'code': 200} Jul 09 19:53:53.239936 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.811445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895507e-f8d8-4dae-907e-19f570cae9aa req-970b0656-78ce-4322-a151-47853547df7f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:53.812856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0895507e-f8d8-4dae-907e-19f570cae9aa req-970b0656-78ce-4322-a151-47853547df7f tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0634601 Jul 09 19:53:53.814846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee35451-7d3b-498c-afeb-ee0e579e45d2 req-d28ccddd-cd0f-489e-b24d-869cd55429cb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:53.816328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ee35451-7d3b-498c-afeb-ee0e579e45d2 req-d28ccddd-cd0f-489e-b24d-869cd55429cb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 944 time: 0.0657549 Jul 09 19:53:53.855480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0895507e-f8d8-4dae-907e-19f570cae9aa req-09ec50c6-d045-47ef-b601-876e03c92a8b tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369775 Jul 09 19:53:53.859738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ee35451-7d3b-498c-afeb-ee0e579e45d2 req-2d60b0ff-997c-40e8-bf52-a2c75d1a6df2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Jul 09 19:53:53.973243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0cceec09-e082-41a5-a56f-bf43e064549f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:54.064510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0cceec09-e082-41a5-a56f-bf43e064549f,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:54.075824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '0cceec09-e082-41a5-a56f-bf43e064549f', 'network_id': 'c29d1c8a-94f5-44a6-81c4-f422f920d465', 'port_id': '0cceec09-e082-41a5-a56f-bf43e064549f', 'mac_address': 'fa:16:3e:e2:63:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9c512b-108a-4f57-9871-50fda05500c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:54.112809 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.129204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cceec09-e082-41a5-a56f-bf43e064549f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:54.149486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0cceec09-e082-41a5-a56f-bf43e064549f,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:54.153841 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.199900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:54.440853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0cceec09-e082-41a5-a56f-bf43e064549f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:54.947047 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68dcdaaf-a134-445c-9082-7414a13e1f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.031226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded314d0-dd23-4c53-ac1e-26425bc906a5 req-52725a92-a288-4e67-a5c9-a785c4d2b43d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:55.031874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6bcd1-2667-476f-b144-06fc040a02dc req-7f210c50-ff8b-417a-95ef-75b0165c36d2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:55.032720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bb6bcd1-2667-476f-b144-06fc040a02dc req-7f210c50-ff8b-417a-95ef-75b0165c36d2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 945 time: 0.0632207 Jul 09 19:53:55.032852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ded314d0-dd23-4c53-ac1e-26425bc906a5 req-52725a92-a288-4e67-a5c9-a785c4d2b43d tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0637276 Jul 09 19:53:55.070940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ded314d0-dd23-4c53-ac1e-26425bc906a5 req-b621a5e6-7fbb-422f-802a-9edb4b38c6f2 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Jul 09 19:53:55.071203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bb6bcd1-2667-476f-b144-06fc040a02dc req-78cbc619-7f8b-4751-b7b0-719001e6eb69 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Jul 09 19:53:55.220110 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.978148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0cceec09-e082-41a5-a56f-bf43e064549f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:56.027964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 0cceec09-e082-41a5-a56f-bf43e064549f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:56.031383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 0cceec09-e082-41a5-a56f-bf43e064549f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:56.031748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.106740 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.136050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:56.138582 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9889663-156d-4081-af3a-13246dd1893c" -d '{"events": [{"server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:56.152173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0cceec09-e082-41a5-a56f-bf43e064549f,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:56.157512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.158308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:56.197459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:56.197803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c6f9f1b8-3cfe-47cf-87be-1a8c0688d9ff not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:56.225934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:56.257337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b5307-74e6-4a1b-9b6b-3ba930b55a18 req-6d595f66-c60b-4bd1-8cf2-d05d91b99407 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.258898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-784b5307-74e6-4a1b-9b6b-3ba930b55a18 req-6d595f66-c60b-4bd1-8cf2-d05d91b99407 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0758398 Jul 09 19:53:56.263611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3749-ec55-4dab-8735-5fc148cfd9fd req-6cbcec04-942b-40b3-a568-33db579682b3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.265159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33b3749-ec55-4dab-8735-5fc148cfd9fd req-6cbcec04-942b-40b3-a568-33db579682b3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0695915 Jul 09 19:53:56.296678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-784b5307-74e6-4a1b-9b6b-3ba930b55a18 req-394e07e9-27b0-4e15-8190-150a2a4b1db6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 09 19:53:56.302453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c33b3749-ec55-4dab-8735-5fc148cfd9fd req-2c85205a-3552-4afd-9701-c3d52c2a4951 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Jul 09 19:53:56.333926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.344534 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54499a81-582a-4f19-8e05-205815fe4db1 x-openstack-request-id: req-54499a81-582a-4f19-8e05-205815fe4db1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:56.344824 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:56.345079 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54499a81-582a-4f19-8e05-205815fe4db1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:56.345502 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f', 'code': 200} Jul 09 19:53:56.468960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aab27-4277-4573-8583-5b6463ef82cb req-75b5bc98-c833-4fc2-bfe1-e79069eaca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.470408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac6aab27-4277-4573-8583-5b6463ef82cb req-75b5bc98-c833-4fc2-bfe1-e79069eaca0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1097 time: 0.0550151 Jul 09 19:53:56.507180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac6aab27-4277-4573-8583-5b6463ef82cb req-aca7222a-97ad-4da2-8609-20b8c6d07027 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288982 Jul 09 19:53:57.490506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447b54-35bd-4448-a980-ff92940b9baf req-a5c24fc1-6dc6-43a4-be19-d6decea4f6e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.491317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea446-3feb-4d18-be15-ac270162599f req-b6c289c6-c1e0-4ec0-95c3-da9ad9baf0a8 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.493227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7447b54-35bd-4448-a980-ff92940b9baf req-a5c24fc1-6dc6-43a4-be19-d6decea4f6e8 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0724044 Jul 09 19:53:57.494311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44bea446-3feb-4d18-be15-ac270162599f req-b6c289c6-c1e0-4ec0-95c3-da9ad9baf0a8 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0776100 Jul 09 19:53:57.539973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7447b54-35bd-4448-a980-ff92940b9baf req-222ab7a5-de9f-4964-8d09-d70bc640cf8e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Jul 09 19:53:57.540705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44bea446-3feb-4d18-be15-ac270162599f req-d8fcce30-0989-452e-8f7e-536bd69a4001 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Jul 09 19:53:57.809669 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.713590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510128e-1150-4ad7-a2ab-84ac8a0b65b6 req-40decfc2-93db-4029-a17f-c5ec8c545fb8 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.715082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0510128e-1150-4ad7-a2ab-84ac8a0b65b6 req-40decfc2-93db-4029-a17f-c5ec8c545fb8 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0637465 Jul 09 19:53:58.726784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150b792-cd16-48f4-9840-fa843aeb0827 req-97b209a5-c078-4346-a90f-deb24f5c6c16 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.728331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9150b792-cd16-48f4-9840-fa843aeb0827 req-97b209a5-c078-4346-a90f-deb24f5c6c16 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0638463 Jul 09 19:53:58.757534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0510128e-1150-4ad7-a2ab-84ac8a0b65b6 req-1ca5a639-51d3-477e-a12e-7ae90d99eaa1 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Jul 09 19:53:58.771639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9150b792-cd16-48f4-9840-fa843aeb0827 req-66c7a1e8-bf42-4ba0-8814-75c70774e83d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Jul 09 19:53:59.142808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9aada-d090-40b2-9410-c110361cab5c req-227744d4-de10-4401-96c5-7c5a7dac7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.144327 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-227744d4-de10-4401-96c5-7c5a7dac7615 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1097 time: 0.0871789 Jul 09 19:53:59.516752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180c3c4-605a-4e1d-8d01-831f003d07b8 req-b82c5370-f2ee-4576-b4ce-f412db1eefd9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.518286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8180c3c4-605a-4e1d-8d01-831f003d07b8 req-b82c5370-f2ee-4576-b4ce-f412db1eefd9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.4219582 Jul 09 19:53:59.566254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9aada-d090-40b2-9410-c110361cab5c req-3c426724-1055-42e9-936e-cfaaeccfd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.567704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-3c426724-1055-42e9-936e-cfaaeccfd23a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 912 time: 0.4157610 Jul 09 19:53:59.575390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8180c3c4-605a-4e1d-8d01-831f003d07b8 req-8311eaa9-6ead-4a2b-bd34-ddafdbee5e8a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Jul 09 19:53:59.612124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-604ac204-7196-44f5-a44a-abce5dab3895 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 200 len: 217 time: 0.0355074 Jul 09 19:53:59.663164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9aada-d090-40b2-9410-c110361cab5c req-639022d5-2ff5-4e93-be46-b5883a5c2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.664601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-639022d5-2ff5-4e93-be46-b5883a5c2d87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0428779 Jul 09 19:53:59.705850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-66f7dbf4-d9d2-4135-9d11-aabbecf7b305 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301917 Jul 09 19:53:59.798419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-ab92e5b4-6a35-42c6-9018-31577f64896d service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821273 Jul 09 19:53:59.894318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-d97fe259-70ae-47b9-9337-dfffa5b33f35 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.897156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-d97fe259-70ae-47b9-9337-dfffa5b33f35 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.0905569 Jul 09 19:53:59.901731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89c9aada-d090-40b2-9410-c110361cab5c req-3cf787ef-216d-4ccd-ad38-ca4c73771d3c service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949686 Jul 09 19:54:00.060892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb6e7-ec26-487c-a18f-0ecd6498d2e7 req-dd073342-535c-4b01-8be8-1cab79a14548 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:00.062534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fffeb6e7-ec26-487c-a18f-0ecd6498d2e7 req-dd073342-535c-4b01-8be8-1cab79a14548 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4 HTTP/1.1" status: 200 len: 945 time: 0.1883380 Jul 09 19:54:00.126079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Deleting port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:00.126412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.181696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fffeb6e7-ec26-487c-a18f-0ecd6498d2e7 req-48177a9b-75c0-46c7-9a17-fcf1c3058038 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.10 "GET /v2.0/security-groups?id=8ad5f3c1-85a8-4a65-974e-6333c7369f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876775 Jul 09 19:54:00.230154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] For port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:00.230517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.244724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Calling delete_port for fe4f8a18-2de9-4e37-b5c1-2feddd2089ed owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:00.378595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.414482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Pushing event deleted for resources: {'Port': ['ID=fe4f8a18-2de9-4e37-b5c1-2feddd2089ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:00.438902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.439247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.439583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.439914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.440241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.440573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.440899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.441250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.441575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.441896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.442215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.442532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:00.461718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] No DVR routers for this DVR port fe4f8a18-2de9-4e37-b5c1-2feddd2089ed on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:00.464104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.466256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d8a34c97-fd31-4e25-aab0-9c3ba62d7fba req-ef4772c0-85cb-4620-84f9-e41de255c4c6 tempest-ServerRescueNegativeTestJSON-661201250 tempest-ServerRescueNegativeTestJSON-661201250-project] 10.222.0.59 "DELETE /v2.0/ports/fe4f8a18-2de9-4e37-b5c1-2feddd2089ed HTTP/1.1" status: 204 len: 173 time: 0.5520389 Jul 09 19:54:00.466726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'name': 'network-vif-deleted', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:00.469069 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccabb6f-f8ec-40e8-b3d1-5a5e4c22965e" -d '{"events": [{"server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "name": "network-vif-deleted", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:00.506658 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772c75a-6d49-4d97-a71a-8b789e820475 x-openstack-request-id: req-5772c75a-6d49-4d97-a71a-8b789e820475 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:00.506974 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4", "name": "network-vif-deleted", "tag": "fe4f8a18-2de9-4e37-b5c1-2feddd2089ed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:00.507259 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5772c75a-6d49-4d97-a71a-8b789e820475 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:00.507664 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1ccbd-e8d8-4a66-9ef1-0c6bf03109c4', 'name': 'network-vif-deleted', 'tag': 'fe4f8a18-2de9-4e37-b5c1-2feddd2089ed', 'status': 'completed', 'code': 200} Jul 09 19:54:00.749596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c538b-f7d6-42d8-9f81-3a98f235ded3 req-69bdc6d0-7259-4a59-80e0-908853c545bb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:00.751098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-197c538b-f7d6-42d8-9f81-3a98f235ded3 req-69bdc6d0-7259-4a59-80e0-908853c545bb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0655930 Jul 09 19:54:00.788667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-197c538b-f7d6-42d8-9f81-3a98f235ded3 req-3f92856c-caf1-4768-9899-e85771c1d4d0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jul 09 19:54:01.275094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:01.614139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.869436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Deleting port e08fb477-256d-4f98-8b25-301bb6ba32a0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:01.869770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.969219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] For port e08fb477-256d-4f98-8b25-301bb6ba32a0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e08fb477-256d-4f98-8b25-301bb6ba32a0,segment=NetworkSegment(0e8923b1-ef8a-4150-9b02-1484921ccd8e),segment_id=0e8923b1-ef8a-4150-9b02-1484921ccd8e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:01.969575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.992972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Calling delete_port for e08fb477-256d-4f98-8b25-301bb6ba32a0 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:02.007326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe4f8a18-2de9-4e37-b5c1-2feddd2089ed no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:02.032266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: fe4f8a18-2de9-4e37-b5c1-2feddd2089ed {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:02.032714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fe4f8a18-2de9-4e37-b5c1-2feddd2089ed not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:02.098737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b1ce5-8ecd-4c28-b21d-2f6478c6973f req-195289df-4811-4d97-8b49-0d9e137b4dd7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:02.100740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf1b1ce5-8ecd-4c28-b21d-2f6478c6973f req-195289df-4811-4d97-8b49-0d9e137b4dd7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1806893 Jul 09 19:54:02.186838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf1b1ce5-8ecd-4c28-b21d-2f6478c6973f req-fa96f409-72a8-4971-8ea8-0b89ba60b89c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Jul 09 19:54:02.295481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.328843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08fb477-256d-4f98-8b25-301bb6ba32a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:02.497041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.707798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:02.813241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:02.818371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-36cb9ab4-d014-429f-aee9-0fa3f366faf3 admin admin] 10.222.0.10 "PUT /v2.0/routers/0c0a4f16-f92b-4ab1-b55f-73842ad558a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421212 Jul 09 19:54:02.821504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:02.822742 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Sync routers for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:02.832516 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:02.833243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:53:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:02.923267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.933942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:03.028633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.080697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Deleting port 6dbbf314-d5e4-4a22-9409-82ef9a463720 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:03.081039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.113322 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:54:02Z', 'revision_number': 5, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port': {'id': '6dbbf314-d5e4-4a22-9409-82ef9a463720', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:51:46Z', 'updated_at': '2021-07-09T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:03.142562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Checking router: 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:03.151424 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Routers {'0c0a4f16-f92b-4ab1-b55f-73842ad558a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:03.152028 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:53:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:03.164047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] For port 6dbbf314-d5e4-4a22-9409-82ef9a463720, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6dbbf314-d5e4-4a22-9409-82ef9a463720,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:03.164408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.176970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Calling delete_port for 6dbbf314-d5e4-4a22-9409-82ef9a463720 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:03.339526 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] Set router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:03.394453 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-999ec316-3b69-4680-96be-9890585a9791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:54:03Z', 'revision_number': 6, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:03.416312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.425809 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ec316-3b69-4680-96be-9890585a9791 None None] The sync data for ids ['0c0a4f16-f92b-4ab1-b55f-73842ad558a7'] in n-d-800087-3 is: [{'id': '0c0a4f16-f92b-4ab1-b55f-73842ad558a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1335084885-router', 'tenant_id': '845c3d9942a445e1a81b7c7be596148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:51:45Z', 'updated_at': '2021-07-09T19:54:03Z', 'revision_number': 6, 'project_id': '845c3d9942a445e1a81b7c7be596148c', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:03.451449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbbf314-d5e4-4a22-9409-82ef9a463720,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:03.467603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e52660-a1bc-4ec9-9ac0-8feded1d9a00 req-ff5ec718-1cea-448a-8306-bb6688a09ae0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:03.470261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1e52660-a1bc-4ec9-9ac0-8feded1d9a00 req-ff5ec718-1cea-448a-8306-bb6688a09ae0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1260726 Jul 09 19:54:03.551532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1e52660-a1bc-4ec9-9ac0-8feded1d9a00 req-9e6de72b-9518-43a4-a1b6-7ee51e230018 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Jul 09 19:54:03.556352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.651296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.653362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.695163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.695654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0a4f16-f92b-4ab1-b55f-73842ad558a7 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:54:03.700252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.703804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2936e61e-f76c-4735-bc29-0caad0172dc6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0c0a4f16-f92b-4ab1-b55f-73842ad558a7 HTTP/1.1" status: 204 len: 168 time: 0.8789792 Jul 09 19:54:03.703975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:03.749037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Deleting subnet 225edf18-54c8-4f86-b240-9dd59b475ea6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:03.752141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.787250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.838845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.906727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.933507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225edf18-54c8-4f86-b240-9dd59b475ea6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:03.937258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.941828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:03.942335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ceaaff74-285c-40ce-ab5f-7781b92a7ca5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/225edf18-54c8-4f86-b240-9dd59b475ea6 HTTP/1.1" status: 204 len: 168 time: 0.2371445 Jul 09 19:54:04.014233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.101085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.111940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52a5f0f-66c1-4b98-a916-eb484fa369b3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:04.130804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8923b1-ef8a-4150-9b02-1484921ccd8e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:04.131035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8923b1-ef8a-4150-9b02-1484921ccd8e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:04.146157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.160238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.166544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:04.167030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:04.168819 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:04.245593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.251258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.255800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a52a5f0f-66c1-4b98-a916-eb484fa369b3 HTTP/1.1" status: 204 len: 168 time: 0.3121772 Jul 09 19:54:04.274467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dafd1-065e-475d-a0a2-af8df3addec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52a5f0f-66c1-4b98-a916-eb484fa369b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:04.292686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6dbbf314-d5e4-4a22-9409-82ef9a463720 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:04.313156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 6dbbf314-d5e4-4a22-9409-82ef9a463720 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:04.313512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6dbbf314-d5e4-4a22-9409-82ef9a463720 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:04.314279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e08fb477-256d-4f98-8b25-301bb6ba32a0 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:04.352082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e08fb477-256d-4f98-8b25-301bb6ba32a0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:04.362109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e08fb477-256d-4f98-8b25-301bb6ba32a0 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:04.489845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:04.560674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e265096-64c8-4def-8c67-026000129024 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=845c3d9942a445e1a81b7c7be596148c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690801 Jul 09 19:54:04.563151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:04.626583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.652495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.712523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.715669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.717630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ad5f3c1-85a8-4a65-974e-6333c7369f7a HTTP/1.1" status: 204 len: 168 time: 0.1533134 Jul 09 19:54:04.726792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576c57-e9f9-4bee-a2fa-4207f958f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5f3c1-85a8-4a65-974e-6333c7369f7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:04.796324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bef85-152c-462f-8c9a-7676ac2c2693 req-36d0e7c5-eb0a-4e7f-8cb0-bed4be75daf2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.798173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f8bef85-152c-462f-8c9a-7676ac2c2693 req-36d0e7c5-eb0a-4e7f-8cb0-bed4be75daf2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1051965 Jul 09 19:54:04.842622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f8bef85-152c-462f-8c9a-7676ac2c2693 req-071b3d24-5bad-483f-a626-6da305668901 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Jul 09 19:54:05.420307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:05.514295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1854650580-network', 'tenant_id': 'b4248bcb5e894de6b9385080612415e4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:05.535622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Made reservation on behalf of b4248bcb5e894de6b9385080612415e4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:05.539108 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.548608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.651773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.655567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.681206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:05.694774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de7dce-19bd-4716-a498-72e67824228e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.700569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.700920 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Added segment 8857b605-ed8a-48d1-b156-197f26b96f3a of type vlan for network 78a9fcfa-f37d-45fc-8046-89b703bb3a4a Jul 09 19:54:05.743765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.774039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.775098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:05.775701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.832118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4105439 Jul 09 19:54:05.835674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:05.840453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Request body: {'subnet': {'network_id': '78a9fcfa-f37d-45fc-8046-89b703bb3a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1854650580-subnet', 'tenant_id': 'b4248bcb5e894de6b9385080612415e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:05.846515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c748-e88b-40d6-89f3-f45628044141 admin admin] Pushing event updated for resources: {'Network': ['ID=78a9fcfa-f37d-45fc-8046-89b703bb3a4a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.856918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 78a9fcfa-f37d-45fc-8046-89b703bb3a4a details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:05.868253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Made reservation on behalf of b4248bcb5e894de6b9385080612415e4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:05.871199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.061944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.078255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c879-ac6e-444b-80ae-f66344842df7 req-001c3f3f-de2b-4195-947e-c172d011dd86 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:06.079782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cea2c879-ac6e-444b-80ae-f66344842df7 req-001c3f3f-de2b-4195-947e-c172d011dd86 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0846179 Jul 09 19:54:06.125329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1d0db2-b059-4e5a-b54b-f5f058381031,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.133673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Checking segment: {'id': '8857b605-ed8a-48d1-b156-197f26b96f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78a9fcfa-f37d-45fc-8046-89b703bb3a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:06.133673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Network hostable DHCP agents. Network: 78a9fcfa-f37d-45fc-8046-89b703bb3a4a, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:06.151275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Network 78a9fcfa-f37d-45fc-8046-89b703bb3a4a is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:06.163574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 78a9fcfa-f37d-45fc-8046-89b703bb3a4a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:06.168375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:06.169298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.175565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7100f45-b36a-4ca4-9fa4-51dd1235a9c5 None None] Network 78a9fcfa-f37d-45fc-8046-89b703bb3a4a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:06.187938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8f16f9e1-f599-43cd-83c2-bebd5b958d08 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3511527 Jul 09 19:54:06.314054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452342e8-3f66-4971-a97c-b2d3aaf2dd57 None None] Network 78a9fcfa-f37d-45fc-8046-89b703bb3a4a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:06.338068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:06.392335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Deleting subnet eb1d0db2-b059-4e5a-b54b-f5f058381031 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:06.395864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.437204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.470397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cea2c879-ac6e-444b-80ae-f66344842df7 req-3b624eeb-debf-4fee-a6eb-f6045bf7a41c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834741 Jul 09 19:54:06.495927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.568340 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.600402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1d0db2-b059-4e5a-b54b-f5f058381031,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.608864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.611661 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-43286715-1220-4451-9769-422b04b83fe2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb1d0db2-b059-4e5a-b54b-f5f058381031 HTTP/1.1" status: 204 len: 168 time: 0.2724810 Jul 09 19:54:06.615688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:06.683992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.768788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.780290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a9fcfa-f37d-45fc-8046-89b703bb3a4a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:06.791922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857b605-ed8a-48d1-b156-197f26b96f3a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:06.792221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857b605-ed8a-48d1-b156-197f26b96f3a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:06.801534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.818113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.825226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:06.825848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:06.827609 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:06.878604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.884275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.886131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] 10.222.0.10 "DELETE /v2.0/networks/78a9fcfa-f37d-45fc-8046-89b703bb3a4a HTTP/1.1" status: 204 len: 168 time: 0.2694490 Jul 09 19:54:06.897248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef947-0b35-44cb-8ecf-7760749d0c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a9fcfa-f37d-45fc-8046-89b703bb3a4a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.989267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:07.032626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5bfcb44b-2808-4c9a-8347-53b5c588b0e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4248bcb5e894de6b9385080612415e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421646 Jul 09 19:54:07.035092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:07.081694 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.102339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.149677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.152414 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.153615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0de7dce-19bd-4716-a498-72e67824228e HTTP/1.1" status: 204 len: 168 time: 0.1176112 Jul 09 19:54:07.161570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852eccb-01be-445f-aed9-9a86955e02fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de7dce-19bd-4716-a498-72e67824228e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:07.649641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49976d63-547a-438e-bdff-265d044fddea req-2b1ea09b-4d52-45ee-bb8d-683a2d2ce331 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:07.653848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49976d63-547a-438e-bdff-265d044fddea req-2b1ea09b-4d52-45ee-bb8d-683a2d2ce331 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0712898 Jul 09 19:54:07.693862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49976d63-547a-438e-bdff-265d044fddea req-4f1866f1-298d-479c-be5c-fff7244d4c8d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jul 09 19:54:08.093760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:08.204119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4903525a-84bb-4444-a377-d554a5c9888a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.291986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4903525a-84bb-4444-a377-d554a5c9888a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.295793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4903525a-84bb-4444-a377-d554a5c9888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.336126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4903525a-84bb-4444-a377-d554a5c9888a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11d5afc624cf4fdaaba184d0ceaa9922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412744 Jul 09 19:54:08.337295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903525a-84bb-4444-a377-d554a5c9888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907bdcb-c098-4ff2-904e-6571ddec7e8d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:08.338841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:08.392458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.412696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.457187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.459644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.461118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9907bdcb-c098-4ff2-904e-6571ddec7e8d HTTP/1.1" status: 204 len: 168 time: 0.1213028 Jul 09 19:54:08.469460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51e225-a61a-4e78-a65a-f9f1ab366c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907bdcb-c098-4ff2-904e-6571ddec7e8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:08.890190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ff42-9bf8-40bd-a7b3-5bba7ed36c69 req-fa5bcbec-ac31-4c8e-8e51-6c09c03eac93 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:08.891709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6af9ff42-9bf8-40bd-a7b3-5bba7ed36c69 req-fa5bcbec-ac31-4c8e-8e51-6c09c03eac93 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0711749 Jul 09 19:54:08.932557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6af9ff42-9bf8-40bd-a7b3-5bba7ed36c69 req-67347512-4dd5-4431-9719-a4d4db57bebc tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Jul 09 19:54:09.936250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96b5f7-8c43-45c2-b504-130c925c09a1 req-a4952e2f-c4e4-4092-8be0-ef269352e866 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:09.937892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d96b5f7-8c43-45c2-b504-130c925c09a1 req-a4952e2f-c4e4-4092-8be0-ef269352e866 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0788136 Jul 09 19:54:09.981099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d96b5f7-8c43-45c2-b504-130c925c09a1 req-399c797e-966a-44b0-8b61-7c3d11114617 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368130 Jul 09 19:54:10.149457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c033-6ed6-4ac5-813a-f698278df438 req-b7d43dae-f095-43ac-a7b7-66612ed7b75a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:10.151057 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3694c033-6ed6-4ac5-813a-f698278df438 req-b7d43dae-f095-43ac-a7b7-66612ed7b75a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0691917 Jul 09 19:54:10.196457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3694c033-6ed6-4ac5-813a-f698278df438 req-dbc90f5c-af8e-4a35-b811-8bf91df3528b tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Jul 09 19:54:10.291607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:10.434866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e4c-f6b0-4789-90d1-5f67f8adce2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.497217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79716353-0a6a-4240-9fae-d25195d554cd req-4ab161eb-5153-4579-b199-4afaf005a4b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:10.498705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79716353-0a6a-4240-9fae-d25195d554cd req-4ab161eb-5153-4579-b199-4afaf005a4b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1042941 Jul 09 19:54:10.560200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79716353-0a6a-4240-9fae-d25195d554cd req-32ffa1ac-c4cd-4045-b74c-1fb14d5e929c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541799 Jul 09 19:54:10.580687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e4c-f6b0-4789-90d1-5f67f8adce2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.585619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e4c-f6b0-4789-90d1-5f67f8adce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.623856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-94ba3e4c-f6b0-4789-90d1-5f67f8adce2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59ef32248b6d486b83c598561f051c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310435 Jul 09 19:54:10.624748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba3e4c-f6b0-4789-90d1-5f67f8adce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a1974-69cd-4cfa-9c1b-370261591734,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.626568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:10.678370 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.700255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.789874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.792379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.793534 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c9a1974-69cd-4cfa-9c1b-370261591734 HTTP/1.1" status: 204 len: 168 time: 0.1658390 Jul 09 19:54:10.807589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7515ab-763f-4f9e-9020-f4a9d1e50ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a1974-69cd-4cfa-9c1b-370261591734,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.858000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-0fa5fab7-d616-407c-ae9a-cda03fb0abbb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:10.860091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-0fa5fab7-d616-407c-ae9a-cda03fb0abbb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1250823 Jul 09 19:54:10.875739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-1d07d775-1eb1-4c99-b0fb-8187826268af tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/quotas/c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Jul 09 19:54:10.958194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-e6168eaf-d2c8-4e45-802c-b18d9b996dde tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0773406 Jul 09 19:54:11.062320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-133d1c2b-7496-4fb3-849c-7bd43eb6557b service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949259 Jul 09 19:54:11.087556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:11.133313 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdc70ef-2723-488c-89a7-20c002cb8768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.195090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-91276d5c-e0d7-493b-8b71-a21a807bdb14 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264257 Jul 09 19:54:11.258839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdc70ef-2723-488c-89a7-20c002cb8768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.271135 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdc70ef-2723-488c-89a7-20c002cb8768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.319494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fbdc70ef-2723-488c-89a7-20c002cb8768 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71d0dfc5485f4ac1aefeb2a34e7fd369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308905 Jul 09 19:54:11.320238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc70ef-2723-488c-89a7-20c002cb8768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba59133-d1cf-4c40-bb5d-e8a945d7c366,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:11.322191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:11.467475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.515295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1cfb-2f37-462e-bb41-a98783eeae79 req-abc16958-df35-4111-aa8f-b377dcfdc4a1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:11.517880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05cf1cfb-2f37-462e-bb41-a98783eeae79 req-abc16958-df35-4111-aa8f-b377dcfdc4a1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1485035 Jul 09 19:54:11.519956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.533732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0023c892-ba3d-4df9-9ddb-3faca98378fc req-8c4a13ec-744f-46a2-a069-6a772ec79284 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 210 time: 0.0329146 Jul 09 19:54:11.594502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05cf1cfb-2f37-462e-bb41-a98783eeae79 req-97f61f89-2e02-4155-a003-04524a970d17 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663271 Jul 09 19:54:11.620722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.625621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.627030 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aba59133-d1cf-4c40-bb5d-e8a945d7c366 HTTP/1.1" status: 204 len: 168 time: 0.3032794 Jul 09 19:54:11.636005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e155d78-b359-46cc-a6ba-fcb5e6e81203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba59133-d1cf-4c40-bb5d-e8a945d7c366,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:12.670359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-256a53b4-b049-4af1-8122-8e51f058835d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:12.672486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-256a53b4-b049-4af1-8122-8e51f058835d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1352749 Jul 09 19:54:12.687873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'device_id': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'admin_state_up': True, 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:12.775556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd4f3292-a502-46e0-8d22-f5c35722edc4 req-998fc6e7-2399-4501-9797-873e1fec866b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 210 time: 0.0397236 Jul 09 19:54:12.899810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9239e2-cc89-4665-b9b3-9f720e6d6aca req-071f4ad4-bac7-41bb-829a-f75944915b26 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:12.901681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8e9239e2-cc89-4665-b9b3-9f720e6d6aca req-071f4ad4-bac7-41bb-829a-f75944915b26 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1264119 Jul 09 19:54:12.916080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:12.919479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:12.972904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8e9239e2-cc89-4665-b9b3-9f720e6d6aca req-f526b907-b9a1-4837-ba95-8f580cdc197c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648720 Jul 09 19:54:13.084330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.20.0.14 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/7279bb43-3b2c-490f-be26-0b897e2c9a19) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:13.241704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.257418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Transition to ACTIVE for port object 7279bb43-3b2c-490f-be26-0b897e2c9a19 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:13.294581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.309288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:13.337911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:13.355883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:13.360304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:13.362904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:13.371301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:13.431125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:13.431869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.447887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-4221848b-1ccf-422d-aefb-e4e44d678712 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640274 Jul 09 19:54:13.723928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Request body: {'port': {'device_id': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:13.727596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-18f7118f-a1ae-4a50-883f-98e408352cde None None] Provisioning for port 7279bb43-3b2c-490f-be26-0b897e2c9a19 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:13.757829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-18f7118f-a1ae-4a50-883f-98e408352cde None None] Provisioning complete for port 7279bb43-3b2c-490f-be26-0b897e2c9a19 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:13.758460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-18f7118f-a1ae-4a50-883f-98e408352cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.811980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.843855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-18f7118f-a1ae-4a50-883f-98e408352cde None None] Port 7279bb43-3b2c-490f-be26-0b897e2c9a19 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:14.160009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190a824-aaba-457c-8136-78be14e8c145 req-717b6e43-e459-44ae-ba54-0c7da6b9b802 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.161576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2190a824-aaba-457c-8136-78be14e8c145 req-717b6e43-e459-44ae-ba54-0c7da6b9b802 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 932 time: 0.1761141 Jul 09 19:54:14.191053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f48f6c-1c4b-4600-9c6f-ed63c079ca10 req-2b7bf9f2-0810-4da6-bf86-abb0d6ac7fa4 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.192824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69f48f6c-1c4b-4600-9c6f-ed63c079ca10 req-2b7bf9f2-0810-4da6-bf86-abb0d6ac7fa4 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0815735 Jul 09 19:54:14.260687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69f48f6c-1c4b-4600-9c6f-ed63c079ca10 req-58da57f8-448f-4aec-9912-4df98d82b31e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588334 Jul 09 19:54:14.262119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2190a824-aaba-457c-8136-78be14e8c145 req-3674cd85-428d-40e1-a68e-323fe8be83e4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Jul 09 19:54:14.273780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7279bb43-3b2c-490f-be26-0b897e2c9a19 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:14.282192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.295315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Transition to ACTIVE for port object 7279bb43-3b2c-490f-be26-0b897e2c9a19 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:14.298850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.363109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:14.445008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Attempting to bind port 7279bb43-3b2c-490f-be26-0b897e2c9a19 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:14.445466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Attempting to bind port 7279bb43-3b2c-490f-be26-0b897e2c9a19 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:14.445797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Attempting to bind port 7279bb43-3b2c-490f-be26-0b897e2c9a19 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:14.451035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Port 7279bb43-3b2c-490f-be26-0b897e2c9a19 on network fd7942bd-4eff-45ff-a272-d98d4d15139d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:14.451416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Attempting to bind port 7279bb43-3b2c-490f-be26-0b897e2c9a19 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:14.456708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:14.457049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:14.457492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:14.457920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Bound port: 7279bb43-3b2c-490f-be26-0b897e2c9a19, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:14.458281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.524614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:14.528051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:14.531791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.591379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.592000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.593468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] 10.222.0.25 "PUT /v2.0/ports/7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 200 len: 1092 time: 1.1378415 Jul 09 19:54:14.593928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:14.596324 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:14.630628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8facfca-0823-4560-b6e9-8a019a61674c service neutron] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:14.655599 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2619721-dc52-45bd-867b-d05ef3fb5929 x-openstack-request-id: req-f2619721-dc52-45bd-867b-d05ef3fb5929 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:14.655924 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:14.656152 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2619721-dc52-45bd-867b-d05ef3fb5929 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:14.656566 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'status': 'completed', 'code': 200} Jul 09 19:54:14.710119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-7c9f57b9-d823-44ea-b2df-37daf6b2814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.712089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-7c9f57b9-d823-44ea-b2df-37daf6b2814f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 1095 time: 0.0672815 Jul 09 19:54:14.762735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-61d17b04-b2ec-4981-b3ef-cb087abbc183 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 200 len: 217 time: 0.0429294 Jul 09 19:54:14.842851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-7e2193f5-f950-4562-a440-e367a6cd79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.846756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-7e2193f5-f950-4562-a440-e367a6cd79fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0772479 Jul 09 19:54:14.914757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-63f643b4-e314-4fe7-bf69-f15935acab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.916432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-63f643b4-e314-4fe7-bf69-f15935acab71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608857 Jul 09 19:54:15.007801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-19304bdf-e11f-4626-81b6-ad9c9f17f87f service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Jul 09 19:54:15.103997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7470f58-e132-4f84-8c71-ed54007ca95b req-1aa25df3-2d91-45af-aac7-9ebc20f68f46 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Jul 09 19:54:15.211687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-a37efb55-6e28-4e00-a52e-c32b3908dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.213424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-a37efb55-6e28-4e00-a52e-c32b3908dde4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 1095 time: 0.0541687 Jul 09 19:54:15.318758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-bcb79d94-cb3d-4ac4-b35e-1adf57f8fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.320271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-bcb79d94-cb3d-4ac4-b35e-1adf57f8fda9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1004691 Jul 09 19:54:15.369653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-403318e7-50ea-407a-80c5-afdb75fbad28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 200 len: 217 time: 0.0421729 Jul 09 19:54:15.458356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-29f32cfd-bdb9-4a0a-a5d5-ac79bd9b4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.460685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-29f32cfd-bdb9-4a0a-a5d5-ac79bd9b4728 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0836961 Jul 09 19:54:15.468727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46dd28-fefb-499e-af5c-f47b5ba933a6 req-f9d4a24d-7fdc-4cea-a514-16dfe33c2829 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.470426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c46dd28-fefb-499e-af5c-f47b5ba933a6 req-f9d4a24d-7fdc-4cea-a514-16dfe33c2829 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 944 time: 0.0753059 Jul 09 19:54:15.530368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c224d-4a83-4840-988e-8aeb4f81d07a req-a3b09995-d964-485e-87fc-03a8fa1ca884 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.531960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a4c224d-4a83-4840-988e-8aeb4f81d07a req-a3b09995-d964-485e-87fc-03a8fa1ca884 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1254618 Jul 09 19:54:15.565370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-2261ded4-adf4-42dc-80e8-d04a9254347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.566901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-2261ded4-adf4-42dc-80e8-d04a9254347c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987136 Jul 09 19:54:15.627912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a4c224d-4a83-4840-988e-8aeb4f81d07a req-13638570-8bdf-4b29-936b-ee55f150d515 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844808 Jul 09 19:54:15.681212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-9f1b4aa0-0fc4-4a57-b1e9-580451bfdc16 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030726 Jul 09 19:54:15.783152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c46dd28-fefb-499e-af5c-f47b5ba933a6 req-1accb3f4-8cf5-41d4-b32f-2d3891f8d398 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071134 Jul 09 19:54:15.787448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10d7e5b3-ba08-4bd3-8101-1ef76f629afd req-e304a4ef-3f65-4124-a23d-7de6a652d3d5 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997095 Jul 09 19:54:16.192817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d94f2-0193-45c7-a418-453a8e8bb2f0 req-2d736a21-22a4-41d7-9c87-a3711ac609cb tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.194717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d37d94f2-0193-45c7-a418-453a8e8bb2f0 req-2d736a21-22a4-41d7-9c87-a3711ac609cb tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jul 09 19:54:16.232323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d37d94f2-0193-45c7-a418-453a8e8bb2f0 req-73ee0ecd-50a5-48b0-a5a2-2c45faa447a4 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Jul 09 19:54:16.819442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87781b6-b1d9-42ef-a790-0a5cd1dbcd05 req-4c5cb442-bd18-4c4f-97bb-bf31d54d3584 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.821076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c87781b6-b1d9-42ef-a790-0a5cd1dbcd05 req-4c5cb442-bd18-4c4f-97bb-bf31d54d3584 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0651777 Jul 09 19:54:16.860637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c87781b6-b1d9-42ef-a790-0a5cd1dbcd05 req-f0f9c5f7-60bb-4c2c-ba0b-8ec33e640caf tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Jul 09 19:54:16.960870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61528a7-4749-4ead-a0c4-96e1ed271009 req-55d7dd91-1208-44e0-b3b7-eee3f45e8b28 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.962383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e61528a7-4749-4ead-a0c4-96e1ed271009 req-55d7dd91-1208-44e0-b3b7-eee3f45e8b28 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 944 time: 0.0698972 Jul 09 19:54:17.000026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e61528a7-4749-4ead-a0c4-96e1ed271009 req-3ac45886-1474-4bd7-b6b1-b324c9f22ae3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 09 19:54:17.361696 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:54:17.411602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7130f4-d353-42a0-9c7c-139186d9d572 req-2f8a4f5b-0084-4b25-a171-81bacdff7107 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:17.413099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df7130f4-d353-42a0-9c7c-139186d9d572 req-2f8a4f5b-0084-4b25-a171-81bacdff7107 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 945 time: 0.0700829 Jul 09 19:54:17.452627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df7130f4-d353-42a0-9c7c-139186d9d572 req-c8691893-0aca-4a53-a346-958bf95d7064 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338142 Jul 09 19:54:17.692016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-bf996603-c370-4204-8a0d-339be62e7958 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:17.694026 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-bf996603-c370-4204-8a0d-339be62e7958 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.59 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 945 time: 0.0619197 Jul 09 19:54:17.800063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Deleting port 628daa32-78f6-4c34-a115-d8ff3714fa6c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:17.800408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.887333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] For port 628daa32-78f6-4c34-a115-d8ff3714fa6c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=628daa32-78f6-4c34-a115-d8ff3714fa6c,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:17.887989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.907810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Calling delete_port for 628daa32-78f6-4c34-a115-d8ff3714fa6c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:18.102731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608397a-8387-4fe4-9f97-09ed4173917c req-645a7e8a-cb6c-4ced-bece-72ca40e3ce9f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.109451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0608397a-8387-4fe4-9f97-09ed4173917c req-645a7e8a-cb6c-4ced-bece-72ca40e3ce9f tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1285596 Jul 09 19:54:18.124941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.160484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Pushing event deleted for resources: {'Port': ['ID=628daa32-78f6-4c34-a115-d8ff3714fa6c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:18.181976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0608397a-8387-4fe4-9f97-09ed4173917c req-7974c233-e435-470d-807c-6596d28ea354 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716450 Jul 09 19:54:18.204341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b146c-8fd9-4a85-87a6-e0a198211ab9 req-ed3bd87c-8702-42ef-b3c8-4106894191b2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.212682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-454b146c-8fd9-4a85-87a6-e0a198211ab9 req-ed3bd87c-8702-42ef-b3c8-4106894191b2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 944 time: 0.0950634 Jul 09 19:54:18.232565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] No DVR routers for this DVR port 628daa32-78f6-4c34-a115-d8ff3714fa6c on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:18.236018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.239038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04e90d52-cc65-4c0d-a237-76cbe901a7e1 req-b6b39c29-9cb7-4720-a362-a3016f06cd07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.59 "DELETE /v2.0/ports/628daa32-78f6-4c34-a115-d8ff3714fa6c HTTP/1.1" status: 204 len: 173 time: 0.5394783 Jul 09 19:54:18.239499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'name': 'network-vif-deleted', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:18.242059 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6c3c0-2056-495e-9d24-3e5bc4fd626d" -d '{"events": [{"server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "name": "network-vif-deleted", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:18.253764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-454b146c-8fd9-4a85-87a6-e0a198211ab9 req-f1bcd496-a41a-432e-9854-986f7554e101 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Jul 09 19:54:18.334220 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa85e31-ec3b-4e23-b92b-9860b20c5c76 x-openstack-request-id: req-aaa85e31-ec3b-4e23-b92b-9860b20c5c76 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:18.334549 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5", "name": "network-vif-deleted", "tag": "628daa32-78f6-4c34-a115-d8ff3714fa6c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:18.334810 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaa85e31-ec3b-4e23-b92b-9860b20c5c76 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:18.335248 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5', 'name': 'network-vif-deleted', 'tag': '628daa32-78f6-4c34-a115-d8ff3714fa6c', 'status': 'completed', 'code': 200} Jul 09 19:54:18.614507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd3bfd10-8099-4099-a64e-924c05e57a00 req-e1fda126-b72b-4dc2-8667-9d852eec1b7d tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e84fcb90-4b5f-4030-a3d6-0d8e5aaab8b5 HTTP/1.1" status: 200 len: 210 time: 0.0322280 Jul 09 19:54:18.681879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.374199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb20f-9587-4cfd-bb73-3db6d54b49bf req-803221d5-206c-41c6-87be-333b364f683d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.375888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40bfb20f-9587-4cfd-bb73-3db6d54b49bf req-803221d5-206c-41c6-87be-333b364f683d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0706172 Jul 09 19:54:19.421593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40bfb20f-9587-4cfd-bb73-3db6d54b49bf req-66014267-772e-4bea-8872-46eb05722102 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Jul 09 19:54:19.461680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea901-c6e3-449f-acd6-e43e36a376ef req-a2a8099b-6a77-4a79-b753-d3305b349a5d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.463218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9cea901-c6e3-449f-acd6-e43e36a376ef req-a2a8099b-6a77-4a79-b753-d3305b349a5d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 944 time: 0.0893140 Jul 09 19:54:19.476240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7279bb43-3b2c-490f-be26-0b897e2c9a19 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:19.507775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9cea901-c6e3-449f-acd6-e43e36a376ef req-9ccc7200-7ee9-4679-9654-5e476aacdd84 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Jul 09 19:54:19.591613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:19.602896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'mac_address': 'fa:16:3e:d6:0d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:19.641517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.654713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7279bb43-3b2c-490f-be26-0b897e2c9a19 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:19.679089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:19.683603 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.734297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:20.096412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7279bb43-3b2c-490f-be26-0b897e2c9a19'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:20.135208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 628daa32-78f6-4c34-a115-d8ff3714fa6c no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:20.158218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 628daa32-78f6-4c34-a115-d8ff3714fa6c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:20.158596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 628daa32-78f6-4c34-a115-d8ff3714fa6c not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:20.614196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c15cf-b600-433b-8139-80551daade33 req-9128edd6-eec1-4db7-bc1a-e063efa8fb2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.617122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-499c15cf-b600-433b-8139-80551daade33 req-9128edd6-eec1-4db7-bc1a-e063efa8fb2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0755901 Jul 09 19:54:20.668164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-499c15cf-b600-433b-8139-80551daade33 req-8926e7f0-f22a-450b-9e4b-0d66eb6989a3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Jul 09 19:54:20.734074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bc430-42a8-4508-bb8c-d7ec2b30381e req-f5daa010-0af7-4ae7-a3a8-a4e8dfd5a37c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.744285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e3bc430-42a8-4508-bb8c-d7ec2b30381e req-f5daa010-0af7-4ae7-a3a8-a4e8dfd5a37c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 945 time: 0.0918014 Jul 09 19:54:20.784489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e3bc430-42a8-4508-bb8c-d7ec2b30381e req-deedb9da-7860-4af8-b247-8fa422114e1a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Jul 09 19:54:21.478016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7279bb43-3b2c-490f-be26-0b897e2c9a19 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:21.531574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 7279bb43-3b2c-490f-be26-0b897e2c9a19 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:21.535778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 7279bb43-3b2c-490f-be26-0b897e2c9a19 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:21.536153 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.617512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.642604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:21.645007 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39998c16-dc45-4b02-8a2d-da71d8cba08a" -d '{"events": [{"server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "name": "network-vif-plugged", "status": "completed", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:21.657813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:21.662779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.690206 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3803500-b01a-4194-bbd5-bc40dfacfe71 x-openstack-request-id: req-c3803500-b01a-4194-bbd5-bc40dfacfe71 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:21.690504 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "name": "network-vif-plugged", "status": "completed", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:21.690756 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3803500-b01a-4194-bbd5-bc40dfacfe71 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:21.691147 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'code': 200} Jul 09 19:54:21.732470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:21.816127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dddd6d-7d13-4585-aa02-e2e220b13185 req-bcc07b7c-4173-4b7a-a9b3-7e1d6e23a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.818855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64dddd6d-7d13-4585-aa02-e2e220b13185 req-bcc07b7c-4173-4b7a-a9b3-7e1d6e23a243 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 1097 time: 0.0579245 Jul 09 19:54:21.857952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64dddd6d-7d13-4585-aa02-e2e220b13185 req-dc2bcf46-67c2-44eb-abf1-6cdf0e6350b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Jul 09 19:54:21.887412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f84fa-6dcd-463d-bc49-e49e20b73b4a req-55f22598-9dba-470f-ab84-399044f81c62 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.888972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b29f84fa-6dcd-463d-bc49-e49e20b73b4a req-55f22598-9dba-470f-ab84-399044f81c62 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1001604 Jul 09 19:54:21.934390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b29f84fa-6dcd-463d-bc49-e49e20b73b4a req-d597bb73-7e5e-4de6-ac1b-d77986c0f51d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Jul 09 19:54:22.126460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c06a-0757-4f25-8e5d-314f4153d2e2 req-ec195484-3bd1-490f-be89-22aa9cf76f8c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:22.128112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b231c06a-0757-4f25-8e5d-314f4153d2e2 req-ec195484-3bd1-490f-be89-22aa9cf76f8c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 946 time: 0.0717258 Jul 09 19:54:22.172430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b231c06a-0757-4f25-8e5d-314f4153d2e2 req-2e40cc4e-2aa2-4ee9-bbad-4f700f973f04 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Jul 09 19:54:22.347678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d62e2614-03c1-44ef-90ec-f403f4b61aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.264418 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.290447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:23.291711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d378-3311-49ba-b66f-65c44583c2ba req-d52b8c4e-730e-4046-923e-24f77c4f738c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.293268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96d5d378-3311-49ba-b66f-65c44583c2ba req-d52b8c4e-730e-4046-923e-24f77c4f738c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1350396 Jul 09 19:54:23.340394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96d5d378-3311-49ba-b66f-65c44583c2ba req-dbaa7860-1256-4c73-becc-9378085d5911 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 Jul 09 19:54:23.396365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb9630-faae-47a3-8d9d-a82ea09e4936 req-a38a478a-e119-4dd8-ad93-a720e8f2cd22 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.398166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74fb9630-faae-47a3-8d9d-a82ea09e4936 req-a38a478a-e119-4dd8-ad93-a720e8f2cd22 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 946 time: 0.0734944 Jul 09 19:54:23.452676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97954b63-1ada-4d05-ae1d-5866a264f840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.457555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74fb9630-faae-47a3-8d9d-a82ea09e4936 req-9c5d28a1-5d84-44d7-a997-c756dffb4293 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537603 Jul 09 19:54:23.548180 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97954b63-1ada-4d05-ae1d-5866a264f840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.552069 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97954b63-1ada-4d05-ae1d-5866a264f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.588965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97954b63-1ada-4d05-ae1d-5866a264f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1275ba1-6d09-46bd-9ebc-5efbd92174a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.596094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-97954b63-1ada-4d05-ae1d-5866a264f840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67d4fa12a36f4f21b9141cd878522e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044560 Jul 09 19:54:23.596965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:23.609659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-a406040c-3429-431c-a9fa-90ced7048eb5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 267 time: 0.0357430 Jul 09 19:54:23.645569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.667744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.682126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-3eae99c9-a691-4eb2-92b6-6946fe1746a2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.683616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-3eae99c9-a691-4eb2-92b6-6946fe1746a2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 946 time: 0.0684936 Jul 09 19:54:23.701042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'security_groups': []}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:23.715111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.717754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.721288 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1275ba1-6d09-46bd-9ebc-5efbd92174a5 HTTP/1.1" status: 204 len: 168 time: 0.1210496 Jul 09 19:54:23.727684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5ad68-6061-46d9-a1f7-3f3053f996de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1275ba1-6d09-46bd-9ebc-5efbd92174a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.792908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.957030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:23.987566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.992484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.992699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:24.006171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:24.006874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0305-eafb-4ef0-ae16-67a00748c5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.009399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c', '7279bb43-3b2c-490f-be26-0b897e2c9a19'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:24.036223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.036835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.038248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7086a010-fbca-41f3-b94f-05940f76a7e0 req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "PUT /v2.0/ports/7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 200 len: 905 time: 0.3422282 Jul 09 19:54:24.038705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:24.041475 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da91c7df-54aa-46ff-b92e-28eab58f4754" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:24.073614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339561c-27e2-45e0-a3f7-00bd8e0b7c16 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:24.129488 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87938170-d1fd-4129-ba47-b8a0dc72bc4c x-openstack-request-id: req-87938170-d1fd-4129-ba47-b8a0dc72bc4c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:24.129782 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:24.130054 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87938170-d1fd-4129-ba47-b8a0dc72bc4c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:24.131392 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'status': 'completed', 'code': 200} Jul 09 19:54:24.149869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0305-eafb-4ef0-ae16-67a00748c5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.158669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['7279bb43-3b2c-490f-be26-0b897e2c9a19'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:24.168812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0305-eafb-4ef0-ae16-67a00748c5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.280971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ac3d0305-eafb-4ef0-ae16-67a00748c5be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8bf3df2003942cf8a565efd04acb4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848473 Jul 09 19:54:24.283742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:24.299690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0305-eafb-4ef0-ae16-67a00748c5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bf58f0-dd17-4dfd-9d38-5ec41674af59,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:24.340727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-bda00517-5456-43de-a239-48f84fa4b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.343684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-bda00517-5456-43de-a239-48f84fa4b6f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 1059 time: 0.1902452 Jul 09 19:54:24.384375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7b09a0de-4a08-44a2-9c76-c28a6609c108 None None] Provisioning complete for port 7279bb43-3b2c-490f-be26-0b897e2c9a19 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:24.384886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b09a0de-4a08-44a2-9c76-c28a6609c108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.478533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbdd94-e838-4ca6-b9a5-5a2ee294db91 req-22632fc7-2584-4021-89cb-26ee907b3435 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.480065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2bbdd94-e838-4ca6-b9a5-5a2ee294db91 req-22632fc7-2584-4021-89cb-26ee907b3435 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 908 time: 0.2342160 Jul 09 19:54:24.488294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.571678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.579480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-da920f95-6c86-41a2-a10e-d10c70b3cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.581201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-da920f95-6c86-41a2-a10e-d10c70b3cbd8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.2227807 Jul 09 19:54:24.599728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e41c7-fc87-40d0-9703-65758ac84ed3 req-bde7d92d-cb94-46b3-97a6-0b4a716d4ad2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.606661 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de3e41c7-fc87-40d0-9703-65758ac84ed3 req-bde7d92d-cb94-46b3-97a6-0b4a716d4ad2 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0909176 Jul 09 19:54:24.639827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-e2ea8da4-cbc4-4c53-b220-9ba56a8350a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 200 len: 217 time: 0.0483685 Jul 09 19:54:24.682804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de3e41c7-fc87-40d0-9703-65758ac84ed3 req-d38d6896-e3dc-4f4d-8bf8-316811702d33 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Jul 09 19:54:24.949345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89501d24-4a76-4fed-ad99-99b295c4982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.033663 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.035584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.037413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15bf58f0-dd17-4dfd-9d38-5ec41674af59 HTTP/1.1" status: 204 len: 168 time: 0.7481189 Jul 09 19:54:25.047545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-ea5936e4-6dec-4915-b56d-e84b14d6ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.049416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-ea5936e4-6dec-4915-b56d-e84b14d6ea36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.4016640 Jul 09 19:54:25.057870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bf58f0-dd17-4dfd-9d38-5ec41674af59,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:25.095204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.095546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.095886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.096213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.096542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.096864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.097211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.097532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.097848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.098167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.098480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.098795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad85521-47ee-433a-8abf-5b8bacda8aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:25.142222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf841da-6025-41a0-a6b0-9fdacbf2aacf req-c82f6f1d-c70f-4009-9803-84e5744dfc01 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.143773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-daf841da-6025-41a0-a6b0-9fdacbf2aacf req-c82f6f1d-c70f-4009-9803-84e5744dfc01 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.4649031 Jul 09 19:54:25.162833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-ba99d1d9-d4d9-4afb-8287-040e446ec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.164277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-ba99d1d9-d4d9-4afb-8287-040e446ec22c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075377 Jul 09 19:54:25.230812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.258231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-daf841da-6025-41a0-a6b0-9fdacbf2aacf req-3d0fdde7-2fd8-49c4-bd18-8bc9eb967225 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064808 Jul 09 19:54:25.295786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-adb8c521-8285-4a69-8485-bd7006c0a3e0 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239221 Jul 09 19:54:25.422232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da91c7df-54aa-46ff-b92e-28eab58f4754 req-33557c37-adad-4708-8017-c5a31942a128 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186161 Jul 09 19:54:25.504549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0888a-2eb7-4945-8dfc-2a7b628272fc req-2d376411-c8c0-406a-a875-4973bf6c895a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.506835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0b0888a-2eb7-4945-8dfc-2a7b628272fc req-2d376411-c8c0-406a-a875-4973bf6c895a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0984471 Jul 09 19:54:25.562964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0b0888a-2eb7-4945-8dfc-2a7b628272fc req-aa1d0387-f522-43dc-98ce-1097da3a1a13 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494504 Jul 09 19:54:25.916477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-735ea05b-b678-493c-87e0-a489b91b2c4f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.916477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-735ea05b-b678-493c-87e0-a489b91b2c4f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.1163943 Jul 09 19:54:25.917422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214608-8215-4d3e-a622-0fc4f2e5b806 req-9bc65c84-89a2-49c9-bba3-18c3431751f9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.924311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd214608-8215-4d3e-a622-0fc4f2e5b806 req-9bc65c84-89a2-49c9-bba3-18c3431751f9 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0943787 Jul 09 19:54:25.941370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-06b76b66-c374-4469-bd1c-d78f63f498f6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/quotas/c8bd23defcf54c84a3f7824d61f48aa3 HTTP/1.1" status: 200 len: 375 time: 0.0190976 Jul 09 19:54:25.974529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bd214608-8215-4d3e-a622-0fc4f2e5b806 req-0179b645-9d57-44aa-bd31-2ddacbc8b2f4 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Jul 09 19:54:26.063080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-8e61a0ec-18d4-4973-8794-2a62ddfbe0e7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1207812 Jul 09 19:54:26.069569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cecf08-bfd4-40b5-a6cb-bb297c225c08 req-06a591e2-cffe-46e6-9fb0-9ed94c2ec31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.070994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79cecf08-bfd4-40b5-a6cb-bb297c225c08 req-06a591e2-cffe-46e6-9fb0-9ed94c2ec31c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1097 time: 0.0922832 Jul 09 19:54:26.150530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79cecf08-bfd4-40b5-a6cb-bb297c225c08 req-f22b7dd4-b6cf-48e0-8fdc-d785ab997138 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Jul 09 19:54:26.178472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-993442e9-257e-427a-aea2-b660c62049b6 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065478 Jul 09 19:54:26.197654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:26.270234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-b55abf63-4b00-4c86-b088-bf8d9ac2ca7f service neutron] 10.222.0.10 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861461 Jul 09 19:54:26.300908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa594caa-0308-4ace-9d07-41fc474b3c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.331390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.397230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa594caa-0308-4ace-9d07-41fc474b3c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.401841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa594caa-0308-4ace-9d07-41fc474b3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.463060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f251186-889f-43ba-b612-3d1178a5ac3c req-770e10ca-f992-46c6-be4b-08038328dc2f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 210 time: 0.0536106 Jul 09 19:54:26.469678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594caa-0308-4ace-9d07-41fc474b3c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d372117-dc2a-4d44-a135-2d5ac898bef4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:26.476252 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa594caa-0308-4ace-9d07-41fc474b3c4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=157a4b9bd1e44e0d9e85c64f43486453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744818 Jul 09 19:54:26.477347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:26.539053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.566340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.626676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.629935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.631856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d372117-dc2a-4d44-a135-2d5ac898bef4 HTTP/1.1" status: 204 len: 168 time: 0.1544831 Jul 09 19:54:26.640542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640eb3-30b5-428b-ac5a-936e71137441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d372117-dc2a-4d44-a135-2d5ac898bef4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:26.878202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-837246c2-1aad-42fc-a0c8-58f329be2c6b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.879822 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-837246c2-1aad-42fc-a0c8-58f329be2c6b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 814 time: 0.1401341 Jul 09 19:54:26.895472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-e42f64c1-5171-479a-b267-aee5af179b60 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/quotas/e5b03512b1fd4d24a87f353aa33a094c HTTP/1.1" status: 200 len: 375 time: 0.0096302 Jul 09 19:54:26.933731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4bbf257f-660b-46d6-b38a-fe1db03746fc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316608 Jul 09 19:54:27.051460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-90abb58f-e04a-40bd-8c4c-366af0d41012 service neutron] 10.222.0.10 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100950 Jul 09 19:54:27.163809 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-bd10cc40-fa21-4237-b79e-f48857656fe0 service neutron] 10.222.0.10 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112995 Jul 09 19:54:27.178514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73062b-eb5c-4b04-96f5-f4ba60cf5f58 req-8088ef41-4402-4a5f-a251-523fece18874 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.186643 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d73062b-eb5c-4b04-96f5-f4ba60cf5f58 req-8088ef41-4402-4a5f-a251-523fece18874 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0862906 Jul 09 19:54:27.229787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d73062b-eb5c-4b04-96f5-f4ba60cf5f58 req-63205c10-84e6-4d28-be0f-15d962b23945 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Jul 09 19:54:27.356136 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b7d724e-c57e-48dc-976f-e96a90f2be8a req-a05b7a69-9265-46cb-a38d-ff96dae91eb6 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 210 time: 0.0401025 Jul 09 19:54:27.666882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb29a-4952-4017-a577-6584616f88b4 req-cccb70de-066d-4406-bf30-30d4b6a8a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.675585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-cccb70de-066d-4406-bf30-30d4b6a8a18f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99f20f1ac15448dab8e510e44298c5ff&device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 1097 time: 0.1437955 Jul 09 19:54:27.815691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-622de899-71c3-4866-9d2e-b5c91898cea2 req-2fbce445-b7aa-4b62-a101-6930b4f8d069 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 210 time: 0.0667138 Jul 09 19:54:27.827918 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.842936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700468d-3c50-42e0-89cf-384ad065852e req-49dcbca9-3fda-4d4b-84bd-661aa2dec68c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.852506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb29a-4952-4017-a577-6584616f88b4 req-b6e2fad9-4d51-4a1c-bc60-8325e037db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.854152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-b6e2fad9-4d51-4a1c-bc60-8325e037db8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 200 len: 912 time: 0.1776485 Jul 09 19:54:27.859974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0700468d-3c50-42e0-89cf-384ad065852e req-49dcbca9-3fda-4d4b-84bd-661aa2dec68c tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.3043602 Jul 09 19:54:27.898839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7b30a966-4e81-45ef-a6f2-5237a61dae0f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.902733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7b30a966-4e81-45ef-a6f2-5237a61dae0f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 811 time: 0.3239324 Jul 09 19:54:27.916624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-97741728-91a0-42fe-bd84-c146d714d1f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 200 len: 217 time: 0.0551560 Jul 09 19:54:27.925936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Request body: {'port': {'device_id': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'admin_state_up': True, 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:27.979997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb29a-4952-4017-a577-6584616f88b4 req-cda17cec-d79a-4e2a-a010-db05596088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.982020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-cda17cec-d79a-4e2a-a010-db05596088af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 200 len: 851 time: 0.0596406 Jul 09 19:54:28.018681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0700468d-3c50-42e0-89cf-384ad065852e req-32654dab-d971-4376-b172-dddbb75315b1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575124 Jul 09 19:54:28.033345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-53b9c1b5-0c9a-4ab6-95de-93b716d6f91f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c29d1c8a-94f5-44a6-81c4-f422f920d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439355 Jul 09 19:54:28.090569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Made reservation on behalf of c8bd23defcf54c84a3f7824d61f48aa3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:28.094766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.162373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-28fe3ada-21ea-4c48-badf-d6efccf1bf36 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158204 Jul 09 19:54:28.265627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Allocated IP 172.20.0.9 (fd7942bd-4eff-45ff-a272-d98d4d15139d/ea61903d-9634-42ff-b603-a66f8a43006f/89528a96-721a-4a37-8faf-9277b10099b0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:28.268860 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-428bb29a-4952-4017-a577-6584616f88b4 req-a1124961-f44e-4d52-b232-6e903ede45e8 service neutron] 10.222.0.59 "GET /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983632 Jul 09 19:54:28.432177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.446714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Transition to ACTIVE for port object 89528a96-721a-4a37-8faf-9277b10099b0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:28.485374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.498497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:28.503805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:28.526465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b206fd4-3368-4a71-8357-753315b7f5d1 req-3f1a0d01-da09-4607-b1ab-35d86d622b61 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 210 time: 0.0407782 Jul 09 19:54:28.535834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Network fd7942bd-4eff-45ff-a272-d98d4d15139d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:28.538748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:28.544875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:28.587129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:28.619863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.620513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.655754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-7add0244-6a70-4977-beba-d60e566884b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355778 Jul 09 19:54:28.674686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Request body: {'port': {'device_id': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:28.884532 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.973709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-20006820-4361-4402-8611-80f8d02c54c2 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.975455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-20006820-4361-4402-8611-80f8d02c54c2 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.25 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 814 time: 0.2187483 Jul 09 19:54:28.993429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Request body: {'port': {'device_id': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970', 'admin_state_up': True, 'tenant_id': 'e5b03512b1fd4d24a87f353aa33a094c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:28.998305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a43eab08-665f-4dea-8c12-dfc0aff034b5 None None] Provisioning for port 89528a96-721a-4a37-8faf-9277b10099b0 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:29.002835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a43eab08-665f-4dea-8c12-dfc0aff034b5 None None] Provisioning complete for port 89528a96-721a-4a37-8faf-9277b10099b0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:29.003209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a43eab08-665f-4dea-8c12-dfc0aff034b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.071793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a43eab08-665f-4dea-8c12-dfc0aff034b5 None None] Port 89528a96-721a-4a37-8faf-9277b10099b0 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:29.268321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944eb7-c92b-450a-8a0d-f572ca38df69 req-d0a1bf46-85a3-45a8-8601-967d19a28a75 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.275603 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7944eb7-c92b-450a-8a0d-f572ca38df69 req-d0a1bf46-85a3-45a8-8601-967d19a28a75 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0747571 Jul 09 19:54:29.312471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7944eb7-c92b-450a-8a0d-f572ca38df69 req-282676b2-2cdb-42a7-be9b-07a6e55b87ce tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355437 Jul 09 19:54:29.325717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7790d7-7088-4497-a5e5-a3cf781091bd req-8dc434df-7505-4731-bf9d-61162dbe23be tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.332397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a7790d7-7088-4497-a5e5-a3cf781091bd req-8dc434df-7505-4731-bf9d-61162dbe23be tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 931 time: 0.2834675 Jul 09 19:54:29.334674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Made reservation on behalf of e5b03512b1fd4d24a87f353aa33a094c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:29.338406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.451711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a7790d7-7088-4497-a5e5-a3cf781091bd req-0b70491d-02ef-4bc7-8d9b-0926da43b626 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184568 Jul 09 19:54:29.507395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89528a96-721a-4a37-8faf-9277b10099b0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:29.519158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.559504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Transition to ACTIVE for port object 89528a96-721a-4a37-8faf-9277b10099b0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:29.562332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:29.574720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.584810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Allocated IP 172.20.0.12 (29cc8267-d87e-42ce-b929-83fd1b620970/6d407c7f-257c-4566-aa41-3b5a97fcdb2d/5e81ec7d-65c7-4f3d-a34b-eb04185de01a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:29.651483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:29.735270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf4eefeb-d1ca-41e9-ae31-4ea2ecc5365f req-5c9859cc-071b-474d-aac5-a9655fc3ddb4 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 210 time: 0.0342247 Jul 09 19:54:29.740827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee8266c-03cf-4d32-bad0-06bdf47427cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.842204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Attempting to bind port 89528a96-721a-4a37-8faf-9277b10099b0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:29.842561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Attempting to bind port 89528a96-721a-4a37-8faf-9277b10099b0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:29.842905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Attempting to bind port 89528a96-721a-4a37-8faf-9277b10099b0 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:29.868270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Port 89528a96-721a-4a37-8faf-9277b10099b0 on network fd7942bd-4eff-45ff-a272-d98d4d15139d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:29.868598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Attempting to bind port 89528a96-721a-4a37-8faf-9277b10099b0 on network fd7942bd-4eff-45ff-a272-d98d4d15139d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:29.889161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:29.889855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Checking segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:29.889968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Bound using segment: {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:29.890312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Bound port: 89528a96-721a-4a37-8faf-9277b10099b0, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a844442-409e-4c20-be9e-562ac41bd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:29.890684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.929647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.020431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:30.045246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee8266c-03cf-4d32-bad0-06bdf47427cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.051522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:30.054278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee8266c-03cf-4d32-bad0-06bdf47427cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.066870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.106689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.140733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.141385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.142811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] 10.222.0.59 "PUT /v2.0/ports/89528a96-721a-4a37-8faf-9277b10099b0 HTTP/1.1" status: 200 len: 1091 time: 1.4795196 Jul 09 19:54:30.143798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:30.146482 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b917571-fb81-4715-9d56-742a4afe6a58" -d '{"events": [{"name": "network-changed", "server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "tag": "89528a96-721a-4a37-8faf-9277b10099b0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:30.153049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ee8266c-03cf-4d32-bad0-06bdf47427cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d494a40ec23e4e9ab4330940ad5d6831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873003 Jul 09 19:54:30.153862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.155146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8266c-03cf-4d32-bad0-06bdf47427cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc66da8d-7209-458f-a7c2-98684e1f6f23,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.175721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Network 29cc8267-d87e-42ce-b929-83fd1b620970 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:30.185571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:30.192921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94711a-db15-4c5f-af1f-0911fecf099d service neutron] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.195826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:30.234768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.260145 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619ce0b-6172-47e1-baeb-76e6217811b1 x-openstack-request-id: req-c619ce0b-6172-47e1-baeb-76e6217811b1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:30.260531 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "tag": "89528a96-721a-4a37-8faf-9277b10099b0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:30.260695 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c619ce0b-6172-47e1-baeb-76e6217811b1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:30.261098 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0', 'status': 'completed', 'code': 200} Jul 09 19:54:30.264956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.309908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Pushing event updated for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.328368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.329011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.330652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.335641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.351888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc66da8d-7209-458f-a7c2-98684e1f6f23 HTTP/1.1" status: 204 len: 168 time: 0.1827412 Jul 09 19:54:30.357475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-0a3d6f1a-4519-45a1-977c-b53e3c1adc1a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3707373 Jul 09 19:54:30.360425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-4eda846d-90a2-4f6c-bef7-88033578f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.362058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-4eda846d-90a2-4f6c-bef7-88033578f49f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 1094 time: 0.1601925 Jul 09 19:54:30.362541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdf0a0-a7d0-4b68-9d31-d1c00d327bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc66da8d-7209-458f-a7c2-98684e1f6f23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.382927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Request body: {'port': {'device_id': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:30.436477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-8d38e7a7-b00b-415e-90d2-d129e9d86a27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89528a96-721a-4a37-8faf-9277b10099b0 HTTP/1.1" status: 200 len: 217 time: 0.0662293 Jul 09 19:54:30.527470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-8d422503-90f9-4ca8-a418-57fcd54882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.529169 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-8d422503-90f9-4ca8-a418-57fcd54882f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0840809 Jul 09 19:54:30.529895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.542714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb38e-25a5-473a-bcab-fa4b970f1fe6 req-7be00ce4-f1c3-471b-81d3-e58ce7771bdb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.544615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e98fb38e-25a5-473a-bcab-fa4b970f1fe6 req-7be00ce4-f1c3-471b-81d3-e58ce7771bdb tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0950899 Jul 09 19:54:30.591447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e98fb38e-25a5-473a-bcab-fa4b970f1fe6 req-3df13b8b-5200-4da5-b03d-dc6e47b40652 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jul 09 19:54:30.696867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.710681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea9601a-542b-431e-b7e5-6bc39960eafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.745185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-e530a8df-efac-468d-876c-e65ebb11dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.746919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-e530a8df-efac-468d-876c-e65ebb11dc13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080657 Jul 09 19:54:30.815764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea9601a-542b-431e-b7e5-6bc39960eafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.820923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea9601a-542b-431e-b7e5-6bc39960eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.853771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989675aa-fa3a-4a4a-b43b-08b744c8a8ac req-f3523932-0ac1-4cd8-b513-a5f8be4fb459 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.855917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-989675aa-fa3a-4a4a-b43b-08b744c8a8ac req-f3523932-0ac1-4cd8-b513-a5f8be4fb459 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.2621729 Jul 09 19:54:30.856302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9601a-542b-431e-b7e5-6bc39960eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5431ab9e-c953-42b5-98a8-0ee9b3dd205e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.867134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eea9601a-542b-431e-b7e5-6bc39960eafc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b276ef69b0664b708ca2bdd641039eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689529 Jul 09 19:54:30.870210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.929371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.951182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-989675aa-fa3a-4a4a-b43b-08b744c8a8ac req-c91a6a4a-4ba5-4172-93f3-36451b588760 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751033 Jul 09 19:54:30.971865 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-c4e0a873-2aa0-4c40-9f9c-7460da88bec9 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171986 Jul 09 19:54:30.988225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.070080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dd418-8745-478c-97c8-b3cdbe6fc484 req-d8488b6d-554c-4db1-b88f-4366252990bf tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.071599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-134dd418-8745-478c-97c8-b3cdbe6fc484 req-d8488b6d-554c-4db1-b88f-4366252990bf tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 932 time: 0.1007483 Jul 09 19:54:31.087361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.089920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.093454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5431ab9e-c953-42b5-98a8-0ee9b3dd205e HTTP/1.1" status: 204 len: 168 time: 0.2198324 Jul 09 19:54:31.107733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d42dc3-4d47-4f0e-8d37-8f8ede30e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5431ab9e-c953-42b5-98a8-0ee9b3dd205e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:31.130430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e81ec7d-65c7-4f3d-a34b-eb04185de01a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:31.144482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-134dd418-8745-478c-97c8-b3cdbe6fc484 req-4d61eeee-2f3f-4198-91aa-b3deac7b1f0f tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653203 Jul 09 19:54:31.153365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.181857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Transition to ACTIVE for port object 5e81ec7d-65c7-4f3d-a34b-eb04185de01a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:31.194192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.200954 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67fd10f2-e554-42b4-8e4a-a6fbc0b8e205 req-a09a9fa4-a88f-430d-8138-f80eab2fa152 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103901 Jul 09 19:54:31.214688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108e0df-1965-467a-9cae-1924362b7615 req-8f445dc3-0dbc-44f6-8476-39ec5b080a2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.216202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9108e0df-1965-467a-9cae-1924362b7615 req-8f445dc3-0dbc-44f6-8476-39ec5b080a2e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1411271 Jul 09 19:54:31.317094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Pushing event updated for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:31.344260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9108e0df-1965-467a-9cae-1924362b7615 req-d60fac1f-ee0d-43f2-ba58-4b3d5bf7f779 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088014 Jul 09 19:54:31.409925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-e13ca3f8-6d47-4702-bcde-43096c3e4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.411978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-e13ca3f8-6d47-4702-bcde-43096c3e4b1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 1094 time: 0.1504240 Jul 09 19:54:31.416197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Attempting to bind port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:31.416525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Attempting to bind port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:31.416847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Attempting to bind port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a on network 29cc8267-d87e-42ce-b929-83fd1b620970 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:31.429862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a on network 29cc8267-d87e-42ce-b929-83fd1b620970 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:31.430186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Attempting to bind port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a on network 29cc8267-d87e-42ce-b929-83fd1b620970 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:31.467708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:31.468049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Checking segment: {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:31.468428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Bound using segment: {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:31.468870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Bound port: 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a7042b-21b8-44eb-95ca-4eb220a76b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:31.469267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.561792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-d79b8221-a6de-40bd-bef9-350239cdcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.563272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-d79b8221-a6de-40bd-bef9-350239cdcd94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1439857 Jul 09 19:54:31.565766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:31.569187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:31.578150 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.906557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-ca814d5e-1449-4d95-b30e-a428fc8fc473 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89528a96-721a-4a37-8faf-9277b10099b0 HTTP/1.1" status: 200 len: 217 time: 0.3356988 Jul 09 19:54:31.959325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.959926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.962040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] 10.222.0.25 "PUT /v2.0/ports/5e81ec7d-65c7-4f3d-a34b-eb04185de01a HTTP/1.1" status: 200 len: 1092 time: 1.5903385 Jul 09 19:54:31.997659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-1e9a75e8-940d-4aab-a995-3f3fc32eb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.999127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-1e9a75e8-940d-4aab-a995-3f3fc32eb065 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0757172 Jul 09 19:54:31.999886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9ec28-284a-424c-a1aa-6dcba5ed909b service neutron] Pushing event updated for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:32.132429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-f449395e-81d4-41ea-a377-179be0b9854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.134066 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-f449395e-81d4-41ea-a377-179be0b9854f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269617 Jul 09 19:54:32.164083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4e9b8fda-48db-40c4-b19c-55a56f8abab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.165826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-4e9b8fda-48db-40c4-b19c-55a56f8abab3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 1095 time: 0.1314080 Jul 09 19:54:32.244188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-094350ab-a397-448e-996f-2a35610633ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a HTTP/1.1" status: 200 len: 217 time: 0.0513487 Jul 09 19:54:32.264254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:32.266502 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cda877e-344c-4c68-8ea7-fd63a580c176" -d '{"events": [{"name": "network-changed", "server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:32.308686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b102cd-4d1f-4a24-b821-65d70b33563f req-a5fa16cd-d7ee-43b7-924c-0de698f05cee tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.310218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71b102cd-4d1f-4a24-b821-65d70b33563f req-a5fa16cd-d7ee-43b7-924c-0de698f05cee tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.2306566 Jul 09 19:54:32.356265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-831c1f4f-59f1-4784-b8b6-90a33f8eabeb service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138491 Jul 09 19:54:32.360544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-fac1ee28-bf82-4d3c-a30e-48ab223fc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.361948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-fac1ee28-bf82-4d3c-a30e-48ab223fc8ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d407c7f-257c-4566-aa41-3b5a97fcdb2d HTTP/1.1" status: 200 len: 854 time: 0.1107256 Jul 09 19:54:32.362071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc679e5-cef6-4f7b-96bd-ace5fe149d56 req-2a7443e9-4d87-4353-8362-29a98d422700 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.363788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8dc679e5-cef6-4f7b-96bd-ace5fe149d56 req-2a7443e9-4d87-4353-8362-29a98d422700 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 944 time: 0.0791106 Jul 09 19:54:32.418414 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8dc679e5-cef6-4f7b-96bd-ace5fe149d56 req-ee487e1d-b213-4ad9-bd7f-c69b6b3ac3a1 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Jul 09 19:54:32.425675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71b102cd-4d1f-4a24-b821-65d70b33563f req-1367e705-5b1b-4715-915e-caceb82ec4d7 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Jul 09 19:54:32.459328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-c25a909f-3305-4e84-989b-cf20bee9dda2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29cc8267-d87e-42ce-b929-83fd1b620970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815523 Jul 09 19:54:32.465521 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1a549b-2d92-4bfd-ae1e-5ea94f0cf03c x-openstack-request-id: req-cb1a549b-2d92-4bfd-ae1e-5ea94f0cf03c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:32.465837 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:32.466088 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb1a549b-2d92-4bfd-ae1e-5ea94f0cf03c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:32.466599 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a', 'status': 'completed', 'code': 200} Jul 09 19:54:32.560338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b917571-fb81-4715-9d56-742a4afe6a58 req-0d094e74-f0ea-45f0-a50d-3589b6507188 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893730 Jul 09 19:54:32.580398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-9232ac40-13ea-46ac-b62e-af9e9a88d82a service neutron] 10.222.0.25 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128507 Jul 09 19:54:32.721289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427588-779c-4e4e-bf97-4fa7eebb2b51 req-771c6f5b-0611-4f7c-a58f-b9f86830bb14 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.722978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12427588-779c-4e4e-bf97-4fa7eebb2b51 req-771c6f5b-0611-4f7c-a58f-b9f86830bb14 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.1285996 Jul 09 19:54:32.727955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-67ea23d8-63cb-4735-a9ca-f626baa74ce6 req-ae7044c5-3996-4b5b-8d92-be95aae8e61a service neutron] 10.222.0.25 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409254 Jul 09 19:54:32.769217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12427588-779c-4e4e-bf97-4fa7eebb2b51 req-6e14f403-fba0-4208-b38d-9cea2fe80522 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jul 09 19:54:32.835453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-82da5ed3-ef3a-44c3-aef4-e3338fc55ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.836986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-82da5ed3-ef3a-44c3-aef4-e3338fc55ec4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 1095 time: 0.0582843 Jul 09 19:54:32.888057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:32.931786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-5f42340b-eb56-4dcf-89dc-c6656860f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.933318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-5f42340b-eb56-4dcf-89dc-c6656860f1f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 200 len: 915 time: 0.0848241 Jul 09 19:54:32.979985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-cb2224b1-a310-45de-b5c2-dd96196be782 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a HTTP/1.1" status: 200 len: 217 time: 0.0391004 Jul 09 19:54:32.989828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0049273-cae5-423a-8eac-dba7ad56fe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.028067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-1998f0ec-ff6a-4e95-a2eb-31fba151826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.029604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-1998f0ec-ff6a-4e95-a2eb-31fba151826a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d407c7f-257c-4566-aa41-3b5a97fcdb2d HTTP/1.1" status: 200 len: 854 time: 0.0438714 Jul 09 19:54:33.062591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-bc50ba08-1f5c-40bd-a063-9a840101382e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29cc8267-d87e-42ce-b929-83fd1b620970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269530 Jul 09 19:54:33.078874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0049273-cae5-423a-8eac-dba7ad56fe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.082853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0049273-cae5-423a-8eac-dba7ad56fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.121516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0049273-cae5-423a-8eac-dba7ad56fe25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f10a80d7a1954a2484d564f5ba24ddb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323339 Jul 09 19:54:33.122407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0049273-cae5-423a-8eac-dba7ad56fe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac92d3-f4ff-4573-9a03-70853f5bdb00,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:33.124112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:33.187641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-48658730-ff92-4860-8f66-056815a8552c service neutron] 10.222.0.25 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174071 Jul 09 19:54:33.206791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.265702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.323549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3cda877e-344c-4c68-8ea7-fd63a580c176 req-52422a10-0c5a-4517-a7cc-cd8bc900d02a service neutron] 10.222.0.25 "GET /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274791 Jul 09 19:54:33.342747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.345528 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.346696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20ac92d3-f4ff-4573-9a03-70853f5bdb00 HTTP/1.1" status: 204 len: 168 time: 0.2216148 Jul 09 19:54:33.354632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2b708-363c-43be-979d-1e7387e1a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac92d3-f4ff-4573-9a03-70853f5bdb00,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:33.594689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13454c04-572f-4e9a-8d4e-b45cf21b6477 req-6951e38e-039a-4bcc-882d-c7b41521573d tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.596300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13454c04-572f-4e9a-8d4e-b45cf21b6477 req-6951e38e-039a-4bcc-882d-c7b41521573d tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 944 time: 0.0662003 Jul 09 19:54:33.620860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117750-644d-4c0c-806e-5f6fac1a9e65 req-20185dcb-d14e-44f7-8214-eb58d550a9d8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.622584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d117750-644d-4c0c-806e-5f6fac1a9e65 req-20185dcb-d14e-44f7-8214-eb58d550a9d8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.0726297 Jul 09 19:54:33.643174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13454c04-572f-4e9a-8d4e-b45cf21b6477 req-e5c0e8c6-f674-40d8-ae78-139311aef3a4 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Jul 09 19:54:33.665468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d117750-644d-4c0c-806e-5f6fac1a9e65 req-a3fe314c-4a22-48b7-afe5-b23a229be095 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Jul 09 19:54:33.962879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a581-283a-4690-b640-33061b207a66 req-1dfb820c-e481-481c-874a-6dde815f518e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.964452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be4a581-283a-4690-b640-33061b207a66 req-1dfb820c-e481-481c-874a-6dde815f518e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0771918 Jul 09 19:54:34.035136 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4be4a581-283a-4690-b640-33061b207a66 req-c482080a-8abc-4dfc-870a-907c5cb73fc1 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Jul 09 19:54:34.061149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-3147f334-11e6-4d71-a266-1cd08318e3fd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.062634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-3147f334-11e6-4d71-a266-1cd08318e3fd tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.59 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 946 time: 0.0972934 Jul 09 19:54:34.163002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Deleting port 0cceec09-e082-41a5-a56f-bf43e064549f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:34.163346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.196658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:34.265300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] For port 0cceec09-e082-41a5-a56f-bf43e064549f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0cceec09-e082-41a5-a56f-bf43e064549f,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:34.265631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.279642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Calling delete_port for 0cceec09-e082-41a5-a56f-bf43e064549f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:34.303940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:34.315691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '89528a96-721a-4a37-8faf-9277b10099b0', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '89528a96-721a-4a37-8faf-9277b10099b0', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:34.357594 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.370428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89528a96-721a-4a37-8faf-9277b10099b0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:34.390532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:34.396438 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.424297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.438390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6038780c-a2b9-4739-bd43-ee79022fba23'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:34.455273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Pushing event deleted for resources: {'Port': ['ID=0cceec09-e082-41a5-a56f-bf43e064549f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.470522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.485966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.486313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.486664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.487002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.487333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.487664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.487994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.488332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.488651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.488969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.489840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.490164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:34.507698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] No DVR routers for this DVR port 0cceec09-e082-41a5-a56f-bf43e064549f on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:34.510615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.512836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a684c8fc-a02a-4096-9dde-82d1cce052a0 req-bc4745b9-f852-4c6e-9cbf-6955296e9d7a tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.59 "DELETE /v2.0/ports/0cceec09-e082-41a5-a56f-bf43e064549f HTTP/1.1" status: 204 len: 173 time: 0.4434755 Jul 09 19:54:34.513316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'name': 'network-vif-deleted', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:34.515665 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42460a-b9e6-463d-8850-181d149c822a" -d '{"events": [{"server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "name": "network-vif-deleted", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:34.558056 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68dce75-e4f7-48d2-93fd-e490d1958edb x-openstack-request-id: req-e68dce75-e4f7-48d2-93fd-e490d1958edb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:34.558372 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905dae5-21b2-4fe4-b298-07318fab8dbf", "name": "network-vif-deleted", "tag": "0cceec09-e082-41a5-a56f-bf43e064549f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:34.558667 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e68dce75-e4f7-48d2-93fd-e490d1958edb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:34.559221 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905dae5-21b2-4fe4-b298-07318fab8dbf', 'name': 'network-vif-deleted', 'tag': '0cceec09-e082-41a5-a56f-bf43e064549f', 'status': 'completed', 'code': 200} Jul 09 19:54:34.598934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:34.630289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['89528a96-721a-4a37-8faf-9277b10099b0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:34.715799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8282a3fa-ffa0-4366-90af-4e3c1a1f203e tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1476281802'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:34.716257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8282a3fa-ffa0-4366-90af-4e3c1a1f203e tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:54:34.847419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074157b-9761-4330-b75f-e90c916663d0 req-345f874f-e148-454c-b3bb-0271b51cc151 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.849489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a074157b-9761-4330-b75f-e90c916663d0 req-345f874f-e148-454c-b3bb-0271b51cc151 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 944 time: 0.0672555 Jul 09 19:54:34.887487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a074157b-9761-4330-b75f-e90c916663d0 req-3a2571e9-72cf-414d-b5c9-4664ba61b03f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 09 19:54:34.934420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8282a3fa-ffa0-4366-90af-4e3c1a1f203e tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.938277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8282a3fa-ffa0-4366-90af-4e3c1a1f203e tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3355412 Jul 09 19:54:34.938578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:34.943134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67dff572-00eb-4569-9361-31978807f036 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '45549ecf-613f-4945-a98f-808ff4614dbd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:34.943992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67dff572-00eb-4569-9361-31978807f036 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:54:34.962254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e4c14-a064-46f6-adf4-552ed595af82 req-44b1a683-11b3-486a-957a-85bc6865683c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.963762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ea1e4c14-a064-46f6-adf4-552ed595af82 req-44b1a683-11b3-486a-957a-85bc6865683c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 944 time: 0.1757033 Jul 09 19:54:35.007736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ea1e4c14-a064-46f6-adf4-552ed595af82 req-ee26a604-335a-4881-8a6f-273b87324dec tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Jul 09 19:54:35.032067 n-d-800087-3 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-67dff572-00eb-4569-9361-31978807f036 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 19:54:35.160016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67dff572-00eb-4569-9361-31978807f036 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.165211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.165735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-67dff572-00eb-4569-9361-31978807f036 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2256045 Jul 09 19:54:35.170999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e98bef66-2f4a-4038-adf2-39a517111a16 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '45549ecf-613f-4945-a98f-808ff4614dbd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:35.171491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e98bef66-2f4a-4038-adf2-39a517111a16 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:54:35.198048 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86e41163-0f19-4a8c-beaf-2a1058899a95 req-fcce38b6-4c10-4c2f-9aa6-8a6c7edcd9a7 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=3905dae5-21b2-4fe4-b298-07318fab8dbf HTTP/1.1" status: 200 len: 210 time: 0.0304697 Jul 09 19:54:35.249984 n-d-800087-3 neutron-server[93770]: WARNING neutron.services.metering.metering_plugin [None req-e98bef66-2f4a-4038-adf2-39a517111a16 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 19:54:35.349571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e98bef66-2f4a-4038-adf2-39a517111a16 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.350744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e98bef66-2f4a-4038-adf2-39a517111a16 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1838160 Jul 09 19:54:35.353766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.363513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5156736-4963-4c74-82d8-d74504e6f795 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=219cebc8-2f96-4905-9cd9-c91036d48877 HTTP/1.1" status: 200 len: 462 time: 0.0087731 Jul 09 19:54:35.365672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.460757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5dc67a4-d1ab-4b41-b253-9a1a48c3f38c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.461871 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d5dc67a4-d1ab-4b41-b253-9a1a48c3f38c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/219cebc8-2f96-4905-9cd9-c91036d48877 HTTP/1.1" status: 204 len: 168 time: 0.0953653 Jul 09 19:54:35.464551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.472819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-91594da1-d1ba-48e6-a2c1-96ed5b1aa635 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=219cebc8-2f96-4905-9cd9-c91036d48877 HTTP/1.1" status: 200 len: 221 time: 0.0072834 Jul 09 19:54:35.476495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.480351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42be8c81-ffb1-42a3-8b8c-2be132c9a67c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--495783274', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:35.480789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42be8c81-ffb1-42a3-8b8c-2be132c9a67c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:54:35.535948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e81ec7d-65c7-4f3d-a34b-eb04185de01a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:35.625106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42be8c81-ffb1-42a3-8b8c-2be132c9a67c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.626287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42be8c81-ffb1-42a3-8b8c-2be132c9a67c tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1489382 Jul 09 19:54:35.628957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:35.632354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:35.644114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a', 'network_id': '29cc8267-d87e-42ce-b929-83fd1b620970', 'port_id': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a', 'mac_address': 'fa:16:3e:7d:a4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d407c7f-257c-4566-aa41-3b5a97fcdb2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:35.680958 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.694934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e81ec7d-65c7-4f3d-a34b-eb04185de01a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:35.716487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:35.721072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.773562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:35.983616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ffe74ba5-11f0-4cc5-8c57-790ef52543eb tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=c9ebbd7b-45f5-48c0-ae7c-f221133d0ba3 HTTP/1.1" status: 200 len: 467 time: 0.3534448 Jul 09 19:54:35.986266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.120652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5e81ec7d-65c7-4f3d-a34b-eb04185de01a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:36.211733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3477c7b-b5da-4cea-bb5d-5818eb334592 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.212855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c3477c7b-b5da-4cea-bb5d-5818eb334592 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/c9ebbd7b-45f5-48c0-ae7c-f221133d0ba3 HTTP/1.1" status: 204 len: 168 time: 0.2256839 Jul 09 19:54:36.215528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.224614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:36.231283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38488e-11ba-4f3d-910b-993684ef0710 req-85486051-b585-4d36-be73-c6847d179365 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.232793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b38488e-11ba-4f3d-910b-993684ef0710 req-85486051-b585-4d36-be73-c6847d179365 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 944 time: 0.1961629 Jul 09 19:54:36.237836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8e186114-090a-43e4-b43f-803dd3534da0 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=c9ebbd7b-45f5-48c0-ae7c-f221133d0ba3 HTTP/1.1" status: 200 len: 216 time: 0.0212531 Jul 09 19:54:36.241384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.263831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c4e8570-5253-445e-bca1-9d2a4e4ee287 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212266 Jul 09 19:54:36.266980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.288352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27137a87-057b-4d58-a776-7ededc4d19d1 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0199721 Jul 09 19:54:36.291643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.302344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638469c-ad9f-4d12-bf7c-777a1500391b req-0f2da346-5f2e-4140-9861-2eec003f6bc8 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.306436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b38488e-11ba-4f3d-910b-993684ef0710 req-c7e0c04a-fc0a-42d4-b287-2c98c3fa6998 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Jul 09 19:54:36.309299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e638469c-ad9f-4d12-bf7c-777a1500391b req-0f2da346-5f2e-4140-9861-2eec003f6bc8 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 945 time: 0.0943954 Jul 09 19:54:36.310931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 89528a96-721a-4a37-8faf-9277b10099b0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:36.315561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 89528a96-721a-4a37-8faf-9277b10099b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:36.316192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.350703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e638469c-ad9f-4d12-bf7c-777a1500391b req-ec177f91-4927-4446-9f1c-a80dfa7c1d3f tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Jul 09 19:54:36.360612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7af8b953-fdbc-4b78-8260-75310eedf526 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/45549ecf-613f-4945-a98f-808ff4614dbd HTTP/1.1" status: 200 len: 473 time: 0.0676904 Jul 09 19:54:36.363861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.377231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-da34aeac-1048-44fd-9c39-15c0637c0da6 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/9099b972-dd12-45de-8cdd-0da85f3a83ba HTTP/1.1" status: 200 len: 459 time: 0.0103548 Jul 09 19:54:36.378737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.427562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.450570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:36.454361 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391d008e-7b5e-46e5-b697-94cadfa92e3c" -d '{"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-plugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:36.475306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:36.480945 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.482029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0cceec09-e082-41a5-a56f-bf43e064549f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:36.490202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4e1-6e55-425d-b605-432538dc3934 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.494383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5bad4e1-6e55-425d-b605-432538dc3934 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/9099b972-dd12-45de-8cdd-0da85f3a83ba HTTP/1.1" status: 204 len: 168 time: 0.1132200 Jul 09 19:54:36.494809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:36.514492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 0cceec09-e082-41a5-a56f-bf43e064549f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:36.514839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0cceec09-e082-41a5-a56f-bf43e064549f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:36.561990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.700741 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e70968-c443-4578-accd-6703007e6336 x-openstack-request-id: req-79e70968-c443-4578-accd-6703007e6336 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:36.701045 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-plugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:36.701341 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79e70968-c443-4578-accd-6703007e6336 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:36.701748 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0', 'code': 200} Jul 09 19:54:36.737616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee09c10-d9af-4f04-8b98-4b9d0ab1f830 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.738940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ee09c10-d9af-4f04-8b98-4b9d0ab1f830 tempest-MeteringIpV6TestJSON-1395908230 tempest-MeteringIpV6TestJSON-1395908230-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/45549ecf-613f-4945-a98f-808ff4614dbd HTTP/1.1" status: 204 len: 168 time: 0.2429478 Jul 09 19:54:36.810410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035f1f-4f95-444a-8b0d-716d33e8dc67 req-66001d32-6bae-4fb2-853c-abaf16501a18 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.811951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d035f1f-4f95-444a-8b0d-716d33e8dc67 req-66001d32-6bae-4fb2-853c-abaf16501a18 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0682306 Jul 09 19:54:36.860040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d035f1f-4f95-444a-8b0d-716d33e8dc67 req-713727a8-c556-4852-afd4-0ff84a56e730 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Jul 09 19:54:36.878342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab5d0-11ce-430f-b8f8-880ee7876e5a req-fe3cb57d-d41d-4860-849c-0330253d617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.880541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9dab5d0-11ce-430f-b8f8-880ee7876e5a req-fe3cb57d-d41d-4860-849c-0330253d617a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 1096 time: 0.1092684 Jul 09 19:54:36.914318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9dab5d0-11ce-430f-b8f8-880ee7876e5a req-512bd365-fdc9-423d-9209-3fbb56307edc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277913 Jul 09 19:54:37.005798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:37.106409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec524b1-aa69-45f2-9022-f5ea59dc18cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.198275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec524b1-aa69-45f2-9022-f5ea59dc18cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.202132 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec524b1-aa69-45f2-9022-f5ea59dc18cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.241993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ec524b1-aa69-45f2-9022-f5ea59dc18cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0d0bce665b14c22b70d1037b7589e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351215 Jul 09 19:54:37.242718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec524b1-aa69-45f2-9022-f5ea59dc18cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c58fc-f4ba-4c58-9849-6ebf4e89b3fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:37.244697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:37.293436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.314280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.363309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.367106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.368447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd9c58fc-f4ba-4c58-9849-6ebf4e89b3fd HTTP/1.1" status: 204 len: 168 time: 0.1226876 Jul 09 19:54:37.379222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a11ad-d9c7-435f-b30d-1dfc92a22f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c58fc-f4ba-4c58-9849-6ebf4e89b3fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:37.524481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264807e6-1f02-44f7-b670-8ad007bba228 req-5bf0695a-4215-4595-b08a-d995c7ec0ae1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:37.526066 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-264807e6-1f02-44f7-b670-8ad007bba228 req-5bf0695a-4215-4595-b08a-d995c7ec0ae1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0683625 Jul 09 19:54:37.540810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e81ec7d-65c7-4f3d-a34b-eb04185de01a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:37.571375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-264807e6-1f02-44f7-b670-8ad007bba228 req-dcdd1d32-912a-4afb-8d51-d3fcf4dcc9e4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Jul 09 19:54:37.606203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2542eb-b121-4ff1-b4fc-e1e51949bbef req-be4936e2-b08c-4400-8e2a-f637a5ee6765 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:37.607729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e2542eb-b121-4ff1-b4fc-e1e51949bbef req-be4936e2-b08c-4400-8e2a-f637a5ee6765 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 945 time: 0.0832524 Jul 09 19:54:37.612355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:37.617260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:37.617641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.648152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e2542eb-b121-4ff1-b4fc-e1e51949bbef req-f5a35f0f-2434-4493-8ed5-d8c778855e1c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Jul 09 19:54:37.709395 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.729957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:37.744692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e42fe109-b805-47ee-854b-e2d2e0ae2860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.746785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:37.752088 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.808764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:37.843159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e42fe109-b805-47ee-854b-e2d2e0ae2860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.847518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e42fe109-b805-47ee-854b-e2d2e0ae2860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.890146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e42fe109-b805-47ee-854b-e2d2e0ae2860 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b1d192833764b07910ea8ea8a45812a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588635 Jul 09 19:54:37.891072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fe109-b805-47ee-854b-e2d2e0ae2860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2092b2a-7486-47ad-adb9-d09255237b79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:37.892752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:37.943868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.979792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.027592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.030237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.031375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2092b2a-7486-47ad-adb9-d09255237b79 HTTP/1.1" status: 204 len: 168 time: 0.1375723 Jul 09 19:54:38.033630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5f126-3d29-45df-b22a-2dbcddd2bd63 req-a393020e-f035-4f27-b80d-29d0806ce31d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.035525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4b5f126-3d29-45df-b22a-2dbcddd2bd63 req-a393020e-f035-4f27-b80d-29d0806ce31d tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0659420 Jul 09 19:54:38.039819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444725a-e58d-45f9-b3a8-45496c3fb7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2092b2a-7486-47ad-adb9-d09255237b79,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:38.080366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4b5f126-3d29-45df-b22a-2dbcddd2bd63 req-551ccef5-19ab-41df-a8af-a3daa781e9a3 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Jul 09 19:54:38.703429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:38.705917 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d68b7e-6593-42b4-aa02-eb1078117b91" -d '{"events": [{"server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "name": "network-vif-plugged", "status": "completed", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:38.762645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7faf95-d1a0-4d1b-baf4-65f8274706db req-b3ebb575-eccb-49ed-a3e5-134211f85e7c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.764175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a7faf95-d1a0-4d1b-baf4-65f8274706db req-b3ebb575-eccb-49ed-a3e5-134211f85e7c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0760739 Jul 09 19:54:38.807100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a7faf95-d1a0-4d1b-baf4-65f8274706db req-bed919f2-387e-4961-884f-96740e54d325 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Jul 09 19:54:38.849894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7794153-c973-4168-b7fb-8b66862bf1e8 req-03908cc9-df8d-412b-9187-25963e12ea8c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.851885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7794153-c973-4168-b7fb-8b66862bf1e8 req-03908cc9-df8d-412b-9187-25963e12ea8c tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.0827136 Jul 09 19:54:38.856435 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4f7206-231f-4262-af56-e42506046ec0 x-openstack-request-id: req-8a4f7206-231f-4262-af56-e42506046ec0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:38.856908 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "name": "network-vif-plugged", "status": "completed", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:38.857259 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a4f7206-231f-4262-af56-e42506046ec0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:38.857659 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a', 'code': 200} Jul 09 19:54:38.896878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7794153-c973-4168-b7fb-8b66862bf1e8 req-e5fdad67-1466-4b22-98b4-de1f23cecba6 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Jul 09 19:54:38.982755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959c9c1-1644-484c-8b3e-f466701446b9 req-58b49b19-7c13-431a-be00-6df602d27e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.984423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b959c9c1-1644-484c-8b3e-f466701446b9 req-58b49b19-7c13-431a-be00-6df602d27e34 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 1097 time: 0.0619106 Jul 09 19:54:39.025370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b959c9c1-1644-484c-8b3e-f466701446b9 req-72a827c7-1740-4986-b378-6426d7ffc115 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Jul 09 19:54:39.221304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfde6ad-0a2f-45a2-bd50-13681486c244 req-aefcac94-6b4a-4573-9dfb-ef3c985cf615 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.229397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cfde6ad-0a2f-45a2-bd50-13681486c244 req-aefcac94-6b4a-4573-9dfb-ef3c985cf615 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0871625 Jul 09 19:54:39.268815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cfde6ad-0a2f-45a2-bd50-13681486c244 req-f07a8220-c842-4cd4-8806-1c148b4479b6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Jul 09 19:54:39.275269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:39.289696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf5d36-084f-4f52-a994-34d3cad94c7f req-a5ba4c51-3e47-4003-962a-1a5f1b6b39bf tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.297371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bbf5d36-084f-4f52-a994-34d3cad94c7f req-a5ba4c51-3e47-4003-962a-1a5f1b6b39bf tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.0893199 Jul 09 19:54:39.333747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bbf5d36-084f-4f52-a994-34d3cad94c7f req-bfa9db2f-f524-4616-b473-abff607aedfe tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb896eb9-9a80-4469-87a2-9cc8019ce35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Jul 09 19:54:39.426423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-370287772'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:39.459515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Made reservation on behalf of 68744d8678434db2b5d3411d2efe5bda for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:39.463445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.494119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.554060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-56b30feb-91e3-4b04-b2c4-0a75da1ca06e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.555546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-56b30feb-91e3-4b04-b2c4-0a75da1ca06e tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 946 time: 0.1058755 Jul 09 19:54:39.685426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.692623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.727758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:39.739477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Deleting port 6038780c-a2b9-4739-bd43-ee79022fba23 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:39.740387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.758367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e0d6f-b5c0-44ac-86ea-3f66a64b2434,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:39.788127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.788475 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Added segment 13b82179-9fbd-4dec-b528-cb44f04dae10 of type vlan for network 805ef244-ff30-4c10-a922-e0a674f00cc8 Jul 09 19:54:39.846080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.897052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] For port 6038780c-a2b9-4739-bd43-ee79022fba23, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6038780c-a2b9-4739-bd43-ee79022fba23,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:39.897763 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.907028 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.913205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.913809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.922296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Calling delete_port for 6038780c-a2b9-4739-bd43-ee79022fba23 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:40.023479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7471306 Jul 09 19:54:40.035086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe70264-16e8-4acc-9320-66514a0654b4 tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Pushing event updated for resources: {'Network': ['ID=805ef244-ff30-4c10-a922-e0a674f00cc8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.046018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:40.093912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca585cb6-7ec5-407e-a0fb-969f597e1d16 req-7cbdb286-fe97-43de-b194-45d813a1b061 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:40.095519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca585cb6-7ec5-407e-a0fb-969f597e1d16 req-7cbdb286-fe97-43de-b194-45d813a1b061 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.0677390 Jul 09 19:54:40.144158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.148678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ca585cb6-7ec5-407e-a0fb-969f597e1d16 req-712cf2ef-3324-4ce5-95fe-2c6e8c003f11 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Jul 09 19:54:40.159387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6038780c-a2b9-4739-bd43-ee79022fba23'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:40.185472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Pushing event deleted for resources: {'Port': ['ID=6038780c-a2b9-4739-bd43-ee79022fba23,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.230012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] No DVR routers for this DVR port 6038780c-a2b9-4739-bd43-ee79022fba23 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:40.232740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.235059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9f6093b-43e9-42fb-870d-48c006abcaac req-114371d0-f835-4352-bd3b-bd1029400306 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.25 "DELETE /v2.0/ports/6038780c-a2b9-4739-bd43-ee79022fba23 HTTP/1.1" status: 204 len: 173 time: 0.6721663 Jul 09 19:54:40.235509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'name': 'network-vif-deleted', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:40.237935 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323fd319-359f-435b-9ea1-5dd0a20400ca" -d '{"events": [{"server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "name": "network-vif-deleted", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:40.239375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:40.244709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8', 'binding:host_id': 'n-h1-800087-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2011025322'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:40.271197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Made reservation on behalf of ada5f9a192314e85920488c98280a018 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:40.273801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.284162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.297260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbcda0a-9f81-49a4-9b7e-5d944a231180 x-openstack-request-id: req-0dbcda0a-9f81-49a4-9b7e-5d944a231180 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:40.297260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3bb7a8-886d-459d-a994-b580fd0c868b", "name": "network-vif-deleted", "tag": "6038780c-a2b9-4739-bd43-ee79022fba23", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:40.297260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dbcda0a-9f81-49a4-9b7e-5d944a231180 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:40.297260 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3bb7a8-886d-459d-a994-b580fd0c868b', 'name': 'network-vif-deleted', 'tag': '6038780c-a2b9-4739-bd43-ee79022fba23', 'status': 'completed', 'code': 200} Jul 09 19:54:40.402296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.407869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.411997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port 0597210b-f575-44ef-96b2-6df11b0d766c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:40.474191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eee26-6d20-449b-b2cf-6be0506b56ff req-33a0cacc-ee2b-4a51-9442-b542d5aeacef tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:40.476239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e4eee26-6d20-449b-b2cf-6be0506b56ff req-33a0cacc-ee2b-4a51-9442-b542d5aeacef tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0871959 Jul 09 19:54:40.516048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e4eee26-6d20-449b-b2cf-6be0506b56ff req-aa488f6a-4ba2-434d-8cdb-220c80c4b3f4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Jul 09 19:54:40.542380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d63d5ddb-424d-4d05-a34a-61a0eac50fde req-70d61dd2-5d1e-4815-9e5e-cf252fc858a0 tempest-ServerRescueTestJSON-1477372494 tempest-ServerRescueTestJSON-1477372494-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3bb7a8-886d-459d-a994-b580fd0c868b HTTP/1.1" status: 200 len: 210 time: 0.0537739 Jul 09 19:54:40.566563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86755de-e194-4543-8a18-51a1407a2a33,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.702438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port 0597210b-f575-44ef-96b2-6df11b0d766c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:40.711439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.721637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Transition to ACTIVE for port object 0597210b-f575-44ef-96b2-6df11b0d766c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:40.731903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.799637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=0597210b-f575-44ef-96b2-6df11b0d766c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.809110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Checking segment: {'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:40.809505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Network hostable DHCP agents. Network: 805ef244-ff30-4c10-a922-e0a674f00cc8, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:40.827792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:40.837677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 805ef244-ff30-4c10-a922-e0a674f00cc8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:40.841625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:40.849207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939bf74-616d-47c3-85a2-fe39d88981c4 None None] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:40.860432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.860784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.861205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.867861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.868212 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.868604 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 2 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:40.882149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.882539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.883999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.888551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.888982 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.889412 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 3 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:40.905118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.906214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.906565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.912971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.913568 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.913972 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 4 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:40.931089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.931426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.931976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.937760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.938127 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.938588 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 5 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:40.952830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.953336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.953974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.962233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.962585 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.963049 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 6 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:40.981705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.982540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.982930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.988869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:40.989790 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:40.990192 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 7 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:41.010951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:41.011357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:41.011707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:41.018734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:41.019171 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:41.019591 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 8 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:41.033498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:41.033836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:41.034177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:41.039009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:41.039332 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:41.039854 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 9 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:41.053752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:41.054090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:41.054426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:41.058634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:41.058957 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:41.059342 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 10 to bind port 0597210b-f575-44ef-96b2-6df11b0d766c Jul 09 19:54:41.070936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:41.071271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:41.071604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:41.076043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 0597210b-f575-44ef-96b2-6df11b0d766c on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:41.076371 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 0597210b-f575-44ef-96b2-6df11b0d766c on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:41.076734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.140790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port 0597210b-f575-44ef-96b2-6df11b0d766c, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:41.141391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:54:41.146150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.150626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab338c-f342-4d6f-87e7-43c33a76c12f req-4a7ca598-e814-445a-b47a-106a756a197c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:41.152183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0bab338c-f342-4d6f-87e7-43c33a76c12f req-4a7ca598-e814-445a-b47a-106a756a197c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0680981 Jul 09 19:54:41.182273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:41.182796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.202339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=0597210b-f575-44ef-96b2-6df11b0d766c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:41.208572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0bab338c-f342-4d6f-87e7-43c33a76c12f req-9236f222-4f7c-47b6-8ede-b1a48a3a25be tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Jul 09 19:54:41.208807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cd5ad98a-4911-4d1b-a15a-500c5a8a2605 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.9682939 Jul 09 19:54:41.209478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.571302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318a7c-c68c-4f77-908f-cc4f9f8b4cf0 req-f2df5f77-dc66-4f11-af7a-9b08fb32a84b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:41.572786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38318a7c-c68c-4f77-908f-cc4f9f8b4cf0 req-f2df5f77-dc66-4f11-af7a-9b08fb32a84b tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.1021185 Jul 09 19:54:41.588230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Deleting port 0597210b-f575-44ef-96b2-6df11b0d766c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:41.588576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.639189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.660771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38318a7c-c68c-4f77-908f-cc4f9f8b4cf0 req-3e8039c8-5541-4bdb-99c8-b7291a51a75e tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808387 Jul 09 19:54:41.671398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port 0597210b-f575-44ef-96b2-6df11b0d766c, host n-h1-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:41.671771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.700201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Calling delete_port for 0597210b-f575-44ef-96b2-6df11b0d766c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:41.804363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.832207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event deleted for resources: {'Port': ['ID=0597210b-f575-44ef-96b2-6df11b0d766c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:41.844095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.848333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c95f562-904d-4d2c-a17d-99e65c8ccda9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0597210b-f575-44ef-96b2-6df11b0d766c HTTP/1.1" status: 204 len: 168 time: 0.6355937 Jul 09 19:54:41.848609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.875388 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b7c049-b22c-40ac-84e7-fd2e147092c9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:54:41.880910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-80b7c049-b22c-40ac-84e7-fd2e147092c9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports/0597210b-f575-44ef-96b2-6df11b0d766c HTTP/1.1" status: 404 len: 333 time: 0.0273383 Jul 09 19:54:41.881347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.886592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1057897453'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:41.940769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Made reservation on behalf of ada5f9a192314e85920488c98280a018 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:41.943977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.977446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port 68751361-0520-4bc6-bf90-a936253d8101 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:42.195260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.220760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.261796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:42.323983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.390217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:42.403266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '89528a96-721a-4a37-8faf-9277b10099b0', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'port_id': '89528a96-721a-4a37-8faf-9277b10099b0', 'mac_address': 'fa:16:3e:e9:a4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:42.412489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:42.440609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.443104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=68751361-0520-4bc6-bf90-a936253d8101,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:42.445896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:42.449255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:42.450645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.451440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.462205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89528a96-721a-4a37-8faf-9277b10099b0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:42.483040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:42.487863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.505243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-86435742-a7d7-4095-993f-33b634c5b27e tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6223485 Jul 09 19:54:42.508792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:42.517490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:42.521408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478b453-73f6-498a-af1f-c52303212275 req-13bc0e7c-c6c5-4eec-882f-9a619548cdf1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.523200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5478b453-73f6-498a-af1f-c52303212275 req-13bc0e7c-c6c5-4eec-882f-9a619548cdf1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1680732 Jul 09 19:54:42.552648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:42.575285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['89528a96-721a-4a37-8faf-9277b10099b0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:42.575541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5478b453-73f6-498a-af1f-c52303212275 req-7d673808-d59a-4950-872a-d70d5e043938 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Jul 09 19:54:42.622488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.669245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Deleting port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:42.669608 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.767454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] For port cb0535bc-be79-4d5b-bd8f-5e9d79f2b296, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,segment=NetworkSegment(bdb79d20-5cb1-4de3-b47f-192f8b1fa630),segment_id=bdb79d20-5cb1-4de3-b47f-192f8b1fa630)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:42.767815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.784485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Calling delete_port for cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:42.861881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port 68751361-0520-4bc6-bf90-a936253d8101 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:42.872883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.886917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Transition to ACTIVE for port object 68751361-0520-4bc6-bf90-a936253d8101 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:42.902665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.989114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=68751361-0520-4bc6-bf90-a936253d8101,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:42.995623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:42.996474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:42.996763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.002387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.002824 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.003311 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 2 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.016225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.018389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.019236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.019703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.024986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.025456 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.025949 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 3 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.041568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.042004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.042439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.047265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.047667 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.048246 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 4 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.054643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0535bc-be79-4d5b-bd8f-5e9d79f2b296,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:43.064597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.065037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.065505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.070739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.071249 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.071658 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 5 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.084908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.085687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.086134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.090831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.091265 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.091748 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 6 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.105225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.105687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.106534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.124467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.124797 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.125214 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 7 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.148265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.148603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.148942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.157311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.157692 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.158146 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 8 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.183270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.183610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.184175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.190284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.190614 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.191004 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 9 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.204821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.205370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.207104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.213449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.213997 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.214688 n-d-800087-3 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 10 to bind port 68751361-0520-4bc6-bf90-a936253d8101 Jul 09 19:54:43.231862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:43.232308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:43.233099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:43.244835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:43.246600 n-d-800087-3 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port 68751361-0520-4bc6-bf90-a936253d8101 on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:43.249391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.262154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.337463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port 68751361-0520-4bc6-bf90-a936253d8101, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:43.337815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:54:43.344320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.384107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] In _notify_port_updated(), no bound segment for port 68751361-0520-4bc6-bf90-a936253d8101 on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:54:43.385315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.386109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.390924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:43.391448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "PUT /v2.0/ports/68751361-0520-4bc6-bf90-a936253d8101 HTTP/1.1" status: 200 len: 975 time: 0.8811474 Jul 09 19:54:43.406882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccaa6d-ab36-40a9-b2f1-f2d94a6e0392 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=68751361-0520-4bc6-bf90-a936253d8101,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:43.557705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.558200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.558692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.559097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.559555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.560017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.560479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.561002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.561503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.562038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.562571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.562933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.563389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.563842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.564300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.564748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.565244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.566256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.566256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.566597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.567659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.569946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6038780c-a2b9-4739-bd43-ee79022fba23 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:43.574438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-59c064a6-a6cb-4be8-a43b-337afa2880a0 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18768 time: 0.1779683 Jul 09 19:54:43.575201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:43.603192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 6038780c-a2b9-4739-bd43-ee79022fba23 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:43.607716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6038780c-a2b9-4739-bd43-ee79022fba23 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:44.061408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Router 088417cf-b364-45c4-bafe-4ef6bc88a14e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:44.191977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdd22d-95ad-42d4-af1e-e5e889329a49 req-3c34dc8c-f87f-4399-8575-ab93e2a26e37 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.199484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36cdd22d-95ad-42d4-af1e-e5e889329a49 req-3c34dc8c-f87f-4399-8575-ab93e2a26e37 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 944 time: 0.2586672 Jul 09 19:54:44.275241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-36cdd22d-95ad-42d4-af1e-e5e889329a49 req-11a3cebe-7b48-4032-b387-12c13eb05cfc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745649 Jul 09 19:54:44.287233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:44.334815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Deleting port 68751361-0520-4bc6-bf90-a936253d8101 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:44.335419 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.362320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 89528a96-721a-4a37-8faf-9277b10099b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:44.362992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.401033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port 68751361-0520-4bc6-bf90-a936253d8101, host n-h1-800087-3, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:44.401432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.430806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Calling delete_port for 68751361-0520-4bc6-bf90-a936253d8101 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:44.458520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.500276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:44.504132 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776727f8-5976-40f6-9837-cb8b16e1f55c" -d '{"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-plugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:44.522019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:44.527724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.532595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.575911 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b4afa-51ea-4242-8411-b0c478dc6a48 x-openstack-request-id: req-551b4afa-51ea-4242-8411-b0c478dc6a48 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:44.576840 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-plugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:44.577338 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-551b4afa-51ea-4242-8411-b0c478dc6a48 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:44.577464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event deleted for resources: {'Port': ['ID=68751361-0520-4bc6-bf90-a936253d8101,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:44.578011 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0', 'code': 200} Jul 09 19:54:44.583069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:44.592344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:44.595028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Sync routers for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:44.600779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd5426eb-6e74-4d80-9e05-8bbb033b2e69 admin admin] 10.222.0.10 "PUT /v2.0/routers/088417cf-b364-45c4-bafe-4ef6bc88a14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604113 Jul 09 19:54:44.610268 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.612717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:44.616295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cc3945fe-4ca8-434c-8242-fe8e8cdab6f9 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "DELETE /v2.0/ports/68751361-0520-4bc6-bf90-a936253d8101 HTTP/1.1" status: 204 len: 168 time: 1.0382397 Jul 09 19:54:44.616575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:44.616811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:44.669160 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea7b947-160e-4b78-bc02-89cfeefb86f7 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:54:44.674888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ea7b947-160e-4b78-bc02-89cfeefb86f7 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports/68751361-0520-4bc6-bf90-a936253d8101 HTTP/1.1" status: 404 len: 333 time: 0.0528519 Jul 09 19:54:44.677508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:44.686985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-533229238', 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:44.725347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:44.758083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Made reservation on behalf of ada5f9a192314e85920488c98280a018 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:44.760795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.765596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:44.779906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port 2b86e5ea-57e0-4fd9-b844-27524298976e yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:44.955349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.996775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.095343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.148579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:45.158176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:45.164266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:45.165644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:45.166380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.183786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=2b86e5ea-57e0-4fd9-b844-27524298976e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:45.192196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.212103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:54:42Z', 'revision_number': 5, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port': {'id': '712c0c98-146f-400e-9dbc-c9c932b66356', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:45.216508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dbd7c44a-cb34-48c6-a494-0bfc77fd4ee2 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5380559 Jul 09 19:54:45.220418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:45.247278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Checking router: 088417cf-b364-45c4-bafe-4ef6bc88a14e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:45.265409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Deleting port 712c0c98-146f-400e-9dbc-c9c932b66356 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:45.266276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.273643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Routers {'088417cf-b364-45c4-bafe-4ef6bc88a14e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:45.274275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['088417cf-b364-45c4-bafe-4ef6bc88a14e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:45.340700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c27848-04e6-4262-9c9a-6a1369e72342 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:45.344867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:45.348635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32c27848-04e6-4262-9c9a-6a1369e72342 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports/2b86e5ea-57e0-4fd9-b844-27524298976e HTTP/1.1" status: 200 len: 954 time: 0.1267781 Jul 09 19:54:45.401876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] For port 712c0c98-146f-400e-9dbc-c9c932b66356, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=712c0c98-146f-400e-9dbc-c9c932b66356,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:45.402326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.423393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Calling delete_port for 712c0c98-146f-400e-9dbc-c9c932b66356 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:45.513850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] Set router 088417cf-b364-45c4-bafe-4ef6bc88a14e gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:45.569808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Deleting port 2b86e5ea-57e0-4fd9-b844-27524298976e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:45.570316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.603212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:54:45Z', 'revision_number': 6, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:45.643955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862dcec-bdc7-4e94-aca5-5f1c08ec3eb3 None None] The sync data for ids ['088417cf-b364-45c4-bafe-4ef6bc88a14e'] in n-d-800087-3 is: [{'id': '088417cf-b364-45c4-bafe-4ef6bc88a14e', 'name': 'tempest-ServerRescueTestJSON-1838088692-router', 'tenant_id': '99f20f1ac15448dab8e510e44298c5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:54:45Z', 'revision_number': 6, 'project_id': '99f20f1ac15448dab8e510e44298c5ff', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:45.727970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35220e-bee8-40af-8b7d-efcb64ffe852 req-fa2392c7-4c90-4d9b-9566-e2ec163c0fac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:45.735311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc35220e-bee8-40af-8b7d-efcb64ffe852 req-fa2392c7-4c90-4d9b-9566-e2ec163c0fac tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.2392597 Jul 09 19:54:45.742098 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.773053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Calling delete_port for 2b86e5ea-57e0-4fd9-b844-27524298976e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:45.843297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc35220e-bee8-40af-8b7d-efcb64ffe852 req-fbabb628-34ad-4e73-8b87-03c5753d8633 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jul 09 19:54:45.907995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.942272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=712c0c98-146f-400e-9dbc-c9c932b66356,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.026769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.072540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b86e5ea-57e0-4fd9-b844-27524298976e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.089678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.128953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.134883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:46.135321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aa7ceeab-9138-4b6e-8eb0-6ef85abde3bb tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2b86e5ea-57e0-4fd9-b844-27524298976e HTTP/1.1" status: 204 len: 168 time: 0.7891150 Jul 09 19:54:46.150614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:46.176025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:46.176460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cb0535bc-be79-4d5b-bd8f-5e9d79f2b296 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:46.200984 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb3990a-fb87-41a0-b1eb-0bbadec49a0c tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:54:46.206682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2bb3990a-fb87-41a0-b1eb-0bbadec49a0c tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports/2b86e5ea-57e0-4fd9-b844-27524298976e HTTP/1.1" status: 404 len: 333 time: 0.0669100 Jul 09 19:54:46.208295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:46.213961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1126016600'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:46.225451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.227613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.251489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Made reservation on behalf of ada5f9a192314e85920488c98280a018 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:46.255670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.279992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port a86817bc-4237-4981-bbee-ca2c39caea4a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:46.287435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.292775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088417cf-b364-45c4-bafe-4ef6bc88a14e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:54:46.303610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.308401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a1c13b1c-f650-4ce1-8323-68a6f5a00f15 admin admin] 10.222.0.10 "DELETE /v2.0/routers/088417cf-b364-45c4-bafe-4ef6bc88a14e HTTP/1.1" status: 204 len: 168 time: 1.7150252 Jul 09 19:54:46.309067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:46.390838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Deleting subnet 6d9c512b-108a-4f57-9871-50fda05500c6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:46.399883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.448136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.498018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.564850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.583561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.626234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9c512b-108a-4f57-9871-50fda05500c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.641358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.646459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-457809a0-fef4-427b-993d-7a8673221d22 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d9c512b-108a-4f57-9871-50fda05500c6 HTTP/1.1" status: 204 len: 168 time: 0.3361890 Jul 09 19:54:46.650821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:46.652371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.677434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Network 805ef244-ff30-4c10-a922-e0a674f00cc8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:46.680137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:46.686991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:46.688169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:46.689080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.743813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5339532 Jul 09 19:54:46.745461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd84ea-8e38-4387-9738-a203117cdf28 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=a86817bc-4237-4981-bbee-ca2c39caea4a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.750176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:46.758356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:46.767691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.856859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.887531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.902955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29d1c8a-94f5-44a6-81c4-f422f920d465']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:46.915000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:46.915487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb79d20-5cb1-4de3-b47f-192f8b1fa630') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:46.926629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.942941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.950069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:46.950609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:47.047080 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:47.061389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.075518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.090534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] 10.222.0.10 "DELETE /v2.0/networks/c29d1c8a-94f5-44a6-81c4-f422f920d465 HTTP/1.1" status: 204 len: 168 time: 0.4316413 Jul 09 19:54:47.103661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63121e-e796-4335-b3f5-a1c72e41a03f admin admin] Pushing event deleted for resources: {'Network': ['ID=c29d1c8a-94f5-44a6-81c4-f422f920d465,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.156216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] device_id is not set on port a86817bc-4237-4981-bbee-ca2c39caea4a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:47.165811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.181104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Transition to ACTIVE for port object a86817bc-4237-4981-bbee-ca2c39caea4a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:47.204785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.264341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0307-2138-455a-91a2-043578628384 req-21091e42-710e-4264-b792-a29bbfc37022 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:47.265975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4cb0307-2138-455a-91a2-043578628384 req-21091e42-710e-4264-b792-a29bbfc37022 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1448364 Jul 09 19:54:47.291876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=a86817bc-4237-4981-bbee-ca2c39caea4a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.328282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.329444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.329990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.336731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.337422 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.338328 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 2 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.356293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4cb0307-2138-455a-91a2-043578628384 req-ed762b09-182f-46b1-8304-dd635e439cb1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798023 Jul 09 19:54:47.377930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.378058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.378513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.384786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.385115 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.385685 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 3 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.410459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.410971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.411466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.418724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.418724 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.418724 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 4 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.434827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.435167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.435538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.440428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:47.448806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.449543 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.449915 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 5 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.463394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.463976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.464483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.469033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.469381 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.469772 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 6 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.488062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.488445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.489382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.494285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9946330-50a0-4c14-9602-4924de772286 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99f20f1ac15448dab8e510e44298c5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526450 Jul 09 19:54:47.495322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.495647 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.496043 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 7 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.496858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:47.513301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.514064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.514064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.518447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.518772 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.519325 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 8 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.536286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.537265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.537668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.542631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.542965 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.543830 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 9 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.550029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.559743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.560084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.560478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.564942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.565791 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.565791 n-d-800087-3 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempt 10 to bind port a86817bc-4237-4981-bbee-ca2c39caea4a Jul 09 19:54:47.574700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.580937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:47.581399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:47.581811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempting to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:47.587182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:47.587686 n-d-800087-3 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Failed to bind port a86817bc-4237-4981-bbee-ca2c39caea4a on host n-h1-800087-3 for vnic_type normal using segments [{'id': '13b82179-9fbd-4dec-b528-cb44f04dae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '805ef244-ff30-4c10-a922-e0a674f00cc8'}] Jul 09 19:54:47.588131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.636408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.639053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.640221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb896eb9-9a80-4469-87a2-9cc8019ce35c HTTP/1.1" status: 204 len: 168 time: 0.1424265 Jul 09 19:54:47.649510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32738b47-f62a-456f-824e-da675159ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb896eb9-9a80-4469-87a2-9cc8019ce35c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.687459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port a86817bc-4237-4981-bbee-ca2c39caea4a, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:47.688466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 19:54:47.716257 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.776189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] In _notify_port_updated(), no bound segment for port a86817bc-4237-4981-bbee-ca2c39caea4a on network 805ef244-ff30-4c10-a922-e0a674f00cc8 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:54:47.777032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:47.777739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.779260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "PUT /v2.0/ports/a86817bc-4237-4981-bbee-ca2c39caea4a HTTP/1.1" status: 200 len: 975 time: 1.0278208 Jul 09 19:54:47.782427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:47.805054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920ed4-457f-4b3c-a056-57754e0e8d0d tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event updated for resources: {'Port': ['ID=a86817bc-4237-4981-bbee-ca2c39caea4a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.883997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Deleting port a86817bc-4237-4981-bbee-ca2c39caea4a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:47.884408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.951481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 712c0c98-146f-400e-9dbc-c9c932b66356 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:47.976651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 712c0c98-146f-400e-9dbc-c9c932b66356 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:47.977257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 712c0c98-146f-400e-9dbc-c9c932b66356 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:47.991283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] For port a86817bc-4237-4981-bbee-ca2c39caea4a, host n-h1-800087-3, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:47.991756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.013552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Calling delete_port for a86817bc-4237-4981-bbee-ca2c39caea4a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:48.124811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.160850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86817bc-4237-4981-bbee-ca2c39caea4a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:48.166953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.171020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c74f1995-008f-40f9-8a1f-392d53870464 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a86817bc-4237-4981-bbee-ca2c39caea4a HTTP/1.1" status: 204 len: 168 time: 0.3850687 Jul 09 19:54:48.171470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:48.206734 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d9fd30-5102-4a7e-b863-95691c49ed90 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] GET failed (client error): The resource could not be found. Jul 09 19:54:48.209251 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-66d9fd30-5102-4a7e-b863-95691c49ed90 tempest-PortsAdminExtendedAttrsTestJSON-2134030744 tempest-PortsAdminExtendedAttrsTestJSON-2134030744-project-admin] 10.222.0.10 "GET /v2.0/ports/a86817bc-4237-4981-bbee-ca2c39caea4a HTTP/1.1" status: 404 len: 333 time: 0.0364094 Jul 09 19:54:48.214338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:48.361995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.386494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-880083ea-f5e2-4e61-849f-04f47e23982c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750248 Jul 09 19:54:48.493763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.498001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-e37f669c-e6e7-4eb5-9f9d-a899e3898960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.499681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-e37f669c-e6e7-4eb5-9f9d-a899e3898960 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.0599382 Jul 09 19:54:48.505390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805ef244-ff30-4c10-a922-e0a674f00cc8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:48.517281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b82179-9fbd-4dec-b528-cb44f04dae10') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:48.517582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b82179-9fbd-4dec-b528-cb44f04dae10') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:48.529908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.548113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:48.564667 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:48.636774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-2c3bbf76-313f-40b9-9ecd-00f50cddb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.638474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-2c3bbf76-313f-40b9-9ecd-00f50cddb0b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1157010 Jul 09 19:54:48.742792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490c589-3493-438c-baca-9647d572f971 req-0c277019-5fda-4c75-90b1-82cdaacc64cc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.744878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6490c589-3493-438c-baca-9647d572f971 req-0c277019-5fda-4c75-90b1-82cdaacc64cc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1759651 Jul 09 19:54:48.755334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.771526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.779358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-2be2d3d4-097f-4de5-985b-5a659e1f4930 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.1328263 Jul 09 19:54:48.791907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.794130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] 10.222.0.10 "DELETE /v2.0/networks/805ef244-ff30-4c10-a922-e0a674f00cc8 HTTP/1.1" status: 204 len: 168 time: 0.5786967 Jul 09 19:54:48.795123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d168d0-d6d9-48a2-81b2-b0953b07c36c tempest-PortsAdminExtendedAttrsTestJSON-368213483 tempest-PortsAdminExtendedAttrsTestJSON-368213483-project] Pushing event deleted for resources: {'Network': ['ID=805ef244-ff30-4c10-a922-e0a674f00cc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:48.829100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6490c589-3493-438c-baca-9647d572f971 req-d6ef8b48-d449-4cf0-b633-5db4887b96fb tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711303 Jul 09 19:54:48.897158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-4ad9ca4b-ca8c-4475-86bc-0bd0e2f06a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.899134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-4ad9ca4b-ca8c-4475-86bc-0bd0e2f06a8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.1101158 Jul 09 19:54:49.008016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-d798329a-08a1-4a83-94f4-f716fbfacaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:49.009861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-d798329a-08a1-4a83-94f4-f716fbfacaa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037216 Jul 09 19:54:49.134757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-a249d26f-d351-4998-850b-e563d15be498 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173513 Jul 09 19:54:49.252984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59de276a-7f2c-4df1-b373-7d61b3503544 req-e1b9cf22-7ac8-484b-93fa-5bcf30339fec service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104698 Jul 09 19:54:49.330956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:49.517738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ef27223a-d50a-4855-9c94-84fcdec086b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68744d8678434db2b5d3411d2efe5bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853552 Jul 09 19:54:49.520933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:49.579848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.607518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.669352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.673587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.674940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab6e0d6f-b5c0-44ac-86ea-3f66a64b2434 HTTP/1.1" status: 204 len: 168 time: 0.1528950 Jul 09 19:54:49.703969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c112e56-9462-4f9d-a730-63be0440738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e0d6f-b5c0-44ac-86ea-3f66a64b2434,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:50.061685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:50.135934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48e93-b39d-4b8f-a977-5de5c32e8c57 req-84418fb2-35ae-4077-b9d4-e055eb69f44a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.144014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1b48e93-b39d-4b8f-a977-5de5c32e8c57 req-84418fb2-35ae-4077-b9d4-e055eb69f44a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1075339 Jul 09 19:54:50.147951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce6aee1a-caee-45c3-9c0d-dd3783e88281 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ada5f9a192314e85920488c98280a018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850904 Jul 09 19:54:50.150546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:50.196047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1b48e93-b39d-4b8f-a977-5de5c32e8c57 req-1b2d4ac2-3c4b-4ab8-b77a-f367d21b3910 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Jul 09 19:54:50.221059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.260042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.340140 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.343887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.348124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b86755de-e194-4543-8a18-51a1407a2a33 HTTP/1.1" status: 204 len: 168 time: 0.1964571 Jul 09 19:54:50.357094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb709c7-2b38-4ba0-b91c-d84c6092038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86755de-e194-4543-8a18-51a1407a2a33,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:51.423842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fdddc-059c-4bfe-b5a8-d6d94ddd8376 req-a94788d8-d378-4f29-9bb0-24709bf2cae5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.431766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c03fdddc-059c-4bfe-b5a8-d6d94ddd8376 req-a94788d8-d378-4f29-9bb0-24709bf2cae5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0775228 Jul 09 19:54:51.481140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c03fdddc-059c-4bfe-b5a8-d6d94ddd8376 req-56ad8746-a33a-4885-b275-9aac750ac117 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Jul 09 19:54:52.364078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d0e26c6-e617-49ef-8320-f3e57427490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.389069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.517697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-239634a7-d867-4bc0-afe8-0404287917e2 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:52.562956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-239634a7-d867-4bc0-afe8-0404287917e2 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "PUT /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48 HTTP/1.1" status: 200 len: 366 time: 0.1725845 Jul 09 19:54:52.565587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.577563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a317254-806a-42f8-a7a4-6181136072e1 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107145 Jul 09 19:54:52.580524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.593153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0429ba04-481d-4b67-8daa-05e4de20b77a tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48 HTTP/1.1" status: 200 len: 366 time: 0.0113034 Jul 09 19:54:52.595794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.613199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b7ffc143-b79e-4162-a594-53743d02105e tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48 HTTP/1.1" status: 204 len: 168 time: 0.0158346 Jul 09 19:54:52.615671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.645484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-88844e31-a2ad-4d48-bed8-868055186b9a tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0180497 Jul 09 19:54:52.646194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.660513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6e545394-f3e6-481b-a5c2-b3963d42e874 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48 HTTP/1.1" status: 200 len: 370 time: 0.0131121 Jul 09 19:54:52.661509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.667665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-29436353-298d-4a56-a267-be1bbd7934c5 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48/default HTTP/1.1" status: 200 len: 370 time: 0.0046742 Jul 09 19:54:52.670983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.683704 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-023e6163-968d-406b-b75d-b12f7977e46d tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] delete failed (client error): The resource could not be found. Jul 09 19:54:52.684707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-023e6163-968d-406b-b75d-b12f7977e46d tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f9f8d1c4e92a43e9b61f04433fbe8e48 HTTP/1.1" status: 404 len: 348 time: 0.0126901 Jul 09 19:54:52.698990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35626f-68ad-45aa-88c4-9fd7389a8909 req-bd7231fa-29b5-4668-9711-df7094f5d9b0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:52.701875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da35626f-68ad-45aa-88c4-9fd7389a8909 req-bd7231fa-29b5-4668-9711-df7094f5d9b0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0868754 Jul 09 19:54:52.754932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da35626f-68ad-45aa-88c4-9fd7389a8909 req-d15f161e-6c76-4392-baa4-58cc34b57f2e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Jul 09 19:54:52.826597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.847963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:network and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.854044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.861520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:subnet and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.867184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.874941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:subnetpool and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.880753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.887637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:port and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.892859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.900707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:router and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.905957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.918670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:floatingip and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.923920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.963524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:security_group and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.970952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.977810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Usage tracker for resource:security_group_rule and tenant:4b8c803b7f174e639788ebfed0ba2ac0 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 19:54:52.984269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.quota.resource [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 19:54:52.989559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3004a59d-8eb5-4c73-a986-965822069345 tempest-QuotasTest-228296721 tempest-QuotasTest-228296721-project-admin] 10.222.0.10 "GET /v2.0/quotas/4b8c803b7f174e639788ebfed0ba2ac0/details.json HTTP/1.1" status: 200 len: 703 time: 0.1616910 Jul 09 19:54:53.256116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.514100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:53.711993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6b55-e76b-4e0f-a702-ca68e849e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.198565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2874fb-ca36-4d7b-b516-482060991392 req-31432bc6-eedb-4ef3-90c1-ba59f18562b2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:54.201668 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf2874fb-ca36-4d7b-b516-482060991392 req-31432bc6-eedb-4ef3-90c1-ba59f18562b2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1555026 Jul 09 19:54:54.248444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6b55-e76b-4e0f-a702-ca68e849e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.261790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6b55-e76b-4e0f-a702-ca68e849e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.303106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6b55-e76b-4e0f-a702-ca68e849e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a683865-bc6e-4537-aa7d-1244ecee5528,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:54.319869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf2874fb-ca36-4d7b-b516-482060991392 req-6f8ead0b-d38b-42a4-91ce-f7db406451b5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Jul 09 19:54:54.341375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3a5f6b55-e76b-4e0f-a702-ca68e849e751 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaa20fd92ce24b0e9769bef6642efab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257120 Jul 09 19:54:54.343896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:54.364233 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:54:54.402111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.451789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.518156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.522802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.529831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a683865-bc6e-4537-aa7d-1244ecee5528 HTTP/1.1" status: 204 len: 168 time: 0.1845665 Jul 09 19:54:54.540566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5d67-cc8c-45df-b448-8da721f4affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a683865-bc6e-4537-aa7d-1244ecee5528,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:54.994759 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c044cb6e-e686-4a2e-ad27-a3c81add6176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.136539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:55.151489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c1adb08-a1b6-4e20-a36c-664b3fe3b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.229047 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.299782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c1adb08-a1b6-4e20-a36c-664b3fe3b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.304047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c1adb08-a1b6-4e20-a36c-664b3fe3b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.349710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9c1adb08-a1b6-4e20-a36c-664b3fe3b44f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b8c803b7f174e639788ebfed0ba2ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120349 Jul 09 19:54:55.352260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:55.370761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1adb08-a1b6-4e20-a36c-664b3fe3b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7396d0-f02b-4fa3-b42b-7b550686e729,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.444665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.487535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.561613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.565434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.569518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b7396d0-f02b-4fa3-b42b-7b550686e729 HTTP/1.1" status: 204 len: 168 time: 0.2135026 Jul 09 19:54:55.580003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa6c8-1162-42fe-b74c-f77f9111abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7396d0-f02b-4fa3-b42b-7b550686e729,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.583557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ea082-3073-432b-9b2e-850eb7659e56 req-1bf7a299-a50d-49cf-af70-04c361103661 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.586834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d92ea082-3073-432b-9b2e-850eb7659e56 req-1bf7a299-a50d-49cf-af70-04c361103661 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.0971684 Jul 09 19:54:55.690361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d92ea082-3073-432b-9b2e-850eb7659e56 req-8c0b0b6f-1cdb-4061-8de4-91204baab613 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858710 Jul 09 19:54:56.342895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.068955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21a791-6ad3-4b1d-b25b-1e10643c547a req-1738ec41-c1e6-4d3f-8bab-b86fae0dd4b4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:57.078238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f21a791-6ad3-4b1d-b25b-1e10643c547a req-1738ec41-c1e6-4d3f-8bab-b86fae0dd4b4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1517816 Jul 09 19:54:57.147379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f21a791-6ad3-4b1d-b25b-1e10643c547a req-69ee854f-4fb2-4160-90a1-dffa22e62aec tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Jul 09 19:54:57.690858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:57.829515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.874222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1083796052', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:57.902969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Made reservation on behalf of 7daf87258ab24eca83aaf6eff9ec9ab4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:57.905725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.918405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.035503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.039957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.052687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:58.079169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.079521 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Added segment 203bffd8-c4a3-454c-a240-54526e12f1e8 of type vlan for network 955c6a82-aa1f-4560-8e13-5e5e31475eda Jul 09 19:54:58.092014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f843a2-8663-4207-ad38-8b619e16cc41,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.149552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.190918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.192786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.193594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.259501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5645566 Jul 09 19:54:58.259961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:58.265759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'subnet': {'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:58.301844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca31476-a9fa-45cb-b59c-8f0af79fdb24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Network': ['ID=955c6a82-aa1f-4560-8e13-5e5e31475eda,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.315222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:58.319770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Made reservation on behalf of 7daf87258ab24eca83aaf6eff9ec9ab4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:58.323957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.498899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d98c0-7a9d-48ba-91f7-4412bd78fdf5 req-a5b71484-23ad-4f80-ba07-7560b2017c25 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.500343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-705d98c0-7a9d-48ba-91f7-4412bd78fdf5 req-a5b71484-23ad-4f80-ba07-7560b2017c25 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1299522 Jul 09 19:54:58.563854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-705d98c0-7a9d-48ba-91f7-4412bd78fdf5 req-d1ba6a51-723b-4910-bb7c-967bb1222b53 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526457 Jul 09 19:54:58.668783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-bec7118e-7190-4ef1-a2be-e5f72bdab2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.670651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-bec7118e-7190-4ef1-a2be-e5f72bdab2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 1096 time: 0.0644286 Jul 09 19:54:58.698758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:58.782941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-e01b938b-f3d4-450f-95ab-f6925e42f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.784554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-e01b938b-f3d4-450f-95ab-f6925e42f473 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1065426 Jul 09 19:54:58.810146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:54:58.811048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.836504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-3716d5ed-a213-451d-99a5-ab1f5f917682 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89528a96-721a-4a37-8faf-9277b10099b0 HTTP/1.1" status: 200 len: 217 time: 0.0440879 Jul 09 19:54:58.873830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Subnet': ['ID=18a6e371-7eb1-4b3d-8460-3d2505620082,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.884994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f10b6d2b-201f-41d8-84db-ded2e7772268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.887381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-ba7d7f11-8f07-4ed6-b8c8-a473134d1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.889419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-ba7d7f11-8f07-4ed6-b8c8-a473134d1e20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0480082 Jul 09 19:54:58.922664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Checking segment: {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:58.923179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network hostable DHCP agents. Network: 955c6a82-aa1f-4560-8e13-5e5e31475eda, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:58.962228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:58.969544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-a2b1f320-4a55-453c-b299-927b78a1400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.971528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-a2b1f320-4a55-453c-b299-927b78a1400f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757070 Jul 09 19:54:58.979401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 955c6a82-aa1f-4560-8e13-5e5e31475eda) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:58.987702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.989106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.990772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23c2ac-fa96-4517-85f9-f66f683e2361 None None] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:59.041950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f10b6d2b-201f-41d8-84db-ded2e7772268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.052139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f10b6d2b-201f-41d8-84db-ded2e7772268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.108395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cae1cfcd-4c58-4852-8bb8-b46816c737be tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8472455 Jul 09 19:54:59.120162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f10b6d2b-201f-41d8-84db-ded2e7772268 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c03db0d4f01a4fa88d86423627bff37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187489 Jul 09 19:54:59.121327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:59.125872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:59.134115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1401692971', 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:59.154794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-cac317e2-730f-4d74-864c-49cc5385218a service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761174 Jul 09 19:54:59.165660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Made reservation on behalf of 7daf87258ab24eca83aaf6eff9ec9ab4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:59.168460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.194285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b6d2b-201f-41d8-84db-ded2e7772268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10463e81-0acf-4ffe-873b-890c9df46af5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:59.203616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] device_id is not set on port 5aea7190-6203-4fe0-b036-42508d8fe72d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:54:59.208351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d4aff-397a-4ae3-b16c-bb2f7d1cd600 None None] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:59.284357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.327862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-59717726-e8ab-4bfc-911d-bae34eaf2f2f req-b5f43c46-fd40-4a8d-8087-d188ba820382 service neutron] 10.222.0.59 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651783 Jul 09 19:54:59.338947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.376403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 2001:db8::b (955c6a82-aa1f-4560-8e13-5e5e31475eda/18a6e371-7eb1-4b3d-8460-3d2505620082/5aea7190-6203-4fe0-b036-42508d8fe72d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:59.441991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.444580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.446183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10463e81-0acf-4ffe-873b-890c9df46af5 HTTP/1.1" status: 204 len: 168 time: 0.2917531 Jul 09 19:54:59.537853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5211a80-08a2-4c39-8466-e10c29f32d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10463e81-0acf-4ffe-873b-890c9df46af5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:59.660841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.717033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.762308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:59.766166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:59.770184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:59.771349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:59.771972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.796362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:59.797201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6719763 Jul 09 19:54:59.805397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f53786-b5cc-4dac-a394-b17b8ba65cbc tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=5aea7190-6203-4fe0-b036-42508d8fe72d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:59.842779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a12f7-d0c7-42a6-8875-a1e00c0f527a req-db5d4183-b848-4d69-910e-6db70a5d43df tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:59.844075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-265a12f7-d0c7-42a6-8875-a1e00c0f527a req-db5d4183-b848-4d69-910e-6db70a5d43df tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 945 time: 0.1475215 Jul 09 19:54:59.933529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-265a12f7-d0c7-42a6-8875-a1e00c0f527a req-097c816a-d3cd-4a5d-8ee6-a8e9d4cc210b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803604 Jul 09 19:54:59.957329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Deleting port 5aea7190-6203-4fe0-b036-42508d8fe72d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:59.957767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.043594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.055869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Calling delete_port for 5aea7190-6203-4fe0-b036-42508d8fe72d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:00.186264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.219951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aea7190-6203-4fe0-b036-42508d8fe72d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:00.245710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.249889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98811f70-4414-4c7b-938d-fbee274394e0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5aea7190-6203-4fe0-b036-42508d8fe72d HTTP/1.1" status: 204 len: 168 time: 0.4500723 Jul 09 19:55:00.250267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:00.255069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda', 'external_fixed_ips': [{'subnet_id': '18a6e371-7eb1-4b3d-8460-3d2505620082', 'ip_address': '2001:db8::b'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:00.279837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.280770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.334596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.364658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:00.456528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.484350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:00.486661 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d8414a-f455-4bef-9804-6dcda6239065" -d '{"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-unplugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:00.495564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.514678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:00.520681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.582474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:00.814085 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef82e8-236c-4c9b-beed-75d98789e5cb x-openstack-request-id: req-69ef82e8-236c-4c9b-beed-75d98789e5cb {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:00.814382 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-unplugged", "status": "completed", "tag": "89528a96-721a-4a37-8faf-9277b10099b0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:00.814643 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69ef82e8-236c-4c9b-beed-75d98789e5cb {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:00.815342 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0', 'code': 200} Jul 09 19:55:00.828520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.849990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.038314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 2001:db8::b (955c6a82-aa1f-4560-8e13-5e5e31475eda/18a6e371-7eb1-4b3d-8460-3d2505620082/2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:01.178070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea30f-2a45-4028-8786-656f7008d59d req-370e10a0-29d2-4ad2-97cc-60dadb41ac36 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.180672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28bea30f-2a45-4028-8786-656f7008d59d req-370e10a0-29d2-4ad2-97cc-60dadb41ac36 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.0935204 Jul 09 19:55:01.217545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.253352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28bea30f-2a45-4028-8786-656f7008d59d req-66ee7299-d524-4149-a774-c5ae72463ef9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Jul 09 19:55:01.298097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.338214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network 955c6a82-aa1f-4560-8e13-5e5e31475eda is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:01.343247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:01.346710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:01.486040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:01.548027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.548739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.549280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.549796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.551180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.551694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.552337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.552862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.553392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.554071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.554573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.555266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:01.763622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.011172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.150337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router c4ee42a7-4acd-4317-8d66-550c54e9569f is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:02.193636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:02.263446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:02.275402 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Sync routers for ids ['c4ee42a7-4acd-4317-8d66-550c54e9569f'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:02.290556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.291385 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Routers {'c4ee42a7-4acd-4317-8d66-550c54e9569f'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:02.295003 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c4ee42a7-4acd-4317-8d66-550c54e9569f'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:02.295175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f8e821f-42c1-4b74-89ee-b7cc2267f8c0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.0411160 Jul 09 19:55:02.296365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:02.364510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05117d7-ec55-423b-b621-abcd885e25a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.410282 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Set router c4ee42a7-4acd-4317-8d66-550c54e9569f gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:02.507535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.592279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2232-1547-49f2-95b7-de4fd4748fe6 req-73b467bf-a92e-4939-9310-be66f8bcd9f2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.597698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-372b2232-1547-49f2-95b7-de4fd4748fe6 req-73b467bf-a92e-4939-9310-be66f8bcd9f2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.1854818 Jul 09 19:55:02.602746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ee42a7-4acd-4317-8d66-550c54e9569f', 'name': '', 'tenant_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda', 'external_fixed_ips': [{'subnet_id': '18a6e371-7eb1-4b3d-8460-3d2505620082', 'ip_address': '2001:db8::b'}], 'enable_snat': True}, 'gw_port_id': '2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:00Z', 'updated_at': '2021-07-09T19:55:01Z', 'revision_number': 3, 'project_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'gw_port': {'id': '2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4', 'name': '', 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ee42a7-4acd-4317-8d66-550c54e9569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '18a6e371-7eb1-4b3d-8460-3d2505620082', 'ip_address': '2001:db8::b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:00Z', 'updated_at': '2021-07-09T19:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18a6e371-7eb1-4b3d-8460-3d2505620082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:02.633015 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Checking router: c4ee42a7-4acd-4317-8d66-550c54e9569f for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:02.633546 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Updating router c4ee42a7-4acd-4317-8d66-550c54e9569f port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:55:02.669205 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.671544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-372b2232-1547-49f2-95b7-de4fd4748fe6 req-16271d64-2a10-43ee-9e49-f8a69cb98d8f tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718033 Jul 09 19:55:02.703885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05117d7-ec55-423b-b621-abcd885e25a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.715101 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.721777 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05117d7-ec55-423b-b621-abcd885e25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.751132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:02.758050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f05117d7-ec55-423b-b621-abcd885e25a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf1fc0203f1b4814a3a82cccc4236b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630107 Jul 09 19:55:02.843242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05117d7-ec55-423b-b621-abcd885e25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd52768-d392-4ccb-9a9d-18f4dd699954,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:02.867118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Deleting port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:02.867463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.871972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.901665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.954480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c2d1-9932-406b-b568-b6e6373bdade req-da0fe019-bd93-4a33-b142-41dd07bdeb85 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.956016 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5775c2d1-9932-406b-b568-b6e6373bdade req-da0fe019-bd93-4a33-b142-41dd07bdeb85 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1424682 Jul 09 19:55:02.973473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.992945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.995704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.999300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebd52768-d392-4ccb-9a9d-18f4dd699954 HTTP/1.1" status: 204 len: 168 time: 0.2448542 Jul 09 19:55:03.005012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Calling delete_port for 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:03.009997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e112d5-5114-4d29-99cc-cadce02af226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd52768-d392-4ccb-9a9d-18f4dd699954,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.020964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5775c2d1-9932-406b-b568-b6e6373bdade req-28a034e3-181c-4896-a186-d4138b1f2a3d tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572972 Jul 09 19:55:03.032512 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.073334 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Transition to ACTIVE for port object 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:03.089585 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.159290 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:03.159663 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:03.160081 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 on network 955c6a82-aa1f-4560-8e13-5e5e31475eda {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:03.162360 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Pushing event updated for resources: {'Port': ['ID=2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.171484 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:03.171831 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Checking segment: {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:03.172244 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.172753 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Bound using segment: {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:03.173246 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Bound port: 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:03.173637 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.177443 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.177790 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.178139 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.178466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.178793 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.179120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.179443 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.179765 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.180084 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.180404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.180724 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.181349 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda00ed3-0d0b-4364-9fe0-8a42fdb76ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:03.266675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.267319 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:55:03.267319 n-d-800087-3 neutron-server[93774]: DEBUG oslo_db.api [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:55:03.292187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b061-0bd7-4a3d-9607-ab76810e6ce5 req-6a3e03e9-3af5-4f54-b9e7-927aa327b452 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.294029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b292b061-0bd7-4a3d-9607-ab76810e6ce5 req-6a3e03e9-3af5-4f54-b9e7-927aa327b452 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0956922 Jul 09 19:55:03.295208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.323036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.351348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b292b061-0bd7-4a3d-9607-ab76810e6ce5 req-e77cf1e4-f711-4c81-a0eb-d457892c41fa tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453620 Jul 09 19:55:03.429298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.431755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.451291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:03.465173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-069fdd8a-92e7-409d-99ef-c66494dd1c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.480483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.481365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4ee42a7-4acd-4317-8d66-550c54e9569f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:03.487286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.489431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-58097d05-bab4-42f8-9eb5-1b2ebdb84b48 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c4ee42a7-4acd-4317-8d66-550c54e9569f HTTP/1.1" status: 204 len: 168 time: 1.1919408 Jul 09 19:55:03.492771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:03.543417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Deleting subnet 18a6e371-7eb1-4b3d-8460-3d2505620082 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:03.547157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.585619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.590325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-069fdd8a-92e7-409d-99ef-c66494dd1c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.610572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-069fdd8a-92e7-409d-99ef-c66494dd1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.680475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.681276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-069fdd8a-92e7-409d-99ef-c66494dd1c2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23d501605e0a4a5baf5472f1df01af0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286408 Jul 09 19:55:03.682095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fdd8a-92e7-409d-99ef-c66494dd1c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3412a34-771e-4ce6-ade9-2c4bf8712be6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.682943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:03.788509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.788889 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:03.789392 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:03.789933 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Attempting to bind port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 on network 955c6a82-aa1f-4560-8e13-5e5e31475eda {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:03.797984 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:03.798585 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Checking segment: {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:03.799142 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.801902 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Bound using segment: {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:03.802382 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Bound port: 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203bffd8-c4a3-454c-a240-54526e12f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '955c6a82-aa1f-4560-8e13-5e5e31475eda'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:03.802764 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.821720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.823064 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Port 2b4768bf-b918-4d5c-82c4-f4c4bffaeeb4 has been deleted concurrently {{(pid=93774) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 19:55:03.828244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ff08b-3cc3-4d87-8212-166cab52a743 req-6ea511f3-420a-4604-b664-63053dea718a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.832381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.836734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b62ff08b-3cc3-4d87-8212-166cab52a743 req-6ea511f3-420a-4604-b664-63053dea718a tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1000857 Jul 09 19:55:03.838794 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Routers set() bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:03.839261 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Router IDs set() for agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 19:55:03.840016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_agentschedulers_db [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4ee42a7-4acd-4317-8d66-550c54e9569f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent'). {{(pid=93774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 19:55:03.840497 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa5dc0-5ecd-413d-a6c4-7c239e5e45f8 None None] The sync data for ids ['c4ee42a7-4acd-4317-8d66-550c54e9569f'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:03.854423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.859330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/18a6e371-7eb1-4b3d-8460-3d2505620082 HTTP/1.1" status: 204 len: 168 time: 0.3629198 Jul 09 19:55:03.860443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:03.882507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d765c-4e87-4aad-8347-5b860fa2c23c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=18a6e371-7eb1-4b3d-8460-3d2505620082,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.922452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.929407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.942821 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3412a34-771e-4ce6-ade9-2c4bf8712be6 HTTP/1.1" status: 204 len: 168 time: 0.2503929 Jul 09 19:55:03.953580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16242d-1de2-4104-b7e7-5fabd56f7522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3412a34-771e-4ce6-ade9-2c4bf8712be6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.965122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b62ff08b-3cc3-4d87-8212-166cab52a743 req-f7808f24-7229-4955-821b-07ac487cafbd tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266694 Jul 09 19:55:03.995575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.085341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.096936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955c6a82-aa1f-4560-8e13-5e5e31475eda']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:04.108299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203bffd8-c4a3-454c-a240-54526e12f1e8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:04.108657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203bffd8-c4a3-454c-a240-54526e12f1e8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:04.118935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.134024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.141967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:04.142213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:04.143968 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:04.207361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.217666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 955c6a82-aa1f-4560-8e13-5e5e31475eda {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 19:55:04.220304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.222322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/networks/955c6a82-aa1f-4560-8e13-5e5e31475eda HTTP/1.1" status: 204 len: 168 time: 0.3602433 Jul 09 19:55:04.237160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f448d-c0f5-43a3-8a35-28424e543c24 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Network': ['ID=955c6a82-aa1f-4560-8e13-5e5e31475eda,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:04.383961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 89528a96-721a-4a37-8faf-9277b10099b0 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:04.582813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:04.587515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'name': 'tempest-router--1046201404', 'project_id': '455b5e09004a402cb1b7d8779416e2f9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:04.611422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.612667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.673666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.688635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.709885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.711581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae594007-2be7-4dd1-b368-fcbcfea72e0c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1277950 Jul 09 19:55:04.714269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:04.799343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.230854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510b78-f255-4451-95a9-11fe8379bb77 req-f4421417-a6f5-48af-bc7b-b62022393e41 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:05.232373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52510b78-f255-4451-95a9-11fe8379bb77 req-f4421417-a6f5-48af-bc7b-b62022393e41 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0841537 Jul 09 19:55:05.278175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52510b78-f255-4451-95a9-11fe8379bb77 req-5ab07791-0816-4c66-8dfe-d5fb2d849673 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399945 Jul 09 19:55:05.302015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.304671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.356191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.356798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1aec3aa-dfde-4048-bad8-f8a515315b97 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:05.361189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.366137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-69f248d9-0f8b-4fc1-bbef-a12707797798 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a1aec3aa-dfde-4048-bad8-f8a515315b97 HTTP/1.1" status: 204 len: 168 time: 0.6469505 Jul 09 19:55:05.565170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:05.729506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-412996609', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:05.756350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.757604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.816994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.963066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.171282 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.195614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.314310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Allocated IP 172.25.3.183 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/10d52c0c-52b0-41ea-8a07-72d958de0222) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:06.435963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.490354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.557431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:06.563160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:06.565822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e20fd5-fe76-4674-b501-d51c76f3264a req-0d32e045-7ada-47c2-bcad-9dfaff634ea8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.567430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:06.569231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07e20fd5-fe76-4674-b501-d51c76f3264a req-0d32e045-7ada-47c2-bcad-9dfaff634ea8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0806410 Jul 09 19:55:06.597694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event updated for resources: {'Port': ['ID=10d52c0c-52b0-41ea-8a07-72d958de0222,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:06.634156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07e20fd5-fe76-4674-b501-d51c76f3264a req-dc33d62a-6860-49c9-a5c7-d4a296294810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553303 Jul 09 19:55:06.866723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.098374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.203931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:07.243467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Router 638f53b2-6a70-45e7-8006-7d17ebad65fe is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:07.352908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b677b18-7950-409d-ab15-cdb298e2abfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.385754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:07.395766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] Sync routers for ids ['638f53b2-6a70-45e7-8006-7d17ebad65fe'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:07.406173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] Routers {'638f53b2-6a70-45e7-8006-7d17ebad65fe'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:07.406791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['638f53b2-6a70-45e7-8006-7d17ebad65fe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:07.440491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:07.449586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] Routers {'638f53b2-6a70-45e7-8006-7d17ebad65fe'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:07.450191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['638f53b2-6a70-45e7-8006-7d17ebad65fe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:07.474384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b677b18-7950-409d-ab15-cdb298e2abfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.480362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b677b18-7950-409d-ab15-cdb298e2abfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.482573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:07.483223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa235387-7aad-4bc9-8e5c-aa8b78f9466f None None] The sync data for ids ['638f53b2-6a70-45e7-8006-7d17ebad65fe'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:07.504442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.505674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db61c8c7-a05d-4870-b43b-3549462d18a5 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9394946 Jul 09 19:55:07.508543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:07.513669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2b677b18-7950-409d-ab15-cdb298e2abfd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c75bd91942f4406ca5323eb25bfeb623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086843 Jul 09 19:55:07.516122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:07.546598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b677b18-7950-409d-ab15-cdb298e2abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc2e13-2268-462f-843a-077dc0073fac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:07.578902 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.602482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.658050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.661995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.663393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ddc2e13-2268-462f-843a-077dc0073fac HTTP/1.1" status: 204 len: 168 time: 0.1463537 Jul 09 19:55:07.672892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead4d91-fd8d-4bb1-8c6a-ecd9e74e32eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc2e13-2268-462f-843a-077dc0073fac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:07.977935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:07.998175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-527644cd-fb39-4189-b35a-45643a090fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.002651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a645d086-52b6-499a-a516-1aac8cf7dae3 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/638f53b2-6a70-45e7-8006-7d17ebad65fe HTTP/1.1" status: 200 len: 924 time: 0.4929233 Jul 09 19:55:08.005552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:08.037186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-23a82bcd-d787-4956-8831-f3dfa2bdd659 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=638f53b2-6a70-45e7-8006-7d17ebad65fe HTTP/1.1" status: 200 len: 205 time: 0.0304606 Jul 09 19:55:08.039925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:08.062321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d485-13f5-4227-9fab-e2afc508c124 req-2dc9c5af-4c47-4755-bf95-a3f851029173 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:08.063899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b08d485-13f5-4227-9fab-e2afc508c124 req-2dc9c5af-4c47-4755-bf95-a3f851029173 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1146958 Jul 09 19:55:08.103608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b08d485-13f5-4227-9fab-e2afc508c124 req-d8686513-584b-49fd-99cb-f7cf139fb02e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338731 Jul 09 19:55:08.198194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.258640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-527644cd-fb39-4189-b35a-45643a090fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.264033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-527644cd-fb39-4189-b35a-45643a090fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.599594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-527644cd-fb39-4189-b35a-45643a090fbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b55c055d9d694158b37e27eed7210459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202466 Jul 09 19:55:08.602314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:08.603419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527644cd-fb39-4189-b35a-45643a090fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba784d-63ac-4a8b-bebf-1ca17c665ef0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:08.616053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.657748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.677277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port 10d52c0c-52b0-41ea-8a07-72d958de0222 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:08.677715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.682899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.744761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.748517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.751138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80ba784d-63ac-4a8b-bebf-1ca17c665ef0 HTTP/1.1" status: 204 len: 168 time: 0.1472700 Jul 09 19:55:08.765689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda2b61-fed1-465b-b7e6-e7021a92a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba784d-63ac-4a8b-bebf-1ca17c665ef0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:08.817409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.830433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for 10d52c0c-52b0-41ea-8a07-72d958de0222 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:09.006254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.040095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=10d52c0c-52b0-41ea-8a07-72d958de0222,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:09.119771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.231463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.234452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.293728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.294823 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router 638f53b2-6a70-45e7-8006-7d17ebad65fe {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:09.309334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.311108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0d74c234-dd33-4735-b155-0f94afad41cd tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/638f53b2-6a70-45e7-8006-7d17ebad65fe HTTP/1.1" status: 204 len: 168 time: 1.2696362 Jul 09 19:55:09.315003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:09.320242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1320522497', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:09.323933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cd98c-6c18-472c-abb6-8ecaea9a1d4d req-e974c959-1182-4be5-a7b9-8aa8bcfde004 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.334786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f21cd98c-6c18-472c-abb6-8ecaea9a1d4d req-e974c959-1182-4be5-a7b9-8aa8bcfde004 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0998125 Jul 09 19:55:09.344152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.345561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.393651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f21cd98c-6c18-472c-abb6-8ecaea9a1d4d req-bfdf07be-4740-4bfc-9ef9-0cc022a98d14 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523231 Jul 09 19:55:09.415038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.573222 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.826593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.827305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e718-1ea7-44c3-8f61-0836baae04d8 req-e314c4eb-482f-4f7c-998f-be27c6ef671a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.828617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4d5e718-1ea7-44c3-8f61-0836baae04d8 req-e314c4eb-482f-4f7c-998f-be27c6ef671a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.0726578 Jul 09 19:55:09.850672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.874918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4d5e718-1ea7-44c3-8f61-0836baae04d8 req-bfc8cd58-ff0d-4c74-b0bf-e16b12546c07 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Jul 09 19:55:09.969845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 172.25.3.239 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/9d601d07-77f6-49bc-aa3b-0cf7fa00997e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:10.076060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.120703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.166719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:10.169482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:10.172941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:10.178622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:10.426088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.594063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611f42-6eb5-4069-8fcb-61a5cad7947b req-99e68690-0aed-47e5-85db-786a1f09786c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:10.595575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c611f42-6eb5-4069-8fcb-61a5cad7947b req-99e68690-0aed-47e5-85db-786a1f09786c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0737674 Jul 09 19:55:10.635686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c611f42-6eb5-4069-8fcb-61a5cad7947b req-47a66a5b-f3b4-4faa-af8c-f0aa20c1b8ce tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344586 Jul 09 19:55:10.641163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.778580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:10.888292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:10.898378 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Sync routers for ids ['1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:10.908385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.910945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-393d4324-16c9-43fb-848c-5084650a8bbb tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.5944664 Jul 09 19:55:10.911756 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Routers {'1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:10.912384 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:10.913706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:11.030330 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Set router 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:11.046655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-11834505-7cb2-4388-b5ba-91bc6c55faa0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 HTTP/1.1" status: 200 len: 909 time: 0.1315269 Jul 09 19:55:11.049019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:11.053382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1320522497', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:11.092695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.093761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.136463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2d685-d071-489e-bca2-0606b1d30fa2 req-bdefb49c-9706-41fd-a24b-4b58f0939381 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.145363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33a2d685-d071-489e-bca2-0606b1d30fa2 req-bdefb49c-9706-41fd-a24b-4b58f0939381 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.1292393 Jul 09 19:55:11.163342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.184587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-33a2d685-d071-489e-bca2-0606b1d30fa2 req-85bcc13c-eb87-42c8-8440-a78318e87802 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Jul 09 19:55:11.249655 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'name': 'tempest-snat-router-1320522497', 'tenant_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239'}], 'enable_snat': False}, 'gw_port_id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:10Z', 'revision_number': 3, 'project_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'gw_port': {'id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:11.283778 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Checking router: 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:11.284643 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Updating router 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:55:11.320832 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.324258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.441905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:11.563053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a907f317-e97f-4048-895a-fd41370036a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.580678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.585968 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.596881 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Transition to ACTIVE for port object 9d601d07-77f6-49bc-aa3b-0cf7fa00997e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:11.603067 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.611228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.623660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-28be7dd7-f9e9-4e3d-a05e-f9ff727be696 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.625433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-28be7dd7-f9e9-4e3d-a05e-f9ff727be696 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.25 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 946 time: 0.1374500 Jul 09 19:55:11.659348 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Attempting to bind port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:11.660232 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Attempting to bind port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:11.660590 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Attempting to bind port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:11.669476 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:11.670098 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:11.670659 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.671599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:11.671716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Bound port: 9d601d07-77f6-49bc-aa3b-0cf7fa00997e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:11.672046 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.672339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a907f317-e97f-4048-895a-fd41370036a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.679421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a907f317-e97f-4048-895a-fd41370036a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.731854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] For port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:11.736208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a907f317-e97f-4048-895a-fd41370036a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11eaafcd7a26458b99334ad82892ae07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932103 Jul 09 19:55:11.738861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907f317-e97f-4048-895a-fd41370036a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe1c670-9c2e-445e-888f-258e7bd49646,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:11.739193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] For port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:11.740385 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7804c31-c8f0-4edf-a9dc-2ada719086dd None None] Pushing event updated for resources: {'Port': ['ID=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:11.741952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:11.748644 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.802459 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Routers {'1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:11.803158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:11.830926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.848984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 172.25.3.205 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0847daf5-930c-44a3-8610-b77b4f682c44) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:11.860672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.915166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.919013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.921596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abe1c670-9c2e-445e-888f-258e7bd49646 HTTP/1.1" status: 204 len: 168 time: 0.1649964 Jul 09 19:55:11.930575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Deleting port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:11.930922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.934341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8a641-baf9-4a2d-bbe3-8eedb17b637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe1c670-9c2e-445e-888f-258e7bd49646,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.003353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7804c31-c8f0-4edf-a9dc-2ada719086dd None None] Pushing event updated for resources: {'Port': ['ID=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.004606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206777da-bc21-4d81-82ac-af961d110b57 req-ceca4aaa-ed6f-4004-ab4d-1569de0d3bb0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.007310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-206777da-bc21-4d81-82ac-af961d110b57 req-ceca4aaa-ed6f-4004-ab4d-1569de0d3bb0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.2162895 Jul 09 19:55:12.068415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] Set router 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:12.112907 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.119305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-206777da-bc21-4d81-82ac-af961d110b57 req-9240d311-cab1-4e0e-90d0-85915aa5e2d0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038258 Jul 09 19:55:12.127540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] For port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,segment=NetworkSegment(76a7042b-21b8-44eb-95ca-4eb220a76b66),segment_id=76a7042b-21b8-44eb-95ca-4eb220a76b66)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:12.129493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.162360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Calling delete_port for 5e81ec7d-65c7-4f3d-a34b-eb04185de01a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:12.266540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.285272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:12.300405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e1ecd37-7fc5-41ae-8135-837b37faa749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.305925 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'name': 'tempest-snat-router-1320522497', 'tenant_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239'}], 'enable_snat': False}, 'gw_port_id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:10Z', 'revision_number': 3, 'project_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'gw_port': {'id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:12.335402 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b3614-925e-45e0-a7f2-8ed0a16de463 None None] The sync data for ids ['1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2'] in n-d-800087-3 is: [{'id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'name': 'tempest-snat-router-1320522497', 'tenant_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239'}], 'enable_snat': False}, 'gw_port_id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:10Z', 'revision_number': 3, 'project_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'gw_port': {'id': '9d601d07-77f6-49bc-aa3b-0cf7fa00997e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:09Z', 'updated_at': '2021-07-09T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:12.340505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:12.355308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:12.380784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:12.432942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e1ecd37-7fc5-41ae-8135-837b37faa749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.439663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e1ecd37-7fc5-41ae-8135-837b37faa749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.448987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=0847daf5-930c-44a3-8610-b77b4f682c44,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.455123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.466226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5e81ec7d-65c7-4f3d-a34b-eb04185de01a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:12.486243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e1ecd37-7fc5-41ae-8135-837b37faa749 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cea31f2608f4c80af1dd9393b5040fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994548 Jul 09 19:55:12.489189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ecd37-7fc5-41ae-8135-837b37faa749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd1c40-959b-45b6-8390-9521d2be8104,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.493382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:12.502159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Pushing event deleted for resources: {'Port': ['ID=5e81ec7d-65c7-4f3d-a34b-eb04185de01a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.549659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.572436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.612599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] No DVR routers for this DVR port 5e81ec7d-65c7-4f3d-a34b-eb04185de01a on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:12.645096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.646109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162662-da75-4cd9-8fea-d33d655ba27d req-7dc84bf8-42ee-43d5-8603-66641691732a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.647267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71162662-da75-4cd9-8fea-d33d655ba27d req-7dc84bf8-42ee-43d5-8603-66641691732a tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47b4932-63c1-4aa6-8976-674673e9460b HTTP/1.1" status: 200 len: 867 time: 0.3134899 Jul 09 19:55:12.648018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.648417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.649269 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ccd1c40-959b-45b6-8390-9521d2be8104 HTTP/1.1" status: 204 len: 168 time: 0.1546378 Jul 09 19:55:12.650393 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-498e6829-aead-4501-8b8d-a04030c54ea1 req-b2fd7401-265d-4e80-bd84-25dfaaf733cc tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.25 "DELETE /v2.0/ports/5e81ec7d-65c7-4f3d-a34b-eb04185de01a HTTP/1.1" status: 204 len: 173 time: 1.0181088 Jul 09 19:55:12.658755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a864390-b012-42d2-b2f0-966dd0494689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd1c40-959b-45b6-8390-9521d2be8104,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.662388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'name': 'network-vif-deleted', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:12.665086 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ace43-ba6f-4f0d-80c6-01e44e100329" -d '{"events": [{"server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "name": "network-vif-deleted", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:12.728749 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a115ab-cd3c-421f-b2ef-57aa025e53d6 x-openstack-request-id: req-e1a115ab-cd3c-421f-b2ef-57aa025e53d6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:12.729042 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47b4932-63c1-4aa6-8976-674673e9460b", "name": "network-vif-deleted", "tag": "5e81ec7d-65c7-4f3d-a34b-eb04185de01a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:12.729321 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1a115ab-cd3c-421f-b2ef-57aa025e53d6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:12.729732 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b4932-63c1-4aa6-8976-674673e9460b', 'name': 'network-vif-deleted', 'tag': '5e81ec7d-65c7-4f3d-a34b-eb04185de01a', 'status': 'completed', 'code': 200} Jul 09 19:55:12.762229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71162662-da75-4cd9-8fea-d33d655ba27d req-11c60d33-8b4d-4360-b87f-0e94475095f6 tempest-VolumesSnapshotTestJSON-361442365 tempest-VolumesSnapshotTestJSON-361442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 09 19:55:12.891254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.119518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.287952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router 2facd496-bac1-45f5-9012-ae57d2426e81 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:13.409331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08572f5f-75b3-4019-ba4a-0a75aaed7b95 req-4a05861d-5c89-4bf1-9ccb-17d8fdc39c92 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.417444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08572f5f-75b3-4019-ba4a-0a75aaed7b95 req-4a05861d-5c89-4bf1-9ccb-17d8fdc39c92 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1399074 Jul 09 19:55:13.454573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08572f5f-75b3-4019-ba4a-0a75aaed7b95 req-735f974f-c711-4e2c-a18d-46637389e144 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362868 Jul 09 19:55:13.463063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:13.474104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Sync routers for ids ['2facd496-bac1-45f5-9012-ae57d2426e81'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:13.485360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Routers {'2facd496-bac1-45f5-9012-ae57d2426e81'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:13.485973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['2facd496-bac1-45f5-9012-ae57d2426e81'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:13.492023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.494381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e18119cc-db06-488f-8bd4-08cf5cc71d8b tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4442549 Jul 09 19:55:13.497052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:13.612468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Set router 2facd496-bac1-45f5-9012-ae57d2426e81 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:13.617746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-929695a3-df34-473a-8d4b-432218ab0020 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/2facd496-bac1-45f5-9012-ae57d2426e81 HTTP/1.1" status: 200 len: 908 time: 0.1191640 Jul 09 19:55:13.618265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:13.727192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.818153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2facd496-bac1-45f5-9012-ae57d2426e81', 'name': 'tempest-snat-router-1320522497', 'tenant_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '0847daf5-930c-44a3-8610-b77b4f682c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:11Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 3, 'project_id': '7daf87258ab24eca83aaf6eff9ec9ab4', 'gw_port': {'id': '0847daf5-930c-44a3-8610-b77b4f682c44', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2facd496-bac1-45f5-9012-ae57d2426e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:11Z', 'updated_at': '2021-07-09T19:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:13.856570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Checking router: 2facd496-bac1-45f5-9012-ae57d2426e81 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:13.857025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Updating router 2facd496-bac1-45f5-9012-ae57d2426e81 port 0847daf5-930c-44a3-8610-b77b4f682c44 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:55:13.904658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.213880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9d601d07-77f6-49bc-aa3b-0cf7fa00997e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:14.229621 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.283884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:14.301389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:14.301980 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.343274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Deleting port 0847daf5-930c-44a3-8610-b77b4f682c44 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:14.343624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.520585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.546327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.552233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Calling delete_port for 0847daf5-930c-44a3-8610-b77b4f682c44 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:14.565346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Transition to ACTIVE for port object 0847daf5-930c-44a3-8610-b77b4f682c44 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:14.584141 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.618705 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.686362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b3859-f8e9-4c9e-974c-933daa1a788f None None] Pushing event updated for resources: {'Port': ['ID=0847daf5-930c-44a3-8610-b77b4f682c44,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.691686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:14.698709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:14.699083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:14.699634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:14.706021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.735609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774b322-e75b-4c55-b116-91e735ab8813 req-e621e951-28e0-452c-87b9-cf630a355d75 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:14.738114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0774b322-e75b-4c55-b116-91e735ab8813 req-e621e951-28e0-452c-87b9-cf630a355d75 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0932312 Jul 09 19:55:14.754456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:14.755169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:14.755958 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.756675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:14.757550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Bound port: 0847daf5-930c-44a3-8610-b77b4f682c44, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:14.759034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.789188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0774b322-e75b-4c55-b116-91e735ab8813 req-69e36515-ccf0-42f7-a51a-edbc3f514167 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434532 Jul 09 19:55:14.850567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.852662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.865999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:55:14.866566 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:55:14.892289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Port': ['ID=0847daf5-930c-44a3-8610-b77b4f682c44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.969323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.124145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.127103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.194551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.195308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2facd496-bac1-45f5-9012-ae57d2426e81 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:15.202693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.204276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2289a45e-55ee-4fc3-8c0d-cf5d6bb65b8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2facd496-bac1-45f5-9012-ae57d2426e81 HTTP/1.1" status: 204 len: 168 time: 1.5851860 Jul 09 19:55:15.206928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:15.351795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.389805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:15.390197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:15.390576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Attempting to bind port 0847daf5-930c-44a3-8610-b77b4f682c44 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:15.398617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:15.398617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:15.398978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.400163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:15.400595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Bound port: 0847daf5-930c-44a3-8610-b77b4f682c44, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:15.400997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.427088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Port 0847daf5-930c-44a3-8610-b77b4f682c44 has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 19:55:15.444795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Routers set() bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:15.445439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Router IDs set() for agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 19:55:15.446411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_agentschedulers_db [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2facd496-bac1-45f5-9012-ae57d2426e81'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent'). {{(pid=93773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 19:55:15.446994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d29163-54a0-4a94-9c2c-bcab597318b2 None None] The sync data for ids ['2facd496-bac1-45f5-9012-ae57d2426e81'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:15.502821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.594784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-e74fd2f4-8b40-4e3e-90fd-1d97fc581afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.596289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-e74fd2f4-8b40-4e3e-90fd-1d97fc581afa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.4416294 Jul 09 19:55:15.605362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad493d62-343b-4cdf-af68-badd695794ca req-1badad8a-50b2-49a9-822b-31c7a9e57fe2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.605923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Deleting port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:15.608219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.613378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad493d62-343b-4cdf-af68-badd695794ca req-1badad8a-50b2-49a9-822b-31c7a9e57fe2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.4689310 Jul 09 19:55:15.719599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad493d62-343b-4cdf-af68-badd695794ca req-d131f198-d0c2-43a7-9817-0cabb1adb5a6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052644 Jul 09 19:55:15.771335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-e50cb8d5-f0eb-4953-9b3e-21ed8991e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.772930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-e50cb8d5-f0eb-4953-9b3e-21ed8991e5d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1570270 Jul 09 19:55:15.803577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] For port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:15.803950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.814675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e81ec7d-65c7-4f3d-a34b-eb04185de01a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:15.822034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Calling delete_port for 9d601d07-77f6-49bc-aa3b-0cf7fa00997e owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:15.854426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 5e81ec7d-65c7-4f3d-a34b-eb04185de01a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:15.855126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5e81ec7d-65c7-4f3d-a34b-eb04185de01a not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:15.867918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-b054ea10-25fa-4589-8d32-5c2c86418b3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.0878046 Jul 09 19:55:15.925625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-12a5a5e4-ad57-450f-9951-c1319388aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.928228 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-12a5a5e4-ad57-450f-9951-c1319388aeaf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0536342 Jul 09 19:55:16.049538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.058772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-54902145-af90-48e2-8b5f-72fd1846eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.059411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9d601d07-77f6-49bc-aa3b-0cf7fa00997e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:16.061662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-54902145-af90-48e2-8b5f-72fd1846eeda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275663 Jul 09 19:55:16.088583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d601d07-77f6-49bc-aa3b-0cf7fa00997e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:16.099543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 9d601d07-77f6-49bc-aa3b-0cf7fa00997e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:16.099669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9d601d07-77f6-49bc-aa3b-0cf7fa00997e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 19:55:16.134654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Port 9d601d07-77f6-49bc-aa3b-0cf7fa00997e not found, will not notify nova. {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 19:55:16.168784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.183281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-6a336f1b-e743-4179-ae10-9b0a04ccb2b1 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142468 Jul 09 19:55:16.267422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.269668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.308043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2506bdc8-cd75-47d5-a25b-9973a98a1ab4 req-d7809a05-88ad-41e5-85c5-266be6e93264 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181927 Jul 09 19:55:16.328395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.329450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:16.335059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.336385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb0a5bf5-18c7-4d13-aabf-342ae9f3ff9c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "DELETE /v2.0/routers/1d1b65ef-2be2-49a0-b7cd-6dc6a1f6b3f2 HTTP/1.1" status: 204 len: 168 time: 1.1284847 Jul 09 19:55:16.342094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:16.348272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1087448089', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:16.378024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.379704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.435973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.600743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.970522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.026455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.129369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f21ec-9fe4-48a5-a60a-a7051daaf558 req-3d631de4-8109-4f45-bf90-7ef4fc3c8395 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:17.131595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a4f21ec-9fe4-48a5-a60a-a7051daaf558 req-3d631de4-8109-4f45-bf90-7ef4fc3c8395 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1761034 Jul 09 19:55:17.214349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Allocated IP 172.25.3.207 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c589d3bb-01cf-46a3-9793-cc3d92a7eb8c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:17.220962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a4f21ec-9fe4-48a5-a60a-a7051daaf558 req-f69d399e-bc7c-480c-8ec7-3c3ca73f6e06 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581353 Jul 09 19:55:17.327487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.372292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.408288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:17.414839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:17.418500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:17.442386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event updated for resources: {'Port': ['ID=c589d3bb-01cf-46a3-9793-cc3d92a7eb8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:17.679093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.902505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.034414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9d601d07-77f6-49bc-aa3b-0cf7fa00997e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:18.063819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Router 49626e85-e583-437e-a0df-e6d85f49a1af is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:18.229764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 9d601d07-77f6-49bc-aa3b-0cf7fa00997e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:18.230082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9d601d07-77f6-49bc-aa3b-0cf7fa00997e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:18.250601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:18.265821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] Sync routers for ids ['49626e85-e583-437e-a0df-e6d85f49a1af'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:18.279895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.281168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2186bae2-3748-4814-87df-106378e591bb tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9382555 Jul 09 19:55:18.283815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:18.286483 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] Routers {'49626e85-e583-437e-a0df-e6d85f49a1af'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:18.287227 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['49626e85-e583-437e-a0df-e6d85f49a1af'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:18.291665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:18.321515 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:18.331021 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] Routers {'49626e85-e583-437e-a0df-e6d85f49a1af'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:18.332316 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['49626e85-e583-437e-a0df-e6d85f49a1af'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:18.374430 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:18.375377 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881eb95-2a7b-4672-9e8f-7b1c3f914423 None None] The sync data for ids ['49626e85-e583-437e-a0df-e6d85f49a1af'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:18.541277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e6fdf-21d1-407a-8d9f-8e35ae77b955 req-9aa39796-b19f-47e6-b21d-103caa397d58 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.542768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e73e6fdf-21d1-407a-8d9f-8e35ae77b955 req-9aa39796-b19f-47e6-b21d-103caa397d58 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1475427 Jul 09 19:55:18.651564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e73e6fdf-21d1-407a-8d9f-8e35ae77b955 req-8dec7040-3c63-4fde-8dce-a8933dff6808 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026866 Jul 09 19:55:18.678939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.711367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.901955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bdc3f-46d6-4cd8-8e92-8f5411ece2b8 req-d014cec8-c008-49c7-9e20-ed6cec1afecf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.909394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd1bdc3f-46d6-4cd8-8e92-8f5411ece2b8 req-d014cec8-c008-49c7-9e20-ed6cec1afecf tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1000226 Jul 09 19:55:18.965687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd1bdc3f-46d6-4cd8-8e92-8f5411ece2b8 req-6449eaae-4a01-4a9b-ae93-db3e46db69a5 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548191 Jul 09 19:55:19.544636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.555821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.612313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b739093-db66-45b6-b188-e2d170a99c3b req-87e94550-1104-4db6-9fbb-1cca2fbe0320 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:19.614384 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b739093-db66-45b6-b188-e2d170a99c3b req-87e94550-1104-4db6-9fbb-1cca2fbe0320 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.4641337 Jul 09 19:55:19.697879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b739093-db66-45b6-b188-e2d170a99c3b req-3415b32a-a506-4d3b-be99-975ba364c312 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455005 Jul 09 19:55:19.712197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router 49626e85-e583-437e-a0df-e6d85f49a1af has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:19.832211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:19.837764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.841180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-03694e19-12cd-47f5-b401-3a9e4bc7765a tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "PUT /v2.0/routers/49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 200 len: 926 time: 1.5537219 Jul 09 19:55:19.841731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:19.842296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] Sync routers for ids ['49626e85-e583-437e-a0df-e6d85f49a1af'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:19.856024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] Routers {'49626e85-e583-437e-a0df-e6d85f49a1af'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:19.859314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['49626e85-e583-437e-a0df-e6d85f49a1af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:19.918903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:19.930298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] Routers {'49626e85-e583-437e-a0df-e6d85f49a1af'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:19.931170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['49626e85-e583-437e-a0df-e6d85f49a1af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:20.005029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6df6475a-04d2-461e-96f7-382b5c0f1f18 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 200 len: 926 time: 0.1620047 Jul 09 19:55:20.006239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:20.006932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0179b48-fa72-4b3c-a6ce-f039aaed33a2 None None] The sync data for ids ['49626e85-e583-437e-a0df-e6d85f49a1af'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:20.008003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:20.111429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffece2da-4375-4270-9dc3-390775ba45fd tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.116495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ffece2da-4375-4270-9dc3-390775ba45fd tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=49626e85-e583-437e-a0df-e6d85f49a1af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1049793 Jul 09 19:55:20.116850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:20.250109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a29868-e2d7-4ab0-b7bc-bfd4ef290e8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.251633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f0a29868-e2d7-4ab0-b7bc-bfd4ef290e8e tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1337247 Jul 09 19:55:20.254536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:20.261379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181957-19cc-4f40-83e9-2585d86baf33 req-8b053560-4be3-412c-83f2-1bd02a5c477b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.263010 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14181957-19cc-4f40-83e9-2585d86baf33 req-8b053560-4be3-412c-83f2-1bd02a5c477b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1377552 Jul 09 19:55:20.284950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aaba9993-f528-42d5-a8ea-627da4be2702 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 200 len: 205 time: 0.0286384 Jul 09 19:55:20.287403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:20.319244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14181957-19cc-4f40-83e9-2585d86baf33 req-69e4b931-3e3e-411a-8d71-b9b97d10664e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482497 Jul 09 19:55:20.429929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.551499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.614589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port c589d3bb-01cf-46a3-9793-cc3d92a7eb8c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:20.615268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.699723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.712285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for c589d3bb-01cf-46a3-9793-cc3d92a7eb8c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:20.932580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.969539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=c589d3bb-01cf-46a3-9793-cc3d92a7eb8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:21.035553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.133779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.136104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.188176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.188693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router 49626e85-e583-437e-a0df-e6d85f49a1af {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:21.195997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.200892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:21.201394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-485c21d3-03e1-4973-a72f-6e7f7beb4ade tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 204 len: 168 time: 0.9119520 Jul 09 19:55:21.205601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1196657112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:21.240936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.242436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.306602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.313295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.339426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.343385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1ed4af3-da6a-4844-ae8f-670fd1d9ea4b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1388497 Jul 09 19:55:21.344714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:21.350311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:21.618335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736c2ca-0562-4b48-8749-e5d394cfb3c2 req-7168fb2e-caf6-4c9f-b5b0-ccdc9328d15b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:21.620320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1736c2ca-0562-4b48-8749-e5d394cfb3c2 req-7168fb2e-caf6-4c9f-b5b0-ccdc9328d15b tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1083152 Jul 09 19:55:21.635065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.676700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1736c2ca-0562-4b48-8749-e5d394cfb3c2 req-23e858f1-958d-42b4-8691-95cf62fbc098 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508535 Jul 09 19:55:22.165444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011215-f0d0-4e0b-816a-05d4355218e5 req-0903bc9c-3870-461b-82fd-d14a7061c786 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.172930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48011215-f0d0-4e0b-816a-05d4355218e5 req-0903bc9c-3870-461b-82fd-d14a7061c786 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1326325 Jul 09 19:55:22.185874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-a01631f7-78e6-483a-8cb2-4a654a3810b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.187536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-a01631f7-78e6-483a-8cb2-4a654a3810b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 1096 time: 0.1108725 Jul 09 19:55:22.268821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.276912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48011215-f0d0-4e0b-816a-05d4355218e5 req-78833159-43d6-4f98-97e5-86956b7799b9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027319 Jul 09 19:55:22.289242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.352636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-bdba3f74-c022-4745-966e-d3f019bec252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.354147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-134cf4ab-41ff-42b1-be36-fe5ffe24a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.357930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-bdba3f74-c022-4745-966e-d3f019bec252 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 200 len: 912 time: 0.1617296 Jul 09 19:55:22.435939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-b331b012-01ab-4a66-a79a-529b7bfa17a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 200 len: 1000 time: 0.0699642 Jul 09 19:55:22.442724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Allocated IP 172.25.3.89 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b17496c6-a06d-4a8b-8163-123ca98cf4f0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:22.507682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-b18c34a6-4db7-425e-9c4f-da4573065b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.517107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-b18c34a6-4db7-425e-9c4f-da4573065b39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 200 len: 850 time: 0.0743129 Jul 09 19:55:22.604110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.635286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-076b87a3-0b8d-4176-8121-9eebcb1828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.644494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-076b87a3-0b8d-4176-8121-9eebcb1828ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd7942bd-4eff-45ff-a272-d98d4d15139d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159055 Jul 09 19:55:22.668981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.747636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:22.753554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:22.759012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:22.789618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event updated for resources: {'Port': ['ID=b17496c6-a06d-4a8b-8163-123ca98cf4f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:22.794296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-0e66283b-5980-4c8e-9557-7f2d9d9b06e4 service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422076 Jul 09 19:55:22.921833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5af89066-d1ce-494d-9263-fbdec07a0071 req-2987df71-1b15-4994-a9d4-b9c2c167fdaa service neutron] 10.222.0.25 "GET /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163113 Jul 09 19:55:23.054031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.278095 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.295409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.299275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.484544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Router 4c86d8c0-c31c-48f2-8387-005daf4b090d is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:23.507563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb75847-ec8b-4a3b-b571-2eefd653e706 req-e4ac9ecf-2552-4b3a-9328-527ac31ea531 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.514998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abb75847-ec8b-4a3b-b571-2eefd653e706 req-e4ac9ecf-2552-4b3a-9328-527ac31ea531 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0930135 Jul 09 19:55:23.557178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abb75847-ec8b-4a3b-b571-2eefd653e706 req-03937650-e83c-4afc-ad73-8e4c0b4d33c1 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413578 Jul 09 19:55:23.642644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:23.654203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] Sync routers for ids ['4c86d8c0-c31c-48f2-8387-005daf4b090d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:23.658974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.662738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ee68c34-9e91-49c6-80a5-83857880d21c tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "PUT /v2.0/routers/4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 200 len: 883 time: 2.3163812 Jul 09 19:55:23.665751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:23.668902 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] Routers {'4c86d8c0-c31c-48f2-8387-005daf4b090d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:23.669612 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4c86d8c0-c31c-48f2-8387-005daf4b090d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:23.714541 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:23.725091 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] Routers {'4c86d8c0-c31c-48f2-8387-005daf4b090d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:23.726282 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:54:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4c86d8c0-c31c-48f2-8387-005daf4b090d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:23.768941 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:23.771150 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90336d-670c-4383-a502-a786f0ca7f83 None None] The sync data for ids ['4c86d8c0-c31c-48f2-8387-005daf4b090d'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:23.797850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6b1494f4-fd4f-4ca7-9f16-f9ce4089369c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 200 len: 924 time: 0.1307695 Jul 09 19:55:23.801631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:23.964915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3c7d9-c3a2-4a60-9933-6ede57a93fec tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.967021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-92d3c7d9-c3a2-4a60-9933-6ede57a93fec tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=4c86d8c0-c31c-48f2-8387-005daf4b090d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1646473 Jul 09 19:55:23.969865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:24.077505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807e742-b481-401d-a620-4d4709b55926 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.079547 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3807e742-b481-401d-a620-4d4709b55926 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1084173 Jul 09 19:55:24.082977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:24.113300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7c6f9731-b7cd-48d4-b53a-59255e546e75 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 200 len: 205 time: 0.0291181 Jul 09 19:55:24.115862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:24.257395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.371987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.435911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port b17496c6-a06d-4a8b-8163-123ca98cf4f0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:24.436463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.523524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.538152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for b17496c6-a06d-4a8b-8163-123ca98cf4f0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:24.779214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58b515-4a81-4915-affa-7c1bb9441933 req-018e5998-d898-4c4b-ae61-91eea84b64be tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.782127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d58b515-4a81-4915-affa-7c1bb9441933 req-018e5998-d898-4c4b-ae61-91eea84b64be tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0951900 Jul 09 19:55:24.800383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.830798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=b17496c6-a06d-4a8b-8163-123ca98cf4f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:24.847490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d58b515-4a81-4915-affa-7c1bb9441933 req-5f009526-caa9-4078-aee1-90967dd20eb4 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583365 Jul 09 19:55:24.931434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.958649 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4c58f8-5356-4edb-8e1c-598f06b95f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.060144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.062333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.158019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.158649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router 4c86d8c0-c31c-48f2-8387-005daf4b090d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:25.165873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.166975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b5cb8be2-1a7c-4ad7-b988-18020ce25266 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 204 len: 168 time: 1.0502894 Jul 09 19:55:25.170742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:25.175398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-366841446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:25.210947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ef0d8-b056-452b-803d-8f7f8eafcac8 req-1c90ac93-64e9-4b73-8d78-de6349e96d88 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.219654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-597ef0d8-b056-452b-803d-8f7f8eafcac8 req-1c90ac93-64e9-4b73-8d78-de6349e96d88 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1514125 Jul 09 19:55:25.233453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.236044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.241416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.270469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-597ef0d8-b056-452b-803d-8f7f8eafcac8 req-6c05935e-20da-44de-ac5f-d8ad7383b3b3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461805 Jul 09 19:55:25.333274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.340316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.362837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.364293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-000d6048-6afa-48b0-818e-38b4a884a92a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1926322 Jul 09 19:55:25.367313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:25.372328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:25.668762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.939533 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.969435 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.105217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 172.25.3.244 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/aca9f2d6-87c0-4266-a5a2-6ac41f93c383) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:26.245829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.292134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.337472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:26.341415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:26.345509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:26.353745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.386870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=aca9f2d6-87c0-4266-a5a2-6ac41f93c383,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:26.397936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.398190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.398464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.398865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.399331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.399726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.400116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.400503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.400896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.401340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.401675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.402097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:26.711071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.741531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:26.808545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb0ddb-f929-4897-9386-0be770fea92b req-f1a9e630-6ccc-43c7-8287-74cc45d4a940 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.810102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4feb0ddb-f929-4897-9386-0be770fea92b req-f1a9e630-6ccc-43c7-8287-74cc45d4a940 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9411b-8651-41ab-bd6e-c1277e35468c HTTP/1.1" status: 200 len: 943 time: 0.1377087 Jul 09 19:55:26.849385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af56b534-7155-4272-8079-98dc74c76af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.943550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af56b534-7155-4272-8079-98dc74c76af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.949029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af56b534-7155-4272-8079-98dc74c76af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.989666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b534-7155-4272-8079-98dc74c76af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5330d15e-567d-4840-925f-a873db29572d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.001181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af56b534-7155-4272-8079-98dc74c76af7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28bed522075a4cb6b22ee4368fa194d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558787 Jul 09 19:55:27.001181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:27.005188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.012222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.024359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port 89528a96-721a-4a37-8faf-9277b10099b0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:27.024707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.060675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.083846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.148582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.152256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.153744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5330d15e-567d-4840-925f-a873db29572d HTTP/1.1" status: 204 len: 168 time: 0.1518497 Jul 09 19:55:27.163636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8802155-61d9-43f0-838d-f0c996d32219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5330d15e-567d-4840-925f-a873db29572d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.491508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:27.504729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d58981d2-ecb7-4029-9869-7d66f9a924dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.568017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port 89528a96-721a-4a37-8faf-9277b10099b0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=89528a96-721a-4a37-8faf-9277b10099b0,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:27.568486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.584633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for 89528a96-721a-4a37-8faf-9277b10099b0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:27.598947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d58981d2-ecb7-4029-9869-7d66f9a924dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.604018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d58981d2-ecb7-4029-9869-7d66f9a924dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.647750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d58981d2-ecb7-4029-9869-7d66f9a924dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d22afba32b7f40ba827f62cd2d07628f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529543 Jul 09 19:55:27.648582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:27.662675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58981d2-ecb7-4029-9869-7d66f9a924dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d60b3-b4e7-4c49-aed0-8e1954b26d5c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.665103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router 854416a2-0ffe-4914-bfaa-6576edc2607e is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:27.708879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.741917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.804306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.807258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.811371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/270d60b3-b4e7-4c49-aed0-8e1954b26d5c HTTP/1.1" status: 204 len: 168 time: 0.1624081 Jul 09 19:55:27.819856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbb576-6121-4ad0-934f-2bcb45682911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d60b3-b4e7-4c49-aed0-8e1954b26d5c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.823630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:27.828503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.829626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a681d654-0f56-466d-a876-4dc284e1ec23 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "PUT /v2.0/routers/854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 200 len: 918 time: 2.4611757 Jul 09 19:55:27.832890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:27.840552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.857713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] Sync routers for ids ['854416a2-0ffe-4914-bfaa-6576edc2607e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:27.863892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:27.911625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:27.914013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=89528a96-721a-4a37-8faf-9277b10099b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.970935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.997519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] No DVR routers for this DVR port 89528a96-721a-4a37-8faf-9277b10099b0 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:28.004746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.010625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] Routers {'854416a2-0ffe-4914-bfaa-6576edc2607e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:28.011124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['854416a2-0ffe-4914-bfaa-6576edc2607e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:28.016173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4feb0ddb-f929-4897-9386-0be770fea92b req-e6722a0a-4bc9-47d3-925d-95781c49e2b8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "DELETE /v2.0/ports/89528a96-721a-4a37-8faf-9277b10099b0 HTTP/1.1" status: 204 len: 173 time: 1.1971145 Jul 09 19:55:28.017309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-deleted', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:28.021221 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeffcfe-a712-4fb2-89e7-79e90b904439" -d '{"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-deleted", "tag": "89528a96-721a-4a37-8faf-9277b10099b0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:28.067171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:28.110264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] Routers {'854416a2-0ffe-4914-bfaa-6576edc2607e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:28.110916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['854416a2-0ffe-4914-bfaa-6576edc2607e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:28.115717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:28.116126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b780ed31-2731-4fe2-a229-a03d96dd270c tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 200 len: 924 time: 0.2818437 Jul 09 19:55:28.141371 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79054f1-0626-4bb8-9ede-1a1446b4ea51 x-openstack-request-id: req-b79054f1-0626-4bb8-9ede-1a1446b4ea51 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:28.141673 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9411b-8651-41ab-bd6e-c1277e35468c", "name": "network-vif-deleted", "tag": "89528a96-721a-4a37-8faf-9277b10099b0", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:28.141936 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b79054f1-0626-4bb8-9ede-1a1446b4ea51 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:28.142372 n-d-800087-3 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48c9411b-8651-41ab-bd6e-c1277e35468c', 'name': 'network-vif-deleted', 'tag': '89528a96-721a-4a37-8faf-9277b10099b0', 'status': 'failed', 'code': 422} returned with failed status Jul 09 19:55:28.208644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:28.209259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc1118-8415-447d-b263-8510c1879763 None None] The sync data for ids ['854416a2-0ffe-4914-bfaa-6576edc2607e'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:28.260421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2c29b-0df0-421e-93d6-da5297ddb502 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:28.263180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9f2c29b-0df0-421e-93d6-da5297ddb502 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=854416a2-0ffe-4914-bfaa-6576edc2607e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1457889 Jul 09 19:55:28.266775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:28.411326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b5bef-f55d-40fa-a4db-0e580d453eb7 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:28.412743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-842b5bef-f55d-40fa-a4db-0e580d453eb7 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1441646 Jul 09 19:55:28.415544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:28.447785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcf7cf9d-4a03-4f9d-a432-7effd5c625fa tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 200 len: 205 time: 0.0310857 Jul 09 19:55:28.450114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:28.591994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.992648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.058432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port aca9f2d6-87c0-4266-a5a2-6ac41f93c383 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:29.059176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.169475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.183864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for aca9f2d6-87c0-4266-a5a2-6ac41f93c383 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:29.314417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a644532-f31c-49b9-a829-c5643bcfb445 req-069960b8-c5b3-425f-b125-ceda1379a43c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:29.315984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3a644532-f31c-49b9-a829-c5643bcfb445 req-069960b8-c5b3-425f-b125-ceda1379a43c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 908 time: 0.1298854 Jul 09 19:55:29.447004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.510447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=aca9f2d6-87c0-4266-a5a2-6ac41f93c383,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:29.582495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.735324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.737989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.803576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.804441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router 854416a2-0ffe-4914-bfaa-6576edc2607e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:29.820736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.821567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f5122a3-f082-430d-bbd1-10a5bd389805 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 204 len: 168 time: 1.3704534 Jul 09 19:55:29.825334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:29.830006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1551601657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:29.858763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.860028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.920787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.927894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.948090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.949942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d863da3d-4ac8-4e98-b04b-ede81f0bfc0d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1233478 Jul 09 19:55:29.952659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:29.959456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:30.198228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.445631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.466906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.535017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07c07-81a7-453a-b5b6-672e45ee2690 req-9141e158-81aa-4f99-8b7c-76b773e84afa tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.537005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02c07c07-81a7-453a-b5b6-672e45ee2690 req-9141e158-81aa-4f99-8b7c-76b773e84afa tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 908 time: 0.0708234 Jul 09 19:55:30.592041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Allocated IP 172.25.3.204 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/25b24c5b-3229-46c4-a941-d9728efbceb9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:30.747733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.758247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-67142734-6d0a-438f-8a2f-d991187a92d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.759753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-67142734-6d0a-438f-8a2f-d991187a92d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 908 time: 0.1166289 Jul 09 19:55:30.849912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.938000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:30.941957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Pushing event updated for resources: {'Port': ['ID=25b24c5b-3229-46c4-a941-d9728efbceb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:30.948972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:30.951263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:30.994549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port 7279bb43-3b2c-490f-be26-0b897e2c9a19 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:30.995247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.009622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:31.140130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a782830e-9f10-4d61-81a6-e6119710e1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.184461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port 7279bb43-3b2c-490f-be26-0b897e2c9a19, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=7279bb43-3b2c-490f-be26-0b897e2c9a19,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:31.184778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.229424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for 7279bb43-3b2c-490f-be26-0b897e2c9a19 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:31.235896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a782830e-9f10-4d61-81a6-e6119710e1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.240780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a782830e-9f10-4d61-81a6-e6119710e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.280130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a782830e-9f10-4d61-81a6-e6119710e1d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fb61e6217a349518e9e3b1b7e9cc031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693753 Jul 09 19:55:31.282799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:31.289536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782830e-9f10-4d61-81a6-e6119710e1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91e2a3-5861-475e-8ad3-2884443dc886,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:31.344942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.347013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.364115 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:55:31.367884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.424374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.427849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.431556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d91e2a3-5861-475e-8ad3-2884443dc886 HTTP/1.1" status: 204 len: 168 time: 0.1454444 Jul 09 19:55:31.439233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fde7b-f70e-420c-96a3-574c010ee04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91e2a3-5861-475e-8ad3-2884443dc886,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:31.532340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.567858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=7279bb43-3b2c-490f-be26-0b897e2c9a19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:31.651495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] No DVR routers for this DVR port 7279bb43-3b2c-490f-be26-0b897e2c9a19 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:31.657752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.659713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d22faf6-4196-4e6d-92f7-1fcd546e182c req-4ab37520-0b6e-48a2-b863-0476649b50c3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "DELETE /v2.0/ports/7279bb43-3b2c-490f-be26-0b897e2c9a19 HTTP/1.1" status: 204 len: 173 time: 0.8832407 Jul 09 19:55:31.660156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'name': 'network-vif-deleted', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:31.662448 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d22506e-88a1-4984-a7a7-52977ed7ec8b" -d '{"events": [{"server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "name": "network-vif-deleted", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:31.711280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.716649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.765320 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8255e6-0fce-4ea7-972c-4589603883d8 x-openstack-request-id: req-8a8255e6-0fce-4ea7-972c-4589603883d8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:31.777655 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f61c24-41f2-47e1-bdd4-9655900ed9be", "name": "network-vif-deleted", "tag": "7279bb43-3b2c-490f-be26-0b897e2c9a19", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:31.778180 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a8255e6-0fce-4ea7-972c-4589603883d8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:31.778828 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f61c24-41f2-47e1-bdd4-9655900ed9be', 'name': 'network-vif-deleted', 'tag': '7279bb43-3b2c-490f-be26-0b897e2c9a19', 'status': 'completed', 'code': 200} Jul 09 19:55:31.792304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d9474462-b715-4314-87b1-7244233fb339 req-ab91aa3a-91c1-455b-8508-cdab8433b7ab tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f61c24-41f2-47e1-bdd4-9655900ed9be HTTP/1.1" status: 200 len: 210 time: 0.0692985 Jul 09 19:55:31.850660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:31.871622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12768f71-381e-495c-b967-049f9a9df3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.919915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Router 1fb5e197-d05b-456b-90c9-b1592032194a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:32.021063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12768f71-381e-495c-b967-049f9a9df3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.027681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12768f71-381e-495c-b967-049f9a9df3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.054487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:32.061563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.066120 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] Sync routers for ids ['1fb5e197-d05b-456b-90c9-b1592032194a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:32.068399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.069432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1ba1a2b7-96ba-445f-94ec-a5f190378de0 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "PUT /v2.0/routers/1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 200 len: 920 time: 2.1083546 Jul 09 19:55:32.076623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12768f71-381e-495c-b967-049f9a9df3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd9422-0063-4b2d-be89-9ace05f2a327,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.080672 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] Routers {'1fb5e197-d05b-456b-90c9-b1592032194a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:32.081362 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1fb5e197-d05b-456b-90c9-b1592032194a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:32.137851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.138592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-12768f71-381e-495c-b967-049f9a9df3fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be625c265b654abc834d62eabe7d9e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861965 Jul 09 19:55:32.171943 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:32.189156 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] Routers {'1fb5e197-d05b-456b-90c9-b1592032194a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:32.190396 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1fb5e197-d05b-456b-90c9-b1592032194a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:32.241855 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:32.242599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65b213-e87c-480b-bbbe-10b2b0d99787 None None] The sync data for ids ['1fb5e197-d05b-456b-90c9-b1592032194a'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:32.276601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.284399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-54b41ed4-b1be-4620-a398-86f0f35cf241 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 200 len: 926 time: 0.2138207 Jul 09 19:55:32.287427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.306364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.354757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1021520f-35b7-43f3-b329-85031995ae92 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.356892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1021520f-35b7-43f3-b329-85031995ae92 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=1fb5e197-d05b-456b-90c9-b1592032194a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0683277 Jul 09 19:55:32.360011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.403458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.406106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.407308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9bd9422-0063-4b2d-be89-9ace05f2a327 HTTP/1.1" status: 204 len: 168 time: 0.2684681 Jul 09 19:55:32.422734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419bb8-b61f-4431-a39a-04e2c022ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd9422-0063-4b2d-be89-9ace05f2a327,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.462834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834fd870-60e9-42a1-a236-f2a10c9d4d9d tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.464254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-834fd870-60e9-42a1-a236-f2a10c9d4d9d tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1032069 Jul 09 19:55:32.467099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.500322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-43233170-67cd-4100-bbcc-dd097f143776 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 200 len: 205 time: 0.0314178 Jul 09 19:55:32.502065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.608940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.711028 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.098738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port 25b24c5b-3229-46c4-a941-d9728efbceb9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:33.099386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.188941 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.203213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for 25b24c5b-3229-46c4-a941-d9728efbceb9 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:33.435829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaaace-66b7-40be-9858-247808554caa req-574e969b-e532-4037-b32d-c53b7400f271 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.437593 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48aaaace-66b7-40be-9858-247808554caa req-574e969b-e532-4037-b32d-c53b7400f271 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 945 time: 0.1628222 Jul 09 19:55:33.485817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.518568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48aaaace-66b7-40be-9858-247808554caa req-e5a7c505-783b-4985-81d5-6256785529b2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701132 Jul 09 19:55:33.519725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=25b24c5b-3229-46c4-a941-d9728efbceb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.594898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.693043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.697346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.739578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.740189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb5e197-d05b-456b-90c9-b1592032194a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:33.747782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.748949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc3eaf3a-f7d4-4753-88a2-8fedaba6155f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 204 len: 168 time: 1.2454484 Jul 09 19:55:33.753797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:33.761966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-685969630', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:33.789409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.790324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.849167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.998564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.233390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.255586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.371348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Allocated IP 172.25.3.76 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4333b8c0-0d0f-4851-a5af-5a29ddc65ddc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:34.494339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.545838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.594325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:34.597586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:34.600051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:34.645033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event updated for resources: {'Port': ['ID=4333b8c0-0d0f-4851-a5af-5a29ddc65ddc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:34.769683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33525510-4bff-4410-a3bd-a8b14717103c req-4d1a31ee-88b3-49ef-b8d7-91be0cf2a5d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.772081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33525510-4bff-4410-a3bd-a8b14717103c req-4d1a31ee-88b3-49ef-b8d7-91be0cf2a5d2 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 945 time: 0.0806615 Jul 09 19:55:34.865548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33525510-4bff-4410-a3bd-a8b14717103c req-4c3cbb4a-1b19-43f3-ae8c-ed59324b8ac6 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863678 Jul 09 19:55:34.891986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-f52d99fd-900f-4a89-a843-569e09012e29 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.893831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-f52d99fd-900f-4a89-a843-569e09012e29 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 945 time: 0.0897298 Jul 09 19:55:34.926549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.026483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port fae20ec2-4ccf-41af-9169-2698f72e101c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:35.027230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.158022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port fae20ec2-4ccf-41af-9169-2698f72e101c, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fae20ec2-4ccf-41af-9169-2698f72e101c,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:35.158553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.172387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for fae20ec2-4ccf-41af-9169-2698f72e101c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:35.210480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.329523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.343133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fae20ec2-4ccf-41af-9169-2698f72e101c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:35.346864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:35.364051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=fae20ec2-4ccf-41af-9169-2698f72e101c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:35.396251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Router a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:55:35.483022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] No DVR routers for this DVR port fae20ec2-4ccf-41af-9169-2698f72e101c on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:35.485769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.489428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bf5e13aa-cd99-4de5-b135-360e70e064ae req-70ee66f5-ef45-43ed-8e87-9c6163765fa0 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "DELETE /v2.0/ports/fae20ec2-4ccf-41af-9169-2698f72e101c HTTP/1.1" status: 204 len: 173 time: 0.5901709 Jul 09 19:55:35.489820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'name': 'network-vif-deleted', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:35.497094 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868ec7b-68aa-400c-91ce-c597e4cb6ea2" -d '{"events": [{"server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "name": "network-vif-deleted", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:35.605442 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534627b-d15a-4ac6-9040-4e91e3bd8cff x-openstack-request-id: req-4534627b-d15a-4ac6-9040-4e91e3bd8cff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:35.605782 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33fd4f9-dd10-48e3-8064-d3ba3b29e480", "name": "network-vif-deleted", "tag": "fae20ec2-4ccf-41af-9169-2698f72e101c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:35.606039 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4534627b-d15a-4ac6-9040-4e91e3bd8cff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:35.607273 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33fd4f9-dd10-48e3-8064-d3ba3b29e480', 'name': 'network-vif-deleted', 'tag': 'fae20ec2-4ccf-41af-9169-2698f72e101c', 'status': 'completed', 'code': 200} Jul 09 19:55:35.644084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:35.661980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] Sync routers for ids ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:35.670111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.675115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:35.676020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-63650767-b3dc-4c87-9fb5-b5f66c30f961 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9205153 Jul 09 19:55:35.676444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] Routers {'a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:35.677308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:35.681460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:35.738874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:35.750848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] Routers {'a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:35.751470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:35.829584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:35.831091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f440e-d5d1-4617-a3ad-3c7bd76a4e9d None None] The sync data for ids ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:35.929079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7279bb43-3b2c-490f-be26-0b897e2c9a19 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:35.963949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 7279bb43-3b2c-490f-be26-0b897e2c9a19 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:35.964288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 7279bb43-3b2c-490f-be26-0b897e2c9a19 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:36.100040 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67bb5e6b-8f9c-4da7-9400-e1e6dba2e1e6 req-57eede9f-898c-459b-84ae-afb71c218511 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33fd4f9-dd10-48e3-8064-d3ba3b29e480 HTTP/1.1" status: 200 len: 210 time: 0.0567853 Jul 09 19:55:36.192552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.219304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.302378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Deleting port 4333b8c0-0d0f-4851-a5af-5a29ddc65ddc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:36.302726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.391486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.404726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Calling delete_port for 4333b8c0-0d0f-4851-a5af-5a29ddc65ddc owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:36.616310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.644138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Pushing event deleted for resources: {'Port': ['ID=4333b8c0-0d0f-4851-a5af-5a29ddc65ddc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:36.736618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.965261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.970125 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.051696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Router a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:37.158389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:37.171822 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] Sync routers for ids ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:37.175156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.176391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dc822035-5e5a-4adc-acdd-10ba5815624d tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "PUT /v2.0/routers/a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 200 len: 709 time: 1.5001776 Jul 09 19:55:37.179207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:37.189248 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] Routers {'a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:37.190487 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:37.227993 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:37.237151 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] Routers {'a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:37.237991 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:37.271306 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:37.272228 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55946a-5cba-44fc-af21-d5fb8fa6c7bb None None] The sync data for ids ['a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:37.306373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02d9a414-0f41-409c-b502-29b3f5530310 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/routers/a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 200 len: 744 time: 0.1253052 Jul 09 19:55:37.306677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:37.372195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e07852b-d7ac-4345-bb0a-08392604e757 tempest-RoutersIpV6AdminTest-1242061865 tempest-RoutersIpV6AdminTest-1242061865-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 200 len: 205 time: 0.0643411 Jul 09 19:55:37.375126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:37.417615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e63afd94-05e5-4883-bb0b-ef4a862e3561 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 200 len: 205 time: 0.0415657 Jul 09 19:55:37.420588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:37.820076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.923288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450e20-cf25-4d64-b4fe-5ffac9f47e60 req-2d36e629-cb0e-4277-bf03-4aa387d40e10 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:37.930849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30450e20-cf25-4d64-b4fe-5ffac9f47e60 req-2d36e629-cb0e-4277-bf03-4aa387d40e10 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1526299 Jul 09 19:55:38.055789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.058297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.077440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30450e20-cf25-4d64-b4fe-5ffac9f47e60 req-27069b91-0158-4692-a08e-214c1f6baa88 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457477 Jul 09 19:55:38.130206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.130734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Fanout notify agent at l3_agent the message router_deleted on router a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:38.140499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.147603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.148200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3bdad27b-9854-4310-9532-04d0704967f4 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 204 len: 168 time: 0.7262633 Jul 09 19:55:38.178452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5dc95f7d-6790-4440-abe0-adf57020c66f tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 200 len: 205 time: 0.0296838 Jul 09 19:55:38.182022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.226409 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-310e14ee-8b80-4165-9207-58c301da312b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.229984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-310e14ee-8b80-4165-9207-58c301da312b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/a4fa98e1-041a-4ca9-bc4b-9ecebf7d0fdd HTTP/1.1" status: 404 len: 336 time: 0.0444071 Jul 09 19:55:38.230190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.264912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a471b693-3ff8-415d-a5c4-bf0a21ef0d62 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 200 len: 205 time: 0.0314190 Jul 09 19:55:38.265290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.316532 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7020e8bd-b712-46ee-a424-caeccf7536ed tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.317566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7020e8bd-b712-46ee-a424-caeccf7536ed tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/1fb5e197-d05b-456b-90c9-b1592032194a HTTP/1.1" status: 404 len: 336 time: 0.0512953 Jul 09 19:55:38.320254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.355666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9de51b6c-5a44-4cd4-a7ca-143df2c4ce09 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 200 len: 205 time: 0.0343328 Jul 09 19:55:38.358087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.394617 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2db43340-3b49-49db-8348-35da75280ebc tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.395633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2db43340-3b49-49db-8348-35da75280ebc tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/854416a2-0ffe-4914-bfaa-6576edc2607e HTTP/1.1" status: 404 len: 336 time: 0.0366919 Jul 09 19:55:38.398342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.431772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e93bf8f0-21b6-449b-8823-e24487bdd50b tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 200 len: 205 time: 0.0323668 Jul 09 19:55:38.434228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.476508 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f71d9d4a-f7c0-4a3e-b3b8-fb51bc2f3226 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.480026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f71d9d4a-f7c0-4a3e-b3b8-fb51bc2f3226 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/4c86d8c0-c31c-48f2-8387-005daf4b090d HTTP/1.1" status: 404 len: 336 time: 0.0420861 Jul 09 19:55:38.480182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.510479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-afc8f74a-5de4-4ebc-aaa3-aeb8d2139c63 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 200 len: 205 time: 0.0291531 Jul 09 19:55:38.514670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.555487 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-cdd25937-fdb5-4444-9c2f-c3e5ac544d6a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.556482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cdd25937-fdb5-4444-9c2f-c3e5ac544d6a tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/49626e85-e583-437e-a0df-e6d85f49a1af HTTP/1.1" status: 404 len: 336 time: 0.0407290 Jul 09 19:55:38.559446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.597307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-70aa1bbe-82d8-43de-a8f7-15a1fb65ad9e tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "GET /v2.0/ports?device_id=638f53b2-6a70-45e7-8006-7d17ebad65fe HTTP/1.1" status: 200 len: 205 time: 0.0366254 Jul 09 19:55:38.599768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.648234 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-312c54d9-e614-41ed-87ab-79fa224cb5b2 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] delete failed (client error): The resource could not be found. Jul 09 19:55:38.651999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-312c54d9-e614-41ed-87ab-79fa224cb5b2 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/routers/638f53b2-6a70-45e7-8006-7d17ebad65fe HTTP/1.1" status: 404 len: 336 time: 0.0486107 Jul 09 19:55:38.652321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:38.681966 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccf5c1d-7d55-44b8-9863-fb02d19fc960 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] DELETE failed (client error): The resource could not be found. Jul 09 19:55:38.682446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccf5c1d-7d55-44b8-9863-fb02d19fc960 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:55:38.685188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dccf5c1d-7d55-44b8-9863-fb02d19fc960 tempest-RoutersIpV6AdminTest-2033401997 tempest-RoutersIpV6AdminTest-2033401997-project] 10.222.0.10 "DELETE /v2.0/subnets/18a6e371-7eb1-4b3d-8460-3d2505620082 HTTP/1.1" status: 404 len: 337 time: 0.0307653 Jul 09 19:55:38.861235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-e5854fbc-3747-4986-b8e4-c24caf69ceb3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:38.864655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-e5854fbc-3747-4986-b8e4-c24caf69ceb3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1017272 Jul 09 19:55:39.029266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:39.029507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.247693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:39.248403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.274205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:39.274908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:39.327634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4946c-dba5-440a-bb3b-1aca0b49d34d req-eae12e0f-fbc0-48cb-a5fe-cc42dc0b3ba3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.334496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7f4946c-dba5-440a-bb3b-1aca0b49d34d req-eae12e0f-fbc0-48cb-a5fe-cc42dc0b3ba3 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 945 time: 0.1084406 Jul 09 19:55:39.400399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7f4946c-dba5-440a-bb3b-1aca0b49d34d req-0ecb59c4-9534-4708-8ca5-14813c549ade tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e4e009a-2711-48d6-a56c-3deff3cc0355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Jul 09 19:55:39.507591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.519649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0f1373a4-b82a-40a0-92e3-1a1f04e50b98'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:39.541441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=0f1373a4-b82a-40a0-92e3-1a1f04e50b98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:39.592643 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-363f6f2e-209d-45b4-b2d4-b9bd546b2f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.626177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] No DVR routers for this DVR port 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:39.629238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.632162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84363180-e2ed-41f7-9df6-1b563f0d721a req-f7f70edd-75fd-4793-9aca-8fc022489810 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.59 "DELETE /v2.0/ports/0f1373a4-b82a-40a0-92e3-1a1f04e50b98 HTTP/1.1" status: 204 len: 173 time: 0.7608728 Jul 09 19:55:39.632860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'name': 'network-vif-deleted', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:39.635435 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377fd39-365d-4977-8df0-daf79c051e41" -d '{"events": [{"server_uuid": "61df511b-841c-4218-833e-231efddf876f", "name": "network-vif-deleted", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:39.833562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-363f6f2e-209d-45b4-b2d4-b9bd546b2f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.845280 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-363f6f2e-209d-45b4-b2d4-b9bd546b2f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.927883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6f2e-209d-45b4-b2d4-b9bd546b2f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9444aa-3782-45a0-a2b2-a01b85fcc8ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:39.935904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-363f6f2e-209d-45b4-b2d4-b9bd546b2f20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=514fdd5480f448d9bd8e6328066a5082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598895 Jul 09 19:55:39.938592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:39.959034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fae20ec2-4ccf-41af-9169-2698f72e101c no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:40.053116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: fae20ec2-4ccf-41af-9169-2698f72e101c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:40.053489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fae20ec2-4ccf-41af-9169-2698f72e101c not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:40.087103 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:40.114878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:40.256928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:40.260838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:40.266947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff9444aa-3782-45a0-a2b2-a01b85fcc8ce HTTP/1.1" status: 204 len: 168 time: 0.3270006 Jul 09 19:55:40.294609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1409b-5714-4929-91f2-de5b7b479213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9444aa-3782-45a0-a2b2-a01b85fcc8ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:40.306219 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a133b5-d287-49d2-90cf-89777631e355 x-openstack-request-id: req-e5a133b5-d287-49d2-90cf-89777631e355 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:40.317015 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df511b-841c-4218-833e-231efddf876f", "name": "network-vif-deleted", "tag": "0f1373a4-b82a-40a0-92e3-1a1f04e50b98", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:40.317609 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5a133b5-d287-49d2-90cf-89777631e355 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:40.318608 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df511b-841c-4218-833e-231efddf876f', 'name': 'network-vif-deleted', 'tag': '0f1373a4-b82a-40a0-92e3-1a1f04e50b98', 'status': 'completed', 'code': 200} Jul 09 19:55:40.641343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbde4368-93cd-42f6-86d1-b0e904b530f8 req-c02ef8a5-8179-4eac-b3a0-7c85f98ccf1e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=61df511b-841c-4218-833e-231efddf876f HTTP/1.1" status: 200 len: 210 time: 0.0384924 Jul 09 19:55:40.889558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:40.944297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:40.950128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af41dadd-297f-47e2-8fd5-4117e2ef7c04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7daf87258ab24eca83aaf6eff9ec9ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508251 Jul 09 19:55:41.013922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.038820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.093771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.097364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.098681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47f843a2-8663-4207-ad38-8b619e16cc41 HTTP/1.1" status: 204 len: 168 time: 0.1534672 Jul 09 19:55:41.108615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60ab6-5a40-4ba2-b07f-c3bf75e9496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f843a2-8663-4207-ad38-8b619e16cc41,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:42.176556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0008-99a6-4c8f-9383-21f50d03fe15 req-745d0f51-a62f-4dde-8192-3425afcaa7bd tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.183675 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79cd0008-99a6-4c8f-9383-21f50d03fe15 req-745d0f51-a62f-4dde-8192-3425afcaa7bd tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.1037021 Jul 09 19:55:42.230210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79cd0008-99a6-4c8f-9383-21f50d03fe15 req-c94fad85-df5a-4c13-8635-f6f593156647 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455830 Jul 09 19:55:42.582625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:42.615787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:42.616140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0f1373a4-b82a-40a0-92e3-1a1f04e50b98 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:42.708160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:42.832321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1401347938', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:42.854414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Made reservation on behalf of 66d856fbb72547408c4065f0b993ba34 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:42.856892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.865988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.961921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.967164 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.973303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] device_id is not set on port 2bbeb86f-9eca-40fe-aa3e-70d318f773c4 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:55:43.024005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c1d9e-c396-44ae-9215-167bd7ca348c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:43.096907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Allocated IP 172.25.3.14 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/2bbeb86f-9eca-40fe-aa3e-70d318f773c4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:43.248240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.297887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.338352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:43.341267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:43.344715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:43.376772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Pushing event updated for resources: {'Port': ['ID=2bbeb86f-9eca-40fe-aa3e-70d318f773c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:43.393415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.394032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.410528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-993cf4c0-9bb4-41cd-a0e0-b92582ff99b3 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7012186 Jul 09 19:55:43.413818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:43.418084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.14'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:43.474783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.475746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.509910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06e7e2-9ffa-4c5d-b334-65628b96ae31 req-9de8d1d5-110c-4f68-901f-39922099a5fc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.511457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a06e7e2-9ffa-4c5d-b334-65628b96ae31 req-9de8d1d5-110c-4f68-901f-39922099a5fc tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.0992775 Jul 09 19:55:43.575766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.714432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a06e7e2-9ffa-4c5d-b334-65628b96ae31 req-a8f45376-c998-4d6c-b687-72428759871e tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1911464 Jul 09 19:55:44.063553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:44.131238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e080-28c4-4c01-a017-bf3516637b07 req-78f4ccff-91a1-4ab4-bdb7-58e64e716a12 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.132708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5910e080-28c4-4c01-a017-bf3516637b07 req-78f4ccff-91a1-4ab4-bdb7-58e64e716a12 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.5521498 Jul 09 19:55:44.136740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.186979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e13e00b-7c9e-404c-8404-af63fb3ead53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.277889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e13e00b-7c9e-404c-8404-af63fb3ead53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.282426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e13e00b-7c9e-404c-8404-af63fb3ead53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.297121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:44.297724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.328835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e13e00b-7c9e-404c-8404-af63fb3ead53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d8262225a264617936061963728832a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619588 Jul 09 19:55:44.329979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:44.331570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13e00b-7c9e-404c-8404-af63fb3ead53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9fa8e-1376-45b3-87ce-26efab4e7fd1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:44.414410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.437960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.474886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] For port 9bdeb2e6-b30d-4267-84ae-b486062da2bf, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9bdeb2e6-b30d-4267-84ae-b486062da2bf,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:44.475163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.507195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.510189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.511613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cc9fa8e-1376-45b3-87ce-26efab4e7fd1 HTTP/1.1" status: 204 len: 168 time: 0.1757333 Jul 09 19:55:44.521077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39dd91-0816-45f5-882a-b046208d8544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9fa8e-1376-45b3-87ce-26efab4e7fd1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:44.572546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.598476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.865859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.866555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.867357 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Floating IP 847b42dd-2287-4a15-befe-7a3b66d03c9d disassociated. External IP: 172.25.3.196, port: 9bdeb2e6-b30d-4267-84ae-b486062da2bf. Jul 09 19:55:44.867950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for 9bdeb2e6-b30d-4267-84ae-b486062da2bf owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:44.882201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:44.897887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a640b99-a2ec-4a3b-bccc-25fb5329f51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.996144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.010402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a640b99-a2ec-4a3b-bccc-25fb5329f51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.016048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a640b99-a2ec-4a3b-bccc-25fb5329f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.063467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a640b99-a2ec-4a3b-bccc-25fb5329f51b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79c07c8f3b404676a48ded71debcbef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798770 Jul 09 19:55:45.069813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:45.089981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a640b99-a2ec-4a3b-bccc-25fb5329f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b5464-a0e9-42a8-b92a-d06a5edba138,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:45.138215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.160802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.212942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.216235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.217834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a0b5464-a0e9-42a8-b92a-d06a5edba138 HTTP/1.1" status: 204 len: 168 time: 0.1463480 Jul 09 19:55:45.223536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fcc87-d1a6-43fe-bfc7-96d4d3ca22a0 req-e8ff039e-1b14-4652-ad41-d8634bcea925 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.229607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-472fcc87-d1a6-43fe-bfc7-96d4d3ca22a0 req-e8ff039e-1b14-4652-ad41-d8634bcea925 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 945 time: 0.2870038 Jul 09 19:55:45.234486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.237769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b39839-a9ef-4239-9f31-fc87d42cbd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b5464-a0e9-42a8-b92a-d06a5edba138,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:45.238216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.338217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.338988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae7fdf2-cf04-4342-946e-143ada9e1f53 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:45.364989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-472fcc87-d1a6-43fe-bfc7-96d4d3ca22a0 req-2d4fa29c-ac49-41ea-93f9-dcbd89fa9323 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ced176-ab42-406b-9ec6-a731800edede&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283116 Jul 09 19:55:45.366607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.380616 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:55:45.384328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f88bab44-ef68-4984-8e49-beac75def442 tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9670770 Jul 09 19:55:45.384796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:45.402909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=9bdeb2e6-b30d-4267-84ae-b486062da2bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:45.532961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Deleting port 2bbeb86f-9eca-40fe-aa3e-70d318f773c4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:45.535549 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.587411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:45.672650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.691381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Calling delete_port for 2bbeb86f-9eca-40fe-aa3e-70d318f773c4 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:45.759596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 55958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:45.775073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:45.777226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebf92759-36b7-478f-8deb-fbb9359306cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.789252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Sync routers for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:45.799415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:45.800725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:45.836024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] No DVR routers for this DVR port 9bdeb2e6-b30d-4267-84ae-b486062da2bf on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:45.850322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.856558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5910e080-28c4-4c01-a017-bf3516637b07 req-0793c8a7-7eb4-4759-9f82-8f668a4e944c tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.25 "DELETE /v2.0/ports/9bdeb2e6-b30d-4267-84ae-b486062da2bf HTTP/1.1" status: 204 len: 173 time: 1.7159126 Jul 09 19:55:45.857145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-deleted', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:45.860161 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e86683-5cd5-4d3d-aa95-4cf5339168b0" -d '{"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-deleted", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:45.918531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.926355 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb2a0ed-191b-4732-87c3-175430a5075a x-openstack-request-id: req-6cb2a0ed-191b-4732-87c3-175430a5075a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:45.926788 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e19a37f-a798-40a5-b269-6ed59014ac77", "name": "network-vif-deleted", "tag": "9bdeb2e6-b30d-4267-84ae-b486062da2bf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:45.926905 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cb2a0ed-191b-4732-87c3-175430a5075a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:45.927283 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e19a37f-a798-40a5-b269-6ed59014ac77', 'name': 'network-vif-deleted', 'tag': '9bdeb2e6-b30d-4267-84ae-b486062da2bf', 'status': 'completed', 'code': 200} Jul 09 19:55:45.953393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:45.959055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bbeb86f-9eca-40fe-aa3e-70d318f773c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:46.036896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebf92759-36b7-478f-8deb-fbb9359306cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.052357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.055464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f079a85-dd0a-4d86-8de4-ab2f4f2fed4c tempest-RoutersAdminNegativeTest-623395911 tempest-RoutersAdminNegativeTest-623395911-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2bbeb86f-9eca-40fe-aa3e-70d318f773c4 HTTP/1.1" status: 204 len: 168 time: 0.6694212 Jul 09 19:55:46.056173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebf92759-36b7-478f-8deb-fbb9359306cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.102221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ebf92759-36b7-478f-8deb-fbb9359306cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=151c3cb3837b40afb8402753ef1b2322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414583 Jul 09 19:55:46.102966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92759-36b7-478f-8deb-fbb9359306cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34394095-3a84-4d46-a981-ecf909029c24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:46.105751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:46.166033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.186985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.198675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:46.229297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Checking router: eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:46.239093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:46.239847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:46.240065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.242707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.244076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34394095-3a84-4d46-a981-ecf909029c24 HTTP/1.1" status: 204 len: 168 time: 0.1376722 Jul 09 19:55:46.253371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac13b16-9973-4040-bda2-c913b8f36d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34394095-3a84-4d46-a981-ecf909029c24,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:46.368836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:46.374029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:46.586578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-553b86fc-57d7-495a-85d5-0a9a2dc6c64a req-f3caafb9-35ba-4119-9fe6-fe067c954bd9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e19a37f-a798-40a5-b269-6ed59014ac77 HTTP/1.1" status: 200 len: 210 time: 0.0529342 Jul 09 19:55:46.644650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:46.674890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ae813-4c50-4fa7-bc02-e482ee0a7edc None None] The sync data for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 is: [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:08Z', 'revision_number': 4, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5d98c8e0-d962-405f-99e5-2acc19879bc9', 'name': '', 'network_id': 'fd7942bd-4eff-45ff-a272-d98d4d15139d', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:07Z', 'updated_at': '2021-07-09T19:46:13Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'subnets': [{'id': 'ea61903d-9634-42ff-b603-a66f8a43006f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:46.729432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aecace73-9bf5-489f-88f4-e35834e7e277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.865851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aecace73-9bf5-489f-88f4-e35834e7e277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.871779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aecace73-9bf5-489f-88f4-e35834e7e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:46.920769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aecace73-9bf5-489f-88f4-e35834e7e277 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa2a8fba52854a9a847fda4139fb0de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459180 Jul 09 19:55:46.923606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 55994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:46.948091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecace73-9bf5-489f-88f4-e35834e7e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53805e28-1f16-415e-94af-b6ac67467189,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.005337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.032933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.072357 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301dde4-d979-4277-bd76-d83c05ff1887 None None] New status for floating IP 847b42dd-2287-4a15-befe-7a3b66d03c9d: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:55:47.102167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.105034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.106659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53805e28-1f16-415e-94af-b6ac67467189 HTTP/1.1" status: 204 len: 168 time: 0.1813731 Jul 09 19:55:47.134933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5f639-35d2-4106-bb28-28229f1ccfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53805e28-1f16-415e-94af-b6ac67467189,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.454817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.497553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cff9798f-4901-464a-b565-e4fa816fcb23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66d856fbb72547408c4065f0b993ba34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409334 Jul 09 19:55:47.500060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.548408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.569455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.616781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.619688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.623349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b17c1d9e-c396-44ae-9215-167bd7ca348c HTTP/1.1" status: 204 len: 168 time: 0.1198347 Jul 09 19:55:47.635388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d59b10-12bb-4c2a-8514-d7ed4f009464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c1d9e-c396-44ae-9215-167bd7ca348c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.712566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.774510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.804441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.863671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.866560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.867727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "DELETE /v2.0/security-groups/56ced176-ab42-406b-9ec6-a731800edede HTTP/1.1" status: 204 len: 168 time: 0.1540546 Jul 09 19:55:47.870396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.884604 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-78e460d2-7dd3-4911-b607-564767c25df9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] show failed (client error): The resource could not be found. Jul 09 19:55:47.885943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-78e460d2-7dd3-4911-b607-564767c25df9 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "GET /v2.0/security-groups/56ced176-ab42-406b-9ec6-a731800edede HTTP/1.1" status: 404 len: 347 time: 0.0143592 Jul 09 19:55:47.888518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.891386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385885bf-4f87-4222-a6c5-b36b551d79c8 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ced176-ab42-406b-9ec6-a731800edede,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:48.022351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:48.034926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Deleting port e31e05b7-4cf1-4722-8d01-de8377ad3d98 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:48.035371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.049306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 9bdeb2e6-b30d-4267-84ae-b486062da2bf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:48.050204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9bdeb2e6-b30d-4267-84ae-b486062da2bf not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:48.122585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.123063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.135147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Calling delete_port for e31e05b7-4cf1-4722-8d01-de8377ad3d98 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:48.287060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.328916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Pushing event deleted for resources: {'Port': ['ID=e31e05b7-4cf1-4722-8d01-de8377ad3d98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:48.405710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.409717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.414141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cc06eecb-59c4-4fd1-a0cd-711774725701 tempest-ServerActionsTestJSON-1293958403 tempest-ServerActionsTestJSON-1293958403-project] 10.222.0.10 "DELETE /v2.0/floatingips/847b42dd-2287-4a15-befe-7a3b66d03c9d HTTP/1.1" status: 204 len: 168 time: 0.5216250 Jul 09 19:55:48.414445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:48.528409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:48.594794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'networks': [{'name': 'tempest-network--1036578825'}, {'name': 'tempest-network--1544337330'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:48.595243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-network--1036578825'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:48.596530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-network--1544337330'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:48.622475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'network': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:48.629874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.641168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.723984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.941052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.949157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.950421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.027572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28500bb5-9b94-4321-bb70-99b124ba4b77,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.030347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:49.064824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.065210 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment 3186b3b1-376c-4e0b-bd7c-03b3147ca8ea of type vlan for network 2df1abec-37d1-431d-9d2a-880ef6d7c02b Jul 09 19:55:49.113094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.173673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:49.205020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.205888 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment 8e1d8a9f-7179-4780-8141-032e9a486285 of type vlan for network 33729185-bb04-4518-a724-35ffdb56a69f Jul 09 19:55:49.258451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.286172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.338839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.339343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.344894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.349834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.350496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.795475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2658398 Jul 09 19:55:49.798345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:49.815473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=2df1abec-37d1-431d-9d2a-880ef6d7c02b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.828566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2df1abec-37d1-431d-9d2a-880ef6d7c02b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:49.958253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e6b3-702e-4c14-b3a1-ed80cd50f77b tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=33729185-bb04-4518-a724-35ffdb56a69f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.971605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 33729185-bb04-4518-a724-35ffdb56a69f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:49.982668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-327bd029-0c25-476e-84a8-c6ba92fd5916 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2551711 Jul 09 19:55:50.081802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53588a-5342-44f7-9c86-fb420b8b6607 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.089434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53588a-5342-44f7-9c86-fb420b8b6607 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.096563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53588a-5342-44f7-9c86-fb420b8b6607 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.103531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53588a-5342-44f7-9c86-fb420b8b6607 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.107841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d53588a-5342-44f7-9c86-fb420b8b6607 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3053308 Jul 09 19:55:50.108380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:50.160791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-e66ee212-b000-4a72-976d-24d174113d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.162495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-e66ee212-b000-4a72-976d-24d174113d71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.1117837 Jul 09 19:55:50.181587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Deleting port 5d98c8e0-d962-405f-99e5-2acc19879bc9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:50.182048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.201660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.296358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.306442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df1abec-37d1-431d-9d2a-880ef6d7c02b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.316568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3186b3b1-376c-4e0b-bd7c-03b3147ca8ea') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.316793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3186b3b1-376c-4e0b-bd7c-03b3147ca8ea') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.325789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.336853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] For port 5d98c8e0-d962-405f-99e5-2acc19879bc9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5d98c8e0-d962-405f-99e5-2acc19879bc9,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:50.339141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.339965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.346598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:50.347098 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: items = [ Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:50.350150 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:50.352859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-4b05271b-88b7-4cb6-b7b0-1fda14f85afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.354034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-4b05271b-88b7-4cb6-b7b0-1fda14f85afe service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.1601181 Jul 09 19:55:50.354839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Calling delete_port for 5d98c8e0-d962-405f-99e5-2acc19879bc9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:50.408814 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.417344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.421309 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/2df1abec-37d1-431d-9d2a-880ef6d7c02b HTTP/1.1" status: 204 len: 168 time: 0.3096142 Jul 09 19:55:50.428141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:50.437314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69e9d-9061-4cf3-aff7-632fdeae66cc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=2df1abec-37d1-431d-9d2a-880ef6d7c02b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:50.464806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-f57163a5-b561-49bf-9b4b-040b9cf0345b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 1001 time: 0.1014726 Jul 09 19:55:50.508113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.563012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-752e1ea5-9ba6-4227-b429-1c995b84765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.565005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-752e1ea5-9ba6-4227-b429-1c995b84765a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0902576 Jul 09 19:55:50.596057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.607015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33729185-bb04-4518-a724-35ffdb56a69f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.617748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1d8a9f-7179-4780-8141-032e9a486285') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.618061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1d8a9f-7179-4780-8141-032e9a486285') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:50.630539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.645026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.651168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:50.652487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:50.655504 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:50.665455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-79908939-87f3-431e-9d0f-acef91f892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.666957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-79908939-87f3-431e-9d0f-acef91f892c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952022 Jul 09 19:55:50.673969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.722408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.728097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.733089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/33729185-bb04-4518-a724-35ffdb56a69f HTTP/1.1" status: 204 len: 168 time: 0.3039389 Jul 09 19:55:50.733741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:50.742015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d98c8e0-d962-405f-99e5-2acc19879bc9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:50.763672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36dae-d153-4d3f-8871-00deb406449e tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=33729185-bb04-4518-a724-35ffdb56a69f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:50.873684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dd493-2604-4a25-8b57-94ceba6ff954 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.878935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-14576030-d769-4cb0-8c2a-dd28142e50d8 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018957 Jul 09 19:55:50.880809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dd493-2604-4a25-8b57-94ceba6ff954 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.882592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e4dd493-2604-4a25-8b57-94ceba6ff954 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1432729 Jul 09 19:55:50.886910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:50.892587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-290563905'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:50.913896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:50.917673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.942721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:50.951943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.952289 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment 60dff92b-b10f-4f7c-bb89-e9d14f058116 of type vlan for network 6f5d8a6d-de45-451c-a62a-f2ace04e4da9 Jul 09 19:55:50.992797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.008732 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.022751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.028436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:51.029028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.032705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e5fd16c0-923d-48fd-9d96-5ab72bcaa732 req-d2f6970d-73a3-497c-a55a-768e05ffc458 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448522 Jul 09 19:55:51.129301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=6f5d8a6d-de45-451c-a62a-f2ace04e4da9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:51.138227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-436646de-74e0-4607-a087-5b7b2ad1fd61 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2495143 Jul 09 19:55:51.142020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:51.149248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6f5d8a6d-de45-451c-a62a-f2ace04e4da9 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:51.166657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1484515319'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:51.233356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:51.237955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.265551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:51.277150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.277776 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment db17eba8-9022-4db2-8dba-53216e7b86a2 of type vlan for network c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb Jul 09 19:55:51.289192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:51.347303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.381874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.387446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:51.388051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.461568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3153784 Jul 09 19:55:51.461886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:51.469808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'ports': [{'network_id': '6f5d8a6d-de45-451c-a62a-f2ace04e4da9', 'name': 'tempest-port--154275333', 'admin_state_up': True}, {'network_id': 'c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:51.469808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'port': {'network_id': '6f5d8a6d-de45-451c-a62a-f2ace04e4da9', 'name': 'tempest-port--154275333', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:51.470145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'port': {'network_id': 'c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:51.476882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107231b4-351e-4fab-b530-f31262e26a70 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:51.487746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:51.493934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:51.497010 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f160ae05-776f-4057-9e05-12f0a6058fc0 admin admin] 10.222.0.10 "PUT /v2.0/routers/eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813825 Jul 09 19:55:51.497775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:51.498943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Sync routers for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:51.554697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:51.555450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:51.622259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.654661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:51.662627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.679368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.697976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:51.747823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.829515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Deleting port 522225e8-cbfc-4443-a16b-cd111f4d736d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:51.830044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.845370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] device_id is not set on port 5d492538-e1a3-4b10-b733-28e4883ad42f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:55:51.922873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] For port 522225e8-cbfc-4443-a16b-cd111f4d736d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=522225e8-cbfc-4443-a16b-cd111f4d736d,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:51.924399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.938723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Calling delete_port for 522225e8-cbfc-4443-a16b-cd111f4d736d owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:52.000912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.069409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:55:50Z', 'revision_number': 5, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port': {'id': '522225e8-cbfc-4443-a16b-cd111f4d736d', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:52.119392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] device_id is not set on port 440a85c8-a205-4705-9167-a673f8a90718 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:55:52.124583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Checking router: eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:52.135978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Routers {'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:52.136970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:52.175631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.200657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Pushing event deleted for resources: {'Port': ['ID=522225e8-cbfc-4443-a16b-cd111f4d736d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:52.237508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] Set router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:52.248243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.277484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.305120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:55:51Z', 'revision_number': 6, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:52.313572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.343948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8f3b5-9e51-4ce4-a269-7ff0e7fa8945 None None] The sync data for ids ['eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f'] in n-d-800087-3 is: [{'id': 'eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f', 'name': 'tempest-ServerActionsTestJSON-135397045-router', 'tenant_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:46:03Z', 'updated_at': '2021-07-09T19:55:51Z', 'revision_number': 6, 'project_id': 'c8bd23defcf54c84a3f7824d61f48aa3', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:52.369109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Port': ['ID=5d492538-e1a3-4b10-b733-28e4883ad42f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:52.384632 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b524ab8-b04b-47a0-8b9f-38a45c313a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.396139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.396788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.439374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Checking segment: {'id': '60dff92b-b10f-4f7c-bb89-e9d14f058116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6f5d8a6d-de45-451c-a62a-f2ace04e4da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:52.439729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network hostable DHCP agents. Network: 6f5d8a6d-de45-451c-a62a-f2ace04e4da9, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:52.453035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.453883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:52.464138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.466778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-24d3cc72-05a2-4c6c-9dc3-20499bcd9962 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eeb37f84-28ce-4248-bbc9-bb5c28ae1c0f HTTP/1.1" status: 204 len: 168 time: 0.9660056 Jul 09 19:55:52.467327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.480572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network 6f5d8a6d-de45-451c-a62a-f2ace04e4da9 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:52.494082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6f5d8a6d-de45-451c-a62a-f2ace04e4da9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:52.505394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a02f9-a21d-4d6e-aa1f-5bc0a870240e None None] Network 6f5d8a6d-de45-451c-a62a-f2ace04e4da9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:52.509719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:52.510620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.517861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Deleting subnet ea61903d-9634-42ff-b603-a66f8a43006f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:52.524019 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.564264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.616504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Port': ['ID=440a85c8-a205-4705-9167-a673f8a90718,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:52.651303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Checking segment: {'id': 'db17eba8-9022-4db2-8dba-53216e7b86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:52.651830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network hostable DHCP agents. Network: c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:52.656807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.674771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:52.684738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:52.700898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d50f67-f790-43fb-b893-7614a2ff5b32 None None] Network c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:52.703649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:52.712081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.717087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.717797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.739262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68af13ec-9003-4a12-b049-5d2c258bbbda tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2761416 Jul 09 19:55:52.741793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.748154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.811756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea61903d-9634-42ff-b603-a66f8a43006f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:52.842169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.847035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-78c466c1-cc13-42a4-86a0-fa5464935aed admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea61903d-9634-42ff-b603-a66f8a43006f HTTP/1.1" status: 204 len: 168 time: 0.3758674 Jul 09 19:55:52.847298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.878773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf181d-b04b-4ed6-9f09-9b55346b3b7f None None] Network fd7942bd-4eff-45ff-a272-d98d4d15139d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:52.892756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f42ad-c6b7-41bf-b020-323fb84f1429 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.899251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f42ad-c6b7-41bf-b020-323fb84f1429 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.900911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f5f42ad-c6b7-41bf-b020-323fb84f1429 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1578736 Jul 09 19:55:52.903688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.931337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.002405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Deleting port 007cd06b-3e13-4795-b059-e4c6d4b47848 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:53.002405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.091425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] For port 007cd06b-3e13-4795-b059-e4c6d4b47848, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=007cd06b-3e13-4795-b059-e4c6d4b47848,segment=NetworkSegment(4a844442-409e-4c20-be9e-562ac41bd5ed),segment_id=4a844442-409e-4c20-be9e-562ac41bd5ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:53.091719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.112262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Calling delete_port for 007cd06b-3e13-4795-b059-e4c6d4b47848 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:53.198245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] DHCP port deletion for fd7942bd-4eff-45ff-a272-d98d4d15139d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:53.240803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.286715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Pushing event deleted for resources: {'Port': ['ID=007cd06b-3e13-4795-b059-e4c6d4b47848,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.287356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Deleting port 007cd06b-3e13-4795-b059-e4c6d4b47848 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:53.287836 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.289648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] No DVR routers for this DVR port 007cd06b-3e13-4795-b059-e4c6d4b47848 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:53.306403 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.351387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Deleting port 5d492538-e1a3-4b10-b733-28e4883ad42f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:53.351916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.384818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] For port 007cd06b-3e13-4795-b059-e4c6d4b47848, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:53.385534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.409377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.424546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.430925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7942bd-4eff-45ff-a272-d98d4d15139d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.439920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Calling delete_port for 5d492538-e1a3-4b10-b733-28e4883ad42f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:53.442466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Calling delete_port for 007cd06b-3e13-4795-b059-e4c6d4b47848 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:53.447810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a844442-409e-4c20-be9e-562ac41bd5ed') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.448107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a844442-409e-4c20-be9e-562ac41bd5ed') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.449931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Port 007cd06b-3e13-4795-b059-e4c6d4b47848 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:55:53.453899 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.472649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.506479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.513504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:53.513716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: items = [ Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:53.517902 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:53.529956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] No DVR routers for this DVR port 007cd06b-3e13-4795-b059-e4c6d4b47848 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:53.535456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Pushing event deleted for resources: {'Port': ['ID=007cd06b-3e13-4795-b059-e4c6d4b47848,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.543260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.543706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.544147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.544583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.545226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.545719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.546161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.546592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.547018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.553223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.553731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.554264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad147f-4fca-47de-a3f1-2357d6539dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:53.572741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.615757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Port': ['ID=5d492538-e1a3-4b10-b733-28e4883ad42f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.624937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.629287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.631914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fd7942bd-4eff-45ff-a272-d98d4d15139d HTTP/1.1" status: 204 len: 168 time: 0.7836061 Jul 09 19:55:53.637810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.643066 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0c6a904-8058-498a-bcb4-b0a71b9a9e84 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/ports/5d492538-e1a3-4b10-b733-28e4883ad42f HTTP/1.1" status: 204 len: 168 time: 0.7357535 Jul 09 19:55:53.643739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.648448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a3414-1347-442c-b0a0-620e0c929901 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7942bd-4eff-45ff-a272-d98d4d15139d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.803359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Deleting port 440a85c8-a205-4705-9167-a673f8a90718 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:53.803898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.841433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.895731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84e7d49f-b4cb-4d8a-9a59-4c0725d9f8bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8bd23defcf54c84a3f7824d61f48aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522432 Jul 09 19:55:53.899383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.901702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.916431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Calling delete_port for 440a85c8-a205-4705-9167-a673f8a90718 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:53.984400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.013717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.061202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.102704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Port': ['ID=440a85c8-a205-4705-9167-a673f8a90718,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.109875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.114950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.121016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e4e009a-2711-48d6-a56c-3deff3cc0355 HTTP/1.1" status: 204 len: 168 time: 0.2182260 Jul 09 19:55:54.128054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 522225e8-cbfc-4443-a16b-cd111f4d736d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:54.146037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4dc1b-dd88-43c0-b628-ac06e2f2d685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e009a-2711-48d6-a56c-3deff3cc0355,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.156858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.162064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65639db1-4905-44ca-9ca0-1c98e7aea9fc tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/ports/440a85c8-a205-4705-9167-a673f8a90718 HTTP/1.1" status: 204 len: 168 time: 0.5179894 Jul 09 19:55:54.164577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.173876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 522225e8-cbfc-4443-a16b-cd111f4d736d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:54.174451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 522225e8-cbfc-4443-a16b-cd111f4d736d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:54.174961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 007cd06b-3e13-4795-b059-e4c6d4b47848 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:54.201997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-58d2b5dd-9294-4a22-a085-1505c686f0db tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358238 Jul 09 19:55:54.206052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.212086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-225548442'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:54.232182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 007cd06b-3e13-4795-b059-e4c6d4b47848 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:54.232558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 007cd06b-3e13-4795-b059-e4c6d4b47848 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:54.233195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d98c8e0-d962-405f-99e5-2acc19879bc9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:54.243374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:54.247535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.256612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5d98c8e0-d962-405f-99e5-2acc19879bc9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:54.256969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5d98c8e0-d962-405f-99e5-2acc19879bc9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:54.278097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:54.290072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.290803 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment 3686673d-d821-4657-97de-e61c1e6bb8b8 of type vlan for network fb117f9c-0834-421b-87dd-ec5863610a6e Jul 09 19:55:54.338730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.368256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.373923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.374552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.434124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2265708 Jul 09 19:55:54.436793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.442880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-354035877'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:54.450005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5f6ac-9c35-412e-8353-643692aea9a0 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=fb117f9c-0834-421b-87dd-ec5863610a6e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.468032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:54.472629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.473529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network fb117f9c-0834-421b-87dd-ec5863610a6e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:54.507726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:54.522756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.523043 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Added segment 35eee517-e39a-44e5-b839-e06650dc96f6 of type vlan for network 38369ebe-c167-43e1-a3f0-e991f083450d Jul 09 19:55:54.578797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.610181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.616897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.617521 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.681794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2437019 Jul 09 19:55:54.702841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172616db-00f6-4857-ae67-bbcc75d3d8cd tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Network': ['ID=38369ebe-c167-43e1-a3f0-e991f083450d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.715143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 38369ebe-c167-43e1-a3f0-e991f083450d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:54.827443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.835265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'subnets': [{'network_id': 'fb117f9c-0834-421b-87dd-ec5863610a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129267829', 'ip_version': 4}, {'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:54.835740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'subnet': {'network_id': 'fb117f9c-0834-421b-87dd-ec5863610a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129267829', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:54.836424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Request body: {'subnet': {'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:54.955491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1187-8783-4e4f-bd69-6447baf87040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.039296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Made reservation on behalf of 866f0dd503ee4d8ba9500a45e4374722 for: {'subnet': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:55.043893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.044233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.073434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:55.203705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-790719976-network', 'tenant_id': '2cca91bbab524dbd9551fe1b2dfa9ea3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:55.237565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.246635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Made reservation on behalf of 2cca91bbab524dbd9551fe1b2dfa9ea3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:55.249206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.268875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.394070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.399605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.422266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:55.438205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d96a2-65f7-4b62-9e32-185c8d266789,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.441440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.441868 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Added segment 4ec319c0-ab6b-42e8-a919-d29cbf50fe99 of type vlan for network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 Jul 09 19:55:55.448603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.485245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.514957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.516055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.516736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.522373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Subnet': ['ID=164eb79c-16af-4bd0-8c20-c20bb122777b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.530926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Checking segment: {'id': '3686673d-d821-4657-97de-e61c1e6bb8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fb117f9c-0834-421b-87dd-ec5863610a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:55.531260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network hostable DHCP agents. Network: fb117f9c-0834-421b-87dd-ec5863610a6e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:55.551062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network fb117f9c-0834-421b-87dd-ec5863610a6e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:55.562546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, fb117f9c-0834-421b-87dd-ec5863610a6e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:55.566960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.576289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4213cc-a61e-47ad-bb7f-fd383017701a None None] Network fb117f9c-0834-421b-87dd-ec5863610a6e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:55.577552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5029478 Jul 09 19:55:55.581029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:55.587586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Request body: {'subnet': {'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-790719976-subnet', 'tenant_id': '2cca91bbab524dbd9551fe1b2dfa9ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:55.591269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c454-6d28-4f86-86e2-3ec6dd9ddadf admin admin] Pushing event updated for resources: {'Network': ['ID=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.614793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:55.616157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Made reservation on behalf of 2cca91bbab524dbd9551fe1b2dfa9ea3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:55.620220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.638842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event updated for resources: {'Subnet': ['ID=d5298601-adc0-4d45-b2b3-a3953009bff2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.648518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Checking segment: {'id': '35eee517-e39a-44e5-b839-e06650dc96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:55.649072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network hostable DHCP agents. Network: 38369ebe-c167-43e1-a3f0-e991f083450d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:55.671848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Network 38369ebe-c167-43e1-a3f0-e991f083450d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:55.692184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 38369ebe-c167-43e1-a3f0-e991f083450d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:55.707773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884b4d5-bd55-4770-b59e-0170f7884eb7 None None] Network 38369ebe-c167-43e1-a3f0-e991f083450d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:55.708909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.710125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.710881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.745792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16c52e6a-8474-4671-b69e-596f0d0529f1 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9168601 Jul 09 19:55:55.746700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:55.859739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a1148-4933-49f7-b2a3-6495ebcfb541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.861898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a1148-4933-49f7-b2a3-6495ebcfb541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.863686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a1148-4933-49f7-b2a3-6495ebcfb541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.868989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:55.869700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-833a1148-4933-49f7-b2a3-6495ebcfb541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1219575 Jul 09 19:55:55.880790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.971446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Deleting subnet 164eb79c-16af-4bd0-8c20-c20bb122777b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:55.977564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.980238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=598951ef-b6b5-4f4c-8687-186401b0fd73,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.998287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb32c8-3f8c-41e2-b7fb-e0b6a821aa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-fb117f9c-0834-421b-87dd-ec5863610a6e', 'network_id': 'fb117f9c-0834-421b-87dd-ec5863610a6e', 'tenant_id': '866f0dd503ee4d8ba9500a45e4374722', 'fixed_ips': [{'subnet_id': '164eb79c-16af-4bd0-8c20-c20bb122777b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:55:55.999237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2fb32c8-3f8c-41e2-b7fb-e0b6a821aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.014130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-38369ebe-c167-43e1-a3f0-e991f083450d', 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d', 'tenant_id': '866f0dd503ee4d8ba9500a45e4374722', 'fixed_ips': [{'subnet_id': 'd5298601-adc0-4d45-b2b3-a3953009bff2'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:55:56.014999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.038213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Checking segment: {'id': '4ec319c0-ab6b-42e8-a919-d29cbf50fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:56.038573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Network hostable DHCP agents. Network: a1c86ff9-054c-4136-95f1-1e5b7c0a23d5, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:56.049973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.103293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:56.122839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.145598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a1c86ff9-054c-4136-95f1-1e5b7c0a23d5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:56.153566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:56.154407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.170534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18905cf-517b-4be4-a084-a5cb1064621d None None] Network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:56.183323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c9d6f36-fe5f-4147-ba60-62946cfaff5f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6010993 Jul 09 19:55:56.206893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.245110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Subnet': ['ID=164eb79c-16af-4bd0-8c20-c20bb122777b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:56.247938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.250205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-142493f5-d7b4-4682-9691-4d96a616e872 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/subnets/164eb79c-16af-4bd0-8c20-c20bb122777b HTTP/1.1" status: 204 len: 168 time: 0.3798246 Jul 09 19:55:56.253348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-e2fb32c8-3f8c-41e2-b7fb-e0b6a821aa2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 164eb79c-16af-4bd0-8c20-c20bb122777b: This subnet is being modified by another concurrent operation. Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 164eb79c-16af-4bd0-8c20-c20bb122777b: This subnet is being modified by another concurrent operation. Jul 09 19:55:56.269234 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 19:55:56.301002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ee42b-98d4-4d2c-8ab4-13cb2f97bba0 None None] Network fb117f9c-0834-421b-87dd-ec5863610a6e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:56.327008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Deleting subnet d5298601-adc0-4d45-b2b3-a3953009bff2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:56.583184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.584859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Allocated IP 172.20.0.18 (38369ebe-c167-43e1-a3f0-e991f083450d/d5298601-adc0-4d45-b2b3-a3953009bff2/b550bf3c-7976-48c6-ac06-22bbf812c36f) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:56.706860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63020b5d-3464-438a-bef0-492ada669c10 None None] Network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:56.724091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-ea0ac383-c95a-4b3e-9b25-0e52e58b43b6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:56.725708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-ea0ac383-c95a-4b3e-9b25-0e52e58b43b6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/networks?id=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 HTTP/1.1" status: 200 len: 813 time: 0.1105003 Jul 09 19:55:56.740722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-c07634d4-45d3-4909-8dd2-abe8cb08ba21 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/quotas/2cca91bbab524dbd9551fe1b2dfa9ea3 HTTP/1.1" status: 200 len: 375 time: 0.0096614 Jul 09 19:55:56.776094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-23db4594-a56d-4ec7-be35-1fcc7e326446 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2cca91bbab524dbd9551fe1b2dfa9ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300303 Jul 09 19:55:56.886096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-6f4d779d-460c-4dac-a88f-6425f200d168 service neutron] 10.222.0.10 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009638 Jul 09 19:55:56.903389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.912465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Transition to ACTIVE for port object b550bf3c-7976-48c6-ac06-22bbf812c36f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:56.929289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Transition to ACTIVE for port object b550bf3c-7976-48c6-ac06-22bbf812c36f will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:56.938865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.939076 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.980264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Network 38369ebe-c167-43e1-a3f0-e991f083450d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:56.987508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:56.991672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:56.998037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Pushing event updated for resources: {'Port': ['ID=b550bf3c-7976-48c6-ac06-22bbf812c36f,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.004465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.056504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-2a9790f0-dbd5-45dd-b5e6-eec381478206 service neutron] 10.222.0.10 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690221 Jul 09 19:55:57.076478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Attempting to bind port b550bf3c-7976-48c6-ac06-22bbf812c36f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:57.076852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Attempting to bind port b550bf3c-7976-48c6-ac06-22bbf812c36f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '35eee517-e39a-44e5-b839-e06650dc96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:57.077731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Attempting to bind port b550bf3c-7976-48c6-ac06-22bbf812c36f on network 38369ebe-c167-43e1-a3f0-e991f083450d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:57.083816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:57.084192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Checking segment: {'id': '35eee517-e39a-44e5-b839-e06650dc96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:57.084992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.085424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Bound using segment: {'id': '35eee517-e39a-44e5-b839-e06650dc96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:57.085893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Bound port: b550bf3c-7976-48c6-ac06-22bbf812c36f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eee517-e39a-44e5-b839-e06650dc96f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '38369ebe-c167-43e1-a3f0-e991f083450d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:57.086279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.126817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.205443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.209330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] For port b550bf3c-7976-48c6-ac06-22bbf812c36f, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:57.214418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] For port b550bf3c-7976-48c6-ac06-22bbf812c36f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b550bf3c-7976-48c6-ac06-22bbf812c36f,segment=NetworkSegment(35eee517-e39a-44e5-b839-e06650dc96f6),segment_id=35eee517-e39a-44e5-b839-e06650dc96f6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:57.222602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.225603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.227718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/subnets/d5298601-adc0-4d45-b2b3-a3953009bff2 HTTP/1.1" status: 204 len: 168 time: 0.9729805 Jul 09 19:55:57.230674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:57.247532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677505b9-ce0f-4877-a456-27bf617cbb1c tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Subnet': ['ID=d5298601-adc0-4d45-b2b3-a3953009bff2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.328022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02789908-6ff9-465c-9c51-9ad9c3db69aa None None] Pushing event updated for resources: {'Port': ['ID=b550bf3c-7976-48c6-ac06-22bbf812c36f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.363739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a717e-2512-47da-b82b-732e2afc55f8 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:57.366331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-290a717e-2512-47da-b82b-732e2afc55f8 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343551 Jul 09 19:55:57.370253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:57.409710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bf45085-0e0f-45a0-898f-f694aa8d492c req-8157dab8-d16d-40f3-8a02-a1870ebfbb3f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 210 time: 0.0496171 Jul 09 19:55:57.486385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.603148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Deleting port b550bf3c-7976-48c6-ac06-22bbf812c36f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:57.603762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.703884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] For port b550bf3c-7976-48c6-ac06-22bbf812c36f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b550bf3c-7976-48c6-ac06-22bbf812c36f,segment=NetworkSegment(35eee517-e39a-44e5-b839-e06650dc96f6),segment_id=35eee517-e39a-44e5-b839-e06650dc96f6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:57.704248 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.721833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Calling delete_port for b550bf3c-7976-48c6-ac06-22bbf812c36f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:57.819954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.825165 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.852297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] No DVR routers for this DVR port b550bf3c-7976-48c6-ac06-22bbf812c36f on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:57.859276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Port': ['ID=b550bf3c-7976-48c6-ac06-22bbf812c36f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.951599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.963492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38369ebe-c167-43e1-a3f0-e991f083450d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:57.975561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eee517-e39a-44e5-b839-e06650dc96f6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:57.975778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eee517-e39a-44e5-b839-e06650dc96f6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:57.984637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.998789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.006850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:58.007264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:58.010403 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:58.078087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.087839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.092222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/38369ebe-c167-43e1-a3f0-e991f083450d HTTP/1.1" status: 204 len: 168 time: 0.7185795 Jul 09 19:55:58.092532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.111790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed042f1-13ef-4523-8fce-18592d23c0cb tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=38369ebe-c167-43e1-a3f0-e991f083450d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:58.224815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.336046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.347396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb117f9c-0834-421b-87dd-ec5863610a6e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.364173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3686673d-d821-4657-97de-e61c1e6bb8b8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.364465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3686673d-d821-4657-97de-e61c1e6bb8b8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.375776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.392393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.398726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:58.399132 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:58.402450 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:58.476742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.498374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.500798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/fb117f9c-0834-421b-87dd-ec5863610a6e HTTP/1.1" status: 204 len: 168 time: 0.4071543 Jul 09 19:55:58.502748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e68dd-93ed-4571-b522-5feb825e1541 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=fb117f9c-0834-421b-87dd-ec5863610a6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:58.504230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.608923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67f31fc1-3b1c-46ed-a8fb-cf1f3907d0e5 req-443c5295-ad1a-41fc-b0f3-a5588c2ddcca tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 210 time: 0.0384142 Jul 09 19:55:58.625717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af8a99-4198-4874-aaaa-e81c81b5c338 None None] DHCP port deletion for 38369ebe-c167-43e1-a3f0-e991f083450d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:58.636986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a7ce158-6dcb-4f75-b927-eb674a1fa17f None None] Could not find standard attr ID for object b550bf3c-7976-48c6-ac06-22bbf812c36f. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 19:55:58.637322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.646120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa66af-cd70-4ff4-8575-4a8aa4374c2b None None] Network 38369ebe-c167-43e1-a3f0-e991f083450d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:58.661802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa66af-cd70-4ff4-8575-4a8aa4374c2b None None] Network 38369ebe-c167-43e1-a3f0-e991f083450d could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 19:55:58.670013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07493b6a-c17c-4402-a453-7a5d11c2fe6e None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:55:58.724750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.734837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.740922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07493b6a-c17c-4402-a453-7a5d11c2fe6e None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 19:55:58.747330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db17eba8-9022-4db2-8dba-53216e7b86a2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.747697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db17eba8-9022-4db2-8dba-53216e7b86a2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.759939 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.774830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.781205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:58.781836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:58.785564 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:58.849323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.855113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.857069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb HTTP/1.1" status: 204 len: 168 time: 0.3515413 Jul 09 19:55:58.859656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.873589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cd1dd-5b1b-4618-b21f-33420c28c01d tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=c0e42ed1-ab58-4dd6-bc5d-8acecf3f1eeb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.328747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.431628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-41d96399-5db1-418d-8eec-057de35ca652 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:59.433040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-41d96399-5db1-418d-8eec-057de35ca652 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.59 "GET /v2.0/networks?id=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 HTTP/1.1" status: 200 len: 813 time: 0.1858165 Jul 09 19:55:59.448170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Request body: {'port': {'device_id': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5', 'admin_state_up': True, 'tenant_id': '2cca91bbab524dbd9551fe1b2dfa9ea3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:59.494263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.511142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d8a6d-de45-451c-a62a-f2ace04e4da9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:59.525242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dff92b-b10f-4f7c-bb89-e9d14f058116') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:59.525545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dff92b-b10f-4f7c-bb89-e9d14f058116') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:59.544015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.566083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.578551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:59.578944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:59.582809 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:59.648767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.653577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.657906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] 10.222.0.10 "DELETE /v2.0/networks/6f5d8a6d-de45-451c-a62a-f2ace04e4da9 HTTP/1.1" status: 204 len: 168 time: 0.7947259 Jul 09 19:55:59.660182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Made reservation on behalf of 2cca91bbab524dbd9551fe1b2dfa9ea3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:59.663691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.682652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ae01c-7aba-4f99-a327-8020d161fdb7 tempest-BulkNetworkOpsTest-1473914226 tempest-BulkNetworkOpsTest-1473914226-project] Pushing event deleted for resources: {'Network': ['ID=6f5d8a6d-de45-451c-a62a-f2ace04e4da9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.824944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fefa3875-2e66-41cd-8464-a5c9034c308a req-32c4a9c2-3450-4f32-b789-6b9affb0bcaf tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 210 time: 0.0520120 Jul 09 19:55:59.884967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Allocated IP 172.20.0.7 (a1c86ff9-054c-4136-95f1-1e5b7c0a23d5/598951ef-b6b5-4f4c-8687-186401b0fd73/570e6163-2bb5-4a1f-a50b-4260a4f9ce54) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:59.943226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:00.031826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b550bf3c-7976-48c6-ac06-22bbf812c36f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:00.060723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b550bf3c-7976-48c6-ac06-22bbf812c36f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:00.061409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b550bf3c-7976-48c6-ac06-22bbf812c36f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:00.083379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.109191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65ce8887-6a33-45b1-9df4-65287feb0839 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=866f0dd503ee4d8ba9500a45e4374722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644304 Jul 09 19:56:00.111605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:00.129728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.174154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:00.176167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.179690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:00.182228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:00.200490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.218131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Pushing event updated for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:00.240613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.241677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.261613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-17eb0d9d-107e-4283-8798-dc279303ed6a tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193481 Jul 09 19:56:00.266326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.270036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.271336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28500bb5-9b94-4321-bb70-99b124ba4b77 HTTP/1.1" status: 204 len: 168 time: 0.1587090 Jul 09 19:56:00.279112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Request body: {'port': {'device_id': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:00.280776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb2cd6-3dc4-4f72-97a1-301f5895640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28500bb5-9b94-4321-bb70-99b124ba4b77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:00.377954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.679860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:00.687467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.700984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Transition to ACTIVE for port object 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:00.706009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.756559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:00.835115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Attempting to bind port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:00.835679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Attempting to bind port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '4ec319c0-ab6b-42e8-a919-d29cbf50fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:00.835843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Attempting to bind port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 on network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:00.839938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 on network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:00.840378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Attempting to bind port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 on network a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:00.845003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:00.845461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Checking segment: {'id': '4ec319c0-ab6b-42e8-a919-d29cbf50fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:00.845836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Bound using segment: {'id': '4ec319c0-ab6b-42e8-a919-d29cbf50fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:00.846252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Bound port: 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec319c0-ab6b-42e8-a919-d29cbf50fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:00.846603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.922440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:00.927566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,segment=NetworkSegment(4ec319c0-ab6b-42e8-a919-d29cbf50fe99),segment_id=4ec319c0-ab6b-42e8-a919-d29cbf50fe99)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:00.933379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.984479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.985202 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.987297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/570e6163-2bb5-4a1f-a50b-4260a4f9ce54 HTTP/1.1" status: 200 len: 1091 time: 0.7176428 Jul 09 19:56:00.987800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:00.990290 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72" -d '{"events": [{"name": "network-changed", "server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:01.060800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.077535 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a09596f-b717-46f6-ad81-22fbbb6e4a2c x-openstack-request-id: req-0a09596f-b717-46f6-ad81-22fbbb6e4a2c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:01.078263 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:01.078515 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a09596f-b717-46f6-ad81-22fbbb6e4a2c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:01.078918 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54', 'status': 'completed', 'code': 200} Jul 09 19:56:01.132695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355ecb-23b3-4039-a41e-db376faae2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.172351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da21e-4d8e-473f-8496-54b777195af4 req-76a06410-5cfe-4763-9ecd-a5bec75fd89f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.177546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-453537772'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:01.182213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c42da21e-4d8e-473f-8496-54b777195af4 req-76a06410-5cfe-4763-9ecd-a5bec75fd89f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 943 time: 0.2156661 Jul 09 19:56:01.202350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:01.207863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.223920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.237454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c42da21e-4d8e-473f-8496-54b777195af4 req-d5f0e0d4-401e-49fc-b5fe-f19232e7e13f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Jul 09 19:56:01.254032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-3e910bd2-fbf9-4415-ad80-2e91aaba890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.255623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-3e910bd2-fbf9-4415-ad80-2e91aaba890d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cca91bbab524dbd9551fe1b2dfa9ea3&device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 1094 time: 0.2113843 Jul 09 19:56:01.314107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-dc8ebfa3-8603-409d-8609-3b8840f7404e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54 HTTP/1.1" status: 200 len: 217 time: 0.0506229 Jul 09 19:56:01.382633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.392783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.396110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-793dd461-74e5-4657-b1b4-be4c3b568410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.398426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-793dd461-74e5-4657-b1b4-be4c3b568410 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=598951ef-b6b5-4f4c-8687-186401b0fd73 HTTP/1.1" status: 200 len: 853 time: 0.0784850 Jul 09 19:56:01.421391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:01.436952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70adf789-d5eb-4435-8281-b0ee0cb82dca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.439960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.440300 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 8fe80441-6c7a-4da0-a424-3ed705858acd of type vlan for network 09305490-cda3-44b9-baad-f35328f07848 Jul 09 19:56:01.452973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-89ab6e1f-4cc6-4915-b12d-5c8535d7c2fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470726 Jul 09 19:56:01.489074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.524124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.534598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.536113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.568625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-c1aadb07-1851-456b-9622-d46d628667a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081638 Jul 09 19:56:01.596794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5348012 Jul 09 19:56:01.599749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.607984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10709478'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:01.634674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:01.638297 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.640468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=09305490-cda3-44b9-baad-f35328f07848,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.656190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.656543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.656880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.657233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.657926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.658258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.658584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.658959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.659386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.659723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.660182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.660523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa881a-b592-4c57-a919-d8e1d16011c3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:01.672227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 09305490-cda3-44b9-baad-f35328f07848 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:01.692025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:01.693285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aaf9b8c-60ef-4b97-a91c-14eb399ef440 req-1d01f65b-9311-4fb7-a652-f00bf20a7871 service neutron] 10.222.0.59 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169653 Jul 09 19:56:01.703087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.703451 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 0616a8c7-94fe-413b-b3e1-c54659ae9c49 of type vlan for network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 Jul 09 19:56:01.778576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.815866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.820199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-b2f0d768-8639-4dc3-8291-0524009cfa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.821906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-b2f0d768-8639-4dc3-8291-0524009cfa9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cca91bbab524dbd9551fe1b2dfa9ea3&device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 1094 time: 0.0616395 Jul 09 19:56:01.823656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.824584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.894735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2937067 Jul 09 19:56:01.898741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.906306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '09305490-cda3-44b9-baad-f35328f07848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:01.935378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-191488a8-46a3-46cb-9fcc-b4c6db08b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.936862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-191488a8-46a3-46cb-9fcc-b4c6db08b811 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 HTTP/1.1" status: 200 len: 914 time: 0.1079228 Jul 09 19:56:01.957138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03251a-d7e8-43c4-863f-37299d23d02c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=96dc914c-3f4f-4b18-9f6c-f73916020fc4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.968349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:01.987417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-d29fea98-47d4-4909-88a1-7c99a9e865be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54 HTTP/1.1" status: 200 len: 217 time: 0.0435712 Jul 09 19:56:02.020905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:02.025783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.055540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-11925e41-f36f-48a8-b417-0f4d63f43e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:02.057352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-11925e41-f36f-48a8-b417-0f4d63f43e9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=598951ef-b6b5-4f4c-8687-186401b0fd73 HTTP/1.1" status: 200 len: 853 time: 0.0595832 Jul 09 19:56:02.101184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-c0242700-0aba-4bc0-9f9c-20981005a801 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365796 Jul 09 19:56:02.222123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-8e77bc8a-5dab-47ff-8b63-d17a3a3443d6 service neutron] 10.222.0.59 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126335 Jul 09 19:56:02.274804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.330743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ffe1356e-4a9d-4cc0-87c8-b59e77c03b72 req-15bd678e-aca8-48d4-b032-01f2f95bbbc7 service neutron] 10.222.0.59 "GET /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005392 Jul 09 19:56:02.352013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '8fe80441-6c7a-4da0-a424-3ed705858acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '09305490-cda3-44b9-baad-f35328f07848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:02.352410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 09305490-cda3-44b9-baad-f35328f07848, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:02.354727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=66086709-0f2d-4c00-bbe4-2be6c63ba9f2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.420813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 09305490-cda3-44b9-baad-f35328f07848 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:02.429071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 09305490-cda3-44b9-baad-f35328f07848) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:02.433639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:02.434337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.441657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:02.445356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68199c-1337-41dd-9d6a-4142d592c49d None None] Network 09305490-cda3-44b9-baad-f35328f07848 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:02.492097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d57d9-c891-46b5-95f6-f66064784ec4 req-2027cd17-7d2e-49d7-b2c5-6d6ce1492ffb tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:02.493929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c83d57d9-c891-46b5-95f6-f66064784ec4 req-2027cd17-7d2e-49d7-b2c5-6d6ce1492ffb tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 943 time: 0.1348724 Jul 09 19:56:02.497684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f486a93-6355-419f-91c9-8e8cbc1ec4e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5976472 Jul 09 19:56:02.500906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:02.508209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:02.534362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Deleting subnet 6d407c7f-257c-4566-aa41-3b5a97fcdb2d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:02.540624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.574550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c83d57d9-c891-46b5-95f6-f66064784ec4 req-844f4020-1acc-473a-ba15-b8cb8de77f4c tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Jul 09 19:56:02.588408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.640266 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.663335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:02.668209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.680754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-09305490-cda3-44b9-baad-f35328f07848', 'network_id': '09305490-cda3-44b9-baad-f35328f07848', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '66086709-0f2d-4c00-bbe4-2be6c63ba9f2'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:02.683652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.713724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.750708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d407c7f-257c-4566-aa41-3b5a97fcdb2d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.788137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.791471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4bcebf5e-23e8-4f04-a22c-3229939b55dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d407c7f-257c-4566-aa41-3b5a97fcdb2d HTTP/1.1" status: 204 len: 168 time: 0.3460512 Jul 09 19:56:02.793863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:02.865437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Allocated IP 2001:db8::2 (09305490-cda3-44b9-baad-f35328f07848/66086709-0f2d-4c00-bbe4-2be6c63ba9f2/e3b7a930-6d69-4aac-bf9e-9846aaaef83c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:02.893852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.903857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.993896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '0616a8c7-94fe-413b-b3e1-c54659ae9c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:02.994261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 96dc914c-3f4f-4b18-9f6c-f73916020fc4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:02.998311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=e406ae1b-34a9-42fc-949e-24594a1f9970,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.018430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:03.022286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.035475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 96dc914c-3f4f-4b18-9f6c-f73916020fc4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:03.036075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cc8267-d87e-42ce-b929-83fd1b620970']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:03.040921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.041066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:03.050802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.050924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1a670-5290-4709-b08e-2c4dbc01f461 None None] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:03.062101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a7042b-21b8-44eb-95ca-4eb220a76b66') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:03.062526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a7042b-21b8-44eb-95ca-4eb220a76b66') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:03.065576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e0635830-2856-482a-9341-63b91a0e15ca tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5623147 Jul 09 19:56:03.068333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.073824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.075114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-693058218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:03.090016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.096833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:03.097253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:03.098932 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:03.103740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Transition to ACTIVE for port object e3b7a930-6d69-4aac-bf9e-9846aaaef83c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:03.108851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.109846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.149243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Transition to ACTIVE for port object e3b7a930-6d69-4aac-bf9e-9846aaaef83c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:03.165405 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.178334 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.186983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.192524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.216439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.221895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0a361467-0b27-4845-9cb3-a64cb2a8c0b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1519742 Jul 09 19:56:03.222815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.222951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.228184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] 10.222.0.10 "DELETE /v2.0/networks/29cc8267-d87e-42ce-b929-83fd1b620970 HTTP/1.1" status: 204 len: 168 time: 0.4309049 Jul 09 19:56:03.228184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ddd1d-f65f-4528-b264-1313848f6d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cc8267-d87e-42ce-b929-83fd1b620970,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.252122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Network 09305490-cda3-44b9-baad-f35328f07848 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:03.270735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:03.275901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:03.289773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.373965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-96dc914c-3f4f-4b18-9f6c-f73916020fc4', 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': 'e406ae1b-34a9-42fc-949e-24594a1f9970'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:03.374770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.378415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Attempting to bind port e3b7a930-6d69-4aac-bf9e-9846aaaef83c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:03.378860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Attempting to bind port e3b7a930-6d69-4aac-bf9e-9846aaaef83c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8fe80441-6c7a-4da0-a424-3ed705858acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '09305490-cda3-44b9-baad-f35328f07848'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:03.379291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Attempting to bind port e3b7a930-6d69-4aac-bf9e-9846aaaef83c on network 09305490-cda3-44b9-baad-f35328f07848 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:03.393406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:03.393766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Checking segment: {'id': '8fe80441-6c7a-4da0-a424-3ed705858acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '09305490-cda3-44b9-baad-f35328f07848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:03.394455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.394812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Bound using segment: {'id': '8fe80441-6c7a-4da0-a424-3ed705858acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '09305490-cda3-44b9-baad-f35328f07848'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:03.395419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Bound port: e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe80441-6c7a-4da0-a424-3ed705858acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '09305490-cda3-44b9-baad-f35328f07848'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:03.395914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.463657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.508885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-add66402-ed21-44df-a311-b45908ca8a56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5b03512b1fd4d24a87f353aa33a094c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440590 Jul 09 19:56:03.511685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.518186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:03.541450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,segment=NetworkSegment(8fe80441-6c7a-4da0-a424-3ed705858acd),segment_id=8fe80441-6c7a-4da0-a424-3ed705858acd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:03.549339 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.572371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.645798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19dbb4-0000-4ca9-8ee1-6110cee09ff8 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.646747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Allocated IP 2001:db8:1::2 (96dc914c-3f4f-4b18-9f6c-f73916020fc4/e406ae1b-34a9-42fc-949e-24594a1f9970/64d99697-c298-4fd0-a8bd-cc1988c174e4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:03.686956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.759547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.852416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.875972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ddf93-fd16-4349-b7e8-76316096f08b req-12b5bf3d-016f-46e6-9235-07527a3d5501 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:03.882391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Transition to ACTIVE for port object 64d99697-c298-4fd0-a8bd-cc1988c174e4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:03.883646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab7ddf93-fd16-4349-b7e8-76316096f08b req-12b5bf3d-016f-46e6-9235-07527a3d5501 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 943 time: 0.1373990 Jul 09 19:56:03.887265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.890197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.942814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aef7181e-9c4d-46ff-8f00-a2dc0a175f5e HTTP/1.1" status: 204 len: 168 time: 0.4280579 Jul 09 19:56:03.944460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Transition to ACTIVE for port object 64d99697-c298-4fd0-a8bd-cc1988c174e4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:03.953542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.991709 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab7ddf93-fd16-4349-b7e8-76316096f08b req-bbdaa98a-86ac-4b37-b984-261f18e111be tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975282 Jul 09 19:56:04.003383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2faec-eec4-40ee-9944-9d2dbce01e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7181e-9c4d-46ff-8f00-a2dc0a175f5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.040704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8::1 (09305490-cda3-44b9-baad-f35328f07848/66086709-0f2d-4c00-bbe4-2be6c63ba9f2/00aa18e2-7bfc-461e-9e13-e8e54ec749a8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:04.137395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:04.142560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:04.159882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:04.194261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Pushing event updated for resources: {'Port': ['ID=64d99697-c298-4fd0-a8bd-cc1988c174e4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.280363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3b7a930-6d69-4aac-bf9e-9846aaaef83c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:04.327418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.349440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:04.382693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Attempting to bind port 64d99697-c298-4fd0-a8bd-cc1988c174e4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:04.383065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Attempting to bind port 64d99697-c298-4fd0-a8bd-cc1988c174e4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '0616a8c7-94fe-413b-b3e1-c54659ae9c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:04.383435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Attempting to bind port 64d99697-c298-4fd0-a8bd-cc1988c174e4 on network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:04.394800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:04.395190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Checking segment: {'id': '0616a8c7-94fe-413b-b3e1-c54659ae9c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:04.395603 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.396061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Bound using segment: {'id': '0616a8c7-94fe-413b-b3e1-c54659ae9c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:04.397220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Bound port: 64d99697-c298-4fd0-a8bd-cc1988c174e4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0616a8c7-94fe-413b-b3e1-c54659ae9c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '96dc914c-3f4f-4b18-9f6c-f73916020fc4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:04.397742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.406117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.447918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e3b7a930-6d69-4aac-bf9e-9846aaaef83c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:04.483088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=00aa18e2-7bfc-461e-9e13-e8e54ec749a8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.489774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] For port 64d99697-c298-4fd0-a8bd-cc1988c174e4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:04.495307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] For port 64d99697-c298-4fd0-a8bd-cc1988c174e4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64d99697-c298-4fd0-a8bd-cc1988c174e4,segment=NetworkSegment(0616a8c7-94fe-413b-b3e1-c54659ae9c49),segment_id=0616a8c7-94fe-413b-b3e1-c54659ae9c49)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:04.499495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 09305490-cda3-44b9-baad-f35328f07848 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:04.502657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.505899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:04.514027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:04.514750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.645780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05bdb1-a116-4fa8-96b0-9275c72abfdc None None] Pushing event updated for resources: {'Port': ['ID=64d99697-c298-4fd0-a8bd-cc1988c174e4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.738721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:04.742332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.035562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,segment=NetworkSegment(4ec319c0-ab6b-42e8-a919-d29cbf50fe99),segment_id=4ec319c0-ab6b-42e8-a919-d29cbf50fe99)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:05.070576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54', 'network_id': 'a1c86ff9-054c-4136-95f1-1e5b7c0a23d5', 'port_id': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54', 'mac_address': 'fa:16:3e:c9:bf:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598951ef-b6b5-4f4c-8687-186401b0fd73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:05.174187 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.203501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:05.236958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,segment=NetworkSegment(4ec319c0-ab6b-42e8-a919-d29cbf50fe99),segment_id=4ec319c0-ab6b-42e8-a919-d29cbf50fe99)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:05.271999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.350801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:05.359452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe409a1b-a2a2-4083-9689-f235d2701446 None None] Network 09305490-cda3-44b9-baad-f35328f07848 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:05.402200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.414811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.416697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.450366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Provisioning for port e3b7a930-6d69-4aac-bf9e-9846aaaef83c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:05.456476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Provisioning complete for port e3b7a930-6d69-4aac-bf9e-9846aaaef83c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:05.456954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.491229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['570e6163-2bb5-4a1f-a50b-4260a4f9ce54'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:05.502289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78a19-c33b-40ae-b959-1324d2c6cc2a req-a31b3f36-a38a-4f76-be43-21c29e90976f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:05.504008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90d78a19-c33b-40ae-b959-1324d2c6cc2a req-a31b3f36-a38a-4f76-be43-21c29e90976f tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 944 time: 0.2109706 Jul 09 19:56:05.592342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=00aa18e2-7bfc-461e-9e13-e8e54ec749a8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:05.630544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90d78a19-c33b-40ae-b959-1324d2c6cc2a req-68d39b03-a6fd-43de-bf39-a873d18ddfcd tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120830 Jul 09 19:56:05.675784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 09305490-cda3-44b9-baad-f35328f07848 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:05.676936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:05.692831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.784267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,segment=NetworkSegment(8fe80441-6c7a-4da0-a424-3ed705858acd),segment_id=8fe80441-6c7a-4da0-a424-3ed705858acd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:05.801296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.926482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc5c26-c972-4fe8-9215-3dd59c3e3588 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:06.322303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64d99697-c298-4fd0-a8bd-cc1988c174e4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:06.363281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router e581a240-3c57-400d-93c6-e60036b3d8a7 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:06.386010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935d488-1756-4ac1-be07-aadb1b667a26 None None] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:06.509769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:06.525888 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] Sync routers for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:06.531246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5c41bff-6cd5-4f08-ac51-df3518904019 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3067048 Jul 09 19:56:06.534585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:06.551575 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:06.552277 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.589949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Provisioning complete for port e3b7a930-6d69-4aac-bf9e-9846aaaef83c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:06.590330 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:06.608908 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.622217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db112253-4f32-4b62-a9f5-d2d27ac01781 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.626518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:06.629265 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:06.630389 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.634771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db112253-4f32-4b62-a9f5-d2d27ac01781 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports/00aa18e2-7bfc-461e-9e13-e8e54ec749a8 HTTP/1.1" status: 200 len: 911 time: 0.0982051 Jul 09 19:56:06.683480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.684175 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff365a73-f4ef-462f-8664-90242ccfe508 None None] The sync data for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:06.750049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 64d99697-c298-4fd0-a8bd-cc1988c174e4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:06.761965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:06.810953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3b7a930-6d69-4aac-bf9e-9846aaaef83c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:06.906051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Provisioning for port 64d99697-c298-4fd0-a8bd-cc1988c174e4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:06.944294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Provisioning complete for port 64d99697-c298-4fd0-a8bd-cc1988c174e4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:06.944294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:06.960836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa3709-f7aa-4785-8fad-ab378a6a8147 req-4bd798ff-513e-4975-8560-fd7b1f3c0929 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.971421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02aa3709-f7aa-4785-8fad-ab378a6a8147 req-4bd798ff-513e-4975-8560-fd7b1f3c0929 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 944 time: 0.1235325 Jul 09 19:56:07.058839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02aa3709-f7aa-4785-8fad-ab378a6a8147 req-c2757364-970d-4b1b-a67f-ba2ec56bcabd tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jul 09 19:56:07.255389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:07.271502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:07.272043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.296859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.340001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e3b7a930-6d69-4aac-bf9e-9846aaaef83c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:07.340621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.422131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.504209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.519910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:07.521046 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd5249-f6ce-4684-872d-f81f8621d0cf" -d '{"events": [{"server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:07.556486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,segment=NetworkSegment(4ec319c0-ab6b-42e8-a919-d29cbf50fe99),segment_id=4ec319c0-ab6b-42e8-a919-d29cbf50fe99)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:07.586790 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.691313 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26b685-bc14-4e60-a878-32be7b249074 x-openstack-request-id: req-ba26b685-bc14-4e60-a878-32be7b249074 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:07.691609 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:07.691872 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba26b685-bc14-4e60-a878-32be7b249074 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:07.692276 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54', 'code': 200} Jul 09 19:56:07.693679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:07.718444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] For port 64d99697-c298-4fd0-a8bd-cc1988c174e4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64d99697-c298-4fd0-a8bd-cc1988c174e4,segment=NetworkSegment(0616a8c7-94fe-413b-b3e1-c54659ae9c49),segment_id=0616a8c7-94fe-413b-b3e1-c54659ae9c49)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:07.730393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.749619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8:1::1 (96dc914c-3f4f-4b18-9f6c-f73916020fc4/e406ae1b-34a9-42fc-949e-24594a1f9970/c50dd96f-8571-425f-836f-91e6a413abd6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:07.766574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Provisioning for port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:07.775260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Provisioning complete for port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:07.775678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.775951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ca15-ca10-4399-8b3c-d19db0e2a1c2 req-58cbb6cf-41fa-4857-8a8a-b3517c2fbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.777884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9162ca15-ca10-4399-8b3c-d19db0e2a1c2 req-58cbb6cf-41fa-4857-8a8a-b3517c2fbf4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 1096 time: 0.1051681 Jul 09 19:56:07.829391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Pushing event updated for resources: {'Port': ['ID=64d99697-c298-4fd0-a8bd-cc1988c174e4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:07.835461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bc83d-14f4-47e5-a28b-d10b51cce576 None None] Port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:07.864921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9162ca15-ca10-4399-8b3c-d19db0e2a1c2 req-75c9fc3f-386d-443f-bac6-6631bdc04f6e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779920 Jul 09 19:56:07.914555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.928457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object c50dd96f-8571-425f-836f-91e6a413abd6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:07.955121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3fb3106f-62bd-4bd5-b407-b728d6da05e0 None None] Provisioning complete for port 64d99697-c298-4fd0-a8bd-cc1988c174e4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:07.955740 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fb3106f-62bd-4bd5-b407-b728d6da05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.967349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.028156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=c50dd96f-8571-425f-836f-91e6a413abd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:08.036336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:08.037753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:08.040009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:08.040549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.061839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3fb3106f-62bd-4bd5-b407-b728d6da05e0 None None] Provisioning complete for port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:08.062337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fb3106f-62bd-4bd5-b407-b728d6da05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.128596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64d99697-c298-4fd0-a8bd-cc1988c174e4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:08.181462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3106f-62bd-4bd5-b407-b728d6da05e0 None None] Port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:08.209759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 64d99697-c298-4fd0-a8bd-cc1988c174e4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:08.210193 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.226389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.316660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d37a68-db88-41e3-a940-da3d128a4022 req-a8fdc3ba-5abe-4b38-af4a-5882226078d6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:08.318514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20d37a68-db88-41e3-a940-da3d128a4022 req-a8fdc3ba-5abe-4b38-af4a-5882226078d6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 945 time: 0.0966003 Jul 09 19:56:08.363394 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:56:08.369105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20d37a68-db88-41e3-a940-da3d128a4022 req-807e55bb-f31d-4a73-b209-9840522e3499 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Jul 09 19:56:08.406653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aa1ba28e-0a68-4da9-a781-ce39ad39d74b None None] Provisioning for port c50dd96f-8571-425f-836f-91e6a413abd6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:08.410994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aa1ba28e-0a68-4da9-a781-ce39ad39d74b None None] Provisioning complete for port c50dd96f-8571-425f-836f-91e6a413abd6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:08.411419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba28e-0a68-4da9-a781-ce39ad39d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.456684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ba28e-0a68-4da9-a781-ce39ad39d74b None None] Port c50dd96f-8571-425f-836f-91e6a413abd6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:08.626808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.633681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.634819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.739299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=c50dd96f-8571-425f-836f-91e6a413abd6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:08.793338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:08.795425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:08.909619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router e581a240-3c57-400d-93c6-e60036b3d8a7 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:09.022832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:09.028876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f400fd0c-c05f-450f-acf3-a9e5d5901953 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012728 Jul 09 19:56:09.031743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:09.037154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] Sync routers for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:09.056881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:09.058205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.111254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.126971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca31a6-cdd0-4f37-97d4-04e941d97eb2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:09.131267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-beca31a6-cdd0-4f37-97d4-04e941d97eb2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports/c50dd96f-8571-425f-836f-91e6a413abd6 HTTP/1.1" status: 200 len: 913 time: 0.0901904 Jul 09 19:56:09.131444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:09.131444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.131649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:09.167729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.168385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c3f95-1ece-457d-a8fa-0baf9219be15 None None] The sync data for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:09.185392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b602f89a-79d5-4a1f-9137-8bd679b55434 None None] Provisioning complete for port c50dd96f-8571-425f-836f-91e6a413abd6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:09.185773 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b602f89a-79d5-4a1f-9137-8bd679b55434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.226719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b602f89a-79d5-4a1f-9137-8bd679b55434 None None] Port c50dd96f-8571-425f-836f-91e6a413abd6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:09.480940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.667517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50256737-72ba-4f0f-80c5-a879c4cef9c4 req-4fd307b0-c07c-4b29-bd1e-8495a8a0875c tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:09.669199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50256737-72ba-4f0f-80c5-a879c4cef9c4 req-4fd307b0-c07c-4b29-bd1e-8495a8a0875c tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 945 time: 0.1554685 Jul 09 19:56:09.727792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50256737-72ba-4f0f-80c5-a879c4cef9c4 req-2f8374b1-cb9b-452f-b00f-2e17568e5bef tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Jul 09 19:56:09.854395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port c50dd96f-8571-425f-836f-91e6a413abd6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:09.855066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.952096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.965229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for c50dd96f-8571-425f-836f-91e6a413abd6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:10.162389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.219335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=c50dd96f-8571-425f-836f-91e6a413abd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:10.319692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.476160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c04154-b614-4a41-a744-3eebfeb2b6dc req-b4d2ff4b-946d-4a96-8222-047679f03090 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:10.477585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16c04154-b614-4a41-a744-3eebfeb2b6dc req-b4d2ff4b-946d-4a96-8222-047679f03090 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 945 time: 0.0637279 Jul 09 19:56:10.512363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router e581a240-3c57-400d-93c6-e60036b3d8a7 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:10.516392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16c04154-b614-4a41-a744-3eebfeb2b6dc req-60c93802-6510-472c-baa4-1f1353b0c36b tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Jul 09 19:56:10.918768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:10.927070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8c035e8d-e129-4272-9c52-2c44a7b390ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918084 Jul 09 19:56:10.927557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:10.928361 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] Sync routers for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:10.938095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:10.938769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:10.974179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:10.983126 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:10.983661 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:11.015535 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:11.016194 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da4f57-9558-4d29-b776-97d2d291aa60 None None] The sync data for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:11.250285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.510125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:11.510792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.609693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.622941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 00aa18e2-7bfc-461e-9e13-e8e54ec749a8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:11.703304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08fb9f-86eb-4dd5-90e6-05995b3592b4 req-78dffbd5-83a7-41d0-9058-b898072dbea7 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:11.705886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db08fb9f-86eb-4dd5-90e6-05995b3592b4 req-78dffbd5-83a7-41d0-9058-b898072dbea7 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 945 time: 0.0674586 Jul 09 19:56:11.790475 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db08fb9f-86eb-4dd5-90e6-05995b3592b4 req-9d12c13a-9313-41e8-beb2-154e0e07ca7d tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/security-groups?id=d97d96a2-65f7-4b62-9e32-185c8d266789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568776 Jul 09 19:56:11.810465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-ec43782e-e9a7-4eb4-8da0-ee6e817bf780 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:11.812162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-ec43782e-e9a7-4eb4-8da0-ee6e817bf780 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.59 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 945 time: 0.1052170 Jul 09 19:56:11.854636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.928796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=00aa18e2-7bfc-461e-9e13-e8e54ec749a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:11.951057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Deleting port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:11.951795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.009482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.069435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] For port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,segment=NetworkSegment(4ec319c0-ab6b-42e8-a919-d29cbf50fe99),segment_id=4ec319c0-ab6b-42e8-a919-d29cbf50fe99)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:12.070329 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.092505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Calling delete_port for 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:12.177329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router e581a240-3c57-400d-93c6-e60036b3d8a7 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:12.231673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.243588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['570e6163-2bb5-4a1f-a50b-4260a4f9ce54'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:12.257515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:12.265307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Pushing event deleted for resources: {'Port': ['ID=570e6163-2bb5-4a1f-a50b-4260a4f9ce54,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:12.267510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:12.269725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-431e1047-15ce-49f4-b50f-031839817a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3366132 Jul 09 19:56:12.276380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] Sync routers for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:12.288055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:12.288703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:12.321189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d030af47-8b9d-4562-bd1d-f6383f599952 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=e581a240-3c57-400d-93c6-e60036b3d8a7 HTTP/1.1" status: 200 len: 205 time: 0.0471690 Jul 09 19:56:12.321799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:12.329690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:12.340910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] Routers {'e581a240-3c57-400d-93c6-e60036b3d8a7'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:12.341790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e581a240-3c57-400d-93c6-e60036b3d8a7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:12.345764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] No DVR routers for this DVR port 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:12.373411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:12.374123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2e88b-3771-4975-b8a8-daef3db2d97c None None] The sync data for ids ['e581a240-3c57-400d-93c6-e60036b3d8a7'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:12.379661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.381750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-292fc055-9c13-4d44-85b5-d17d37c4d8ae req-04536604-e911-4ce8-bb5c-1c39276adde6 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.59 "DELETE /v2.0/ports/570e6163-2bb5-4a1f-a50b-4260a4f9ce54 HTTP/1.1" status: 204 len: 173 time: 0.5619338 Jul 09 19:56:12.382095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'name': 'network-vif-deleted', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:12.384329 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae604b2-0ee6-41ef-8536-8bafdde2d7c8" -d '{"events": [{"server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "name": "network-vif-deleted", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:12.423456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.458552 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f598205b-f652-41b3-b307-f15185d0db12 x-openstack-request-id: req-f598205b-f652-41b3-b307-f15185d0db12 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:12.458962 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59628-3b33-454d-b3f2-ab1bfdc9ba0c", "name": "network-vif-deleted", "tag": "570e6163-2bb5-4a1f-a50b-4260a4f9ce54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:12.459091 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f598205b-f652-41b3-b307-f15185d0db12 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:12.459728 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f59628-3b33-454d-b3f2-ab1bfdc9ba0c', 'name': 'network-vif-deleted', 'tag': '570e6163-2bb5-4a1f-a50b-4260a4f9ce54', 'status': 'completed', 'code': 200} Jul 09 19:56:12.587123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:12.593346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.595614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.639812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.640472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router e581a240-3c57-400d-93c6-e60036b3d8a7 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:12.648560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.649640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f8b2924b-4371-403a-aabb-9dd5e8bccfd4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7 HTTP/1.1" status: 204 len: 168 time: 0.3269446 Jul 09 19:56:12.652571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:12.705746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11b78644-16e6-41ee-aaac-5066260ca3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.723217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet e406ae1b-34a9-42fc-949e-24594a1f9970 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:12.728925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.787563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.976360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed8bf911-b907-418b-8b27-2cf2b90135f7 req-702fd9fa-03b4-4e98-bc7c-09b258800ed0 tempest-ServerAddressesTestJSON-199967060 tempest-ServerAddressesTestJSON-199967060-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f59628-3b33-454d-b3f2-ab1bfdc9ba0c HTTP/1.1" status: 200 len: 210 time: 0.0397315 Jul 09 19:56:13.198675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.232259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11b78644-16e6-41ee-aaac-5066260ca3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.237556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11b78644-16e6-41ee-aaac-5066260ca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.293116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11b78644-16e6-41ee-aaac-5066260ca3e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f15d08084f94103ac0bf8752e1726e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024217 Jul 09 19:56:13.293698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b78644-16e6-41ee-aaac-5066260ca3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce3492e-05e0-4584-89b8-1ca05cf57819,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.293965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:13.311832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.340235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=e406ae1b-34a9-42fc-949e-24594a1f9970,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.342275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.344236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f29a9776-004e-4568-a19c-20831bc573ff tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/e406ae1b-34a9-42fc-949e-24594a1f9970 HTTP/1.1" status: 204 len: 168 time: 0.6905875 Jul 09 19:56:13.347915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4eec6-b135-4f41-83db-34307c070a07 None None] Network 96dc914c-3f4f-4b18-9f6c-f73916020fc4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:13.349831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:13.411775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.417779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 66086709-0f2d-4c00-bbe4-2be6c63ba9f2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:13.421965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.466939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.484379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.538432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] DHCP port deletion for 96dc914c-3f4f-4b18-9f6c-f73916020fc4 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:13.589404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Deleting port 64d99697-c298-4fd0-a8bd-cc1988c174e4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:13.590120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.593091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.596205 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.600062 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cce3492e-05e0-4584-89b8-1ca05cf57819 HTTP/1.1" status: 204 len: 168 time: 0.3024244 Jul 09 19:56:13.609857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.613573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd54fc-51f7-49be-87ea-c7ebd1076f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce3492e-05e0-4584-89b8-1ca05cf57819,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.664438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] For port 64d99697-c298-4fd0-a8bd-cc1988c174e4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64d99697-c298-4fd0-a8bd-cc1988c174e4,segment=NetworkSegment(0616a8c7-94fe-413b-b3e1-c54659ae9c49),segment_id=0616a8c7-94fe-413b-b3e1-c54659ae9c49)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:13.665305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.686767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Calling delete_port for 64d99697-c298-4fd0-a8bd-cc1988c174e4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:13.692245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.727520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=66086709-0f2d-4c00-bbe4-2be6c63ba9f2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.731529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.736219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c4665371-83e5-4526-8234-e292f5a5b409 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/66086709-0f2d-4c00-bbe4-2be6c63ba9f2 HTTP/1.1" status: 204 len: 168 time: 0.3846776 Jul 09 19:56:13.736842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:13.748664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a99d7d-ff15-48d0-8d5b-64f03921df0f None None] Network 09305490-cda3-44b9-baad-f35328f07848 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:13.831068 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.880955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.901271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] The port '64d99697-c298-4fd0-a8bd-cc1988c174e4' was deleted {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 19:56:13.926983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] Pushing event deleted for resources: {'Port': ['ID=64d99697-c298-4fd0-a8bd-cc1988c174e4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.929163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366aa67e-d166-4680-b114-2e0fcc341e65 None None] No DVR routers for this DVR port 64d99697-c298-4fd0-a8bd-cc1988c174e4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:14.021747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.033806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dc914c-3f4f-4b18-9f6c-f73916020fc4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.048310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] DHCP port deletion for 09305490-cda3-44b9-baad-f35328f07848 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:14.081310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0616a8c7-94fe-413b-b3e1-c54659ae9c49') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.081670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0616a8c7-94fe-413b-b3e1-c54659ae9c49') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.094592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.108226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:14.121972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Deleting port e3b7a930-6d69-4aac-bf9e-9846aaaef83c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:14.122355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.146111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.161451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:14.161856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:14.175597 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:14.198190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Deleting subnet 598951ef-b6b5-4f4c-8687-186401b0fd73 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:14.204596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.224881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64d99697-c298-4fd0-a8bd-cc1988c174e4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:14.249209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.264190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.271720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 64d99697-c298-4fd0-a8bd-cc1988c174e4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:14.272056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64d99697-c298-4fd0-a8bd-cc1988c174e4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:14.272538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3b7a930-6d69-4aac-bf9e-9846aaaef83c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:14.276929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.279138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/96dc914c-3f4f-4b18-9f6c-f73916020fc4 HTTP/1.1" status: 204 len: 168 time: 0.5413396 Jul 09 19:56:14.283127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:14.312432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.323155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fa9bc-3626-4aa7-af72-26033451e94c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=96dc914c-3f4f-4b18-9f6c-f73916020fc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.332205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,segment=NetworkSegment(8fe80441-6c7a-4da0-a424-3ed705858acd),segment_id=8fe80441-6c7a-4da0-a424-3ed705858acd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:14.332835 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.353557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Calling delete_port for e3b7a930-6d69-4aac-bf9e-9846aaaef83c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:14.397163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.405052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.448385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.449519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598951ef-b6b5-4f4c-8687-186401b0fd73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.453074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.455734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-73bb825e-e9be-4e4b-88fb-97fa55db6b13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/598951ef-b6b5-4f4c-8687-186401b0fd73 HTTP/1.1" status: 204 len: 168 time: 0.3460543 Jul 09 19:56:14.458279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:14.482322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port e3b7a930-6d69-4aac-bf9e-9846aaaef83c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:14.482554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.503308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,segment=NetworkSegment(8fe80441-6c7a-4da0-a424-3ed705858acd),segment_id=8fe80441-6c7a-4da0-a424-3ed705858acd)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:14.516270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.557752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.589637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.590882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] No DVR routers for this DVR port e3b7a930-6d69-4aac-bf9e-9846aaaef83c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:14.608048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.624147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port e3b7a930-6d69-4aac-bf9e-9846aaaef83c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,segment=NetworkSegment(8fe80441-6c7a-4da0-a424-3ed705858acd),segment_id=8fe80441-6c7a-4da0-a424-3ed705858acd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:14.624659 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.635063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44cae-3c11-498b-8b4f-3d66deaefeb3 None None] Pushing event deleted for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.642143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for e3b7a930-6d69-4aac-bf9e-9846aaaef83c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:14.708717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.726096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c86ff9-054c-4136-95f1-1e5b7c0a23d5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.741643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec319c0-ab6b-42e8-a919-d29cbf50fe99') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.741981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec319c0-ab6b-42e8-a919-d29cbf50fe99') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.763659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.764664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.783438 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.789552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:14.789936 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.792228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=e3b7a930-6d69-4aac-bf9e-9846aaaef83c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:14.792476 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:14.799377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:14.805960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port e3b7a930-6d69-4aac-bf9e-9846aaaef83c on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:14.843529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:14.844438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 570e6163-2bb5-4a1f-a50b-4260a4f9ce54 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:14.887120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.900362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.902804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a1c86ff9-054c-4136-95f1-1e5b7c0a23d5 HTTP/1.1" status: 204 len: 168 time: 0.4414027 Jul 09 19:56:14.923781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.944037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077b276-83a8-42d9-9141-90a861d9c002 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c86ff9-054c-4136-95f1-1e5b7c0a23d5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.960458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09305490-cda3-44b9-baad-f35328f07848']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.974824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe80441-6c7a-4da0-a424-3ed705858acd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.975133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe80441-6c7a-4da0-a424-3ed705858acd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:14.985431 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.003756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.011722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:15.012621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:15.017574 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:15.095516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.107390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.109284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/09305490-cda3-44b9-baad-f35328f07848 HTTP/1.1" status: 204 len: 168 time: 0.8240757 Jul 09 19:56:15.113255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.121848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6461-64f4-4ce4-9e27-c52e10eb4447 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=09305490-cda3-44b9-baad-f35328f07848,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.133473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1428400549'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:15.168934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:15.175793 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.182107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.227881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:15.263114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.264629 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 634dfb90-9d16-4d9f-b494-95f6e842aa9d of type vlan for network 2243ffeb-17f7-4914-8789-866280b2621f Jul 09 19:56:15.268165 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d14193b-ba4c-4af2-9c93-814c9ea903a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cca91bbab524dbd9551fe1b2dfa9ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847318 Jul 09 19:56:15.270446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.378411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.408286 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.466536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.478308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.484579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:15.488018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.560440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.571765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.577833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d97d96a2-65f7-4b62-9e32-185c8d266789 HTTP/1.1" status: 204 len: 168 time: 0.2970381 Jul 09 19:56:15.581209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=2243ffeb-17f7-4914-8789-866280b2621f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.591699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-67713bfb-d1f8-4282-b081-01863985e922 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4670203 Jul 09 19:56:15.591960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d7dbb-cc03-4436-8e58-60f2f645e399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d96a2-65f7-4b62-9e32-185c8d266789,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.592460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.598754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2243ffeb-17f7-4914-8789-866280b2621f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:15.612451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '2243ffeb-17f7-4914-8789-866280b2621f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:15.664157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.696908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.743861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:15.749585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.066101 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.071393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490c1ffa-a060-4812-9a48-96211dd9219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.108160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-688847288', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:16.163714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=123e40de-0554-4a59-baee-901bb5446dba,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.171112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f1a4-b13c-486e-90d5-45a59ab4f27c req-d5284e27-9a8f-4277-9428-ffd10d648cf4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.171606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '634dfb90-9d16-4d9f-b494-95f6e842aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:16.171958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 2243ffeb-17f7-4914-8789-866280b2621f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:16.172727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1364f1a4-b13c-486e-90d5-45a59ab4f27c req-d5284e27-9a8f-4277-9428-ffd10d648cf4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1847847 Jul 09 19:56:16.191291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 2243ffeb-17f7-4914-8789-866280b2621f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:16.202048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2243ffeb-17f7-4914-8789-866280b2621f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:16.213357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.213593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b59b6-daf3-4fa4-85d2-8ca6c5c7d20a None None] Network 2243ffeb-17f7-4914-8789-866280b2621f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:16.214261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.268498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1364f1a4-b13c-486e-90d5-45a59ab4f27c req-818ccee9-c266-4c4d-8929-54f4d814fa32 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896046 Jul 09 19:56:16.307045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490c1ffa-a060-4812-9a48-96211dd9219e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.311547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490c1ffa-a060-4812-9a48-96211dd9219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.319340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67b89e67-3dd2-4f2d-9753-e4812f3c44ab tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7257779 Jul 09 19:56:16.321621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:16.327458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375502465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:16.365961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-490c1ffa-a060-4812-9a48-96211dd9219e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52fc2087d28c4999953fe7b143739548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980286 Jul 09 19:56:16.367237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:16.367678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Made reservation on behalf of 2b49568a3d534efc933fac5863c76d68 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:16.370162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.380245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.382295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c1ffa-a060-4812-9a48-96211dd9219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6c3a3-0365-45f4-bee7-1026c73135e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.423486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-2243ffeb-17f7-4914-8789-866280b2621f', 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '123e40de-0554-4a59-baee-901bb5446dba'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:16.424644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.440652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.441703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.476852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.512021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.543050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.546272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.546481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.552756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.558521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] device_id is not set on port 34beda1d-9d98-4a97-8cf9-ac91cda08a0c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:16.604831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Allocated IP 2001:db8::2 (2243ffeb-17f7-4914-8789-866280b2621f/123e40de-0554-4a59-baee-901bb5446dba/8bca0185-983a-41ff-9050-b6d12cfd0ef6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:16.609481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a965d-f263-4366-8950-1f17fc7a6640,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.632140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.634863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a57672bb-7569-44a1-bd7e-79cf202c93b0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3106718 Jul 09 19:56:16.636521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:16.642435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'port': {'network_id': '2243ffeb-17f7-4914-8789-866280b2621f', 'name': 'tempest-RoutersIpV6Test-1996044801'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:16.647982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.650595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.654082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6b6c3a3-0365-45f4-bee7-1026c73135e6 HTTP/1.1" status: 204 len: 168 time: 0.2803438 Jul 09 19:56:16.671490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:16.718702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Allocated IP 172.25.3.51 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/34beda1d-9d98-4a97-8cf9-ac91cda08a0c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:16.721449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c3388-1ae3-42d1-87cf-1ffd7a053549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6c3a3-0365-45f4-bee7-1026c73135e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.839877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:16.840180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.840318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.849682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Transition to ACTIVE for port object 8bca0185-983a-41ff-9050-b6d12cfd0ef6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:16.867688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] device_id is not set on port 404e5499-48ba-46d2-bed1-7bf9f724fe13 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:16.871673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Transition to ACTIVE for port object 8bca0185-983a-41ff-9050-b6d12cfd0ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:16.888813 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.941074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.992232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.015496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8::174 (2243ffeb-17f7-4914-8789-866280b2621f/123e40de-0554-4a59-baee-901bb5446dba/404e5499-48ba-46d2-bed1-7bf9f724fe13) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:17.020304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Network 2243ffeb-17f7-4914-8789-866280b2621f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:17.030348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:17.035771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Pushing event updated for resources: {'Port': ['ID=8bca0185-983a-41ff-9050-b6d12cfd0ef6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.040303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:17.093912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Pushing event updated for resources: {'Port': ['ID=34beda1d-9d98-4a97-8cf9-ac91cda08a0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.101405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:17.103242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:17.106993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:17.149234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Attempting to bind port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:17.149612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Attempting to bind port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '634dfb90-9d16-4d9f-b494-95f6e842aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:17.149982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Attempting to bind port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 on network 2243ffeb-17f7-4914-8789-866280b2621f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:17.155760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:17.156079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Checking segment: {'id': '634dfb90-9d16-4d9f-b494-95f6e842aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:17.156483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.156922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Bound using segment: {'id': '634dfb90-9d16-4d9f-b494-95f6e842aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:17.157442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Bound port: 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634dfb90-9d16-4d9f-b494-95f6e842aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2243ffeb-17f7-4914-8789-866280b2621f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:17.157833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.158591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.159597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.168103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1461440922-network', 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:17.204771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:17.208596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.222436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.227346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-850dc953-ee50-4ddf-a58f-7b9d0b4df722 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5293932 Jul 09 19:56:17.235570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] For port 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:17.236251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:17.239115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] For port 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8bca0185-983a-41ff-9050-b6d12cfd0ef6,segment=NetworkSegment(634dfb90-9d16-4d9f-b494-95f6e842aa9d),segment_id=634dfb90-9d16-4d9f-b494-95f6e842aa9d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:17.243851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.51'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:17.244373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.245948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.266379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 404e5499-48ba-46d2-bed1-7bf9f724fe13 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:17.290975 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:56:17.290975 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:56:17.290975 n-d-800087-3 neutron-server[93771]: [parameters: {'project_id_1': '8bdb4ebd4b224300ab06f0b935d5c2a2', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 56, 17, 266203)}] Jul 09 19:56:17.290975 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:56:17.292774 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:56:17.305319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.306778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.310771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98797d-3819-40e6-b2d5-c41497b9db71 None None] Pushing event updated for resources: {'Port': ['ID=8bca0185-983a-41ff-9050-b6d12cfd0ef6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.341161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.368983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.393716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 2243ffeb-17f7-4914-8789-866280b2621f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:17.397781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:17.400463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:17.407319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.408070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.460404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=404e5499-48ba-46d2-bed1-7bf9f724fe13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.474668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-74055e39-a7c0-4e2f-a67a-d959c6a7fb07 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8345807 Jul 09 19:56:17.477257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:17.536032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.596756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0ba1a-8860-4e68-af22-4a3f9e25fcd4 req-9bbd5c21-0a2f-4104-ad93-1a5c9e3d5128 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.598557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1f0ba1a-8860-4e68-af22-4a3f9e25fcd4 req-9bbd5c21-0a2f-4104-ad93-1a5c9e3d5128 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1832731 Jul 09 19:56:17.752178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.759382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1f0ba1a-8860-4e68-af22-4a3f9e25fcd4 req-9b8683ad-f86e-4f9e-adef-102d8df3c2b2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296830 Jul 09 19:56:17.777348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.815285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.890300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.972596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.073082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.143959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.177107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8bca0185-983a-41ff-9050-b6d12cfd0ef6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:18.186192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.192249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.194733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.202741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:18.215228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.215847 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Added segment d6ea15b0-039f-4c1f-bf9e-0c1010671773 of type vlan for network 4dd50e91-3e0e-4821-85f3-324b4984b611 Jul 09 19:56:18.241869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:18.270454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.272974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=404e5499-48ba-46d2-bed1-7bf9f724fe13,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.296912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3309a0-cb59-42ed-87a7-4578e784e093,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.331116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.348788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.349336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa834525-ece4-4639-82a5-45f6ed758c6f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:18.372833 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 19:56:18.377991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7ed1a34-cd25-47e5-9ab5-cd48e2810e69 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1396358 Jul 09 19:56:18.378180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:18.379303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.380268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.380974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.432352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e00afa-93bf-4f47-90a4-86f8f2bfc037 None None] Network 2243ffeb-17f7-4914-8789-866280b2621f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:18.433860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.437245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7644908 Jul 09 19:56:18.442913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:18.447728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Request body: {'subnet': {'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1461440922-subnet', 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:18.464640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1758b-cccc-43b0-b27c-a41c39e8dbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd50e91-3e0e-4821-85f3-324b4984b611,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.477649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:18.480789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:18.483617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.571054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Provisioning for port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:18.580515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Deleting port 34beda1d-9d98-4a97-8cf9-ac91cda08a0c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:18.580682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.583137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Provisioning complete for port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:18.583625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.662422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.677478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.730288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.738298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=769cfa7a-be95-4ccb-843d-a49fadc8b811,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.748191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.748403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:18.748611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Network hostable DHCP agents. Network: 4dd50e91-3e0e-4821-85f3-324b4984b611, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:18.755346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.770394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:18.781111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4dd50e91-3e0e-4821-85f3-324b4984b611) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:18.785727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Calling delete_port for 34beda1d-9d98-4a97-8cf9-ac91cda08a0c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:18.785974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.786376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.817175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-85a51ac6-d69e-48d2-b56c-8f5a729d4a3e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3716090 Jul 09 19:56:18.933997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129c567-0e43-4a67-8342-ad56138d690a None None] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:18.961626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b859641-3165-4b21-b465-cd7bc22a8d79 req-a77ee2f9-2339-4b33-920a-a251dbe82196 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.969219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b859641-3165-4b21-b465-cd7bc22a8d79 req-a77ee2f9-2339-4b33-920a-a251dbe82196 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0780723 Jul 09 19:56:19.011132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] For port 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8bca0185-983a-41ff-9050-b6d12cfd0ef6,segment=NetworkSegment(634dfb90-9d16-4d9f-b494-95f6e842aa9d),segment_id=634dfb90-9d16-4d9f-b494-95f6e842aa9d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:19.024578 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.042893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b859641-3165-4b21-b465-cd7bc22a8d79 req-4a523d73-f002-4b7f-8f36-1eaf17de2761 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706038 Jul 09 19:56:19.141736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765353e-3472-4773-a0c7-76f3c3f7879a None None] Pushing event updated for resources: {'Port': ['ID=8bca0185-983a-41ff-9050-b6d12cfd0ef6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:19.162952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af967205-b8c7-40d9-8169-d481267fb6fe None None] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:19.353687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Provisioning for port 404e5499-48ba-46d2-bed1-7bf9f724fe13 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:19.357851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Provisioning complete for port 404e5499-48ba-46d2-bed1-7bf9f724fe13 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:19.358265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.396950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Port 404e5499-48ba-46d2-bed1-7bf9f724fe13 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:19.406854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Provisioning complete for port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:19.407887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-290a7bc9-4fd0-4351-aea9-e1b7931161c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.530144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-6ee06978-29e9-4ec0-93dd-316b1436b084 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.531537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-6ee06978-29e9-4ec0-93dd-316b1436b084 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.2503262 Jul 09 19:56:19.576512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-f68b8547-120b-481d-8eb2-18c63a5d3842 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0368681 Jul 09 19:56:19.579452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.616109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b0dfeace-e270-4975-9024-53db0ff6a734 None None] Provisioning complete for port 404e5499-48ba-46d2-bed1-7bf9f724fe13 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:19.616639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0dfeace-e270-4975-9024-53db0ff6a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.640066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Pushing event deleted for resources: {'Port': ['ID=34beda1d-9d98-4a97-8cf9-ac91cda08a0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:19.666591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b0dfeace-e270-4975-9024-53db0ff6a734 None None] Port 404e5499-48ba-46d2-bed1-7bf9f724fe13 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:19.669479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-78fa19e9-05e3-41f1-873f-993947a34667 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824327 Jul 09 19:56:19.676228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.703319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.704566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.787955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7acd707d-5657-4fd4-8b75-a87cf61e34b8 None None] Provisioning complete for port 404e5499-48ba-46d2-bed1-7bf9f724fe13 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:19.788445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7acd707d-5657-4fd4-8b75-a87cf61e34b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.821334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7acd707d-5657-4fd4-8b75-a87cf61e34b8 None None] Port 404e5499-48ba-46d2-bed1-7bf9f724fe13 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:19.881003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=404e5499-48ba-46d2-bed1-7bf9f724fe13,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:19.890894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.893493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-caf64f55-8ca7-43cf-97e4-c45309903328 tempest-RoutersAdminNegativeIpV6Test-507110851 tempest-RoutersAdminNegativeIpV6Test-507110851-project-admin] 10.222.0.10 "DELETE /v2.0/ports/34beda1d-9d98-4a97-8cf9-ac91cda08a0c HTTP/1.1" status: 204 len: 168 time: 1.5143852 Jul 09 19:56:19.912664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-6d3e6256-b31a-4721-9492-5acb1ec8a231 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342818 Jul 09 19:56:19.983985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 2243ffeb-17f7-4914-8789-866280b2621f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:19.986804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:20.108596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8bca0185-983a-41ff-9050-b6d12cfd0ef6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:20.115574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-2a32983a-0eb4-415d-8420-74791fa8d0d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951389 Jul 09 19:56:20.162723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:20.165260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 4601cc9c-4cf5-4df7-a13a-3276e36b2634 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:20.187337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:20.187941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.317314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:20.326184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f26e978-e531-401c-b011-fc8b4c3f2ae5 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/4601cc9c-4cf5-4df7-a13a-3276e36b2634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462393 Jul 09 19:56:20.330384 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] Sync routers for ids ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:20.333338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:20.347165 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] Routers {'4601cc9c-4cf5-4df7-a13a-3276e36b2634'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:20.348049 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:20.353663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4d2b70b1-7961-4821-841d-cea9ba4bf5e2 None None] Provisioning complete for port 404e5499-48ba-46d2-bed1-7bf9f724fe13 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:20.354041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d2b70b1-7961-4821-841d-cea9ba4bf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.389535 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:20.398954 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] Routers {'4601cc9c-4cf5-4df7-a13a-3276e36b2634'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:20.399994 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:20.407536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b70b1-7961-4821-841d-cea9ba4bf5e2 None None] Port 404e5499-48ba-46d2-bed1-7bf9f724fe13 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:20.415185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95d8e4-5f90-4d89-ab4f-a9acfe6869de tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.416590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8c95d8e4-5f90-4d89-ab4f-a9acfe6869de tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports/404e5499-48ba-46d2-bed1-7bf9f724fe13 HTTP/1.1" status: 200 len: 984 time: 0.0821331 Jul 09 19:56:20.422907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:20.436356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-024eaab4-a962-4172-85d7-e39fdfb6ff4e req-40149e9a-f75d-48b0-a6f9-a71e61e09296 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 210 time: 0.0546608 Jul 09 19:56:20.437235 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:20.437888 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dfbe6-3ed0-46ab-9e5d-d298c7844113 None None] The sync data for ids ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:20.509115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a40d341-149c-459e-b2b0-f9c2d87a7fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.558688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e3e9-c030-45d4-9899-4f190ba22960 req-f92ad615-f506-4590-ab84-df8b5d092154 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.560187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1337e3e9-c030-45d4-9899-4f190ba22960 req-f92ad615-f506-4590-ab84-df8b5d092154 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.3031182 Jul 09 19:56:20.708285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1337e3e9-c030-45d4-9899-4f190ba22960 req-1b68b91d-2054-481e-a05b-ffb4cac47fe9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325176 Jul 09 19:56:20.815384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a40d341-149c-459e-b2b0-f9c2d87a7fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.824865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a40d341-149c-459e-b2b0-f9c2d87a7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.876528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4a40d341-149c-459e-b2b0-f9c2d87a7fa0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03a9759f1f064ae99e8e701e258da595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126997 Jul 09 19:56:20.879327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:20.890644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40d341-149c-459e-b2b0-f9c2d87a7fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470b67ee-66e7-42f1-bd29-980cfcbd5f2c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.942271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.966368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.019769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.022613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.023773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/470b67ee-66e7-42f1-bd29-980cfcbd5f2c HTTP/1.1" status: 204 len: 168 time: 0.1427579 Jul 09 19:56:21.031397 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947e868-faa9-4a5a-ba59-f304325a0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b67ee-66e7-42f1-bd29-980cfcbd5f2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:21.046584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.266962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 404e5499-48ba-46d2-bed1-7bf9f724fe13 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:21.267608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.312645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:21.361373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f6c9b5e-3b2a-4ff7-8f25-17bce17ac0f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b49568a3d534efc933fac5863c76d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444558 Jul 09 19:56:21.361605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.361751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:21.374177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 404e5499-48ba-46d2-bed1-7bf9f724fe13 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:21.410686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.433239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.560328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.562896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.564835 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e0a965d-f263-4366-8950-1f17fc7a6640 HTTP/1.1" status: 204 len: 168 time: 0.2023425 Jul 09 19:56:21.573665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-be9acd28-e5f4-46ae-bcdc-7d85c4bfb25d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:21.575281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-be9acd28-e5f4-46ae-bcdc-7d85c4bfb25d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1442945 Jul 09 19:56:21.583542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504f34-53c4-44a0-a4ef-72c284948c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a965d-f263-4366-8950-1f17fc7a6640,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:21.601186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:21.609681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.647343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=404e5499-48ba-46d2-bed1-7bf9f724fe13,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:21.666482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ccb32134-ad3c-401a-8fb3-d7f1d482ed4f req-5e3248be-35b6-4149-adfe-b8a2221ef4f0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 210 time: 0.0838411 Jul 09 19:56:21.767724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:21.774442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.780802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.934757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.4 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/25dafbad-90c1-4d5c-80f8-5f8334abd986) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:22.114406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.160098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.202989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:22.207591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:22.212366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:22.261173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:22.282209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:22.282920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.300315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-176ab5b9-0804-4126-aee0-a01e14ca86f8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7143438 Jul 09 19:56:22.302118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 4601cc9c-4cf5-4df7-a13a-3276e36b2634 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:22.312424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Request body: {'port': {'device_id': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:22.316109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db141b35-c539-481d-a227-7382bdc7afe0 req-f0d8d6b5-4b80-4ba0-9715-04410474f1cb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:22.317725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db141b35-c539-481d-a227-7382bdc7afe0 req-f0d8d6b5-4b80-4ba0-9715-04410474f1cb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1780207 Jul 09 19:56:22.354007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-576b4354-6532-4bb0-8d4a-2dc357b8ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.398523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.420876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:22.425475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db141b35-c539-481d-a227-7382bdc7afe0 req-f6d83037-6607-4b98-ac39-2c55fc39dd81 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993519 Jul 09 19:56:22.428952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3f54333-b1f6-401a-a689-0d615f292360 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/4601cc9c-4cf5-4df7-a13a-3276e36b2634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034137 Jul 09 19:56:22.431474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] Sync routers for ids ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:22.436339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:22.454752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] Routers {'4601cc9c-4cf5-4df7-a13a-3276e36b2634'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:22.455412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.489228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.498090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] Routers {'4601cc9c-4cf5-4df7-a13a-3276e36b2634'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:22.498940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.534871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.535913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84581a8b-b6a9-497d-9cdf-758cab087f7d None None] The sync data for ids ['4601cc9c-4cf5-4df7-a13a-3276e36b2634'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:22.559665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:22.656692 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c45afad0-0ea0-4c57-9339-a2af4714712d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 19:56:22.660761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c45afad0-0ea0-4c57-9339-a2af4714712d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/4601cc9c-4cf5-4df7-a13a-3276e36b2634/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2233973 Jul 09 19:56:22.661387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:22.667717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1370212216'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:22.691209 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-059c7a61-129d-40c5-97b4-e092fce2cc8c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=4601cc9c-4cf5-4df7-a13a-3276e36b2634 HTTP/1.1" status: 200 len: 205 time: 0.0286725 Jul 09 19:56:22.693701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:22.712784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Made reservation on behalf of c0a3ee2bdee945a3b63565ad0e6d1d18 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:22.716365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.732034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.774804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.796827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dafbad-90c1-4d5c-80f8-5f8334abd986 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:22.810558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.859545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Transition to ACTIVE for port object 25dafbad-90c1-4d5c-80f8-5f8334abd986 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:22.867160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.939732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.942061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.952980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:22.976097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.983985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40412-a01f-4ae3-a90a-270b88d22e83 req-d46102c7-d8be-4fd0-8291-629e23567513 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:22.986076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7f40412-a01f-4ae3-a90a-270b88d22e83 req-d46102c7-d8be-4fd0-8291-629e23567513 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 931 time: 0.1826367 Jul 09 19:56:22.987856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.988675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router 4601cc9c-4cf5-4df7-a13a-3276e36b2634 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:22.998696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.999842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25d32055-0e46-4529-8072-ad9ae23b9c4b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/4601cc9c-4cf5-4df7-a13a-3276e36b2634 HTTP/1.1" status: 204 len: 168 time: 0.3051808 Jul 09 19:56:23.002498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:23.003845 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.054653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 123e40de-0554-4a59-baee-901bb5446dba {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:23.057779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.061456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:23.088254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.088674 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Added segment ca23e7b9-8348-4c25-960f-64a4bf84b5e5 of type vlan for network e94a6194-8e58-401b-9b87-62dc86b97bf4 Jul 09 19:56:23.094896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779bbc4d-d5a3-4d35-a794-90963cae16c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.097988 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.117946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e7f40412-a01f-4ae3-a90a-270b88d22e83 req-d78ff06e-0b8f-46a5-a010-cc799b0831c7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Jul 09 19:56:23.160565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Attempting to bind port 25dafbad-90c1-4d5c-80f8-5f8334abd986 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:23.160903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Attempting to bind port 25dafbad-90c1-4d5c-80f8-5f8334abd986 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:23.161262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Attempting to bind port 25dafbad-90c1-4d5c-80f8-5f8334abd986 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:23.164871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.172147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Port 25dafbad-90c1-4d5c-80f8-5f8334abd986 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:23.172480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Attempting to bind port 25dafbad-90c1-4d5c-80f8-5f8334abd986 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:23.181077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:23.181437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:23.181820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:23.182243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Bound port: 25dafbad-90c1-4d5c-80f8-5f8334abd986, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:23.182594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.205726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.234200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.239973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.240576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.262355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.272524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.301108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=123e40de-0554-4a59-baee-901bb5446dba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.303384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.308393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f9135c02-2558-40ee-b1b3-534c2e4b76a9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/123e40de-0554-4a59-baee-901bb5446dba HTTP/1.1" status: 204 len: 168 time: 0.3015554 Jul 09 19:56:23.308393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:23.310954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e13c1-5259-41c2-b8ef-55273889af87 None None] Network 2243ffeb-17f7-4914-8789-866280b2621f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:23.319109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7583838 Jul 09 19:56:23.323166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:23.327557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:23.333173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Request body: {'subnet': {'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:23.337761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:23.338639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf6f0-02e9-49bd-825d-cea0c7c70ab3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'Network': ['ID=e94a6194-8e58-401b-9b87-62dc86b97bf4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.353180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:23.359740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.412285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.439222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.439846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.441271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] 10.222.0.59 "PUT /v2.0/ports/25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 200 len: 1091 time: 1.1336021 Jul 09 19:56:23.446245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:23.448520 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff" -d '{"events": [{"name": "network-changed", "server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:23.477928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68042c0a-c31c-44ff-8e78-fe2f655bfd42 service neutron] Pushing event updated for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.496829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Made reservation on behalf of c0a3ee2bdee945a3b63565ad0e6d1d18 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:23.497419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:23.498326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.501936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.578574 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0751c-4371-4441-b343-adbc740b5c16 x-openstack-request-id: req-31e0751c-4371-4441-b343-adbc740b5c16 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:23.579439 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:23.579704 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31e0751c-4371-4441-b343-adbc740b5c16 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:23.580102 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986', 'status': 'completed', 'code': 200} Jul 09 19:56:23.585935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8bca0185-983a-41ff-9050-b6d12cfd0ef6,segment=NetworkSegment(634dfb90-9d16-4d9f-b494-95f6e842aa9d),segment_id=634dfb90-9d16-4d9f-b494-95f6e842aa9d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:23.586382 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.601398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 8bca0185-983a-41ff-9050-b6d12cfd0ef6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:23.608965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] DHCP port deletion for 2243ffeb-17f7-4914-8789-866280b2621f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:23.656585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Deleting port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:23.657294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.708489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.728754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] For port 8bca0185-983a-41ff-9050-b6d12cfd0ef6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8bca0185-983a-41ff-9050-b6d12cfd0ef6,segment=NetworkSegment(634dfb90-9d16-4d9f-b494-95f6e842aa9d),segment_id=634dfb90-9d16-4d9f-b494-95f6e842aa9d)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:23.729187 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.731269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-736ed630-f4ce-4190-9d01-e84ba63cbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.733472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-736ed630-f4ce-4190-9d01-e84ba63cbc3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 1094 time: 0.2134991 Jul 09 19:56:23.736482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=8bca0185-983a-41ff-9050-b6d12cfd0ef6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.740227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:23.746265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Calling delete_port for 8bca0185-983a-41ff-9050-b6d12cfd0ef6 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:23.767652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787954ec-b861-41d7-a52b-99ae7a6644ad req-d8ab49b6-8f45-4037-b941-04a1753ffb96 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.768970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-787954ec-b861-41d7-a52b-99ae7a6644ad req-d8ab49b6-8f45-4037-b941-04a1753ffb96 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1654079 Jul 09 19:56:23.818035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-a5b666f1-17c2-42bb-9628-eddbd4b2afd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 200 len: 217 time: 0.0593922 Jul 09 19:56:23.827963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.831563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.840065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2243ffeb-17f7-4914-8789-866280b2621f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:23.849976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634dfb90-9d16-4d9f-b494-95f6e842aa9d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:23.850273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634dfb90-9d16-4d9f-b494-95f6e842aa9d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:23.860950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.862848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] Pushing event deleted for resources: {'Port': ['ID=8bca0185-983a-41ff-9050-b6d12cfd0ef6,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.869797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786793b-5d9e-4d63-bf47-fedd1d4da762 None None] No DVR routers for this DVR port 8bca0185-983a-41ff-9050-b6d12cfd0ef6 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:23.877269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.887142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:23.887769 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:23.891955 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:23.923768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-787954ec-b861-41d7-a52b-99ae7a6644ad req-5552d3ec-4d93-4ec8-9e74-9d07efb73f7f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442235 Jul 09 19:56:23.932795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-c6b9c8c0-00e1-4a4d-88a1-a458f0dffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.934269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-c6b9c8c0-00e1-4a4d-88a1-a458f0dffaa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.1060865 Jul 09 19:56:23.950917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.952274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.959150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.961625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/2243ffeb-17f7-4914-8789-866280b2621f HTTP/1.1" status: 204 len: 168 time: 0.6435359 Jul 09 19:56:23.973108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:23.978363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021926086'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:23.980499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-8282cef8-5bdf-44cb-9497-5b33f80805d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371122 Jul 09 19:56:23.982457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046ef9-8a19-4227-86a5-f0ac3aa2af8d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=2243ffeb-17f7-4914-8789-866280b2621f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.001786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:24.006632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.031735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:24.043002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.043401 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b of type vlan for network a2504f84-419e-4bb7-ad03-ffd482792c04 Jul 09 19:56:24.088422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8bca0185-983a-41ff-9050-b6d12cfd0ef6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:24.091555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'Subnet': ['ID=46225223-1994-4b93-8093-705086b471be,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.110193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8bca0185-983a-41ff-9050-b6d12cfd0ef6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:24.110458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.110584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8bca0185-983a-41ff-9050-b6d12cfd0ef6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:24.111286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Checking segment: {'id': 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:24.112110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Network hostable DHCP agents. Network: e94a6194-8e58-401b-9b87-62dc86b97bf4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:24.138774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-947a3bb7-84cc-4dde-afcd-36d111ee0306 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383111 Jul 09 19:56:24.144866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.150612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.151209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.153503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:24.201106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e94a6194-8e58-401b-9b87-62dc86b97bf4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:24.208142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.208744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.218420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2415481 Jul 09 19:56:24.220547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:24.226494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:24.229188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37645c3-61de-40f9-8c35-844fd0663777 None None] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:24.241474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9684867-f57c-4a07-8c2a-d8444c2cfb70 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9152715 Jul 09 19:56:24.247985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:24.248707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120aabd-5610-42bb-b60e-fc79c0b926e1 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=a2504f84-419e-4bb7-ad03-ffd482792c04,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.252830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Request body: {'port': {'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1306868941'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:24.275583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a2504f84-419e-4bb7-ad03-ffd482792c04 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:24.279018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c32f33b-e731-46e7-80ad-bf7aea00bc20 req-3c1cfcc6-3769-480a-9908-560dcc3d79e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338186 Jul 09 19:56:24.418120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:24.421888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.433460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05927e-fe57-458d-b1db-361778161cf1 req-ec2e615b-305d-4e39-b34b-1a4d7948a148 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.434258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-c5c72f5a-3d4e-4b8b-8177-1d3e1aa9a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.435025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb05927e-fe57-458d-b1db-361778161cf1 req-ec2e615b-305d-4e39-b34b-1a4d7948a148 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 943 time: 0.1665781 Jul 09 19:56:24.436145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-c5c72f5a-3d4e-4b8b-8177-1d3e1aa9a9f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 1094 time: 0.0834291 Jul 09 19:56:24.442663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Made reservation on behalf of c0a3ee2bdee945a3b63565ad0e6d1d18 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:24.446620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.461008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-e94a6194-8e58-401b-9b87-62dc86b97bf4', 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4', 'tenant_id': 'c0a3ee2bdee945a3b63565ad0e6d1d18', 'fixed_ips': [{'subnet_id': '46225223-1994-4b93-8093-705086b471be'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:24.462123 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.524505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] device_id is not set on port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:24.535629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb05927e-fe57-458d-b1db-361778161cf1 req-ace2c03f-5f88-4927-83d3-4ecf847c5f7c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Jul 09 19:56:24.609112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-1fb94056-cae7-4ca9-850f-20b2f121f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.611147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-1fb94056-cae7-4ca9-850f-20b2f121f06d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.1610343 Jul 09 19:56:24.621473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Allocated IP 172.20.0.2 (e94a6194-8e58-401b-9b87-62dc86b97bf4/46225223-1994-4b93-8093-705086b471be/1b2f8286-3aa1-437f-b801-08c4458eebc5) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:24.659006 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-14c4a07f-1e7b-4a0c-b25f-47d809efa535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 200 len: 217 time: 0.0398550 Jul 09 19:56:24.660825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.715989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-e9eee8e0-10a8-4ba9-908f-c87932ba0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.717667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-e9eee8e0-10a8-4ba9-908f-c87932ba0e1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0518641 Jul 09 19:56:24.718054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=c7abbadd-6e5a-4b2e-9211-0011648181a4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.733864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:24.734360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: a2504f84-419e-4bb7-ad03-ffd482792c04, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:24.756325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network a2504f84-419e-4bb7-ad03-ffd482792c04 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:24.757728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-708812a6-02ba-493c-a7ec-b29e3c4b268e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331519 Jul 09 19:56:24.766144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a2504f84-419e-4bb7-ad03-ffd482792c04) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:24.770555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.771151 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.779461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558782b-8c0f-42bf-bd16-5337a6ebe969 None None] Network a2504f84-419e-4bb7-ad03-ffd482792c04 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:24.785468 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.790447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ed1f4d0b-22ee-4c9b-930e-f48aecb17472 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5663879 Jul 09 19:56:24.790674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:24.795417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1243456264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:24.829242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.831058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.831680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Transition to ACTIVE for port object 1b2f8286-3aa1-437f-b801-08c4458eebc5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:24.861311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-f68bbef5-0067-4cbb-9c1f-322d4b9ad47a service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957391 Jul 09 19:56:24.861884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Transition to ACTIVE for port object 1b2f8286-3aa1-437f-b801-08c4458eebc5 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:24.872342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.885874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.891862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.910585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.914589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-94b6c320-757c-4fb9-bddf-b33a658bd772 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1202555 Jul 09 19:56:24.915670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:24.924214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:24.927798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:24.931583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:24.984399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Pushing event updated for resources: {'Port': ['ID=1b2f8286-3aa1-437f-b801-08c4458eebc5,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:25.016842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c27ab542-5535-4cae-9923-43b8cd4c3a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.073116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Attempting to bind port 1b2f8286-3aa1-437f-b801-08c4458eebc5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:25.073520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Attempting to bind port 1b2f8286-3aa1-437f-b801-08c4458eebc5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:25.073883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Attempting to bind port 1b2f8286-3aa1-437f-b801-08c4458eebc5 on network e94a6194-8e58-401b-9b87-62dc86b97bf4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:25.082010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a2504f84-419e-4bb7-ad03-ffd482792c04', 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': 'c7abbadd-6e5a-4b2e-9211-0011648181a4'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:25.082875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.086044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:25.086430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Checking segment: {'id': 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:25.086823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.087214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Bound using segment: {'id': 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:25.087693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Bound port: 1b2f8286-3aa1-437f-b801-08c4458eebc5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:25.088129 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.255339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] For port 1b2f8286-3aa1-437f-b801-08c4458eebc5, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:25.278725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.283338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] For port 1b2f8286-3aa1-437f-b801-08c4458eebc5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1b2f8286-3aa1-437f-b801-08c4458eebc5,segment=NetworkSegment(ca23e7b9-8348-4c25-960f-64a4bf84b5e5),segment_id=ca23e7b9-8348-4c25-960f-64a4bf84b5e5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:25.290262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.326088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Allocated IP 2001:db8::2 (a2504f84-419e-4bb7-ad03-ffd482792c04/c7abbadd-6e5a-4b2e-9211-0011648181a4/1be18e2f-8099-41a4-bd9e-cb2a89205fc9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:25.377444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb232-9010-4b62-b4de-d1fc55bb76ce None None] Pushing event updated for resources: {'Port': ['ID=1b2f8286-3aa1-437f-b801-08c4458eebc5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:25.393598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Allocated IP 172.20.0.13 (e94a6194-8e58-401b-9b87-62dc86b97bf4/46225223-1994-4b93-8093-705086b471be/5cfd5d75-6016-43f7-acc6-b3b08a3218c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:25.508911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.518761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Transition to ACTIVE for port object 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:25.533744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93a8f92-cfed-4edc-9b9c-4d4444d235ff req-44167088-7293-4a3d-9b51-580620e31257 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619568 Jul 09 19:56:25.563985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Transition to ACTIVE for port object 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:25.578010 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.620198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Network a2504f84-419e-4bb7-ad03-ffd482792c04 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:25.629374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:25.633043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:25.677237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Pushing event updated for resources: {'Port': ['ID=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:25.698340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab985ae-e0fa-4ad7-8183-3df645787d5a req-634dd5a7-0bf9-4e89-87e2-e58677144091 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:25.699884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ab985ae-e0fa-4ad7-8183-3df645787d5a req-634dd5a7-0bf9-4e89-87e2-e58677144091 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.3861134 Jul 09 19:56:25.718574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Attempting to bind port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:25.719626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Attempting to bind port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:25.720174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Attempting to bind port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 on network a2504f84-419e-4bb7-ad03-ffd482792c04 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:25.725774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:25.726299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Checking segment: {'id': 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:25.726814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.727309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Bound using segment: {'id': 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:25.727877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Bound port: 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a2504f84-419e-4bb7-ad03-ffd482792c04'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:25.728427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.763253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf650b9-e8b1-4cb9-a45c-d11caa4babf2 req-bdb33d6f-3c63-466c-8e20-a96c4527db19 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:25.768162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bf650b9-e8b1-4cb9-a45c-d11caa4babf2 req-bdb33d6f-3c63-466c-8e20-a96c4527db19 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 943 time: 0.0857544 Jul 09 19:56:25.810441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bf650b9-e8b1-4cb9-a45c-d11caa4babf2 req-7011e452-ba95-4a73-9daa-ce9984fbdd22 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360901 Jul 09 19:56:25.814220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] For port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:25.818849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] For port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,segment=NetworkSegment(f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b),segment_id=f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:25.823769 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.858274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.886225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7a07-87e1-45a7-a983-e5b24772fb3a None None] Pushing event updated for resources: {'Port': ['ID=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:25.890974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ab985ae-e0fa-4ad7-8183-3df645787d5a req-8efd276c-2756-400c-9ba0-7c44f867a1c0 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746562 Jul 09 19:56:25.963032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.989033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Transition to ACTIVE for port object 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:26.159591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.229787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:26.287243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:26.292677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1b2f8286-3aa1-437f-b801-08c4458eebc5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:26.319699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:26.330007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:26.335958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:26.339188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8::1 (a2504f84-419e-4bb7-ad03-ffd482792c04/c7abbadd-6e5a-4b2e-9211-0011648181a4/00e3e5cc-86d8-4a57-83a5-4c1560459497) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:26.345197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'Port': ['ID=5cfd5d75-6016-43f7-acc6-b3b08a3218c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:26.356002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.360349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 1b2f8286-3aa1-437f-b801-08c4458eebc5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:26.453341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:26.454486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.482488 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bbb15a96-9fef-4146-9f07-da9ec778e0d2 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2312124 Jul 09 19:56:26.483161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:26.488891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Request body: {'port': {'network_id': 'e94a6194-8e58-401b-9b87-62dc86b97bf4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1295103273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:26.489479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:26.489820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:26.490149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:26.523139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.540279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 00e3e5cc-86d8-4a57-83a5-4c1560459497 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:26.542001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb2f0f-60ba-47d5-ba80-cddb3d2c4031 None None] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:26.582503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.623083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Provisioning for port 1b2f8286-3aa1-437f-b801-08c4458eebc5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:26.627600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Made reservation on behalf of c0a3ee2bdee945a3b63565ad0e6d1d18 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:26.632570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Provisioning complete for port 1b2f8286-3aa1-437f-b801-08c4458eebc5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:26.633111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.633266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.633860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network a2504f84-419e-4bb7-ad03-ffd482792c04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:26.652545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=00e3e5cc-86d8-4a57-83a5-4c1560459497,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:26.652834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] device_id is not set on port dfb32697-6ce5-4be3-ab8c-5fced62d0737 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:26.655880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:26.659193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:26.659753 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.702113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.702461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.702809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.703146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.704056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.704444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.704811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.705494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.705829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.706201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.706539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.706869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:26.777533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Allocated IP 172.20.0.3 (e94a6194-8e58-401b-9b87-62dc86b97bf4/46225223-1994-4b93-8093-705086b471be/dfb32697-6ce5-4be3-ab8c-5fced62d0737) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:26.792668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.830133 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.832203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] For port 1b2f8286-3aa1-437f-b801-08c4458eebc5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1b2f8286-3aa1-437f-b801-08c4458eebc5,segment=NetworkSegment(ca23e7b9-8348-4c25-960f-64a4bf84b5e5),segment_id=ca23e7b9-8348-4c25-960f-64a4bf84b5e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:26.859356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 25dafbad-90c1-4d5c-80f8-5f8334abd986 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:26.862000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.078468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.098624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47720d8-e5d2-4249-bb5d-7e64795eb334 req-06b3f437-93ee-40b6-9e5b-6dc8a1fed6df tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.100486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b47720d8-e5d2-4249-bb5d-7e64795eb334 req-06b3f437-93ee-40b6-9e5b-6dc8a1fed6df tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 943 time: 0.1244414 Jul 09 19:56:27.110906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Transition to ACTIVE for port object dfb32697-6ce5-4be3-ab8c-5fced62d0737 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:27.158210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b47720d8-e5d2-4249-bb5d-7e64795eb334 req-8027cfbc-e865-4aaf-a996-eecd1d332bcd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Jul 09 19:56:27.194063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.216433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d82b9-2652-4754-b129-83cd2081704d None None] Network a2504f84-419e-4bb7-ad03-ffd482792c04 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:27.233452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12839a-5284-40a7-9a02-c85b334971e2 req-27245504-34b0-4264-b88a-595da0fda0e7 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.235493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d12839a-5284-40a7-9a02-c85b334971e2 req-27245504-34b0-4264-b88a-595da0fda0e7 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1624968 Jul 09 19:56:27.247607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:27.252571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'Port': ['ID=dfb32697-6ce5-4be3-ab8c-5fced62d0737,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.255266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:27.257767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:27.273060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9b1a3-de87-4822-beb7-445285eec4f7 None None] Pushing event updated for resources: {'Port': ['ID=1b2f8286-3aa1-437f-b801-08c4458eebc5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.309357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.309565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.309769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Provisioning for port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:27.329332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6acacfa2-f1a7-42a5-8d89-0ec63bc5109f tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8427436 Jul 09 19:56:27.329535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Provisioning complete for port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:27.329535 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.329769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:27.333973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.345868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d12839a-5284-40a7-9a02-c85b334971e2 req-0a09be35-be58-43e3-8f97-50ad2b70b17e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977807 Jul 09 19:56:27.348942 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.350656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.416081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:27.466504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff8da5-ef72-4ac8-99dc-12311c0bdf18 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.471307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '25dafbad-90c1-4d5c-80f8-5f8334abd986', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': '25dafbad-90c1-4d5c-80f8-5f8334abd986', 'mac_address': 'fa:16:3e:53:90:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:27.472132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=00e3e5cc-86d8-4a57-83a5-4c1560459497,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.472700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff8da5-ef72-4ac8-99dc-12311c0bdf18 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.479092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff8da5-ef72-4ac8-99dc-12311c0bdf18 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.481079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0aff8da5-ef72-4ac8-99dc-12311c0bdf18 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1503344 Jul 09 19:56:27.484003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:27.586842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.589657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.600307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network a2504f84-419e-4bb7-ad03-ffd482792c04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:27.604073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:27.620758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dafbad-90c1-4d5c-80f8-5f8334abd986 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:27.650652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] For port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,segment=NetworkSegment(f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b),segment_id=f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:27.661043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.665047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:27.695605 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.728650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2923-5428-42c1-a064-740e37d2e21b None None] Pushing event updated for resources: {'Port': ['ID=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.746866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Deleting port dfb32697-6ce5-4be3-ab8c-5fced62d0737 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:27.747337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.797246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.816278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Provisioning for port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:27.832273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Provisioning complete for port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:27.832651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.858625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.877056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:27.888761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Provisioning complete for port 1b2f8286-3aa1-437f-b801-08c4458eebc5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:27.889435 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0a03dcdd-67ec-4f7b-a6d0-4056725fb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.894562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:27.970018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 693551ff-6cf7-4484-b5ca-87442e353140 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:27.973523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.989635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-516c7db3-3a0c-4618-90fe-c1cc089eac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.992362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-516c7db3-3a0c-4618-90fe-c1cc089eac3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.2227440 Jul 09 19:56:28.031290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Calling delete_port for dfb32697-6ce5-4be3-ab8c-5fced62d0737 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:28.069043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574358f4-50ed-4e97-a658-f2c28e37ec1d req-be62bcf1-08a8-4063-bf56-aa465c9f322d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.070702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-574358f4-50ed-4e97-a658-f2c28e37ec1d req-be62bcf1-08a8-4063-bf56-aa465c9f322d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.2579641 Jul 09 19:56:28.165571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1b2f8286-3aa1-437f-b801-08c4458eebc5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:28.214135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Provisioning complete for port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.214514 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.268180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:28.288589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1b2f8286-3aa1-437f-b801-08c4458eebc5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.289456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.293876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Provisioning for port 00e3e5cc-86d8-4a57-83a5-4c1560459497 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:28.323648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Provisioning complete for port 00e3e5cc-86d8-4a57-83a5-4c1560459497 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.324628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.383772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Port 00e3e5cc-86d8-4a57-83a5-4c1560459497 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:28.394011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c24bf9-b655-4da9-b27a-4dd5c4308a52 req-b583363b-acb8-4762-b82f-ec807518ec2e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.396027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45c24bf9-b655-4da9-b27a-4dd5c4308a52 req-b583363b-acb8-4762-b82f-ec807518ec2e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 944 time: 0.0764363 Jul 09 19:56:28.419636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Provisioning complete for port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.420111 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2cf547e-dd92-4d6b-a8cd-53027917ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.444848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-45c24bf9-b655-4da9-b27a-4dd5c4308a52 req-b221d035-ab65-4905-8cf5-1117693f41c3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Jul 09 19:56:28.456578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:28.543182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.543642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.671440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-574358f4-50ed-4e97-a658-f2c28e37ec1d req-a7115c8d-eae4-4895-9a5b-06e89cfb44a0 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5290194 Jul 09 19:56:28.700938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:28.702900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-7f852764-e331-412b-856e-f8809bfe98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.704436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-7f852764-e331-412b-856e-f8809bfe98d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.6995656 Jul 09 19:56:28.708093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2da0d012-de9d-4f67-a451-13a3cffa1042 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/693551ff-6cf7-4484-b5ca-87442e353140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7922120 Jul 09 19:56:28.711908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:28.713614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] Sync routers for ids ['693551ff-6cf7-4484-b5ca-87442e353140'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:28.721655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Provisioning for port dfb32697-6ce5-4be3-ab8c-5fced62d0737 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:28.727553 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] Routers {'693551ff-6cf7-4484-b5ca-87442e353140'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:28.728174 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['693551ff-6cf7-4484-b5ca-87442e353140'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:28.731853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Provisioning complete for port dfb32697-6ce5-4be3-ab8c-5fced62d0737 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.732018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.769707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20736-b279-4732-9e40-2663825a65e2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.774714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ae20736-b279-4732-9e40-2663825a65e2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports/00e3e5cc-86d8-4a57-83a5-4c1560459497 HTTP/1.1" status: 200 len: 911 time: 0.0615435 Jul 09 19:56:28.775586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:28.784652 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:28.793422 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] Routers {'693551ff-6cf7-4484-b5ca-87442e353140'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:28.793768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Port dfb32697-6ce5-4be3-ab8c-5fced62d0737 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:28.794459 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['693551ff-6cf7-4484-b5ca-87442e353140'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:28.807149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-cd70f47b-f26f-426c-92cf-55ada431f6e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 1001 time: 0.0957050 Jul 09 19:56:28.807627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Provisioning complete for port 00e3e5cc-86d8-4a57-83a5-4c1560459497 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.808325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.827922 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:28.828881 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbd7f7-ead8-4ccd-91aa-103cdb0e8f15 None None] The sync data for ids ['693551ff-6cf7-4484-b5ca-87442e353140'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:28.852958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-aaab614c-2909-4ece-a650-fb5d7e7d5112 None None] Port 00e3e5cc-86d8-4a57-83a5-4c1560459497 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:28.860967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 25dafbad-90c1-4d5c-80f8-5f8334abd986 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:28.862375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.894701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event deleted for resources: {'Port': ['ID=dfb32697-6ce5-4be3-ab8c-5fced62d0737,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:28.899753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-6e365a82-647d-4787-836f-950a42f7c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.902064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-6e365a82-647d-4787-836f-950a42f7c959 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0854216 Jul 09 19:56:28.927193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 25dafbad-90c1-4d5c-80f8-5f8334abd986 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:28.932859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 25dafbad-90c1-4d5c-80f8-5f8334abd986 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:28.933273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.016665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.023378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd72401f-241e-4701-8d83-be4b45c0c62a tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "DELETE /v2.0/ports/dfb32697-6ce5-4be3-ab8c-5fced62d0737 HTTP/1.1" status: 204 len: 168 time: 1.5350478 Jul 09 19:56:29.023607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:29.030716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Request body: {'port': {'name': 'tempest-new-port-name-220839927', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:29.031212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:29.032137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:29.032435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 19:56:29.032867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.047845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-f4f765ee-a676-4e00-bb57-a7d732ce1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.049474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-f4f765ee-a676-4e00-bb57-a7d732ce1a45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399734 Jul 09 19:56:29.062915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:29.066575 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ea1a8b-db2d-4e63-9702-74f6c54fc82c" -d '{"events": [{"server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "name": "network-vif-plugged", "status": "completed", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:29.081457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:29.089269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.149779 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a03e1c3-7041-4ab5-8f37-82a9b9ca23c4 x-openstack-request-id: req-2a03e1c3-7041-4ab5-8f37-82a9b9ca23c4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:29.150086 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "name": "network-vif-plugged", "status": "completed", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:29.150267 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a03e1c3-7041-4ab5-8f37-82a9b9ca23c4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:29.150676 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986', 'code': 200} Jul 09 19:56:29.173146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-b91be663-8b65-4230-8175-b6aadaa59381 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144834 Jul 09 19:56:29.183955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.184221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:29.310955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11096dae-f2c7-4ac6-b022-f5ed9197a5b0 req-4e48bd0f-ed6f-480a-a831-8bc0c887cffd service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288579 Jul 09 19:56:29.316699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c381d5-7ff6-459f-86a1-70b78143b070 req-1b8b78f3-8e99-4275-82fb-4191e25dd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.318047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2c381d5-7ff6-459f-86a1-70b78143b070 req-1b8b78f3-8e99-4275-82fb-4191e25dd16e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 1096 time: 0.0835423 Jul 09 19:56:29.319627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.355460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f2c381d5-7ff6-459f-86a1-70b78143b070 req-bce6c48d-ac24-43d2-b82f-fbe48c53eba3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303726 Jul 09 19:56:29.635441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feae74c-5342-4045-a743-f48aa39fa3b9 req-33c9428d-f08b-4ec5-8625-2d1bfe0f2423 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.637045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5feae74c-5342-4045-a743-f48aa39fa3b9 req-33c9428d-f08b-4ec5-8625-2d1bfe0f2423 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 945 time: 0.0693493 Jul 09 19:56:29.675709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5feae74c-5342-4045-a743-f48aa39fa3b9 req-d47bda0c-ee89-46ed-8aa9-fb9e4efedc8b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Jul 09 19:56:29.860254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.869332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.999774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fe26-5c6e-4a99-9c7a-9e50a51b976a req-ffa8e8ba-2b43-49cc-8755-326d3b009866 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.001978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8081fe26-5c6e-4a99-9c7a-9e50a51b976a req-ffa8e8ba-2b43-49cc-8755-326d3b009866 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.2067661 Jul 09 19:56:30.006782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event updated for resources: {'Port': ['ID=5cfd5d75-6016-43f7-acc6-b3b08a3218c2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.030783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] In _notify_port_updated(), no bound segment for port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 on network e94a6194-8e58-401b-9b87-62dc86b97bf4 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 19:56:30.036589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.037367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.041051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6caf1502-c58a-4d80-acb0-b4565f3aa371 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "PUT /v2.0/ports/5cfd5d75-6016-43f7-acc6-b3b08a3218c2 HTTP/1.1" status: 200 len: 1136 time: 1.0143952 Jul 09 19:56:30.042328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:30.095397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8081fe26-5c6e-4a99-9c7a-9e50a51b976a req-249ae07c-6fc1-4c85-8256-3971fca76977 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821142 Jul 09 19:56:30.133366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e44fc-fb76-4215-a500-ccf1d4070701 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.138518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 00e3e5cc-86d8-4a57-83a5-4c1560459497 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:30.141466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.141605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc0e44fc-fb76-4215-a500-ccf1d4070701 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "GET /v2.0/ports/5cfd5d75-6016-43f7-acc6-b3b08a3218c2 HTTP/1.1" status: 200 len: 1136 time: 0.0954971 Jul 09 19:56:30.141605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:30.185494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c2e31ed9-9779-4f0f-8f7c-5e8f60a0bf35 None None] Provisioning complete for port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:30.186079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2e31ed9-9779-4f0f-8f7c-5e8f60a0bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.227063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c2e31ed9-9779-4f0f-8f7c-5e8f60a0bf35 None None] Port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:30.249047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.252893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Deleting port 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:30.253266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.260631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 00e3e5cc-86d8-4a57-83a5-4c1560459497 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:30.337705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.350311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Calling delete_port for 5cfd5d75-6016-43f7-acc6-b3b08a3218c2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:30.432172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.458844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=00e3e5cc-86d8-4a57-83a5-4c1560459497,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.489802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.519771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event deleted for resources: {'Port': ['ID=5cfd5d75-6016-43f7-acc6-b3b08a3218c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.576106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.606154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.608718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-31656df9-3ec2-4120-9843-e55f60747dc1 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "DELETE /v2.0/ports/5cfd5d75-6016-43f7-acc6-b3b08a3218c2 HTTP/1.1" status: 204 len: 168 time: 0.4674845 Jul 09 19:56:30.612090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:30.682488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Deleting subnet 46225223-1994-4b93-8093-705086b471be {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:30.686486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.735945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.756236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 693551ff-6cf7-4484-b5ca-87442e353140 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:30.837045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:30.845517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68283d2c-0320-4ff9-814b-eb652dd56a84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/693551ff-6cf7-4484-b5ca-87442e353140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0654490 Jul 09 19:56:30.845885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:30.848200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] Sync routers for ids ['693551ff-6cf7-4484-b5ca-87442e353140'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:30.857877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] Routers {'693551ff-6cf7-4484-b5ca-87442e353140'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:30.858496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['693551ff-6cf7-4484-b5ca-87442e353140'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:30.865441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.883760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7bff3af6-da62-4ce2-9ab5-5958e293ca58 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=693551ff-6cf7-4484-b5ca-87442e353140 HTTP/1.1" status: 200 len: 205 time: 0.0366452 Jul 09 19:56:30.885146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:30.890691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:30.900260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] Routers {'693551ff-6cf7-4484-b5ca-87442e353140'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:30.900866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['693551ff-6cf7-4484-b5ca-87442e353140'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:30.933019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:30.933711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef25fa-66d3-472f-90da-abea09636981 None None] The sync data for ids ['693551ff-6cf7-4484-b5ca-87442e353140'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:30.935049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147a274-08b7-4956-8eff-25bd30ceebb0 req-43a35ab4-e762-4067-87cf-607e483b125a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.936699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a147a274-08b7-4956-8eff-25bd30ceebb0 req-43a35ab4-e762-4067-87cf-607e483b125a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 945 time: 0.1236777 Jul 09 19:56:30.953887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.971548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.991359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event deleted for resources: {'Subnet': ['ID=46225223-1994-4b93-8093-705086b471be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.993350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.995227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8b8bfb3b-193d-473c-94ed-a3bf8d686cae tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "DELETE /v2.0/subnets/46225223-1994-4b93-8093-705086b471be HTTP/1.1" status: 204 len: 168 time: 0.3819792 Jul 09 19:56:30.998221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:31.000018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6f313-940f-4163-87e1-d66eb3e6c14c None None] Network e94a6194-8e58-401b-9b87-62dc86b97bf4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:31.064527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a147a274-08b7-4956-8eff-25bd30ceebb0 req-08ba5bce-ffb3-43a4-bbc5-28f7811222d7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187470 Jul 09 19:56:31.101931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.194713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.196004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Deleting port 1b2f8286-3aa1-437f-b801-08c4458eebc5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:31.196522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.197093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.227178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] DHCP port deletion for e94a6194-8e58-401b-9b87-62dc86b97bf4 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:31.292426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] For port 1b2f8286-3aa1-437f-b801-08c4458eebc5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1b2f8286-3aa1-437f-b801-08c4458eebc5,segment=NetworkSegment(ca23e7b9-8348-4c25-960f-64a4bf84b5e5),segment_id=ca23e7b9-8348-4c25-960f-64a4bf84b5e5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:31.293722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.297965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Deleting port 1b2f8286-3aa1-437f-b801-08c4458eebc5 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:31.298459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.308752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.310204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router 693551ff-6cf7-4484-b5ca-87442e353140 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:31.324079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.327630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a501fff8-8e20-4324-ba01-b98ca2ccf08b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/693551ff-6cf7-4484-b5ca-87442e353140 HTTP/1.1" status: 204 len: 168 time: 0.4389908 Jul 09 19:56:31.330012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:31.340268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Calling delete_port for 1b2f8286-3aa1-437f-b801-08c4458eebc5 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:31.365015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] For port 1b2f8286-3aa1-437f-b801-08c4458eebc5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1b2f8286-3aa1-437f-b801-08c4458eebc5,segment=NetworkSegment(ca23e7b9-8348-4c25-960f-64a4bf84b5e5),segment_id=ca23e7b9-8348-4c25-960f-64a4bf84b5e5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:31.365509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.381312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Calling delete_port for 1b2f8286-3aa1-437f-b801-08c4458eebc5 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:31.394147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f313-2f91-47c5-9310-3e260dea904f req-7191f685-f4ed-4705-9271-354c069b9e15 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:31.395675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6329f313-2f91-47c5-9310-3e260dea904f req-7191f685-f4ed-4705-9271-354c069b9e15 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1320381 Jul 09 19:56:31.399588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet c7abbadd-6e5a-4b2e-9211-0011648181a4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:31.404487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.474658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.477075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-40e539a8-6bd6-4da0-81e1-d05b49135c99 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:31.478746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-40e539a8-6bd6-4da0-81e1-d05b49135c99 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1637285 Jul 09 19:56:31.481927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6329f313-2f91-47c5-9310-3e260dea904f req-f6cfbd9b-6c9d-4596-8c70-6f691c8127c4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797830 Jul 09 19:56:31.484355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.503425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-a096e6b0-8f7d-429f-9949-6f58aba9eb3d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0122561 Jul 09 19:56:31.506834 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.513592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] Pushing event deleted for resources: {'Port': ['ID=1b2f8286-3aa1-437f-b801-08c4458eebc5,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:31.520607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ce46a-aa64-4c5f-8d35-44b3b37f6517 None None] No DVR routers for this DVR port 1b2f8286-3aa1-437f-b801-08c4458eebc5 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:31.561151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] No DVR routers for this DVR port 1b2f8286-3aa1-437f-b801-08c4458eebc5 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:31.563240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event deleted for resources: {'Port': ['ID=1b2f8286-3aa1-437f-b801-08c4458eebc5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:31.585655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.651579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.659232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.672448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94a6194-8e58-401b-9b87-62dc86b97bf4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:31.679240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=c7abbadd-6e5a-4b2e-9211-0011648181a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:31.684442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:31.684944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.685060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca23e7b9-8348-4c25-960f-64a4bf84b5e5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:31.687080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10a6d2d9-ff1e-4d35-92c6-6ea39b81f70a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/c7abbadd-6e5a-4b2e-9211-0011648181a4 HTTP/1.1" status: 204 len: 168 time: 0.3577442 Jul 09 19:56:31.690217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:31.694568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ebfec-ec39-4b6c-9e20-f0f60ef30bb1 None None] Network a2504f84-419e-4bb7-ad03-ffd482792c04 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:31.696376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-145c64c5-f45b-49fd-b6b0-0d60e71c6da9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870463 Jul 09 19:56:31.699967 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.757888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.770266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:31.770699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self.session.flush() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:31.773682 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:31.779799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.837702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:31.838106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.858048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.867098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.871616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] 10.222.0.10 "DELETE /v2.0/networks/e94a6194-8e58-401b-9b87-62dc86b97bf4 HTTP/1.1" status: 204 len: 168 time: 0.8697393 Jul 09 19:56:31.873291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-bbd8be0c-1c0c-4613-a796-66f906a955ff service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663806 Jul 09 19:56:31.882411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adce10-6a69-41d4-aa5a-b5bfb79481b3 tempest-ExtraDHCPOptionsTestJSON-1808826118 tempest-ExtraDHCPOptionsTestJSON-1808826118-project] Pushing event deleted for resources: {'Network': ['ID=e94a6194-8e58-401b-9b87-62dc86b97bf4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:31.918814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] DHCP port deletion for a2504f84-419e-4bb7-ad03-ffd482792c04 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:31.929233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,segment=NetworkSegment(f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b),segment_id=f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:31.929862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.944576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:31.977267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Deleting port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:31.977757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.983766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e81c7c06-fd94-4163-97f7-b6bc96f51e71 req-f4f51d49-099a-46f9-aa50-2e2fec107031 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980260 Jul 09 19:56:32.049915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.067849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:32.077744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] For port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,segment=NetworkSegment(f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b),segment_id=f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:32.080053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.096595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.100617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Calling delete_port for 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:32.179234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1b2f8286-3aa1-437f-b801-08c4458eebc5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:32.189994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.211881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2504f84-419e-4bb7-ad03-ffd482792c04']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:32.218899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1b2f8286-3aa1-437f-b801-08c4458eebc5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:32.218899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1b2f8286-3aa1-437f-b801-08c4458eebc5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:32.219239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:32.220452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:32.226842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:32.227246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79ea00a-ce7e-40ae-81ed-1e4af6e3c07b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:32.240543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:32.241146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:32.262163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.280498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.290670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:32.291186 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.294771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:32.302481 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:32.330412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] Pushing event deleted for resources: {'Port': ['ID=1be18e2f-8099-41a4-bd9e-cb2a89205fc9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.339148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58834296-73f1-41f3-8d4b-9970ab3197ae None None] No DVR routers for this DVR port 1be18e2f-8099-41a4-bd9e-cb2a89205fc9 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:32.413648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.430886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.433402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/a2504f84-419e-4bb7-ad03-ffd482792c04 HTTP/1.1" status: 204 len: 168 time: 0.7419128 Jul 09 19:56:32.440207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:32.444871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-875799378', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:32.449118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165f30-a2f7-453e-b349-47628870bb67 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=a2504f84-419e-4bb7-ad03-ffd482792c04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.457524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:32.457838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c9cec6c8-321a-44a6-badf-b09b121d71c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0a3ee2bdee945a3b63565ad0e6d1d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357359 Jul 09 19:56:32.487072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.488307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.516436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.541552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.550962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.612045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.615426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.621653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/779bbc4d-d5a3-4d35-a794-90963cae16c3 HTTP/1.1" status: 204 len: 168 time: 0.1627550 Jul 09 19:56:32.630100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1310-6b97-4b53-940f-a20f41e57ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779bbc4d-d5a3-4d35-a794-90963cae16c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.710666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.923507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.942804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.970830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-9ed20521-ddd2-4cfd-aa0b-3b84e520635a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:32.972488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-9ed20521-ddd2-4cfd-aa0b-3b84e520635a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1175656 Jul 09 19:56:32.989756 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-72d20f63-97f9-4e2a-a9c4-909c0fba3b12 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0112841 Jul 09 19:56:33.053900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 172.25.3.214 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/57717412-5b3c-4093-a76d-f77996c26e67) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:33.055898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-1ce8b084-6334-4fc5-8175-3f94bcd26420 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617766 Jul 09 19:56:33.171453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.216988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.260590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:33.265041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:33.270275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:33.285012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-17dc421f-e00b-4daa-9e2a-3839dad0b179 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225025 Jul 09 19:56:33.297052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=57717412-5b3c-4093-a76d-f77996c26e67,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:33.351633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:33.388471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-6db96a44-79f7-4c48-9407-db54e0b894d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907383 Jul 09 19:56:33.484563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1376563127'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:33.561139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:33.565085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.597951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd2b0853-e229-4200-8b96-acd47987c14c req-a48fb048-2e26-49ad-9aa6-b03db0fdc91c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 210 time: 0.0516195 Jul 09 19:56:33.607215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.627077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.878806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.885846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.922713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:33.927466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.936420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64e35e-dfdc-4cbc-a2bd-99b3eaa60d32,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:33.942901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.943250 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Added segment 61a92d7c-a5f0-4cd5-8333-154b92540a99 of type vlan for network df497e7a-7d5d-4f10-a2f2-d5094846b327 Jul 09 19:56:34.022038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.094459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.099967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.100558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.170707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8179586 Jul 09 19:56:34.173898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:34.179703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0af7d-17ed-4655-8120-3c4a6d2ff8fc tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Network': ['ID=df497e7a-7d5d-4f10-a2f2-d5094846b327,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.183644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'subnet': {'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:34.191241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router a7add400-91a6-4f52-aa57-5b0cf6e33c20 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:34.191703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:34.297902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:34.301786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.496503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.569670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Checking segment: {'id': '61a92d7c-a5f0-4cd5-8333-154b92540a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:34.570034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network hostable DHCP agents. Network: df497e7a-7d5d-4f10-a2f2-d5094846b327, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:34.573818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Subnet': ['ID=0f8cae78-7e5f-42af-a971-cfbc956f3394,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.591568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:34.602137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, df497e7a-7d5d-4f10-a2f2-d5094846b327) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:34.610224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f5ce8-b7f9-4044-ac78-482ad2c79121 None None] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:34.626466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.627327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.658559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-88d77d89-bee1-4650-9041-829752868f3f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4827454 Jul 09 19:56:34.661150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:34.665786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1992361937', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:34.713721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:34.723395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-14468fed-02e8-49f7-9daa-2dc99027635f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.724810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-14468fed-02e8-49f7-9daa-2dc99027635f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1703994 Jul 09 19:56:34.725584 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] Sync routers for ids ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:34.737279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.739103 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] Routers {'a7add400-91a6-4f52-aa57-5b0cf6e33c20'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:34.740690 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.741664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.741818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:34.787493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.788625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-90483117-42a7-47fd-ac88-6f54049f9dda tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3474491 Jul 09 19:56:34.791287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:34.806176 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.814341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d4c4efc-3d9c-42ad-9187-6fbbd3056392 req-5c278b30-dc5a-4ebf-b6c4-560ae5894db2 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 210 time: 0.0556493 Jul 09 19:56:34.840883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] Routers {'a7add400-91a6-4f52-aa57-5b0cf6e33c20'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:34.841544 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.857917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b2780-4a53-4f1c-9cd0-835997d40742 None None] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:34.887065 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.888386 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475f239-e386-4dd4-ae5f-72d10d31fe86 None None] The sync data for ids ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:34.889416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.948922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ad91547b-972f-4369-98b5-6d3e09d2d5d8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers/a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 200 len: 884 time: 0.1555803 Jul 09 19:56:34.950942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:35.007894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:35.011464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.044276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.251343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.2 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/8f71fea4-e953-4108-b146-bc99295d7a4b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:35.253022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.273251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.313943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72c9dd1c-2d4a-4472-9c79-874f30e7abef tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3616884 Jul 09 19:56:35.319070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:35.325783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-875799378'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:35.431384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.475697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.501934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:35.530087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:35.534320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:35.539251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:35.543458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:35.602912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:35.603576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.620147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2dc157ca-484c-4d6a-8a5c-5a2361ea78cf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847454 Jul 09 19:56:35.632962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Request body: {'port': {'device_id': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:35.706030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.789208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.155 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/285d6633-833a-4f9b-991d-625d5a636ff5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:36.012799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f71fea4-e953-4108-b146-bc99295d7a4b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:36.019732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.022377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.042969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Transition to ACTIVE for port object 8f71fea4-e953-4108-b146-bc99295d7a4b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:36.051684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.086517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b60f-6513-456a-bc24-ea47eae8eac4 req-d8fae717-d02b-46a0-912a-5c5143ef3ffb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.088015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd62b60f-6513-456a-bc24-ea47eae8eac4 req-d8fae717-d02b-46a0-912a-5c5143ef3ffb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 931 time: 0.1155968 Jul 09 19:56:36.107486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.125600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.129547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Pushing event updated for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:36.134447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.191582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd62b60f-6513-456a-bc24-ea47eae8eac4 req-8056f77f-d923-4724-bde5-7e426f9b4bf2 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Jul 09 19:56:36.208704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:36.213258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:36.214705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Attempting to bind port 8f71fea4-e953-4108-b146-bc99295d7a4b on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:36.215048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Attempting to bind port 8f71fea4-e953-4108-b146-bc99295d7a4b by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:36.215384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Attempting to bind port 8f71fea4-e953-4108-b146-bc99295d7a4b on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:36.216963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:36.220590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Port 8f71fea4-e953-4108-b146-bc99295d7a4b on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:36.220914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Attempting to bind port 8f71fea4-e953-4108-b146-bc99295d7a4b on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:36.225817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:36.226158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:36.226549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:36.227021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Bound port: 8f71fea4-e953-4108-b146-bc99295d7a4b, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:36.227387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.244087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=285d6633-833a-4f9b-991d-625d5a636ff5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:36.289798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:36.293002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8f71fea4-e953-4108-b146-bc99295d7a4b,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:36.297622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.335978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.336606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.338056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] 10.222.0.25 "PUT /v2.0/ports/8f71fea4-e953-4108-b146-bc99295d7a4b HTTP/1.1" status: 200 len: 1091 time: 0.7097979 Jul 09 19:56:36.338503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:36.340779 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b3574-325e-453a-8683-21441634a181" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:36.360363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d10c-f2ce-4f57-9d08-ac915427c466 service neutron] Pushing event updated for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:36.411804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router a7add400-91a6-4f52-aa57-5b0cf6e33c20 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:36.418867 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b0da1d-6494-4adf-94f6-dabbc385cd49 x-openstack-request-id: req-09b0da1d-6494-4adf-94f6-dabbc385cd49 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:36.419170 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:36.419447 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09b0da1d-6494-4adf-94f6-dabbc385cd49 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:36.419828 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b', 'status': 'completed', 'code': 200} Jul 09 19:56:36.447534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-d22b0b99-eee8-42a2-99e8-5dc3fe027c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.449060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-d22b0b99-eee8-42a2-99e8-5dc3fe027c04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 1094 time: 0.0612447 Jul 09 19:56:36.490768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-062216a4-2a81-4368-b154-71b65f728184 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f71fea4-e953-4108-b146-bc99295d7a4b HTTP/1.1" status: 200 len: 217 time: 0.0344362 Jul 09 19:56:36.538316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-b3c44246-3247-4dac-be6f-df4eadc4e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.539774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-b3c44246-3247-4dac-be6f-df4eadc4e989 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0431333 Jul 09 19:56:36.576187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-22891cc6-915a-408b-b796-f282415f4ff0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299506 Jul 09 19:56:36.610580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:36.618300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.620657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] Sync routers for ids ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:36.622175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95b555b8-98dd-46bc-9d4c-9c06da60f0b4 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 200 len: 891 time: 1.3015094 Jul 09 19:56:36.622843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:36.631615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] Routers {'a7add400-91a6-4f52-aa57-5b0cf6e33c20'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:36.631892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.632614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:36.663702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:36.668857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-4a93f66d-5c88-4796-9c82-6c1b2153be0c service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837235 Jul 09 19:56:36.673009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] Routers {'a7add400-91a6-4f52-aa57-5b0cf6e33c20'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:36.673656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:36.771221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b21ae07-68a2-4cfd-8df1-cbc864fd3491 req-2bdfbf1b-bea4-4cb0-9400-cb1a1576254a service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953162 Jul 09 19:56:36.822748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ca4956f8-891b-4132-be41-496fa67d18dd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers/a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 200 len: 891 time: 0.1972613 Jul 09 19:56:36.825677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:36.859951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:36.860376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-34a080b5-5095-42ea-9b5f-901750201196 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 200 len: 205 time: 0.0323052 Jul 09 19:56:36.860596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f451334-d049-427d-8e78-42f3c8e9d0ed None None] The sync data for ids ['a7add400-91a6-4f52-aa57-5b0cf6e33c20'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:36.864250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:36.912409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3574-325e-453a-8683-21441634a181 req-16032eb2-1d69-42e2-8ad7-cd703ba95ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.913864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-16032eb2-1d69-42e2-8ad7-cd703ba95ae5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 1094 time: 0.0858114 Jul 09 19:56:37.006712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3574-325e-453a-8683-21441634a181 req-3c46b22a-2ec7-49ae-ae9b-bf8b573ee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.008178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-3c46b22a-2ec7-49ae-ae9b-bf8b573ee30a service neutron] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.0879388 Jul 09 19:56:37.009035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.021905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.049628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-5467d74a-0abf-4866-a0bc-893931adc260 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f71fea4-e953-4108-b146-bc99295d7a4b HTTP/1.1" status: 200 len: 217 time: 0.0350041 Jul 09 19:56:37.097357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3574-325e-453a-8683-21441634a181 req-f4f1f0ed-2883-4e9c-acc4-f9353b37ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.098824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-f4f1f0ed-2883-4e9c-acc4-f9353b37ef0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0431654 Jul 09 19:56:37.130877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-9f8ecd33-536d-46fa-90dd-6cceefa8abf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261233 Jul 09 19:56:37.208664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.224100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-01b3aea6-3e24-4a0c-9697-042db1c05793 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Jul 09 19:56:37.333661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e40b3574-325e-453a-8683-21441634a181 req-191a775e-e552-4cd0-b909-ea7219bfb346 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030846 Jul 09 19:56:37.387195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc353c-46f7-45d2-b1ca-1d0deefad85f req-d39a9fa9-6422-40ac-80a0-a63bb34398b8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.388936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28bc353c-46f7-45d2-b1ca-1d0deefad85f req-d39a9fa9-6422-40ac-80a0-a63bb34398b8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 943 time: 0.0748143 Jul 09 19:56:37.429279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28bc353c-46f7-45d2-b1ca-1d0deefad85f req-5d010fd0-c6be-4a56-b27e-8c160de9a258 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340848 Jul 09 19:56:37.556005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:37.610269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 57717412-5b3c-4093-a76d-f77996c26e67 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:37.610585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.734309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:37.742639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.742934 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:37.752002 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:37.752767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.759567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 57717412-5b3c-4093-a76d-f77996c26e67 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:37.770385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.771630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3a802cc8-8e46-4a3e-9e93-7ddbbb348730 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1095245 Jul 09 19:56:37.774993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:37.800845 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.815148 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:37.816016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.852805 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.853714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba16f1a-3ae1-4971-b180-20871a21b55f None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:37.930644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.963306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=57717412-5b3c-4093-a76d-f77996c26e67,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.024106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.124693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.127764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.177300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.178039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router a7add400-91a6-4f52-aa57-5b0cf6e33c20 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:38.186022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.187332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6ab0636-3cdd-4058-b6e6-dd0cee9e2391 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 204 len: 168 time: 1.3205662 Jul 09 19:56:38.191453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:38.196409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-865953608'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:38.217030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:38.220477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.221000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.245214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:38.255381 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.255728 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 2701d947-15e4-4715-87da-c121c3cd662c of type vlan for network 36d865b3-7b69-4b50-8d20-2b279ce90aee Jul 09 19:56:38.295833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.323945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.329683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:38.330281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.390241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1976306 Jul 09 19:56:38.392969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:38.400062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:38.406770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49684785-754d-4ce0-a70e-5d975e307094 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=36d865b3-7b69-4b50-8d20-2b279ce90aee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.417551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:38.510379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:38.510970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.1 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/86723ed0-b6be-4d9f-a29f-46668e5ae9b5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:38.514358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.632514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.663549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d992e9f-0c2c-45c6-8169-e81849266939 req-77b11e58-bb21-4cdc-9f75-a6207742f201 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:38.664973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d992e9f-0c2c-45c6-8169-e81849266939 req-77b11e58-bb21-4cdc-9f75-a6207742f201 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 943 time: 0.1081562 Jul 09 19:56:38.673934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.717233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:38.720503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:38.724427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:38.743265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d992e9f-0c2c-45c6-8169-e81849266939 req-cfbfc88e-0627-4a42-a574-3a8626c5af6e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Jul 09 19:56:38.747553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=86723ed0-b6be-4d9f-a29f-46668e5ae9b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.778939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.791585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.861005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=4437f015-1a6c-457b-9407-5e23a24b2ed6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.870282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '2701d947-15e4-4715-87da-c121c3cd662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:38.870648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 36d865b3-7b69-4b50-8d20-2b279ce90aee, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:38.887801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:38.897433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 36d865b3-7b69-4b50-8d20-2b279ce90aee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:38.901886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:38.902487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.907746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716bdea-fce9-443a-bab7-9e51e9fe885f None None] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:38.927107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db18494a-b07b-4f3f-8317-278c05f64dc2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5329123 Jul 09 19:56:38.927689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:38.932567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1502834372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:38.960032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.961501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.017214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.022698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.042296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.044474 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8aad1c2f-586b-41d5-a178-431db068c24b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1149073 Jul 09 19:56:39.046546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:39.083096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-36d865b3-7b69-4b50-8d20-2b279ce90aee', 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '4437f015-1a6c-457b-9407-5e23a24b2ed6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:39.084650 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.245806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Allocated IP 2001:db8::2 (36d865b3-7b69-4b50-8d20-2b279ce90aee/4437f015-1a6c-457b-9407-5e23a24b2ed6/7ecd21a5-a4b4-4060-80bb-5da643c98e56) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:39.251750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.345115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.395283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.403643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Transition to ACTIVE for port object 7ecd21a5-a4b4-4060-80bb-5da643c98e56 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:39.419360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Transition to ACTIVE for port object 7ecd21a5-a4b4-4060-80bb-5da643c98e56 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:39.426258 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.469184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:39.475940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:39.477513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:39.506794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Pushing event updated for resources: {'Port': ['ID=7ecd21a5-a4b4-4060-80bb-5da643c98e56,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:39.540191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Attempting to bind port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:39.540565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Attempting to bind port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '2701d947-15e4-4715-87da-c121c3cd662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:39.540933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Attempting to bind port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 on network 36d865b3-7b69-4b50-8d20-2b279ce90aee {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:39.546583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:39.547502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Checking segment: {'id': '2701d947-15e4-4715-87da-c121c3cd662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:39.547905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.548304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Bound using segment: {'id': '2701d947-15e4-4715-87da-c121c3cd662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:39.548773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Bound port: 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2701d947-15e4-4715-87da-c121c3cd662c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '36d865b3-7b69-4b50-8d20-2b279ce90aee'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:39.549180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.560519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.566279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.619957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] For port 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:39.623571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] For port 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ecd21a5-a4b4-4060-80bb-5da643c98e56,segment=NetworkSegment(2701d947-15e4-4715-87da-c121c3cd662c),segment_id=2701d947-15e4-4715-87da-c121c3cd662c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:39.628633 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.641476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8::1 (36d865b3-7b69-4b50-8d20-2b279ce90aee/4437f015-1a6c-457b-9407-5e23a24b2ed6/35946bfd-2694-4bb5-80ce-311e60235225) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:39.648072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=86723ed0-b6be-4d9f-a29f-46668e5ae9b5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:39.650804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.694999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304375d3-61f0-439b-ab40-3c3fdfec3271 None None] Pushing event updated for resources: {'Port': ['ID=7ecd21a5-a4b4-4060-80bb-5da643c98e56,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:39.753243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:39.754903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:39.812784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.828892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 35946bfd-2694-4bb5-80ce-311e60235225 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:39.875564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.887711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:39.953413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:39.957305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:39.962682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:39.963758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.004042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=35946bfd-2694-4bb5-80ce-311e60235225,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:40.069559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:40.079082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9532f-76b5-4272-8194-9b1833c2750f req-e82ddc57-165e-4f30-8973-7793757262ef tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:40.080672 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f9532f-76b5-4272-8194-9b1833c2750f req-e82ddc57-165e-4f30-8973-7793757262ef tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 943 time: 0.1306593 Jul 09 19:56:40.088665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-79cb1dfd-9f11-4729-82bc-71dce1e0b624 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/routers/c345e6c0-e426-4716-bcb6-555dfa47a091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3114185 Jul 09 19:56:40.088829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:40.096351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'port': {'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327', 'name': 'tempest-FloatingIPTestJSON-1685623803'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:40.099172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:40.117365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:40.118013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:40.152442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:40.163491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:40.164531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:40.175322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08f9532f-76b5-4272-8194-9b1833c2750f req-fdb71b7a-c112-4d93-9ec0-9a2c311e94eb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674226 Jul 09 19:56:40.183143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.208599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ecd21a5-a4b4-4060-80bb-5da643c98e56 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:40.210747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:40.211352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181efb45-097f-44dc-858c-c987979c01e1 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:40.231764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8f71fea4-e953-4108-b146-bc99295d7a4b details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:40.314768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:40.348087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8f71fea4-e953-4108-b146-bc99295d7a4b,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:40.361375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '8f71fea4-e953-4108-b146-bc99295d7a4b', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': '8f71fea4-e953-4108-b146-bc99295d7a4b', 'mac_address': 'fa:16:3e:2a:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:40.372004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:40.376173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.406570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.420146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f71fea4-e953-4108-b146-bc99295d7a4b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:40.433847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] device_id is not set on port f2c77f35-5dcc-48f6-a6a1-24ba12c824e5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:40.443806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8f71fea4-e953-4108-b146-bc99295d7a4b,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:40.450519 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.511655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:40.618325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.14 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/f2c77f35-5dcc-48f6-a6a1-24ba12c824e5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:40.625670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.634957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.635713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.750777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=35946bfd-2694-4bb5-80ce-311e60235225,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:40.774834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8f71fea4-e953-4108-b146-bc99295d7a4b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:40.824523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2aea18-07d0-410d-8cc3-1ab8ba7324c1 None None] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:40.914727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Provisioning for port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:40.938022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Provisioning complete for port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:40.938400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.141522 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.180855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] For port 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ecd21a5-a4b4-4060-80bb-5da643c98e56,segment=NetworkSegment(2701d947-15e4-4715-87da-c121c3cd662c),segment_id=2701d947-15e4-4715-87da-c121c3cd662c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:41.181112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:41.185006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:41.185775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.201780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.239892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeab55-5025-4115-8425-43c6f5b57c04 None None] Pushing event updated for resources: {'Port': ['ID=7ecd21a5-a4b4-4060-80bb-5da643c98e56,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:41.364837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.439257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:41.443232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 33df85bd-1563-4753-8c54-c4e6b2dc31a6 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:41.447812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:41.451990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:41.458442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=f2c77f35-5dcc-48f6-a6a1-24ba12c824e5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:41.488828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c240d00-c9fb-4be4-a121-8777ec3b803b req-ea301a6d-0e21-4824-b622-6f4056b16fbf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:41.490458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c240d00-c9fb-4be4-a121-8777ec3b803b req-ea301a6d-0e21-4824-b622-6f4056b16fbf tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 944 time: 0.1794004 Jul 09 19:56:41.521071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Provisioning for port 35946bfd-2694-4bb5-80ce-311e60235225 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:41.526556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Provisioning complete for port 35946bfd-2694-4bb5-80ce-311e60235225 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:41.527158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.565953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Port 35946bfd-2694-4bb5-80ce-311e60235225 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:41.578331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Provisioning complete for port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:41.578709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c9da4a6-068b-4f81-9ba9-8f04123e42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.605379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:41.606043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.635381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c240d00-c9fb-4be4-a121-8777ec3b803b req-ea9bea84-b213-4603-b9a7-2434adff4e5c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368897 Jul 09 19:56:41.645773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7f8a556e-b089-4324-9104-fb615403954b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5559819 Jul 09 19:56:41.648092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:41.650530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:41.655266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'port': {'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327', 'name': 'tempest-FloatingIPTestJSON-1999518222'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:41.666521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-537ad212-3b70-4b5f-b4f3-982281483669 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/33df85bd-1563-4753-8c54-c4e6b2dc31a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6150377 Jul 09 19:56:41.667544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:41.677664 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] Sync routers for ids ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:41.688631 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] Routers {'33df85bd-1563-4753-8c54-c4e6b2dc31a6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:41.689293 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:41.725362 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:41.740296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa0b2f-06cd-4d41-a327-a6c9d0df54fc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:41.742065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8dfa0b2f-06cd-4d41-a327-a6c9d0df54fc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports/35946bfd-2694-4bb5-80ce-311e60235225 HTTP/1.1" status: 200 len: 911 time: 0.0747726 Jul 09 19:56:41.744684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:41.746292 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] Routers {'33df85bd-1563-4753-8c54-c4e6b2dc31a6'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:41.747096 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:41.750017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4437f015-1a6c-457b-9407-5e23a24b2ed6'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:41.780334 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:41.781446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-506987f9-f67a-4711-99ae-47fefccb8db8 None None] Provisioning complete for port 35946bfd-2694-4bb5-80ce-311e60235225 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:41.781720 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4193de4-fa34-43da-8f54-9716a27f1274 None None] The sync data for ids ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:41.782985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-506987f9-f67a-4711-99ae-47fefccb8db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.792603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:41.797346 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.823971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-506987f9-f67a-4711-99ae-47fefccb8db8 None None] Port 35946bfd-2694-4bb5-80ce-311e60235225 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:41.827705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] device_id is not set on port f27515e0-cdee-494f-bdd5-0383de2b5a2c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:41.943650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0c750c17-8b1b-4efa-a449-ec4f00058480 None None] Provisioning complete for port 35946bfd-2694-4bb5-80ce-311e60235225 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:41.943871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.13 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/f27515e0-cdee-494f-bdd5-0383de2b5a2c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:41.943997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c750c17-8b1b-4efa-a449-ec4f00058480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.964929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.979653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0c750c17-8b1b-4efa-a449-ec4f00058480 None None] Port 35946bfd-2694-4bb5-80ce-311e60235225 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:42.109082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ecd21a5-a4b4-4060-80bb-5da643c98e56 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:42.119820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.163674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:42.163989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.164160 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.209730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:42.220688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:42.228404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:42.235292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=f27515e0-cdee-494f-bdd5-0383de2b5a2c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.242500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8f71fea4-e953-4108-b146-bc99295d7a4b up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:42.288735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.289454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.303682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 8f71fea4-e953-4108-b146-bc99295d7a4b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:42.308601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-647d3e41-ce5d-485b-bd4d-8980de37be8e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6566343 Jul 09 19:56:42.308798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 8f71fea4-e953-4108-b146-bc99295d7a4b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:42.308798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.309034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 56984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:42.314630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'f27515e0-cdee-494f-bdd5-0383de2b5a2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:42.364675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.386237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.408647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:42.410922 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d59502-f67b-470d-a978-f88d3248bc44" -d '{"events": [{"server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "name": "network-vif-plugged", "status": "completed", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:42.428038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.431990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8f71fea4-e953-4108-b146-bc99295d7a4b,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:42.438251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.448073 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.455096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.455897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.460586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/ports/35946bfd-2694-4bb5-80ce-311e60235225 HTTP/1.1" status: 200 len: 911 time: 0.7119312 Jul 09 19:56:42.461636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:42.463859 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8731c-b6bc-4d77-92f6-7e07561c1c10 x-openstack-request-id: req-c3a8731c-b6bc-4d77-92f6-7e07561c1c10 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:42.464156 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "name": "network-vif-plugged", "status": "completed", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:42.464458 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3a8731c-b6bc-4d77-92f6-7e07561c1c10 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:42.464789 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b', 'code': 200} Jul 09 19:56:42.493071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.522312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197136c-f61f-4f98-a524-2bf3c94ab14b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=35946bfd-2694-4bb5-80ce-311e60235225,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.581225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.654034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec10fe-8762-462a-ab6c-c24b74e85cc6 req-475fba19-818d-4f97-97be-dfb50f94d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.655549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93ec10fe-8762-462a-ab6c-c24b74e85cc6 req-475fba19-818d-4f97-97be-dfb50f94d710 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 1096 time: 0.1141007 Jul 09 19:56:42.723064 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93ec10fe-8762-462a-ab6c-c24b74e85cc6 req-dedb35cf-3cb1-446c-b8dc-16cdf3283be1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Jul 09 19:56:42.729040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.114 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/52f35843-a78d-42b5-a1ea-06659fc40f70) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:42.835309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.844746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.854268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0536-260a-40a1-afed-6c5aa0050adc req-0c04fb23-6e82-4952-9de6-3eef96715d36 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.855763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-233a0536-260a-40a1-afed-6c5aa0050adc req-0c04fb23-6e82-4952-9de6-3eef96715d36 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.0817065 Jul 09 19:56:42.881624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.922444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:42.925283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:42.928810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:42.934386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=52f35843-a78d-42b5-a1ea-06659fc40f70,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.967283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-233a0536-260a-40a1-afed-6c5aa0050adc req-c30663cd-d74e-40a2-825c-cb730b148769 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Jul 09 19:56:43.141090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 35946bfd-2694-4bb5-80ce-311e60235225 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:43.141480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.232418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.244715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 35946bfd-2694-4bb5-80ce-311e60235225 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:43.299456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.375039 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.418011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.446151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=35946bfd-2694-4bb5-80ce-311e60235225,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:43.536032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.541653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.550837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.662433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=52f35843-a78d-42b5-a1ea-06659fc40f70,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:43.666826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.712850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 33df85bd-1563-4753-8c54-c4e6b2dc31a6 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:43.776364 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-1cb7ceb4-65a5-45a6-a848-9d7f42f658da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1668980 Jul 09 19:56:43.789299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:43.794597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4d679bcb-fcb4-47ac-b86f-cf7c1dc83edc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/33df85bd-1563-4753-8c54-c4e6b2dc31a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3316884 Jul 09 19:56:43.797540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:43.799219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] Sync routers for ids ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:43.804101 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP ac27f38f-14e2-49eb-8e2d-59dd15b4a0b0 associated. External IP: 172.25.3.114, port: f27515e0-cdee-494f-bdd5-0383de2b5a2c. Jul 09 19:56:43.816857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] Routers {'33df85bd-1563-4753-8c54-c4e6b2dc31a6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:43.817834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:43.835952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1ce9fe5d-af71-463d-a22f-64ee917bd36d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=33df85bd-1563-4753-8c54-c4e6b2dc31a6 HTTP/1.1" status: 200 len: 205 time: 0.0368209 Jul 09 19:56:43.838584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:43.860155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:43.876975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] Routers {'33df85bd-1563-4753-8c54-c4e6b2dc31a6'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:43.876975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:43.918915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:43.919781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95cd95-7185-47cd-896d-86c4897db470 None None] The sync data for ids ['33df85bd-1563-4753-8c54-c4e6b2dc31a6'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:43.924843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.002690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713205b-3d43-4136-b292-f2688376fbc2 req-4aebc7e1-02f5-43ce-86c2-53502aa0f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.006615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-4aebc7e1-02f5-43ce-86c2-53502aa0f8ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 1096 time: 0.1397822 Jul 09 19:56:44.092351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.094538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.138351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.138914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router 33df85bd-1563-4753-8c54-c4e6b2dc31a6 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:44.147044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.148012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4765f7b8-cf46-4c1d-902b-ef6099278418 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/33df85bd-1563-4753-8c54-c4e6b2dc31a6 HTTP/1.1" status: 204 len: 168 time: 0.3085244 Jul 09 19:56:44.150790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 56998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:44.165639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:44.203040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 4437f015-1a6c-457b-9407-5e23a24b2ed6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:44.206896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.249329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.347205 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.408104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.436259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=4437f015-1a6c-457b-9407-5e23a24b2ed6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:44.440577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.445378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f757a163-6d96-4ae1-9996-3d845b07ca6b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/4437f015-1a6c-457b-9407-5e23a24b2ed6 HTTP/1.1" status: 204 len: 168 time: 0.2935903 Jul 09 19:56:44.446113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:44.447977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f31b4-3bcc-4c86-aff2-ff8a89f8e5c2 None None] Network 36d865b3-7b69-4b50-8d20-2b279ce90aee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:44.529440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.534177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713205b-3d43-4136-b292-f2688376fbc2 req-6b97d6f9-5223-426c-9a3c-ef37d465009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.535729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-6b97d6f9-5223-426c-9a3c-ef37d465009c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.4815013 Jul 09 19:56:44.605075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:44.605452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.628041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01302df5-1bcf-41c9-8d4f-dd69d4173ff9 req-496a7035-32a0-4621-a1ce-6219d40a8925 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.629608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01302df5-1bcf-41c9-8d4f-dd69d4173ff9 req-496a7035-32a0-4621-a1ce-6219d40a8925 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.5244091 Jul 09 19:56:44.634921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-48409091-0d02-4c68-a701-4391d6b05023 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 200 len: 217 time: 0.0627487 Jul 09 19:56:44.675209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ecd21a5-a4b4-4060-80bb-5da643c98e56,segment=NetworkSegment(2701d947-15e4-4715-87da-c121c3cd662c),segment_id=2701d947-15e4-4715-87da-c121c3cd662c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:44.675638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.682982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] DHCP port deletion for 36d865b3-7b69-4b50-8d20-2b279ce90aee request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:44.693440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 7ecd21a5-a4b4-4060-80bb-5da643c98e56 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:44.731154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Deleting port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:44.731567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.748717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01302df5-1bcf-41c9-8d4f-dd69d4173ff9 req-d85e3c51-642a-40eb-b718-68149eef0d9a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128256 Jul 09 19:56:44.756716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713205b-3d43-4136-b292-f2688376fbc2 req-bd2b2376-531d-44e0-a007-d523cc7be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.758217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-bd2b2376-531d-44e0-a007-d523cc7be3ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.1113760 Jul 09 19:56:44.761229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:44.784321 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:44.799933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-b01d77e6-f6a7-40c9-95b5-79a025d012f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337002 Jul 09 19:56:44.806669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:44.809822 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:44.820155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.824916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] For port 7ecd21a5-a4b4-4060-80bb-5da643c98e56, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ecd21a5-a4b4-4060-80bb-5da643c98e56,segment=NetworkSegment(2701d947-15e4-4715-87da-c121c3cd662c),segment_id=2701d947-15e4-4715-87da-c121c3cd662c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:44.825663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.842435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Calling delete_port for 7ecd21a5-a4b4-4060-80bb-5da643c98e56 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:44.930983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-072d0838-b7bc-4c69-8b30-46cca649e8f7 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6206024 Jul 09 19:56:44.933501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:44.938956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:44.948703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.979270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] Pushing event deleted for resources: {'Port': ['ID=7ecd21a5-a4b4-4060-80bb-5da643c98e56,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:44.988172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94c6a3-dd93-417c-b685-cac526131d7b None None] No DVR routers for this DVR port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:45.013647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-1e61362e-5137-4255-85af-3098bc1eff92 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057557 Jul 09 19:56:45.044512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.049917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.059694 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:45.060311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.106503 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.107261 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b0a51-993b-4c52-9c59-42f8facd1601 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:45.184136 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc666-c658-4194-a285-d8b6086d572d req-0fe275e6-3cf4-4c20-8645-fa8cec402c21 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.185622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-738cc666-c658-4194-a285-d8b6086d572d req-0fe275e6-3cf4-4c20-8645-fa8cec402c21 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.0973229 Jul 09 19:56:45.186422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.199882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5713205b-3d43-4136-b292-f2688376fbc2 req-8e7886c4-a5b9-4ba9-a26c-acb2df5a9299 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796417 Jul 09 19:56:45.218012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=7ecd21a5-a4b4-4060-80bb-5da643c98e56,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:45.235882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 7ecd21a5-a4b4-4060-80bb-5da643c98e56 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:45.246266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.251676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.251948 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP ac27f38f-14e2-49eb-8e2d-59dd15b4a0b0 disassociated. External IP: 172.25.3.114, port: f27515e0-cdee-494f-bdd5-0383de2b5a2c. Jul 09 19:56:45.278365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-738cc666-c658-4194-a285-d8b6086d572d req-a4511c26-5ce7-43d8-af0b-80d567a4c343 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707345 Jul 09 19:56:45.338220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.349153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d865b3-7b69-4b50-8d20-2b279ce90aee']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.362688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:56:45.362981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2701d947-15e4-4715-87da-c121c3cd662c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.365532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2701d947-15e4-4715-87da-c121c3cd662c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.379170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.397282 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.405056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:45.405543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:45.429454 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:45.491659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:45.515848 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.521647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.523892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/36d865b3-7b69-4b50-8d20-2b279ce90aee HTTP/1.1" status: 204 len: 168 time: 1.0767906 Jul 09 19:56:45.528054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:45.535276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993050592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:45.559255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977c60-1e27-4e6c-8afb-fba65c2d52e8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=36d865b3-7b69-4b50-8d20-2b279ce90aee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:45.599860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.601480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.641689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:45.646088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.652451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:45.661856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:45.662570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.664115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.672901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.694414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-638fe84d-515f-49d3-ae54-36e9d90c04ab tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/ac27f38f-14e2-49eb-8e2d-59dd15b4a0b0 HTTP/1.1" status: 200 len: 688 time: 0.7596054 Jul 09 19:56:45.695185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.699069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d14adf0e-3c4e-405a-baac-27478169e265 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1675174 Jul 09 19:56:45.699069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:45.699822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.700089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:45.705463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733463769'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:45.709778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:45.710398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.728538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:45.732497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.745632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:45.746208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2c8a5-fc05-48c7-b6a8-b3c0d9fabd73 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:45.760225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:45.771505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.771857 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 8311773f-e12e-4570-b3ca-5554d151bc65 of type vlan for network e518ace1-e1b3-4d48-8a92-692bae27a1c0 Jul 09 19:56:45.811809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.840966 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.846715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.847434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.871185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073071-0a22-4895-8396-0dc18920ccff req-0fda5c0b-36dd-4864-bc60-c9a5d25d03f9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.872702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7073071-0a22-4895-8396-0dc18920ccff req-0fda5c0b-36dd-4864-bc60-c9a5d25d03f9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.1717575 Jul 09 19:56:45.904554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 52f35843-a78d-42b5-a1ea-06659fc40f70 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:45.904976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.911265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2099445 Jul 09 19:56:45.914032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:45.920917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:45.926171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1825e02-1789-40f9-8f03-f325adc70c9d tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=e518ace1-e1b3-4d48-8a92-692bae27a1c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:45.937750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:45.963821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7073071-0a22-4895-8396-0dc18920ccff req-cfec1b35-e7b8-465e-9787-ddf11232f658 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838208 Jul 09 19:56:46.009516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.009853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.021416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 52f35843-a78d-42b5-a1ea-06659fc40f70 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:46.025929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:46.029551 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.118164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ecd21a5-a4b4-4060-80bb-5da643c98e56 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:46.138692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7ecd21a5-a4b4-4060-80bb-5da643c98e56 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:46.139120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ecd21a5-a4b4-4060-80bb-5da643c98e56 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:46.176683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.208114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=52f35843-a78d-42b5-a1ea-06659fc40f70,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:46.227672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.276960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.279635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.281969 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0187db15-3a21-480c-a788-a64a6499af31 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/ac27f38f-14e2-49eb-8e2d-59dd15b4a0b0 HTTP/1.1" status: 204 len: 168 time: 0.5820336 Jul 09 19:56:46.284858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:46.289393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'f2c77f35-5dcc-48f6-a6a1-24ba12c824e5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:46.305062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=01564ff7-50b6-4cb9-b4ae-babb571cc8db,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:46.324100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:46.324409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: e518ace1-e1b3-4d48-8a92-692bae27a1c0, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:46.334826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.377037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:46.388816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e518ace1-e1b3-4d48-8a92-692bae27a1c0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:46.395112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.395698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.398214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5aa554-af0d-4b96-8237-29d23a15331c None None] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:46.417691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ee6254c7-ed97-4c03-b8a0-ec966ac88f95 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5026391 Jul 09 19:56:46.420448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:46.540200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:46.541229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.644009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.681942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Allocated IP 2001:db8::2 (e518ace1-e1b3-4d48-8a92-692bae27a1c0/01564ff7-50b6-4cb9-b4ae-babb571cc8db/f4d9b8b0-99c3-4752-837e-ead13e767b3d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:46.782804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.868577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.57 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:46.971588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.980116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Transition to ACTIVE for port object f4d9b8b0-99c3-4752-837e-ead13e767b3d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:46.995707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Transition to ACTIVE for port object f4d9b8b0-99c3-4752-837e-ead13e767b3d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:47.001543 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.036438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:47.039425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:47.042921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:47.098944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b8b0-99c3-4752-837e-ead13e767b3d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:47.114058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Attempting to bind port f4d9b8b0-99c3-4752-837e-ead13e767b3d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:47.114431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Attempting to bind port f4d9b8b0-99c3-4752-837e-ead13e767b3d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:47.114829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Attempting to bind port f4d9b8b0-99c3-4752-837e-ead13e767b3d on network e518ace1-e1b3-4d48-8a92-692bae27a1c0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:47.115895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.120177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:47.120572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Checking segment: {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:47.121046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.121578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Bound using segment: {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:47.122178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Bound port: f4d9b8b0-99c3-4752-837e-ead13e767b3d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:47.122633 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.188812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] For port f4d9b8b0-99c3-4752-837e-ead13e767b3d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:47.191749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] For port f4d9b8b0-99c3-4752-837e-ead13e767b3d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4d9b8b0-99c3-4752-837e-ead13e767b3d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:47.192991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8::1 (e518ace1-e1b3-4d48-8a92-692bae27a1c0/01564ff7-50b6-4cb9-b4ae-babb571cc8db/f5c78746-0a62-4e4a-92fb-4e2e467cd81d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:47.196169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.256157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0df7de-6c2d-4238-88f8-ec416f52fbd7 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b8b0-99c3-4752-837e-ead13e767b3d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:47.313074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.333705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956b32-c2c0-4e1a-a453-1548599fa8da req-faa9632e-7af7-4a4c-9070-4d5262067d37 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.335590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96956b32-c2c0-4e1a-a453-1548599fa8da req-faa9632e-7af7-4a4c-9070-4d5262067d37 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.2375057 Jul 09 19:56:47.343754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-ed79873a-ccee-417a-b267-fbb8192763cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.345310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-ed79873a-ccee-417a-b267-fbb8192763cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 945 time: 0.2403126 Jul 09 19:56:47.783320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:47.807379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:47.816203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:47.822221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:47.852491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96956b32-c2c0-4e1a-a453-1548599fa8da req-8a85070c-c3a4-497e-924b-f8ab5c45fb62 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854987 Jul 09 19:56:47.884353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.928348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object f5c78746-0a62-4e4a-92fb-4e2e467cd81d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:48.030571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port 8f71fea4-e953-4108-b146-bc99295d7a4b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:48.031467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.151030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.175534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4d9b8b0-99c3-4752-837e-ead13e767b3d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:48.234332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f4d9b8b0-99c3-4752-837e-ead13e767b3d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:48.261163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:48.266711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f371c1a-d812-4591-8982-db010ac6f22e None None] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:48.271578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:48.283207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:48.283747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.337041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:48.343706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port 8f71fea4-e953-4108-b146-bc99295d7a4b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8f71fea4-e953-4108-b146-bc99295d7a4b,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:48.344175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.386184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Provisioning for port f4d9b8b0-99c3-4752-837e-ead13e767b3d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:48.391979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for 8f71fea4-e953-4108-b146-bc99295d7a4b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:48.392547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Provisioning complete for port f4d9b8b0-99c3-4752-837e-ead13e767b3d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:48.392867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.504399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.541985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-68663047-afa7-405f-bbff-d3719534d922 None None] For port f4d9b8b0-99c3-4752-837e-ead13e767b3d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4d9b8b0-99c3-4752-837e-ead13e767b3d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:48.547526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.576104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.598049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68663047-afa7-405f-bbff-d3719534d922 None None] Pushing event updated for resources: {'Port': ['ID=f4d9b8b0-99c3-4752-837e-ead13e767b3d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:48.711596 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.733657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.774964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Provisioning for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:48.780186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Provisioning complete for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:48.780912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.822475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Port f5c78746-0a62-4e4a-92fb-4e2e467cd81d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:48.832594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.833489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Provisioning complete for port f4d9b8b0-99c3-4752-837e-ead13e767b3d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:48.835019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffa02457-0124-4754-a91d-140d6d7062df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.857273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:48.860492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8f71fea4-e953-4108-b146-bc99295d7a4b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:48.920245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=8f71fea4-e953-4108-b146-bc99295d7a4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.011743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdf70776-9b81-469c-8744-a7091df38c04 req-8a801a47-b219-4fce-97f1-6460fde73a16 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce6271de-8c0f-4bfd-aaae-7474371be16f HTTP/1.1" status: 200 len: 210 time: 0.0317640 Jul 09 19:56:49.014273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port 8f71fea4-e953-4108-b146-bc99295d7a4b on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:49.017171 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.019833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dc21dd9-e7dc-4dca-84f4-09121a3e3822 req-66972ea2-e65d-4d56-9085-7c5c0a73d169 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "DELETE /v2.0/ports/8f71fea4-e953-4108-b146-bc99295d7a4b HTTP/1.1" status: 204 len: 173 time: 1.6517744 Jul 09 19:56:49.025523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'name': 'network-vif-deleted', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:49.029477 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f1dcb-932c-41c7-b385-6f4c9a3cc525" -d '{"events": [{"server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "name": "network-vif-deleted", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:49.044343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.075976 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b64f4d-a646-4c02-8928-86ba7434521c x-openstack-request-id: req-26b64f4d-a646-4c02-8928-86ba7434521c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:49.076269 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6271de-8c0f-4bfd-aaae-7474371be16f", "name": "network-vif-deleted", "tag": "8f71fea4-e953-4108-b146-bc99295d7a4b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:49.076524 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26b64f4d-a646-4c02-8928-86ba7434521c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:49.076928 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6271de-8c0f-4bfd-aaae-7474371be16f', 'name': 'network-vif-deleted', 'tag': '8f71fea4-e953-4108-b146-bc99295d7a4b', 'status': 'completed', 'code': 200} Jul 09 19:56:49.127401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-491c3aa2-951b-49ae-b9ee-1ae94ddb89f1 None None] Provisioning complete for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:49.128996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-491c3aa2-951b-49ae-b9ee-1ae94ddb89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.167147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-491c3aa2-951b-49ae-b9ee-1ae94ddb89f1 None None] Port f5c78746-0a62-4e4a-92fb-4e2e467cd81d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:49.200141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.211448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.212221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.329688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.357965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.365261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.437535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:49.446612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:49.462176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.502879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.658518 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 20da744a-d68e-4c34-b5cb-b8e2fd173267 associated. External IP: 172.25.3.57, port: f2c77f35-5dcc-48f6-a6a1-24ba12c824e5. Jul 09 19:56:49.688848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10a1c995-7f45-4692-9a9f-c5551ae33f39 None None] Provisioning complete for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:49.689437 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10a1c995-7f45-4692-9a9f-c5551ae33f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.700114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:49.726292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-10a1c995-7f45-4692-9a9f-c5551ae33f39 None None] Port f5c78746-0a62-4e4a-92fb-4e2e467cd81d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:49.842358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:49.850988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f995a544-83fc-4f7d-a9ca-e755c6773a12 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264424 Jul 09 19:56:49.851106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:49.854100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:49.855972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1125633501'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:49.866017 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:49.866780 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:49.878993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:49.896796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.923227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:49.933526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.933869 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment ae65ddae-f71b-4473-a157-f074cb478daa of type vlan for network 6a46c497-fd34-4953-a4b0-55715e653812 Jul 09 19:56:49.955763 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:49.965627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:49.981045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.011835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.018123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:50.018801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.101002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:50.110436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2586093 Jul 09 19:56:50.122465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:50.133867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:50.143372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.153276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:50.154187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:50.155717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:50.173633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c0326-3394-456a-abdd-3f7faa5bb0c9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=6a46c497-fd34-4953-a4b0-55715e653812,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:50.208934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67cc4103-76e7-4235-a823-511fb9b79a84 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9229882 Jul 09 19:56:50.211773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:50.237088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:50.246391 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:48Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:48Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:50.253158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4d9b8b0-99c3-4752-837e-ead13e767b3d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:50.261611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6a46c497-fd34-4953-a4b0-55715e653812 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:50.282612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1386a51-5d67-453d-81eb-ac84c2c04d37 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/floatingips/20da744a-d68e-4c34-b5cb-b8e2fd173267 HTTP/1.1" status: 200 len: 978 time: 0.0692644 Jul 09 19:56:50.284825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:50.285604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:50.291961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.307219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:50.307569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Updating router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d port f5c78746-0a62-4e4a-92fb-4e2e467cd81d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:50.346595 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.428835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:50.429847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:50.527517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:50.538094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f45a43-f7a1-4c13-be05-480149464276 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:50.586129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f4d9b8b0-99c3-4752-837e-ead13e767b3d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:50.586660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.594184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.723719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:50.724093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 6a46c497-fd34-4953-a4b0-55715e653812, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:50.744880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=80f34b1c-17ae-438b-82b4-9f0b749307f6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:50.763908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 6a46c497-fd34-4953-a4b0-55715e653812 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:50.773887 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.779685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6a46c497-fd34-4953-a4b0-55715e653812) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:50.786779 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Transition to ACTIVE for port object f5c78746-0a62-4e4a-92fb-4e2e467cd81d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:50.800807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:50.801822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.805772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81446ef-c4b4-4d2a-875b-1229e3cfaa58 None None] Network 6a46c497-fd34-4953-a4b0-55715e653812 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:50.808642 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.831786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fab400bb-507c-4693-bd24-16fdc2df2f28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6921263 Jul 09 19:56:50.832441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:50.861959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-659f14c7-8809-42df-a3d8-600c4ab2eefd tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5754116 Jul 09 19:56:50.864415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:50.869236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': 'f27515e0-cdee-494f-bdd5-0383de2b5a2c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:50.970438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Pushing event updated for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:50.972043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.026096 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.026794 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.027308 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.027831 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.028389 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.028875 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.031406 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.032542 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.036493 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.044143 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.044766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.045774 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:51.087048 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Attempting to bind port f5c78746-0a62-4e4a-92fb-4e2e467cd81d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:51.087609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Attempting to bind port f5c78746-0a62-4e4a-92fb-4e2e467cd81d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:51.088149 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Attempting to bind port f5c78746-0a62-4e4a-92fb-4e2e467cd81d on network e518ace1-e1b3-4d48-8a92-692bae27a1c0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:51.094851 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:51.095537 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Checking segment: {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:51.095911 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.096298 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Bound using segment: {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:51.096944 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Bound port: f5c78746-0a62-4e4a-92fb-4e2e467cd81d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8311773f-e12e-4570-b3ca-5554d151bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:51.097387 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.125489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6a46c497-fd34-4953-a4b0-55715e653812', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:51.126371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.204873 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] For port f5c78746-0a62-4e4a-92fb-4e2e467cd81d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:51.208334 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] For port f5c78746-0a62-4e4a-92fb-4e2e467cd81d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:51.214671 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.273478 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bff294-cd3e-44d3-9622-d6de06b41fbd None None] Pushing event updated for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:51.288524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:51.289383 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:51.392925 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:51.396023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Allocated IP 2001:db8:1::2 (6a46c497-fd34-4953-a4b0-55715e653812/80f34b1c-17ae-438b-82b4-9f0b749307f6/3d1e467c-d62b-4632-ac82-e7ff51e29483) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:51.428879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.490028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-8d8b769d-f9e0-415a-9a58-2f2a35e71f45 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:51.491559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-8d8b769d-f9e0-415a-9a58-2f2a35e71f45 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.2807913 Jul 09 19:56:51.564072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-42799551-88f9-49a5-8e20-42f1b095d079 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0655468 Jul 09 19:56:51.650730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.660132 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:48Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:51.661041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Transition to ACTIVE for port object 3d1e467c-d62b-4632-ac82-e7ff51e29483 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:51.682797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Transition to ACTIVE for port object 3d1e467c-d62b-4632-ac82-e7ff51e29483 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:51.692557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.702958 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da2682-daf7-4dba-a3a0-7b131414a30f None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:48Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:51.704095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-42a96b1f-7b70-463f-a12f-2fc792239fae tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390886 Jul 09 19:56:51.747606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Pushing event updated for resources: {'Port': ['ID=3d1e467c-d62b-4632-ac82-e7ff51e29483,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:51.761789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8:1::1 (6a46c497-fd34-4953-a4b0-55715e653812/80f34b1c-17ae-438b-82b4-9f0b749307f6/858f3daa-5292-4436-95b1-69f951bf65a9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:51.770070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Network 6a46c497-fd34-4953-a4b0-55715e653812 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:51.775290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:51.779812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:51.857301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Attempting to bind port 3d1e467c-d62b-4632-ac82-e7ff51e29483 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:51.859545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Attempting to bind port 3d1e467c-d62b-4632-ac82-e7ff51e29483 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:51.860123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Attempting to bind port 3d1e467c-d62b-4632-ac82-e7ff51e29483 on network 6a46c497-fd34-4953-a4b0-55715e653812 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:51.867397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:51.867782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Checking segment: {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:51.868199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.868579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Bound using segment: {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:51.869723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Bound port: 3d1e467c-d62b-4632-ac82-e7ff51e29483, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:51.870232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.885736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-59736efc-0e47-48bf-85c8-264da75698b3 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768651 Jul 09 19:56:51.896726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.911605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 858f3daa-5292-4436-95b1-69f951bf65a9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:51.949085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.961431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] For port 3d1e467c-d62b-4632-ac82-e7ff51e29483, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:51.965961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] For port 3d1e467c-d62b-4632-ac82-e7ff51e29483, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e467c-d62b-4632-ac82-e7ff51e29483,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:51.980883 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.005290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 6a46c497-fd34-4953-a4b0-55715e653812 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:52.009420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:52.013491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:52.016502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.035024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.041998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.091270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:52.120177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a151-890b-4f8d-abd4-4db2e5cd5df4 None None] Pushing event updated for resources: {'Port': ['ID=3d1e467c-d62b-4632-ac82-e7ff51e29483,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:52.137015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-7edf2b8c-6a4b-46cd-b3a9-4bfbc5aadbdd service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508543 Jul 09 19:56:52.217699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f5c78746-0a62-4e4a-92fb-4e2e467cd81d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:52.286055 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 20da744a-d68e-4c34-b5cb-b8e2fd173267 associated. External IP: 172.25.3.57, port: f2c77f35-5dcc-48f6-a6a1-24ba12c824e5. Jul 09 19:56:52.297907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:52.299976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.302188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8f71fea4-e953-4108-b146-bc99295d7a4b no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:52.350064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 8f71fea4-e953-4108-b146-bc99295d7a4b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:52.361061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8f71fea4-e953-4108-b146-bc99295d7a4b not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:52.382272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:52.382654 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.428130 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eeef2331-3567-4f61-aae1-480719e93261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.532226 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.577198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f5c78746-0a62-4e4a-92fb-4e2e467cd81d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:52.587176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.656729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:52.661283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f47f594e-cd4d-4064-89bf-9f955bb37ecc req-8b0c3778-f7fd-443a-8880-e6512ec0f62e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 210 time: 0.0902939 Jul 09 19:56:52.688759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:52.845604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:52.851573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.856123 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:52.859177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.860225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.868065 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:52.869618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.910592 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.925894 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:52.926737 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.966678 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.967649 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942b462-0ea7-4b32-a68f-87f51bbee391 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:52.980758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:53.032422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 6a46c497-fd34-4953-a4b0-55715e653812 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:53.037459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:53.128954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:53.160446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:53.272503 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.282159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:53.292217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.294370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:53.303728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:53.315499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e58641ab-cba8-4e73-b55e-fc96c4cf9b44 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818046 Jul 09 19:56:53.316200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:53.322331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-325936963'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:53.324300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:53.325527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:53.358309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:53.364062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.371465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:53.385662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:53.386589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:53.392249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-80fe035b-cd2d-43fb-91d8-78984215ee66 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/20da744a-d68e-4c34-b5cb-b8e2fd173267 HTTP/1.1" status: 200 len: 978 time: 2.5264747 Jul 09 19:56:53.394937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:53.395172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:53.401082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:53.419427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.419779 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment c364a52e-8eec-45e1-a24b-91cca8e13d85 of type vlan for network 367e213e-e081-4b5a-986e-281f1e74bf05 Jul 09 19:56:53.423010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:53.423666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf557-8269-43d2-8b3f-cd0f45b9faef None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:53.464142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2adfd-cc46-4a99-ac17-7733a7b40fca None None] Network 6a46c497-fd34-4953-a4b0-55715e653812 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:53.488653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.495837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.531840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.543138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:53.543375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2cad8b24-e88d-49bc-9ebd-48be8d187a91 None None] Provisioning for port 3d1e467c-d62b-4632-ac82-e7ff51e29483 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:53.543802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.581767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2643738 Jul 09 19:56:53.583878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:53.592490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:53.638171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87965-eec0-4b9c-8254-7726c3ed63a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=367e213e-e081-4b5a-986e-281f1e74bf05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:53.668684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 367e213e-e081-4b5a-986e-281f1e74bf05 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:53.718681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.733549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.734646 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 20da744a-d68e-4c34-b5cb-b8e2fd173267 disassociated. External IP: 172.25.3.57, port: f27515e0-cdee-494f-bdd5-0383de2b5a2c. Jul 09 19:56:53.802821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:53.807079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.908928 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:53.925641 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:53.926252 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:54.005836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db5a80e3-015c-4330-b1c7-9cf0bdd4c241 req-88f78c9f-df0d-4527-9232-ada297416672 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 210 time: 0.1442556 Jul 09 19:56:54.020517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ae64011-75e6-4bc2-bcf8-3d8b1400367e None None] Provisioning for port 858f3daa-5292-4436-95b1-69f951bf65a9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:54.025529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ae64011-75e6-4bc2-bcf8-3d8b1400367e None None] Provisioning complete for port 858f3daa-5292-4436-95b1-69f951bf65a9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:54.026241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ae64011-75e6-4bc2-bcf8-3d8b1400367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.032513 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:54.097553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3ae64011-75e6-4bc2-bcf8-3d8b1400367e None None] Port 858f3daa-5292-4436-95b1-69f951bf65a9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:54.205208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-b48a205c-b7cc-4b89-95cf-9d839ebd1725 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:54.207455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-b48a205c-b7cc-4b89-95cf-9d839ebd1725 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.3146455 Jul 09 19:56:54.323168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e467c-d62b-4632-ac82-e7ff51e29483 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:54.372832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb17ad55-d4bf-424c-81e3-fd055a1d1742 None None] Provisioning complete for port 858f3daa-5292-4436-95b1-69f951bf65a9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:54.373236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb17ad55-d4bf-424c-81e3-fd055a1d1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.407928 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 3, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:54.415342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-cb17ad55-d4bf-424c-81e3-fd055a1d1742 None None] Port 858f3daa-5292-4436-95b1-69f951bf65a9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:54.420510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3d1e467c-d62b-4632-ac82-e7ff51e29483 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:54.425694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3d1e467c-d62b-4632-ac82-e7ff51e29483 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:54.426363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.440998 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:54.441376 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Updating router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d port 858f3daa-5292-4436-95b1-69f951bf65a9 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:54.479008 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.522875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.562128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3d1e467c-d62b-4632-ac82-e7ff51e29483, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e467c-d62b-4632-ac82-e7ff51e29483,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:54.570203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.571320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f5c78746-0a62-4e4a-92fb-4e2e467cd81d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:54.647762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': '726d9a6b-337a-4abb-b593-819478050d14', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:54.667756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7317ca3d-d2b9-4b23-94a9-306f9d0fbe36 None None] Provisioning complete for port 858f3daa-5292-4436-95b1-69f951bf65a9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:54.668124 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7317ca3d-d2b9-4b23-94a9-306f9d0fbe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.672504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3d1e467c-d62b-4632-ac82-e7ff51e29483,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:54.711112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.711471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.711978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.712675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.712991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.713557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.714056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.714578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.715014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.715445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.715908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.716378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:54.730195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f5c78746-0a62-4e4a-92fb-4e2e467cd81d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:54.730397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.764959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7317ca3d-d2b9-4b23-94a9-306f9d0fbe36 None None] Port 858f3daa-5292-4436-95b1-69f951bf65a9 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:54.783724 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.793820 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Transition to ACTIVE for port object 858f3daa-5292-4436-95b1-69f951bf65a9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:54.801050 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.816176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:54.853883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.854734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae21482-a62d-4833-9220-eb3f5844fe3d None None] Pushing event updated for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:54.909353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Attempting to bind port 858f3daa-5292-4436-95b1-69f951bf65a9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:54.910488 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Attempting to bind port 858f3daa-5292-4436-95b1-69f951bf65a9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:54.911097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Attempting to bind port 858f3daa-5292-4436-95b1-69f951bf65a9 on network 6a46c497-fd34-4953-a4b0-55715e653812 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:54.916927 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:54.917619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Checking segment: {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:54.918022 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.918423 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Bound using segment: {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:54.918891 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Bound port: 858f3daa-5292-4436-95b1-69f951bf65a9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae65ddae-f71b-4473-a157-f074cb478daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:54.919286 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.955014 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7de65641-346a-4e96-afb4-a0c939198e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.962210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:54.966102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.005375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] For port 858f3daa-5292-4436-95b1-69f951bf65a9, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:55.009162 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] For port 858f3daa-5292-4436-95b1-69f951bf65a9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=858f3daa-5292-4436-95b1-69f951bf65a9,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:55.015300 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.032077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=98580ac5-8a23-4e49-961d-32d8b489584b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.074473 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:55.075153 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.080762 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae21482-a62d-4833-9220-eb3f5844fe3d None None] Pushing event updated for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.150192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:55.150564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: 367e213e-e081-4b5a-986e-281f1e74bf05, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:55.177517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:55.181464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-28afae15-8d69-4cef-8179-d2343c0587f8 req-0e1017b4-40cb-44fd-82d3-826b8c741a74 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 210 time: 0.0322862 Jul 09 19:56:55.198544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:55.203880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.208433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:55.230630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:55.231266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.261038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 367e213e-e081-4b5a-986e-281f1e74bf05 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:55.271479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.7 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/6c7f348d-c823-4834-9c41-8df96d3cd731) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:55.353942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 367e213e-e081-4b5a-986e-281f1e74bf05) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:55.370685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-471129ef-e709-4f19-8d86-d4ace5d9633a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/20da744a-d68e-4c34-b5cb-b8e2fd173267 HTTP/1.1" status: 200 len: 687 time: 1.9719391 Jul 09 19:56:55.370928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:55.443311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 3, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:55Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.448301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11eafe5-4f5c-475a-994b-1f248f638bd2 None None] Network 367e213e-e081-4b5a-986e-281f1e74bf05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:55.454318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.478274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:55.479162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.481897 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3aeb65-29a6-4ccb-a6d7-6db462834cee None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 3, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:55Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:55.501597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.516618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:55.518031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.543015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:55.543489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.564331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.573811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.574478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a85ca-de8c-4b22-a884-77aab6dbe3e2 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:55.600137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dec39355-ce18-4133-998a-37cc9b933829 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0145969 Jul 09 19:56:55.604001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:55.637105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.654833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:55.689872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:55.693695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:55.698385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:55.731649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.742307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-367e213e-e081-4b5a-986e-281f1e74bf05', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:55.745747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.788759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:55.789871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.811861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-54f1ca30-26f3-4b88-a534-cb108819e56a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1709292 Jul 09 19:56:55.829246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Request body: {'port': {'device_id': '726d9a6b-337a-4abb-b593-819478050d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:55.851163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.851502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.867475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:55.924806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.986916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Allocated IP 2001:db8:2::2 (367e213e-e081-4b5a-986e-281f1e74bf05/98580ac5-8a23-4e49-961d-32d8b489584b/8b07bb78-ed37-4f56-a720-514c9cefdd6d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:56.198191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.211995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Transition to ACTIVE for port object 8b07bb78-ed37-4f56-a720-514c9cefdd6d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:56.229988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Transition to ACTIVE for port object 8b07bb78-ed37-4f56-a720-514c9cefdd6d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:56.256749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.320991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Pushing event updated for resources: {'Port': ['ID=8b07bb78-ed37-4f56-a720-514c9cefdd6d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.327900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e467c-d62b-4632-ac82-e7ff51e29483 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:56.392164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Network 367e213e-e081-4b5a-986e-281f1e74bf05 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:56.396822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:56.400016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:56.405463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.423618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7f348d-c823-4834-9c41-8df96d3cd731 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:56.432995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.456914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Transition to ACTIVE for port object 6c7f348d-c823-4834-9c41-8df96d3cd731 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:56.462718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.481149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37d87-f77d-4e63-b023-a697fa555658 req-e68d250a-f1bc-4d17-b70f-91269190b6ab tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:56.481623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3d1e467c-d62b-4632-ac82-e7ff51e29483 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:56.482740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25a37d87-f77d-4e63-b023-a697fa555658 req-e68d250a-f1bc-4d17-b70f-91269190b6ab tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 931 time: 0.1162186 Jul 09 19:56:56.485667 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.491234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Attempting to bind port 8b07bb78-ed37-4f56-a720-514c9cefdd6d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:56.492716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Attempting to bind port 8b07bb78-ed37-4f56-a720-514c9cefdd6d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:56.493225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Attempting to bind port 8b07bb78-ed37-4f56-a720-514c9cefdd6d on network 367e213e-e081-4b5a-986e-281f1e74bf05 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:56.500719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:56.504197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.509490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Checking segment: {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:56.510940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.510940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Bound using segment: {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:56.511637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Bound port: 8b07bb78-ed37-4f56-a720-514c9cefdd6d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:56.513160 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.555353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.580356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25a37d87-f77d-4e63-b023-a697fa555658 req-a9bfac03-fd43-42d1-b140-21fc836690d6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760558 Jul 09 19:56:56.637116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Attempting to bind port 6c7f348d-c823-4834-9c41-8df96d3cd731 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:56.637650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Attempting to bind port 6c7f348d-c823-4834-9c41-8df96d3cd731 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:56.638088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Attempting to bind port 6c7f348d-c823-4834-9c41-8df96d3cd731 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:56.643440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Port 6c7f348d-c823-4834-9c41-8df96d3cd731 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:56.643880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Attempting to bind port 6c7f348d-c823-4834-9c41-8df96d3cd731 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:56.648300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] For port 8b07bb78-ed37-4f56-a720-514c9cefdd6d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:56.649695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:56.650156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:56.650672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:56.651211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Bound port: 6c7f348d-c823-4834-9c41-8df96d3cd731, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:56.651682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.669964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] For port 8b07bb78-ed37-4f56-a720-514c9cefdd6d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8b07bb78-ed37-4f56-a720-514c9cefdd6d,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:56.678326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.678600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.683315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 858f3daa-5292-4436-95b1-69f951bf65a9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:56.719207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=b7cbf388-733d-4fc8-a0d0-07eeee6ba0c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.755341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:56.760995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6c7f348d-c823-4834-9c41-8df96d3cd731,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:56.769027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.773959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f4e96-dcc1-4973-878b-b6f095fb19c5 None None] Pushing event updated for resources: {'Port': ['ID=8b07bb78-ed37-4f56-a720-514c9cefdd6d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.794492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 858f3daa-5292-4436-95b1-69f951bf65a9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:56.798662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 858f3daa-5292-4436-95b1-69f951bf65a9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:56.799040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.813839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:56.814471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.816876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/6c7f348d-c823-4834-9c41-8df96d3cd731 HTTP/1.1" status: 200 len: 1091 time: 0.9961915 Jul 09 19:56:56.817372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:56.819668 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d5331-6f74-4b3e-8a83-8507674b15d9" -d '{"events": [{"name": "network-changed", "server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:56.850739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82402939-800e-4b3d-9635-4e949b5407d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.889030 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.891701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.893025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0cdd1168-5f2c-43de-91cc-09c6cc693b22 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/20da744a-d68e-4c34-b5cb-b8e2fd173267 HTTP/1.1" status: 204 len: 168 time: 1.5209942 Jul 09 19:56:56.895717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:56.914121 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76951823-731c-4d7f-a250-6da57e955cd3 x-openstack-request-id: req-76951823-731c-4d7f-a250-6da57e955cd3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:56.914503 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:56.914827 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76951823-731c-4d7f-a250-6da57e955cd3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:56.915315 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731', 'status': 'completed', 'code': 200} Jul 09 19:56:56.929111 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.938212 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e3b70bf7-36a0-4486-8a50-60fc9c6bec4e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] delete failed (client error): The resource could not be found. Jul 09 19:56:56.939253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e3b70bf7-36a0-4486-8a50-60fc9c6bec4e tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/20da744a-d68e-4c34-b5cb-b8e2fd173267 HTTP/1.1" status: 404 len: 345 time: 0.0426056 Jul 09 19:56:56.944151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:56.966086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 858f3daa-5292-4436-95b1-69f951bf65a9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=858f3daa-5292-4436-95b1-69f951bf65a9,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:56.971618 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.007485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8:2::1 (367e213e-e081-4b5a-986e-281f1e74bf05/98580ac5-8a23-4e49-961d-32d8b489584b/5f926f0f-d95c-4a8e-8e74-dfd81004a8b0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:57.035003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-cfc4f08b-c5ec-4fe3-9b1d-5656a47b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.038069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-cfc4f08b-c5ec-4fe3-9b1d-5656a47b9d1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 1094 time: 0.1699741 Jul 09 19:56:57.078495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.095140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-fe6847a8-447e-4294-8f79-92ad5be577cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7f348d-c823-4834-9c41-8df96d3cd731 HTTP/1.1" status: 200 len: 217 time: 0.0493016 Jul 09 19:56:57.170416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.187428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:57.194738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3dd248-3328-48cb-abe4-e32d9735af59 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.202392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3dd248-3328-48cb-abe4-e32d9735af59 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.210137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3dd248-3328-48cb-abe4-e32d9735af59 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.212362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a3dd248-3328-48cb-abe4-e32d9735af59 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/ports?network_id=df497e7a-7d5d-4f10-a2f2-d5094846b327 HTTP/1.1" status: 200 len: 2360 time: 0.2668004 Jul 09 19:56:57.214532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-59cb4902-07d7-4855-a06c-38fdac3aa6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.214960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:57.216088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-59cb4902-07d7-4855-a06c-38fdac3aa6d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.1126764 Jul 09 19:56:57.250202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-4c32ec93-f7a5-425b-9555-5b96dc791220 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270197 Jul 09 19:56:57.253589 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.309377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4064e-31d6-458e-89a4-ffe5ae75e27a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.310670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6b4064e-31d6-458e-89a4-ffe5ae75e27a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/subnets/0f8cae78-7e5f-42af-a971-cfbc956f3394 HTTP/1.1" status: 200 len: 797 time: 0.0936198 Jul 09 19:56:57.317929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:57.327651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'port': {'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327', 'name': 'tempest-FloatingIPTestJSON-1578670663', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:57.335663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 367e213e-e081-4b5a-986e-281f1e74bf05 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:57.341959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-acced652-e2bb-451e-b8bf-ed0791977460 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857060 Jul 09 19:56:57.348410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:57.350504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.352594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:57.353173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.442035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-12c0df7e-1256-4e1f-9b50-d8904d9a2d8e req-d57f9f3b-6579-4129-8936-2c097b35adab service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935659 Jul 09 19:56:57.543370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:57.544867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-0f38e1a7-2651-4f1e-96e5-c86abdf6624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.547087 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-0f38e1a7-2651-4f1e-96e5-c86abdf6624f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 1094 time: 0.0583000 Jul 09 19:56:57.598474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.660378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-3f94e79d-d776-48a7-a320-f05499ca0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.675215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-3f94e79d-d776-48a7-a320-f05499ca0f4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.1197472 Jul 09 19:56:57.727858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-a57c5a78-2243-4087-833f-8123bb9260fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7f348d-c823-4834-9c41-8df96d3cd731 HTTP/1.1" status: 200 len: 217 time: 0.0447533 Jul 09 19:56:57.772498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.799501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] device_id is not set on port b5aec51b-038f-4cd6-b1cc-87ebc8da32f4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:56:57.825046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-31c0d534-3064-4795-b1fb-1380ea1a6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.826585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-31c0d534-3064-4795-b1fb-1380ea1a6816 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0912945 Jul 09 19:56:57.835211 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.868248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b3d9-0afc-4623-8d87-c162560b3b76 req-2be3a896-e9fe-4018-85a2-66a3b4f94453 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.869852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f622b3d9-0afc-4623-8d87-c162560b3b76 req-2be3a896-e9fe-4018-85a2-66a3b4f94453 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 943 time: 0.1357939 Jul 09 19:56:57.872104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-4aa53ff1-24bf-42b1-9954-f009acf58aea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367227 Jul 09 19:56:57.936410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef343b-3c8a-45c1-92e4-9e153296604a None None] Network 367e213e-e081-4b5a-986e-281f1e74bf05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:57.958107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f622b3d9-0afc-4623-8d87-c162560b3b76 req-59eee4b5-95e1-488c-8a8c-6a6f2114f396 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821061 Jul 09 19:56:58.002530 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-28fdc82e-666b-488f-974d-35899c55da56 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201353 Jul 09 19:56:58.052250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3547c66-4314-473c-b0d9-c1397b93fe2f None None] Provisioning for port 8b07bb78-ed37-4f56-a720-514c9cefdd6d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:58.111482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf9d5331-6f74-4b3e-8a83-8507674b15d9 req-d7f5c165-c7e6-4102-92f6-cb5815e209e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014633 Jul 09 19:56:58.171981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.183219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.184054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.282990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8b07bb78-ed37-4f56-a720-514c9cefdd6d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:58.315615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:58.346572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8b07bb78-ed37-4f56-a720-514c9cefdd6d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:58.351298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8b07bb78-ed37-4f56-a720-514c9cefdd6d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:58.351670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.361093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.12 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/b5aec51b-038f-4cd6-b1cc-87ebc8da32f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:58.375765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.11 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/b5aec51b-038f-4cd6-b1cc-87ebc8da32f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:58.385253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network 367e213e-e081-4b5a-986e-281f1e74bf05 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:58.390222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:58.433159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Provisioning complete for port 8b07bb78-ed37-4f56-a720-514c9cefdd6d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:58.433468 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.472151 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.519859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8b07bb78-ed37-4f56-a720-514c9cefdd6d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8b07bb78-ed37-4f56-a720-514c9cefdd6d,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:58.543022 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.543853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 858f3daa-5292-4436-95b1-69f951bf65a9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:58.564898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:58.614045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.641163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8b07bb78-ed37-4f56-a720-514c9cefdd6d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:58.662304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 858f3daa-5292-4436-95b1-69f951bf65a9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:58.662686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.694590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.708856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:58.714992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3925e4e6-d0e5-42d4-b3c2-a3861d8d375f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1098630 Jul 09 19:56:58.718700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.725515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:56:58.725874 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:56:58.726386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-480971739'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:58.726667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:58.740182 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:58.740802 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:58.768573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.771287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:58.783654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.820928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:58.823816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:58.827722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:58.831656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.832007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:58.832506 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added segment 52030f6f-433b-474b-ba5e-bd2ade9124fe of type vlan for network f9813fdc-4fd0-4a51-b896-643302c3ddc3 Jul 09 19:56:58.872777 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:58.879500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=b5aec51b-038f-4cd6-b1cc-87ebc8da32f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:58.881813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.902032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:58.902716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.912373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.917706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:58.918790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.919285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a9a36176-733f-4c80-94cf-14ab99bf574c tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6000397 Jul 09 19:56:58.922132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.927216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'b5aec51b-038f-4cd6-b1cc-87ebc8da32f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:58.949802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.989354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2670360 Jul 09 19:56:58.990561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.995317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'subnet': {'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:59.039555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8b5b-eaab-46f0-8e34-34a8e826f996 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Network': ['ID=f9813fdc-4fd0-4a51-b896-643302c3ddc3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:59.049409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6c7f348d-c823-4834-9c41-8df96d3cd731 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:59.053313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:59.119032 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:57Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:56:57Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:59.139283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Made reservation on behalf of d9cb09d74d354f5385b89d978969b017 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:59.144901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.158480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:59.158827 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Updating router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:59.200665 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.222784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6c7f348d-c823-4834-9c41-8df96d3cd731,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:59.258918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '6c7f348d-c823-4834-9c41-8df96d3cd731', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': '6c7f348d-c823-4834-9c41-8df96d3cd731', 'mac_address': 'fa:16:3e:ce:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:59.316913 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.320178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Provisioning for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:59.332231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Provisioning complete for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:59.332607 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.336456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7f348d-c823-4834-9c41-8df96d3cd731 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:59.381494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6c7f348d-c823-4834-9c41-8df96d3cd731,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:59.386172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-29830f9b-7552-4b71-a2cc-0bde3f2c2711 None None] Port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:59.391440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.402551 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.441369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:59.472941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Subnet': ['ID=04158049-2ee2-4901-be45-092a2cdcd783,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:59.486197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Checking segment: {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:59.486197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network hostable DHCP agents. Network: f9813fdc-4fd0-4a51-b896-643302c3ddc3, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:59.506384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:59.516417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a8f7-6287-47a2-93d5-059c59ec9352 req-3679bcce-fdef-494c-b493-b274fae84c38 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:59.518058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1f3a8f7-6287-47a2-93d5-059c59ec9352 req-3679bcce-fdef-494c-b493-b274fae84c38 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 944 time: 0.1258337 Jul 09 19:56:59.531725 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.532125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f9813fdc-4fd0-4a51-b896-643302c3ddc3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:59.536854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:59.537546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27034061-e25a-4922-8f82-fa3cc7b97012 None None] Provisioning complete for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:59.537708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.538329 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27034061-e25a-4922-8f82-fa3cc7b97012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.555782 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Transition to ACTIVE for port object 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:59.562769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72dbe167-f8dd-4a41-90f0-b200b0c25160 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5713575 Jul 09 19:56:59.565839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:59.567690 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.568042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec91fd-7b56-4104-8782-a2422b1b8be0 None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:59.615022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6c7f348d-c823-4834-9c41-8df96d3cd731'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:59.615681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1f3a8f7-6287-47a2-93d5-059c59ec9352 req-e255d007-9cea-43fe-9c01-475bb76e2ec8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882344 Jul 09 19:56:59.623795 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c40db-890f-4be3-87c5-65f3a90da442 None None] Pushing event updated for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:59.645884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-27034061-e25a-4922-8f82-fa3cc7b97012 None None] Port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:59.653564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.697766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Attempting to bind port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:59.698154 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Attempting to bind port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:59.698635 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Attempting to bind port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 on network 367e213e-e081-4b5a-986e-281f1e74bf05 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:59.704596 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:59.705207 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Checking segment: {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:59.705560 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.705961 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Bound using segment: {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:59.706634 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Bound port: 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364a52e-8eec-45e1-a24b-91cca8e13d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:59.706776 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.779799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.157 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/2bec3263-10f2-4e9a-bf54-ff05482a8c91) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:59.834796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:59.835661 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.900304 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] For port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:59.905202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] For port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:59.910768 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.972775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:59.973437 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:59.976837 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c40db-890f-4be3-87c5-65f3a90da442 None None] Pushing event updated for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:00.055315 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.072702 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:00.146861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Allocated IP 2001:db8:3::2 (f9813fdc-4fd0-4a51-b896-643302c3ddc3/04158049-2ee2-4901-be45-092a2cdcd783/3247a602-df70-4bb9-b1cc-ccbf984f9c08) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:00.163219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8b07bb78-ed37-4f56-a720-514c9cefdd6d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:00.242787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.291562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:00.297381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:00.305754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:00.347667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:57Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:56:59Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:00.372317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=2bec3263-10f2-4e9a-bf54-ff05482a8c91,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:00.388415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0698a-91fc-44b4-be45-de20e1ca2a49 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:56:57Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:56:59Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:00.428812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.623294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8b07bb78-ed37-4f56-a720-514c9cefdd6d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:00.623804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.700049 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.717253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Transition to ACTIVE for port object 3247a602-df70-4bb9-b1cc-ccbf984f9c08 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:00.762093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Transition to ACTIVE for port object 3247a602-df70-4bb9-b1cc-ccbf984f9c08 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:00.782504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.862086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:00.866389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:00.869911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:00.881108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4553-9199-43fb-8355-885b2ce1056c req-23bc5dec-b414-4114-b5ec-d17469e5ce9b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.884518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Pushing event updated for resources: {'Port': ['ID=3247a602-df70-4bb9-b1cc-ccbf984f9c08,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:00.887909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e54d4553-9199-43fb-8355-885b2ce1056c req-23bc5dec-b414-4114-b5ec-d17469e5ce9b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 944 time: 0.0828977 Jul 09 19:57:00.935465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e54d4553-9199-43fb-8355-885b2ce1056c req-700af6e3-fe5c-42fb-bcea-12b5053635e4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Jul 09 19:57:00.964660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Attempting to bind port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:00.965096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Attempting to bind port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:00.965708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Attempting to bind port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 on network f9813fdc-4fd0-4a51-b896-643302c3ddc3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:00.971573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:00.971946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Checking segment: {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:00.972352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.972745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Bound using segment: {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:00.973321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Bound port: 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:00.973703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.048122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] For port 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:01.051574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] For port 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3247a602-df70-4bb9-b1cc-ccbf984f9c08,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:01.056031 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.066516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6c7f348d-c823-4834-9c41-8df96d3cd731 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:01.088563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Allocated IP 2001:db8:3::1 (f9813fdc-4fd0-4a51-b896-643302c3ddc3/04158049-2ee2-4901-be45-092a2cdcd783/310741a4-37a6-4789-9676-18d7aa54ad20) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:01.154341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21bd5-c839-41fb-914d-6225506a1bf4 None None] Pushing event updated for resources: {'Port': ['ID=3247a602-df70-4bb9-b1cc-ccbf984f9c08,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:01.169141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 6c7f348d-c823-4834-9c41-8df96d3cd731 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:01.173764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 6c7f348d-c823-4834-9c41-8df96d3cd731 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:01.174173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.266479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.277753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.290674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:01.292956 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df3891-358c-483a-a64a-b248e4f022ca" -d '{"events": [{"server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "name": "network-vif-plugged", "status": "completed", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:01.307108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6c7f348d-c823-4834-9c41-8df96d3cd731,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:01.312744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.388692 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88490d58-cc6b-4662-aa63-c57167e2f247 x-openstack-request-id: req-88490d58-cc6b-4662-aa63-c57167e2f247 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:01.388985 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "name": "network-vif-plugged", "status": "completed", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:01.389268 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88490d58-cc6b-4662-aa63-c57167e2f247 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:01.390184 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731', 'code': 200} Jul 09 19:57:01.395143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:01.458114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.468702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.494705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Transition to ACTIVE for port object 310741a4-37a6-4789-9676-18d7aa54ad20 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:01.540618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe83a12-9e0b-48d6-8481-b0a847a5ed47 req-989e8e00-683e-4ba3-bd3e-92a555cc4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.542151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fe83a12-9e0b-48d6-8481-b0a847a5ed47 req-989e8e00-683e-4ba3-bd3e-92a555cc4865 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 1096 time: 0.0591445 Jul 09 19:57:01.576640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fe83a12-9e0b-48d6-8481-b0a847a5ed47 req-639efab9-88ca-49b5-a86c-c3e0447e95e3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272491 Jul 09 19:57:01.898514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.959711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:01.970807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:01.979652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:01.980193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.989167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.041167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.041537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.042033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.042207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.042544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.042898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.043233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.043652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.043874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.044198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.044515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.044837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:02.089830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.101055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.158750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcc937-c83e-4889-a4e6-3916f7df682f req-02d3d292-982f-4a04-867d-1b19368afd1e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:02.162120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdbcc937-c83e-4889-a4e6-3916f7df682f req-02d3d292-982f-4a04-867d-1b19368afd1e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1071880 Jul 09 19:57:02.200881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086297b-00f1-45d7-af83-5ae730943d6c None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:02.224949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=2bec3263-10f2-4e9a-bf54-ff05482a8c91,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.239800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.240584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bdbcc937-c83e-4889-a4e6-3916f7df682f req-ae884fb6-5848-4723-8691-254b35a19b60 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698965 Jul 09 19:57:02.266531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3247a602-df70-4bb9-b1cc-ccbf984f9c08 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:02.276729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.337876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1db7f72c-93e2-44a9-9af4-0c67403de4d8 None None] Provisioning for port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:02.387460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:02.395532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:02.395906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.473985 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 1bc7823c-4284-41ad-ba6f-8deba4c8c46c associated. External IP: 172.25.3.157, port: b5aec51b-038f-4cd6-b1cc-87ebc8da32f4. Jul 09 19:57:02.515194 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.549924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3247a602-df70-4bb9-b1cc-ccbf984f9c08,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:02.559384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.560290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:02.642611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3247a602-df70-4bb9-b1cc-ccbf984f9c08,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.655261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:02.660167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:02.660785 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.740305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.746384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.776551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.777356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.790869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:02.791960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Provisioning complete for port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:02.792332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.795592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.877847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.888016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event updated for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.896786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:02.935750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Provisioning for port 310741a4-37a6-4789-9676-18d7aa54ad20 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:02.940679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Provisioning complete for port 310741a4-37a6-4789-9676-18d7aa54ad20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:02.941192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.978331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f2061c35-8bbb-4d26-8dd5-3dea3b5ebb4e None None] Port 310741a4-37a6-4789-9676-18d7aa54ad20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:03.012320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:03.015225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:03.103442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-963dfffe-d2d9-4bf5-8412-4181a8f46ee3 None None] Provisioning complete for port 310741a4-37a6-4789-9676-18d7aa54ad20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:03.103922 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-963dfffe-d2d9-4bf5-8412-4181a8f46ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.109810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:03.141120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:03.146432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.152308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:03.162234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:03.162883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.164766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-963dfffe-d2d9-4bf5-8412-4181a8f46ee3 None None] Port 310741a4-37a6-4789-9676-18d7aa54ad20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:03.200173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.209982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:03.210599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.243059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.243705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c321cf-d536-4a4d-89f0-9b40baceada3 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:03.256151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d98acab-72b3-419c-ad0d-de3c75ffd3e1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3328710 Jul 09 19:57:03.258951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:03.264026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': 'b5aec51b-038f-4cd6-b1cc-87ebc8da32f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:03.285358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:03.291180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-90059596-84da-4ca8-8c1c-13336787c3fb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231336 Jul 09 19:57:03.294816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ca409e5b-4372-45f0-8158-e6134c16c73b None None] Provisioning complete for port 310741a4-37a6-4789-9676-18d7aa54ad20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:03.295260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:03.295508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:03.296905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca409e5b-4372-45f0-8158-e6134c16c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.305949 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:03.306648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.307953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:03.353577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.358314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ca409e5b-4372-45f0-8158-e6134c16c73b None None] Port 310741a4-37a6-4789-9676-18d7aa54ad20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:03.403150 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:03.545743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a19ba-2b19-4d94-90e1-7c7b72613bc0 req-84f83acb-5d03-48f0-a618-1fbb2b0828c4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:03.547908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-415a19ba-2b19-4d94-90e1-7c7b72613bc0 req-84f83acb-5d03-48f0-a618-1fbb2b0828c4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1788287 Jul 09 19:57:03.617954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-415a19ba-2b19-4d94-90e1-7c7b72613bc0 req-f86fc6a8-d2d5-4d53-b1e8-b71546e8b51c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617213 Jul 09 19:57:03.622459 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.657816 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:03.658090 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Updating router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d port 310741a4-37a6-4789-9676-18d7aa54ad20 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:57:03.699742 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.784576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:57:03.800981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:57:03.801325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.917734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.928287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea035d-481f-4e46-b11d-6233fc1b1a64 req-8176f652-0c01-499f-b86a-39f3f09fd59a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:03.935194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7ea035d-481f-4e46-b11d-6233fc1b1a64 req-8176f652-0c01-499f-b86a-39f3f09fd59a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1803546 Jul 09 19:57:03.938138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.992456 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.003623 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Transition to ACTIVE for port object 310741a4-37a6-4789-9676-18d7aa54ad20 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:04.015898 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.021181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.025025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.050660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7ea035d-481f-4e46-b11d-6233fc1b1a64 req-640ee3b9-d917-45ec-97f5-bad50b5220ed tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145091 Jul 09 19:57:04.094738 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3e88-f639-4d17-9939-19091d0fe577 None None] Pushing event updated for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:04.161567 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Attempting to bind port 310741a4-37a6-4789-9676-18d7aa54ad20 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:04.161943 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Attempting to bind port 310741a4-37a6-4789-9676-18d7aa54ad20 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:04.164667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Attempting to bind port 310741a4-37a6-4789-9676-18d7aa54ad20 on network f9813fdc-4fd0-4a51-b896-643302c3ddc3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:04.174012 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:04.174875 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Checking segment: {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:04.175467 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.176155 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Bound using segment: {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:04.176804 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Bound port: 310741a4-37a6-4789-9676-18d7aa54ad20, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52030f6f-433b-474b-ba5e-bd2ade9124fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:04.177424 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.247453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3247a602-df70-4bb9-b1cc-ccbf984f9c08 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:04.272428 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] For port 310741a4-37a6-4789-9676-18d7aa54ad20, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:04.277054 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] For port 310741a4-37a6-4789-9676-18d7aa54ad20, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=310741a4-37a6-4789-9676-18d7aa54ad20,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:04.296173 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.311953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:04.367703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:04.368079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.417766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:04.418735 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:04.421710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3e88-f639-4d17-9939-19091d0fe577 None None] Pushing event updated for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:04.514157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:04.526101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.527803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8b4873c8-fe2c-4e8c-b5d1-fc49dbcc5afd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 954 time: 1.2290814 Jul 09 19:57:04.531016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:04.593954 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:04.626182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:04.760653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:04.763825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.970305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc7af2-fcf8-458b-a54c-76844ec4e85d req-1d200da9-8f23-4cfb-804c-9235c04325bc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:04.972333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5afc7af2-fcf8-458b-a54c-76844ec4e85d req-1d200da9-8f23-4cfb-804c-9235c04325bc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1343243 Jul 09 19:57:04.977260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:05.026363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5afc7af2-fcf8-458b-a54c-76844ec4e85d req-d84b2d6b-7929-4b0b-b6cd-78cdd8a67337 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 Jul 09 19:57:05.026732 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:03Z', 'revision_number': 6, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:04Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.058847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59ce85-bd3c-40ca-a339-1e4e7e6321f5 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:03Z', 'revision_number': 6, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:04Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:05.165529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5fef2a39-4f73-48f4-a4b3-81c2c6ead270 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 954 time: 0.6331499 Jul 09 19:57:05.168001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:05.176453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:05.185967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:05.191061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.204361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:05.222172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:05.222804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.285488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.300321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:05.300963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.322107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ef12d4e8-c442-489b-a9ef-0a99001cd01a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/1bc7823c-4284-41ad-ba6f-8deba4c8c46c HTTP/1.1" status: 200 len: 979 time: 2.0620322 Jul 09 19:57:05.324826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:05.338767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.339901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3e905-1a5b-4580-b6f7-20c7edcb1d28 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:05.496418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 2bec3263-10f2-4e9a-bf54-ff05482a8c91 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:05.496783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.583249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.583690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.597239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 2bec3263-10f2-4e9a-bf54-ff05482a8c91 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:05.609642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:57:05.610212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:57:05.646110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.762470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.786548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=2bec3263-10f2-4e9a-bf54-ff05482a8c91,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:05.836995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.840614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.863191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.863525 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 1bc7823c-4284-41ad-ba6f-8deba4c8c46c disassociated (deleted). External IP: 172.25.3.157, port: b5aec51b-038f-4cd6-b1cc-87ebc8da32f4. Jul 09 19:57:05.926849 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:05.935705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:05.936977 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:05.950228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:06.031496 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:06.051981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:06.067694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.072982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9afdc60-7015-43e5-8bbb-f7be193b6258 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 704 time: 0.9037378 Jul 09 19:57:06.073686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:06.145441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:06.154982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-e2a7f0eb-17ba-4d39-b466-da152a2c5d1b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:06.157330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-e2a7f0eb-17ba-4d39-b466-da152a2c5d1b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1095655 Jul 09 19:57:06.237279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 310741a4-37a6-4789-9676-18d7aa54ad20 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:06.268367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-110842f4-b1de-40df-864e-6760deb4d7e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 704 time: 0.1935430 Jul 09 19:57:06.271628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:06.315313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 310741a4-37a6-4789-9676-18d7aa54ad20 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:06.324729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 310741a4-37a6-4789-9676-18d7aa54ad20 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:06.325424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.335400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31fef4-82be-4d44-a89d-db859f9cfddd req-5b398b7c-d17f-4ba1-bca4-439a7f0eea14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:06.341780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe31fef4-82be-4d44-a89d-db859f9cfddd req-5b398b7c-d17f-4ba1-bca4-439a7f0eea14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 945 time: 0.1512020 Jul 09 19:57:06.351847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:05Z', 'revision_number': 7, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:04Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.385800 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:06.397305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:06.398118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:06.398883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.402925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.432771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port 6c7f348d-c823-4834-9c41-8df96d3cd731 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:06.433115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.435836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe31fef4-82be-4d44-a89d-db859f9cfddd req-f37461c8-8918-4fe7-b979-d2dd9498d8eb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Jul 09 19:57:06.450594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:06.473536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:06.474313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.499045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-74559f3c-2a53-4bad-ac97-1e7c7dfefe0f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/1bc7823c-4284-41ad-ba6f-8deba4c8c46c HTTP/1.1" status: 204 len: 168 time: 1.1707144 Jul 09 19:57:06.501591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:06.514529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.538358 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:06.561043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.579196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:06.579978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.619415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 310741a4-37a6-4789-9676-18d7aa54ad20, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=310741a4-37a6-4789-9676-18d7aa54ad20,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:06.626700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port 6c7f348d-c823-4834-9c41-8df96d3cd731, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6c7f348d-c823-4834-9c41-8df96d3cd731,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:06.627623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.652947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for 6c7f348d-c823-4834-9c41-8df96d3cd731 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:06.666741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.667552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5388333b-b977-4aa6-a6d8-e2b78e051575 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:06.669158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.681557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port b5aec51b-038f-4cd6-b1cc-87ebc8da32f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:06.682186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.726642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:06.734006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.797910 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:05Z', 'revision_number': 7, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:04Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:06.824322 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313472d6-2366-43ba-8fb0-b618bf965861 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:05Z', 'revision_number': 7, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:04Z', 'revision_number': 4, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:06.826581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.850196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for b5aec51b-038f-4cd6-b1cc-87ebc8da32f4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:06.963006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.975799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986', '6c7f348d-c823-4834-9c41-8df96d3cd731'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:06.999470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=6c7f348d-c823-4834-9c41-8df96d3cd731,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:07.046366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 310741a4-37a6-4789-9676-18d7aa54ad20 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:07.046764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.067285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port 6c7f348d-c823-4834-9c41-8df96d3cd731 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:07.071498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.073684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-70fe08ae-4ac1-418e-b8b5-cb325b7c1119 req-02a5233d-b026-42df-92fe-7b6645cf50c0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "DELETE /v2.0/ports/6c7f348d-c823-4834-9c41-8df96d3cd731 HTTP/1.1" status: 204 len: 173 time: 0.9099026 Jul 09 19:57:07.074135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'name': 'network-vif-deleted', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:07.076475 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fcff04-7ae4-4b47-8f93-6500e2df05c1" -d '{"events": [{"server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "name": "network-vif-deleted", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:07.173956 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69476cf-e52c-4f64-b913-072bce43ec64 x-openstack-request-id: req-e69476cf-e52c-4f64-b913-072bce43ec64 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:07.174661 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726d9a6b-337a-4abb-b593-819478050d14", "name": "network-vif-deleted", "tag": "6c7f348d-c823-4834-9c41-8df96d3cd731", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:07.174661 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e69476cf-e52c-4f64-b913-072bce43ec64 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:07.174866 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726d9a6b-337a-4abb-b593-819478050d14', 'name': 'network-vif-deleted', 'tag': '6c7f348d-c823-4834-9c41-8df96d3cd731', 'status': 'completed', 'code': 200} Jul 09 19:57:07.197998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 310741a4-37a6-4789-9676-18d7aa54ad20, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=310741a4-37a6-4789-9676-18d7aa54ad20,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:07.198278 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:07.199395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.208471 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:07.209342 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:07.211862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.219093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 310741a4-37a6-4789-9676-18d7aa54ad20 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:07.254558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=b5aec51b-038f-4cd6-b1cc-87ebc8da32f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:07.319025 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:07.352766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.357172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ecbe35d-4875-48c7-bc7b-1a2ff251102a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/b5aec51b-038f-4cd6-b1cc-87ebc8da32f4 HTTP/1.1" status: 204 len: 168 time: 0.8502777 Jul 09 19:57:07.358870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:07.363656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:07.387611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.427002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.459470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=310741a4-37a6-4789-9676-18d7aa54ad20,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:07.509225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.588840 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:05Z', 'revision_number': 7, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '310741a4-37a6-4789-9676-18d7aa54ad20', 'name': '', 'network_id': 'f9813fdc-4fd0-4a51-b896-643302c3ddc3', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:b5:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '04158049-2ee2-4901-be45-092a2cdcd783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:00Z', 'updated_at': '2021-07-09T19:57:06Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '04158049-2ee2-4901-be45-092a2cdcd783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:07.629896 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:07.644997 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:07.646929 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:07.687932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.88 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e0b294b3-3eee-44ff-b2e2-ae13a11754b4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:07.697697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6148b68d-8c0d-4e51-bdbc-dc6098136731 req-77858bd5-e50a-470b-bd56-c421d5c40410 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=726d9a6b-337a-4abb-b593-819478050d14 HTTP/1.1" status: 200 len: 210 time: 0.0433338 Jul 09 19:57:07.735320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.756602 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:07.852563 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.908535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.946728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:07.953425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:07.956920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:07.973107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:07.984245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=e0b294b3-3eee-44ff-b2e2-ae13a11754b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:08.053252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.074232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:08.082277 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:07Z', 'revision_number': 8, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:08.082820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d61e4c6f-d6ff-4a5c-a307-79349f7e0432 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099589 Jul 09 19:57:08.083576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:08.107593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.119689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad489fd8-456a-42d1-801e-7d2a5a35ab5f None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:07Z', 'revision_number': 8, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:08.158085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 04158049-2ee2-4901-be45-092a2cdcd783 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:08.161944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.206141 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.276813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.282047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.296262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.348339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=e0b294b3-3eee-44ff-b2e2-ae13a11754b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:08.358557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.360181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.373006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.374315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1fe4b930-3c4f-4c9b-9df6-d0115b743615 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0144382 Jul 09 19:57:08.376903 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:08.381788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'port': {'network_id': 'df497e7a-7d5d-4f10-a2f2-d5094846b327', 'name': 'tempest-FloatingIPTestJSON-1436651241'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:08.385023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=04158049-2ee2-4901-be45-092a2cdcd783,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:08.388821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.391236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-18467f25-d542-413c-932a-7670934dd38f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/04158049-2ee2-4901-be45-092a2cdcd783 HTTP/1.1" status: 204 len: 168 time: 0.3063438 Jul 09 19:57:08.393958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:08.396590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f464c9-61c5-4678-a302-1e2da944a9ba None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:08.477001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.505439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:08.509355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.529912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] device_id is not set on port 27cc8e4c-3b4a-41de-8b5e-250be9b13d2c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:57:08.547902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:08.548475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.631524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3247a602-df70-4bb9-b1cc-ccbf984f9c08,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:08.631900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.638189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] DHCP port deletion for f9813fdc-4fd0-4a51-b896-643302c3ddc3 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:08.651769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 3247a602-df70-4bb9-b1cc-ccbf984f9c08 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:08.652534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.6 (df497e7a-7d5d-4f10-a2f2-d5094846b327/0f8cae78-7e5f-42af-a971-cfbc956f3394/27cc8e4c-3b4a-41de-8b5e-250be9b13d2c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:08.698611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Deleting port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:08.698977 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.748081 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.759286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:08.780328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=3247a602-df70-4bb9-b1cc-ccbf984f9c08,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:08.789898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:08.807830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] For port 3247a602-df70-4bb9-b1cc-ccbf984f9c08, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3247a602-df70-4bb9-b1cc-ccbf984f9c08,segment=NetworkSegment(52030f6f-433b-474b-ba5e-bd2ade9124fe),segment_id=52030f6f-433b-474b-ba5e-bd2ade9124fe)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:08.808231 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.819010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:08.819651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:08.832315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.877355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.883990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.889964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9813fdc-4fd0-4a51-b896-643302c3ddc3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:08.904765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52030f6f-433b-474b-ba5e-bd2ade9124fe') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:08.905936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52030f6f-433b-474b-ba5e-bd2ade9124fe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:08.906664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Calling delete_port for 3247a602-df70-4bb9-b1cc-ccbf984f9c08 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:08.917002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.934720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.937862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network df497e7a-7d5d-4f10-a2f2-d5094846b327 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:08.944709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:08.945506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.945690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:08.950099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:08.952740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:08.959996 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:08.964777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=27cc8e4c-3b4a-41de-8b5e-250be9b13d2c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:09.015868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.016574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.051026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.057837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3da9b3d9-7f12-48c3-a8ab-77c4199b3f47 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6798670 Jul 09 19:57:09.060818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.066074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/f9813fdc-4fd0-4a51-b896-643302c3ddc3 HTTP/1.1" status: 204 len: 168 time: 0.6687160 Jul 09 19:57:09.072576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:09.072920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:09.078196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': '27cc8e4c-3b4a-41de-8b5e-250be9b13d2c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:09.087600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6c7f348d-c823-4834-9c41-8df96d3cd731 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:09.122075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536656-c696-4ecc-ba6c-1b2141bde0a2 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=f9813fdc-4fd0-4a51-b896-643302c3ddc3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:09.127627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 6c7f348d-c823-4834-9c41-8df96d3cd731 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:09.127980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6c7f348d-c823-4834-9c41-8df96d3cd731 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:09.152708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-d5bf4be9-06fc-42a6-b04c-23bfafdd20e4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.154346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-d5bf4be9-06fc-42a6-b04c-23bfafdd20e4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1274304 Jul 09 19:57:09.181758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-40fe3118-07f3-4d07-ae73-85d77aa02016 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0176492 Jul 09 19:57:09.191513 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.192929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.222196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Network f9813fdc-4fd0-4a51-b896-643302c3ddc3 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:57:09.222659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] No DVR routers for this DVR port 3247a602-df70-4bb9-b1cc-ccbf984f9c08 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:09.234601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f52840-4f65-428c-811d-a6003fa03b0a None None] Pushing event deleted for resources: {'Port': ['ID=3247a602-df70-4bb9-b1cc-ccbf984f9c08,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:09.263001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-416ff8c8-4c15-4720-87c4-7ce39cb7c5e7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818157 Jul 09 19:57:09.303223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:07Z', 'revision_number': 8, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:09.337893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:09.348197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:09.349330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:09.369810 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-f4361288-2db0-4292-83d1-2c1de8c07072 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992961 Jul 09 19:57:09.451547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:09.462290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-ae84e66e-917a-4aaa-b884-bbb329eff5df service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866754 Jul 09 19:57:09.757577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9c0c845c-103e-4b3b-8f8c-3bbe39108ad0 req-e67d9748-7ce2-4f7c-904d-d5a638cb3940 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 210 time: 0.0790370 Jul 09 19:57:09.858971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:07Z', 'revision_number': 8, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:09.886623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51180dd-615f-4327-8b93-9f6db0e5abcc None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:07Z', 'revision_number': 8, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '5f926f0f-d95c-4a8e-8e74-dfd81004a8b0', 'name': '', 'network_id': '367e213e-e081-4b5a-986e-281f1e74bf05', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ed:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:56Z', 'updated_at': '2021-07-09T19:57:02Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '98580ac5-8a23-4e49-961d-32d8b489584b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:10.151335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3247a602-df70-4bb9-b1cc-ccbf984f9c08 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:10.176281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3247a602-df70-4bb9-b1cc-ccbf984f9c08 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:10.176884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3247a602-df70-4bb9-b1cc-ccbf984f9c08 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:10.177403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 310741a4-37a6-4789-9676-18d7aa54ad20 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:10.197403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 310741a4-37a6-4789-9676-18d7aa54ad20 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:10.197403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 310741a4-37a6-4789-9676-18d7aa54ad20 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:10.226121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.230240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.233255 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.454865 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 20abcd48-9a2f-4954-986e-1dcacdc7fb19 associated. External IP: 172.25.3.88, port: 27cc8e4c-3b4a-41de-8b5e-250be9b13d2c. Jul 09 19:57:10.745601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:10.745833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.785932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-756eed3e-ebc1-42f8-bd15-48b0c7d52df4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:10.787699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-756eed3e-ebc1-42f8-bd15-48b0c7d52df4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1188447 Jul 09 19:57:10.803844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:10.805674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:10.893079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:10.893525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.933213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b083602-b9cd-4f9d-9c4f-5892979e79cd req-81dffca5-6f93-4aa7-b64b-b4534793085f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 210 time: 0.0407529 Jul 09 19:57:10.938734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:10.971217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:10.974861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.998402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:11.004286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.010694 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30773249-07bd-416e-91b2-6069af45a04e None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:11.019941 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:11.020638 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:11.056093 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:11.056531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5b9b033a-244a-4bf2-a267-cd8e1169a3aa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/20abcd48-9a2f-4954-986e-1dcacdc7fb19 HTTP/1.1" status: 200 len: 977 time: 1.9822781 Jul 09 19:57:11.060718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:11.064977 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:11.065683 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:11.097619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-30773249-07bd-416e-91b2-6069af45a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:11.098273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30773249-07bd-416e-91b2-6069af45a04e None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:11.167713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.181251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.14 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/f5ae63e4-915d-41ef-91da-d79a3c18c4b5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:11.195795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=5f926f0f-d95c-4a8e-8e74-dfd81004a8b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:11.255335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 27cc8e4c-3b4a-41de-8b5e-250be9b13d2c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:11.255685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.316087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.421918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.439277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.571574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.583257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:11.849745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:11.946902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:11.954452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cff9b9b5-2122-4dcd-8fec-88fc59200406 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8720191 Jul 09 19:57:11.954869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:11.957848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:11.967949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:11.970007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:11.992759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:12.000370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:12.007690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:12.023986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 98580ac5-8a23-4e49-961d-32d8b489584b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:12.027490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.055692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.056175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.072694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.079618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.080256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.080256 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP 20abcd48-9a2f-4954-986e-1dcacdc7fb19 disassociated. External IP: 172.25.3.88, port: 27cc8e4c-3b4a-41de-8b5e-250be9b13d2c. Jul 09 19:57:12.080890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 27cc8e4c-3b4a-41de-8b5e-250be9b13d2c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:12.087478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:12.096189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-e99b971c-554b-48fe-bca5-a0f9464ffd14 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2975342 Jul 09 19:57:12.104870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.132918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Request body: {'port': {'device_id': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:12.212052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58459b-262a-4a04-849a-558afd000557 req-b8f4c825-f354-41d6-b238-537b7c300620 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.213596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c58459b-262a-4a04-849a-558afd000557 req-b8f4c825-f354-41d6-b238-537b7c300620 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 932 time: 0.1439674 Jul 09 19:57:12.236851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.247492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.300372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c58459b-262a-4a04-849a-558afd000557 req-bd06921e-d472-4d54-963f-27f0e44a6679 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Jul 09 19:57:12.336378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.360764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:11Z', 'revision_number': 9, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.365629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=98580ac5-8a23-4e49-961d-32d8b489584b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.369270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.374208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-73c90308-529a-460b-b654-fe915744fcd0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/98580ac5-8a23-4e49-961d-32d8b489584b HTTP/1.1" status: 204 len: 168 time: 0.4154871 Jul 09 19:57:12.374208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:12.379243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.396115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b284f-f7c8-4691-93f7-fb9a36c79cbc None None] Network 367e213e-e081-4b5a-986e-281f1e74bf05 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:12.398552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:12.423567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=27cc8e4c-3b4a-41de-8b5e-250be9b13d2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.446264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:12.446898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.462552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.520406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 8b07bb78-ed37-4f56-a720-514c9cefdd6d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:12.521385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.587433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:12.606881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 8b07bb78-ed37-4f56-a720-514c9cefdd6d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8b07bb78-ed37-4f56-a720-514c9cefdd6d,segment=NetworkSegment(c364a52e-8eec-45e1-a24b-91cca8e13d85),segment_id=c364a52e-8eec-45e1-a24b-91cca8e13d85)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:12.607258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.618643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:12.623100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 8b07bb78-ed37-4f56-a720-514c9cefdd6d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:12.707980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.722994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ae63e4-915d-41ef-91da-d79a3c18c4b5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:12.735780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.746956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=8b07bb78-ed37-4f56-a720-514c9cefdd6d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.748971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 8b07bb78-ed37-4f56-a720-514c9cefdd6d on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:12.758043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Transition to ACTIVE for port object f5ae63e4-915d-41ef-91da-d79a3c18c4b5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:12.818319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:11Z', 'revision_number': 9, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.822616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa9258-5cb0-4507-a238-e90e1b4582f8 None None] DHCP port deletion for 367e213e-e081-4b5a-986e-281f1e74bf05 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:12.825708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:12.834570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.838255 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.842078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:12.854088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785916f4-6408-4792-ad77-02dc8d844cb5 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:11Z', 'revision_number': 9, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': '858f3daa-5292-4436-95b1-69f951bf65a9', 'name': '', 'network_id': '6a46c497-fd34-4953-a4b0-55715e653812', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:ca:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:51Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '80f34b1c-17ae-438b-82b4-9f0b749307f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:12.862227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367e213e-e081-4b5a-986e-281f1e74bf05']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.871258 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:12.871828 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.881209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c364a52e-8eec-45e1-a24b-91cca8e13d85') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.881519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c364a52e-8eec-45e1-a24b-91cca8e13d85') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.891838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.910331 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.914698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.919926 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:12.920640 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.924889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:12.925402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:12.932629 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:12.959340 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:12.960449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ff266-4f8e-4c0a-bcd9-2ec3496ec4b9 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:12.962457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.986592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.990831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c085eda6-bc80-47d0-80be-1547dd57a8d2 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/27cc8e4c-3b4a-41de-8b5e-250be9b13d2c HTTP/1.1" status: 204 len: 168 time: 1.9265673 Jul 09 19:57:12.992025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:13.002377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.013466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.019078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/367e213e-e081-4b5a-986e-281f1e74bf05 HTTP/1.1" status: 204 len: 168 time: 0.6414595 Jul 09 19:57:13.019868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:13.064687 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4a4bde73-0e01-47ab-9851-a2cb3a0600d6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/floatingips/20abcd48-9a2f-4954-986e-1dcacdc7fb19 HTTP/1.1" status: 200 len: 687 time: 0.0715659 Jul 09 19:57:13.067191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:13.073621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd565664-fc7c-4084-9dd9-3ee2dd8703e7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=367e213e-e081-4b5a-986e-281f1e74bf05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.156718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Attempting to bind port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:13.157062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Attempting to bind port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:13.157430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Attempting to bind port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:13.168262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:13.168262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Attempting to bind port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:13.196462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:13.196462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:13.196462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:13.196462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Bound port: f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:13.196462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.273607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port e0b294b3-3eee-44ff-b2e2-ae13a11754b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:13.273948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.314568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:13.332778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:13.340616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.383102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.398460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.399074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.400458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] 10.222.0.59 "PUT /v2.0/ports/f5ae63e4-915d-41ef-91da-d79a3c18c4b5 HTTP/1.1" status: 200 len: 1092 time: 1.2719984 Jul 09 19:57:13.405409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:13.407628 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4c321-f013-4adf-bbac-3bc2e933cacc" -d '{"events": [{"name": "network-changed", "server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:13.417277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.417607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.444812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for e0b294b3-3eee-44ff-b2e2-ae13a11754b4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:13.458105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f555-7ab9-48cb-99b0-15c6eba79d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.488371 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f1dc78-d3c9-4294-8383-e47c7a30f436 x-openstack-request-id: req-c1f1dc78-d3c9-4294-8383-e47c7a30f436 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:13.488659 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:13.489014 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1f1dc78-d3c9-4294-8383-e47c7a30f436 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:13.489336 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5', 'status': 'completed', 'code': 200} Jul 09 19:57:13.629886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-f37be8fa-b4c1-487e-935c-75dc56e1f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.631401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-f37be8fa-b4c1-487e-935c-75dc56e1f1e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 1095 time: 0.1774645 Jul 09 19:57:13.638862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3920-0963-4345-bb82-cd00633f2bc8 req-277da085-464f-403f-b8d6-3dd042db4668 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.640288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b9a3920-0963-4345-bb82-cd00633f2bc8 req-277da085-464f-403f-b8d6-3dd042db4668 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 944 time: 0.1973615 Jul 09 19:57:13.664901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 858f3daa-5292-4436-95b1-69f951bf65a9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:13.665181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.687360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-4639f518-8276-4d9b-8912-10f8c3731eef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0454862 Jul 09 19:57:13.755841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 858f3daa-5292-4436-95b1-69f951bf65a9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=858f3daa-5292-4436-95b1-69f951bf65a9,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:13.756204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.770492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 858f3daa-5292-4436-95b1-69f951bf65a9 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:13.780544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b9a3920-0963-4345-bb82-cd00633f2bc8 req-10cf6277-44d0-4291-bc29-4d3278f3a8d0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321785 Jul 09 19:57:13.784027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-358a3e49-9a3a-4f03-8215-0783cabadce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.785474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-358a3e49-9a3a-4f03-8215-0783cabadce1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0914397 Jul 09 19:57:13.803594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.828065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-0b747c6c-d74c-4788-9556-a30d2864769f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343759 Jul 09 19:57:13.860504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=e0b294b3-3eee-44ff-b2e2-ae13a11754b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.953946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.981092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.984270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.985451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a329a81a-2157-4b02-8559-429969e666ec tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/20abcd48-9a2f-4954-986e-1dcacdc7fb19 HTTP/1.1" status: 204 len: 168 time: 0.9173331 Jul 09 19:57:13.986412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=858f3daa-5292-4436-95b1-69f951bf65a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.988873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:13.993643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'f27515e0-cdee-494f-bdd5-0383de2b5a2c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:13.996948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-3a873057-4194-4812-90a6-b3d84eb8e22f service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461239 Jul 09 19:57:14.095427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-410499ea-f630-49d6-bef5-d9e4fee9ec18 req-cf8f6974-33ca-4bb3-8528-ab3e35aa9a50 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Jul 09 19:57:14.110493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.166065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.230409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-e0e8716b-d1f6-401f-8ff1-d9916cc332fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.232108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-e0e8716b-d1f6-401f-8ff1-d9916cc332fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 1095 time: 0.0773265 Jul 09 19:57:14.270151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8b07bb78-ed37-4f56-a720-514c9cefdd6d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:14.291355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8b07bb78-ed37-4f56-a720-514c9cefdd6d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:14.291696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8b07bb78-ed37-4f56-a720-514c9cefdd6d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:14.292355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:14.310705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:14.311083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5f926f0f-d95c-4a8e-8e74-dfd81004a8b0 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:14.333357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-a60b4abe-c7e9-475b-b47e-4467bd0a8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.335082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-a60b4abe-c7e9-475b-b47e-4467bd0a8c60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.0967059 Jul 09 19:57:14.376306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-bc843bb3-4e1b-466d-a65e-04ee6c7a2705 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0331023 Jul 09 19:57:14.382336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.424832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-8fdc069e-ba17-4fea-9800-6b7822222fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.426298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-8fdc069e-ba17-4fea-9800-6b7822222fe9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0431826 Jul 09 19:57:14.435535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:14.463436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-115a3d04-c799-47f5-bc1f-b122ba567204 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299101 Jul 09 19:57:14.552551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-8c0a456d-e397-4e9b-93b6-50ec51a9bc30 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811625 Jul 09 19:57:14.575349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.85 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4bb25d5a-653b-4b04-9e14-6f955b802ae9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:14.584819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:14.594974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9d438996-2e71-400b-94a8-2a55373234e6 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719621 Jul 09 19:57:14.595568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:14.597798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:14.608646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:14.609825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:14.652498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23c4c321-f013-4adf-bbac-3bc2e933cacc req-c90ab81a-f2aa-4956-b240-2a3db3b1551f service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926282 Jul 09 19:57:14.692697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 80f34b1c-17ae-438b-82b4-9f0b749307f6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:14.697875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:14.703118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.757290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.792079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.875212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.898490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:13Z', 'revision_number': 10, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:14.911383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.928508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:14.937597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:14.938238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:15.002784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:15.012900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:15.016115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=4bb25d5a-653b-4b04-9e14-6f955b802ae9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.018437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:15.021283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:15.021740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.081555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=80f34b1c-17ae-438b-82b4-9f0b749307f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.087372 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.092091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c21a6a3e-c6dd-4f52-aa42-f94712acefe3 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/80f34b1c-17ae-438b-82b4-9f0b749307f6 HTTP/1.1" status: 204 len: 168 time: 0.4926269 Jul 09 19:57:15.092218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:15.095911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f5ae63e4-915d-41ef-91da-d79a3c18c4b5 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:15.098825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc6944-07cf-4557-8465-814935d90d6a None None] Network 6a46c497-fd34-4953-a4b0-55715e653812 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:15.112442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240fb4-5dd0-4601-bc58-9adbbbfa790d req-05fe399c-4912-458e-ade8-45c213ec1e6f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:15.113656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b240fb4-5dd0-4601-bc58-9adbbbfa790d req-05fe399c-4912-458e-ade8-45c213ec1e6f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 944 time: 0.2067330 Jul 09 19:57:15.185179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.208421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b240fb4-5dd0-4601-bc58-9adbbbfa790d req-55911c89-6f8d-4e10-948d-25d21e727f20 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756373 Jul 09 19:57:15.247840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port 3d1e467c-d62b-4632-ac82-e7ff51e29483 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:15.248187 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.341854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port 3d1e467c-d62b-4632-ac82-e7ff51e29483, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3d1e467c-d62b-4632-ac82-e7ff51e29483,segment=NetworkSegment(ae65ddae-f71b-4473-a157-f074cb478daa),segment_id=ae65ddae-f71b-4473-a157-f074cb478daa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:15.343127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.358879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for 3d1e467c-d62b-4632-ac82-e7ff51e29483 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:15.443802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.471159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=3d1e467c-d62b-4632-ac82-e7ff51e29483,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.474494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port 3d1e467c-d62b-4632-ac82-e7ff51e29483 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:15.508657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.535631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:15.551808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5', 'mac_address': 'fa:16:3e:b7:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:15.563269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9458fd-69b0-4fa6-aae9-625704b49e00 None None] DHCP port deletion for 6a46c497-fd34-4953-a4b0-55715e653812 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:15.570385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.581701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a46c497-fd34-4953-a4b0-55715e653812']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:15.595109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae65ddae-f71b-4473-a157-f074cb478daa') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:15.595332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae65ddae-f71b-4473-a157-f074cb478daa') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:15.609784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:13Z', 'revision_number': 10, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:15.612998 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.613592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.616043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.627702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.633857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:15.634255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.638146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b944d62-516b-4bd5-9e9c-ac00ce5c3e47 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:13Z', 'revision_number': 10, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None, '_interfaces': [{'id': 'f5c78746-0a62-4e4a-92fb-4e2e467cd81d', 'name': '', 'network_id': 'e518ace1-e1b3-4d48-8a92-692bae27a1c0', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'mac_address': 'fa:16:3e:cc:8d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:46Z', 'updated_at': '2021-07-09T19:56:52Z', 'revision_number': 5, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'subnets': [{'id': '01564ff7-50b6-4cb9-b4ae-babb571cc8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:15.638391 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:15.650173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ae63e4-915d-41ef-91da-d79a3c18c4b5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:15.677237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:15.682899 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.702797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.714709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.716549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/6a46c497-fd34-4953-a4b0-55715e653812 HTTP/1.1" status: 204 len: 168 time: 0.6237774 Jul 09 19:57:15.732685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:15.740116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d507c-73f8-465d-b276-74e08db87742 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=6a46c497-fd34-4953-a4b0-55715e653812,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.751838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.802136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.806724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.884792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=4bb25d5a-653b-4b04-9e14-6f955b802ae9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.892706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.902589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['f5ae63e4-915d-41ef-91da-d79a3c18c4b5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:16.001571 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP d2ad4704-5f6b-4a0c-b3a7-1e03ab5458c0 associated. External IP: 172.25.3.85, port: f27515e0-cdee-494f-bdd5-0383de2b5a2c. Jul 09 19:57:16.093227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.152765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e467c-d62b-4632-ac82-e7ff51e29483 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:16.173540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3d1e467c-d62b-4632-ac82-e7ff51e29483 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:16.173887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3d1e467c-d62b-4632-ac82-e7ff51e29483 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:16.174315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 858f3daa-5292-4436-95b1-69f951bf65a9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:16.195145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 858f3daa-5292-4436-95b1-69f951bf65a9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:16.195490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 858f3daa-5292-4436-95b1-69f951bf65a9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:16.423425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port f5c78746-0a62-4e4a-92fb-4e2e467cd81d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:16.424002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.477572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe95d2-bd49-4b2f-a3bb-1b808950dcb5 req-1781c815-8adb-4492-9eb6-14c55a8946bb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:16.479084 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bebe95d2-bd49-4b2f-a3bb-1b808950dcb5 req-1781c815-8adb-4492-9eb6-14c55a8946bb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 945 time: 0.1413224 Jul 09 19:57:16.538512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bebe95d2-bd49-4b2f-a3bb-1b808950dcb5 req-3f7aa348-154b-4c83-aa0c-1d1a9a41693f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520098 Jul 09 19:57:16.553214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port f5c78746-0a62-4e4a-92fb-4e2e467cd81d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:16.553735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.557795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:16.567288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for f5c78746-0a62-4e4a-92fb-4e2e467cd81d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:16.668617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:16.678822 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72265085-8975-4092-a018-375dd2cd6972 None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:16.686815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.689390 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:16.690036 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:16.721619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:16.728102 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cfb5246b-7b0e-4bd1-9bed-8d1df0408738 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7358823 Jul 09 19:57:16.728721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:16.730135 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:16.730729 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:16.735202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1383180124'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:16.764692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.764986 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-72265085-8975-4092-a018-375dd2cd6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:16.765531 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72265085-8975-4092-a018-375dd2cd6972 None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:16.775302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:16.778720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.806666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=f5c78746-0a62-4e4a-92fb-4e2e467cd81d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:16.908627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:16.917220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.926300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.926571 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Added segment 874d4513-8498-4a3e-b460-875a78b0cfec of type vlan for network 0e00ffba-14b4-4a94-8250-fd57201adfca Jul 09 19:57:17.028553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.109635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f5ae63e4-915d-41ef-91da-d79a3c18c4b5 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:17.124731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:17.125579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.131083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:17.131668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.160026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:17.163768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:17.164143 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.191617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4614651 Jul 09 19:57:17.194436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:17.200433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'subnet': {'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:17.246628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.271112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:17.273459 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e67b1c-ebde-42ea-915d-5bbcb47181a2" -d '{"events": [{"server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:17.288954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:17.298252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.306345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:17.312612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.327331 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd69758-f5ae-4600-8581-4da5b0a9cebc x-openstack-request-id: req-4cd69758-f5ae-4600-8581-4da5b0a9cebc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:17.327629 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:17.327884 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd69758-f5ae-4600-8581-4da5b0a9cebc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:17.328282 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5', 'code': 200} Jul 09 19:57:17.369953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:17.511902 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.575965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Subnet': ['ID=59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:17.586877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Checking segment: {'id': '874d4513-8498-4a3e-b460-875a78b0cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:17.587347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network hostable DHCP agents. Network: 0e00ffba-14b4-4a94-8250-fd57201adfca, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:17.603574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network 0e00ffba-14b4-4a94-8250-fd57201adfca is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:17.607338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e825b-e43b-433d-ac98-e8cb0989d5d8 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Network': ['ID=0e00ffba-14b4-4a94-8250-fd57201adfca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:17.614783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0e00ffba-14b4-4a94-8250-fd57201adfca) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:17.619139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:17.620048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.624679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0e00ffba-14b4-4a94-8250-fd57201adfca details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:17.637836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:17.642117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a55a3e5-4534-48fe-a6d2-075dadb5f7a1 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4437895 Jul 09 19:57:17.642307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:17.647854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-708192183', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:17.655646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-77a20401-5c6d-487a-bee6-4346cd0c7298 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216492 Jul 09 19:57:17.658385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:17.681082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.682137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.697378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8e843-7f94-4431-bc40-6703e420cfe3 None None] Network 0e00ffba-14b4-4a94-8250-fd57201adfca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:17.701161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:17.737101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.749036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9565-6c97-40a6-9b3c-020b836df131 req-c9f959de-c666-4d9d-9e16-d822ba3bb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:17.750560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d9a9565-6c97-40a6-9b3c-020b836df131 req-c9f959de-c666-4d9d-9e16-d822ba3bb8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 1097 time: 0.1802113 Jul 09 19:57:17.757019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting subnet 01564ff7-50b6-4cb9-b4ae-babb571cc8db {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:17.767045 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.771320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:17.772073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:17.839248 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.846851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d9a9565-6c97-40a6-9b3c-020b836df131 req-217e65b1-f2e4-4b76-bec5-da664edf2428 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832484 Jul 09 19:57:17.870503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:17.872939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0121be-c166-40d0-a637-9699b91d04f5 req-4072fdc7-a4a8-4750-8a2d-d155b59bfeb1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:17.874487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb0121be-c166-40d0-a637-9699b91d04f5 req-4072fdc7-a4a8-4750-8a2d-d155b59bfeb1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.1806231 Jul 09 19:57:17.907013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.934888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:17.945200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cb0121be-c166-40d0-a637-9699b91d04f5 req-f4f95d41-bb8e-4491-8f2c-714a0921c230 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Jul 09 19:57:17.964271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.988494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:18.019256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:18.019793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:18.031453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.061103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Subnet': ['ID=01564ff7-50b6-4cb9-b4ae-babb571cc8db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.069870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.074393 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-35776b81-3651-4336-8019-7be4c4e664b8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/01564ff7-50b6-4cb9-b4ae-babb571cc8db HTTP/1.1" status: 204 len: 168 time: 0.4138353 Jul 09 19:57:18.075000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.100280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee965c47-839a-4b5a-82a1-a6a00f87cd45 None None] Network e518ace1-e1b3-4d48-8a92-692bae27a1c0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:18.116291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.144967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.173290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:18.173910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.229002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Deleting port f4d9b8b0-99c3-4752-837e-ead13e767b3d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:18.229470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.253054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:18.281474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.25.3.110 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4c9a4148-9000-486b-b188-076bce0d5d9c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:18.289222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0e00ffba-14b4-4a94-8250-fd57201adfca', 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca', 'tenant_id': 'e3989766bed9415097fc06955de7c5be', 'fixed_ips': [{'subnet_id': '59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:57:18.290091 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.300471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] For port f4d9b8b0-99c3-4752-837e-ead13e767b3d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4d9b8b0-99c3-4752-837e-ead13e767b3d,segment=NetworkSegment(8311773f-e12e-4570-b3ca-5554d151bc65),segment_id=8311773f-e12e-4570-b3ca-5554d151bc65)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:18.301344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.302151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4b1f1-9b83-481f-a0cb-2f5482f2abd9 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:18.315785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Calling delete_port for f4d9b8b0-99c3-4752-837e-ead13e767b3d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:18.402678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.409694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.428617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Port': ['ID=f4d9b8b0-99c3-4752-837e-ead13e767b3d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.437560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No DVR routers for this DVR port f4d9b8b0-99c3-4752-837e-ead13e767b3d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:18.457850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.493883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Allocated IP 172.20.0.2 (0e00ffba-14b4-4a94-8250-fd57201adfca/59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295/0388e9d1-c63e-419b-93c1-5eae6c0d8b3d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:18.502820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:18.506493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:18.511760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:18.515795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=4c9a4148-9000-486b-b188-076bce0d5d9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.538875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.558650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e518ace1-e1b3-4d48-8a92-692bae27a1c0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:18.570859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8311773f-e12e-4570-b3ca-5554d151bc65') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:18.571289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8311773f-e12e-4570-b3ca-5554d151bc65') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:18.581226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.608320 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.616169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:18.616599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:18.620287 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:18.675486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f2b13-2863-4912-8e32-852bbf49097e None None] DHCP port deletion for e518ace1-e1b3-4d48-8a92-692bae27a1c0 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:18.710661 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.712983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.728912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.731331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/networks/e518ace1-e1b3-4d48-8a92-692bae27a1c0 HTTP/1.1" status: 204 len: 168 time: 0.6553600 Jul 09 19:57:18.732137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Transition to ACTIVE for port object 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:18.743112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.749718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'routes': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:18.759887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.770887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Transition to ACTIVE for port object 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:18.778452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.793929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71340-86de-487b-8e38-d7fbc5ce6454 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Pushing event deleted for resources: {'Network': ['ID=e518ace1-e1b3-4d48-8a92-692bae27a1c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.818461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Network 0e00ffba-14b4-4a94-8250-fd57201adfca is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:18.821809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:18.831888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:18.839202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.864551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Pushing event updated for resources: {'Port': ['ID=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.898186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Attempting to bind port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:18.898593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Attempting to bind port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '874d4513-8498-4a3e-b460-875a78b0cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:18.898836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Attempting to bind port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d on network 0e00ffba-14b4-4a94-8250-fd57201adfca {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:18.904300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:18.905281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Checking segment: {'id': '874d4513-8498-4a3e-b460-875a78b0cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:18.905745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.906149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Bound using segment: {'id': '874d4513-8498-4a3e-b460-875a78b0cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:18.906618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Bound port: 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874d4513-8498-4a3e-b460-875a78b0cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:18.907007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.944848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Added routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 19:57:18.945282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Removed routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 19:57:18.945856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.976160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] For port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:18.979232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] For port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,segment=NetworkSegment(874d4513-8498-4a3e-b460-875a78b0cfec),segment_id=874d4513-8498-4a3e-b460-875a78b0cfec)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:18.984768 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.054688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16323-5fc0-4d47-9b03-3edb1dba19f0 None None] Pushing event updated for resources: {'Port': ['ID=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.071884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.121703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.128887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.224158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:19.250816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae273b-598c-4c38-b18c-2eb07c36553e req-44a4e885-8de3-4491-9373-d5fb5e2c115b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:19.252422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87ae273b-598c-4c38-b18c-2eb07c36553e req-44a4e885-8de3-4491-9373-d5fb5e2c115b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.1371465 Jul 09 19:57:19.312502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87ae273b-598c-4c38-b18c-2eb07c36553e req-83694944-0128-488f-a515-161adec516ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 Jul 09 19:57:19.322043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router fe997429-ff87-401e-8e15-10f3eb616645 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:57:19.327665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:19.345677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.347392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a864236-0f64-4228-ab1f-da864722911a tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 705 time: 0.6028650 Jul 09 19:57:19.349720 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Sync routers for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:19.351431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.363782 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:19.364709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.400803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.401958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-57118bdf-2e74-47dc-b15f-978f5f3370aa tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 205 time: 0.0461485 Jul 09 19:57:19.463976 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:19.515819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.526857 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.556858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Checking router: 48a3a08f-2228-4fa7-afb5-7fd4a31a872d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:19.565839 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Routers {'48a3a08f-2228-4fa7-afb5-7fd4a31a872d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:19.566381 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.583007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a230c8b1-a08e-4d43-be17-fd30204fc327 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:19.584995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a230c8b1-a08e-4d43-be17-fd30204fc327 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1086006 Jul 09 19:57:19.586668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:19.602128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] Sync routers for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:19.608096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-65b57979-bcef-488b-854b-12da49b3cccb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0129044 Jul 09 19:57:19.625615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:19.626550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.636561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.641195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-abc0ac49-8459-4730-b6ea-1a1e8a4ce3be tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9978416 Jul 09 19:57:19.641817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.644975 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] Set router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:19.674741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.683795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:19.684652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.706025 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.711321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-b491c95a-f398-4120-a70d-2f6cc72cb9f1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944796 Jul 09 19:57:19.722019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.722666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605562ec-1229-4d6c-98d8-5855df1b8d0f None None] The sync data for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:19.744111 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33dd272-cec3-4b28-8fcf-d0050d913ad5 None None] The sync data for ids ['48a3a08f-2228-4fa7-afb5-7fd4a31a872d'] in n-d-800087-3 is: [{'id': '48a3a08f-2228-4fa7-afb5-7fd4a31a872d', 'name': 'tempest-RoutersIpV6Test-router-1993050592', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:45Z', 'updated_at': '2021-07-09T19:57:16Z', 'revision_number': 11, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:19.761907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.766370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.825290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-cbc87826-17b8-4f5e-ab25-63de2cbb1b26 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061351 Jul 09 19:57:19.857242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.857937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router 48a3a08f-2228-4fa7-afb5-7fd4a31a872d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:19.865172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.870466 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb4230fe-b60c-41f7-9d1f-83e7de9091ac tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 204 len: 168 time: 0.4641352 Jul 09 19:57:19.870785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.878074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2045932548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:19.955275 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.956298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.956714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-d0cfa64b-af47-4ad5-a813-b94e329b8ba6 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242692 Jul 09 19:57:20.250327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:20.285197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8913525e-b61d-41dc-9f25-75877b7cb515 None None] Network 0e00ffba-14b4-4a94-8250-fd57201adfca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:20.469168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.493720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e39a50a1-824e-4eaf-99bb-f6cebfd037ed req-78a1c532-024a-4501-ad79-73747aedaced tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 210 time: 0.0387485 Jul 09 19:57:20.508695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.551494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2eef61ff-8989-46ef-a953-7fc63a88e546 None None] Provisioning for port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:20.564604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.565845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36b9e3bc-8349-431d-9745-865b3cbf565b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6941624 Jul 09 19:57:20.568666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:20.575400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:20.584577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:20.594233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:20.594846 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.746025 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.788794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,segment=NetworkSegment(874d4513-8498-4a3e-b460-875a78b0cfec),segment_id=874d4513-8498-4a3e-b460-875a78b0cfec)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:20.794285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.795741 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.871400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.877401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:20.898313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4d9b8b0-99c3-4752-837e-ead13e767b3d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:20.906558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.930148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f4d9b8b0-99c3-4752-837e-ead13e767b3d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:20.930913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4d9b8b0-99c3-4752-837e-ead13e767b3d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:20.931571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f5c78746-0a62-4e4a-92fb-4e2e467cd81d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:20.954788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f5c78746-0a62-4e4a-92fb-4e2e467cd81d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:20.955137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f5c78746-0a62-4e4a-92fb-4e2e467cd81d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:21.040281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Router 723418de-6296-4cc6-92cf-f138a583cf58 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:57:21.091827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b776e5c0-1ee9-4dce-9a33-ef4268e1f02f None None] Provisioning complete for port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:21.092732 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b776e5c0-1ee9-4dce-9a33-ef4268e1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.119686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.1 (0e00ffba-14b4-4a94-8250-fd57201adfca/59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295/c863c78f-4faf-4b45-be85-fee2894b3177) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:21.127836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:21.137270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.137519 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-37684b39-f0fd-4d72-8b6b-7cfe102e55b9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "PUT /v2.0/routers/723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 200 len: 698 time: 0.5677471 Jul 09 19:57:21.140943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.152859 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Sync routers for ids ['723418de-6296-4cc6-92cf-f138a583cf58'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:21.162858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Routers {'723418de-6296-4cc6-92cf-f138a583cf58'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:21.163551 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['723418de-6296-4cc6-92cf-f138a583cf58'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.234085 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Set router 723418de-6296-4cc6-92cf-f138a583cf58 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:21.236187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-39ed7259-c6d4-4a9e-bda4-874462301072 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/routers/723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 200 len: 704 time: 0.0929294 Jul 09 19:57:21.237764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.257726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.269802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6251931a-b311-4e77-a6eb-e52d6fda991f tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 200 len: 205 time: 0.0286162 Jul 09 19:57:21.270050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.275922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Transition to ACTIVE for port object c863c78f-4faf-4b45-be85-fee2894b3177 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:21.291797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723418de-6296-4cc6-92cf-f138a583cf58', 'name': 'tempest-RoutersIpV6Test-router-2045932548', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:19Z', 'updated_at': '2021-07-09T19:57:20Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.316488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.318225 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Checking router: 723418de-6296-4cc6-92cf-f138a583cf58 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:21.330010 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Routers {'723418de-6296-4cc6-92cf-f138a583cf58'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:21.330641 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['723418de-6296-4cc6-92cf-f138a583cf58'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.366511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network 0e00ffba-14b4-4a94-8250-fd57201adfca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:21.368217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.370548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:21.375298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:21.401312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=c863c78f-4faf-4b45-be85-fee2894b3177,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:21.422424 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] Set router 723418de-6296-4cc6-92cf-f138a583cf58 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:21.433816 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.492342 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723418de-6296-4cc6-92cf-f138a583cf58', 'name': 'tempest-RoutersIpV6Test-router-2045932548', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:19Z', 'updated_at': '2021-07-09T19:57:20Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.522482 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f3097b-cbba-4836-8191-9a6a43043bfd None None] The sync data for ids ['723418de-6296-4cc6-92cf-f138a583cf58'] in n-d-800087-3 is: [{'id': '723418de-6296-4cc6-92cf-f138a583cf58', 'name': 'tempest-RoutersIpV6Test-router-2045932548', 'tenant_id': 'd9cb09d74d354f5385b89d978969b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:19Z', 'updated_at': '2021-07-09T19:57:20Z', 'revision_number': 2, 'project_id': 'd9cb09d74d354f5385b89d978969b017', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:21.609764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.617319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.718941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.816483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-86ac5135-67ef-47d2-9c22-284bdcb47a78 None None] Provisioning for port c863c78f-4faf-4b45-be85-fee2894b3177 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:21.822826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-86ac5135-67ef-47d2-9c22-284bdcb47a78 None None] Provisioning complete for port c863c78f-4faf-4b45-be85-fee2894b3177 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:21.823679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86ac5135-67ef-47d2-9c22-284bdcb47a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.882758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-86ac5135-67ef-47d2-9c22-284bdcb47a78 None None] Port c863c78f-4faf-4b45-be85-fee2894b3177 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:22.035149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.041171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.064199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.064826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Fanout notify agent at l3_agent the message router_deleted on router 723418de-6296-4cc6-92cf-f138a583cf58 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:22.089621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.090691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-88603c1f-4545-480d-b2d6-faa388e4ab7b tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 204 len: 168 time: 0.8197458 Jul 09 19:57:22.098446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.098897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f28b060c-fe23-4454-89ad-591fbfa37b22 req-63086506-c4f7-446d-a14a-e0c5d6d2c4a7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 210 time: 0.4006510 Jul 09 19:57:22.109779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-725e5ba9-f0b7-4e62-ad10-b331d017e77a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.111349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-725e5ba9-f0b7-4e62-ad10-b331d017e77a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.6263618 Jul 09 19:57:22.127215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:22.139377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31ff747b-0fc9-414a-946c-7b8db03c75d8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 200 len: 205 time: 0.0376351 Jul 09 19:57:22.147774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.158873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.160623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=c863c78f-4faf-4b45-be85-fee2894b3177,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.184606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:22.207944 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d89036b9-765a-414f-944e-5ab6393eb158 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.209241 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d89036b9-765a-414f-944e-5ab6393eb158 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/723418de-6296-4cc6-92cf-f138a583cf58 HTTP/1.1" status: 404 len: 336 time: 0.0659447 Jul 09 19:57:22.212554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.238644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:22.239742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.252654 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b1a57c-ab43-453f-a755-29dcc85fe0fc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.253231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b1a57c-ab43-453f-a755-29dcc85fe0fc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.255042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-49b1a57c-ab43-453f-a755-29dcc85fe0fc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/04158049-2ee2-4901-be45-092a2cdcd783 HTTP/1.1" status: 404 len: 337 time: 0.0370908 Jul 09 19:57:22.257700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.290228 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96404fe-24ac-45db-8ae5-80651c77bffa tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.290685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96404fe-24ac-45db-8ae5-80651c77bffa tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.292370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b96404fe-24ac-45db-8ae5-80651c77bffa tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/98580ac5-8a23-4e49-961d-32d8b489584b HTTP/1.1" status: 404 len: 337 time: 0.0335062 Jul 09 19:57:22.295629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.311038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network 0e00ffba-14b4-4a94-8250-fd57201adfca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:22.312232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:22.317440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.329215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:22.332325 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b64e88b-027d-47e7-913c-67d7cb0c07bc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.332757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b64e88b-027d-47e7-913c-67d7cb0c07bc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.337452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9b64e88b-027d-47e7-913c-67d7cb0c07bc tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/80f34b1c-17ae-438b-82b4-9f0b749307f6 HTTP/1.1" status: 404 len: 337 time: 0.0381217 Jul 09 19:57:22.338321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.361767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:57:22.374845 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29aacda0-e702-44e4-90f1-5cdd9d427b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.380626 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b6a8e-a268-45b7-a01b-7442a45cba91 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.381163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b6a8e-a268-45b7-a01b-7442a45cba91 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.383133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ce2b6a8e-a268-45b7-a01b-7442a45cba91 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/01564ff7-50b6-4cb9-b4ae-babb571cc8db HTTP/1.1" status: 404 len: 337 time: 0.0439444 Jul 09 19:57:22.387037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.443722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-753f3c35-7657-40d9-bd5f-39b3883a3ee0 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 200 len: 205 time: 0.0534792 Jul 09 19:57:22.445483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.472066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router fe997429-ff87-401e-8e15-10f3eb616645 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:22.495067 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f5319b38-b9c8-435d-8752-df64c3e43bf8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.498732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f5319b38-b9c8-435d-8752-df64c3e43bf8 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/48a3a08f-2228-4fa7-afb5-7fd4a31a872d HTTP/1.1" status: 404 len: 336 time: 0.0504835 Jul 09 19:57:22.499624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.535973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3bbcbda6-7bb6-45e9-ab55-7292ba24a602 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=33df85bd-1563-4753-8c54-c4e6b2dc31a6 HTTP/1.1" status: 200 len: 205 time: 0.0353289 Jul 09 19:57:22.538499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.601170 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2b8ae8f7-bf86-443e-bf6d-e1cdd676bc0c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.602088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:22.602234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2b8ae8f7-bf86-443e-bf6d-e1cdd676bc0c tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/33df85bd-1563-4753-8c54-c4e6b2dc31a6 HTTP/1.1" status: 404 len: 336 time: 0.0628011 Jul 09 19:57:22.604776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.608480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a8ee63e9-63d1-4bfb-9f3a-295f11c12863 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/routers/fe997429-ff87-401e-8e15-10f3eb616645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270277 Jul 09 19:57:22.610999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.613345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] Sync routers for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:22.618297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'port': {'network_id': '0e00ffba-14b4-4a94-8250-fd57201adfca', 'name': 'tempest-FloatingIPTestJSON-1986480006'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:22.623355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:22.624135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:22.638392 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-835ea43e-46d5-47ea-9334-2ad206e8a938 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.639373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835ea43e-46d5-47ea-9334-2ad206e8a938 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.643782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-835ea43e-46d5-47ea-9334-2ad206e8a938 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/4437f015-1a6c-457b-9407-5e23a24b2ed6 HTTP/1.1" status: 404 len: 337 time: 0.0353882 Jul 09 19:57:22.644699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.667965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:22.678353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ac184bb7-0714-45a9-918b-1abccce77a28 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 200 len: 205 time: 0.0332360 Jul 09 19:57:22.680801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.682299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:22.682514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.3 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/a0ef6e94-d598-4bc6-bdd4-81d768e6f469) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:22.682938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:56:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:22.720353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:22.720972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f6bc8-1bb3-4428-8e2c-bd650d134bff None None] The sync data for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:22.731186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d3d0f9e4-eb21-439a-9e3b-f0363c3ce6df None None] Provisioning complete for port c863c78f-4faf-4b45-be85-fee2894b3177 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:22.731589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f9e4-eb21-439a-9e3b-f0363c3ce6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.734807 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6c6d82d3-6215-48da-95ed-cf2affeca9c7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.737863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c6d82d3-6215-48da-95ed-cf2affeca9c7 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/a7add400-91a6-4f52-aa57-5b0cf6e33c20 HTTP/1.1" status: 404 len: 336 time: 0.0540521 Jul 09 19:57:22.739701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.774915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0f9e4-eb21-439a-9e3b-f0363c3ce6df None None] Port c863c78f-4faf-4b45-be85-fee2894b3177 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:22.775341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-823bcc3c-c990-4915-9706-894193c38ff9 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=693551ff-6cf7-4484-b5ca-87442e353140 HTTP/1.1" status: 200 len: 205 time: 0.0345852 Jul 09 19:57:22.778952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.828890 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-396d2cfc-f445-48f1-a7bd-e4b0629cad84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.832390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-396d2cfc-f445-48f1-a7bd-e4b0629cad84 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/693551ff-6cf7-4484-b5ca-87442e353140 HTTP/1.1" status: 404 len: 336 time: 0.0501635 Jul 09 19:57:22.832710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.860023 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d20b2d-3aca-47b0-92e8-b07f6710b344 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.860328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d20b2d-3aca-47b0-92e8-b07f6710b344 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.862331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-29d20b2d-3aca-47b0-92e8-b07f6710b344 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/c7abbadd-6e5a-4b2e-9211-0011648181a4 HTTP/1.1" status: 404 len: 337 time: 0.0287838 Jul 09 19:57:22.866290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.872105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.900129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c800f33f-c24b-46a5-a915-26df3d7007bb tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=4601cc9c-4cf5-4df7-a13a-3276e36b2634 HTTP/1.1" status: 200 len: 205 time: 0.0327682 Jul 09 19:57:22.902661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.914743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Made reservation on behalf of e3989766bed9415097fc06955de7c5be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:22.918303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.939063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] device_id is not set on port 2ce2cbc9-c95e-44ff-816b-406f0621d714 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:57:22.943899 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1d701c85-38ce-4b42-8a12-2a52640bf8cd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:22.944938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d701c85-38ce-4b42-8a12-2a52640bf8cd tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/4601cc9c-4cf5-4df7-a13a-3276e36b2634 HTTP/1.1" status: 404 len: 336 time: 0.0413415 Jul 09 19:57:22.948304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.979934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.981757 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e30316-68e0-4472-8019-e4e98cdb4366 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:22.982200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e30316-68e0-4472-8019-e4e98cdb4366 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:22.984080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5e30316-68e0-4472-8019-e4e98cdb4366 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/123e40de-0554-4a59-baee-901bb5446dba HTTP/1.1" status: 404 len: 337 time: 0.0348895 Jul 09 19:57:22.986856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.993417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986', 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:23.030614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc32a8a2-5412-4b05-99f3-b5a3116a35ea tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "GET /v2.0/ports?device_id=e581a240-3c57-400d-93c6-e60036b3d8a7 HTTP/1.1" status: 200 len: 205 time: 0.0424883 Jul 09 19:57:23.033391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.035749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:23.039021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:23.043073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:23.049674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.077940 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-be9edd76-aabf-443b-b1f3-dcffc1428010 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] delete failed (client error): The resource could not be found. Jul 09 19:57:23.078952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be9edd76-aabf-443b-b1f3-dcffc1428010 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/routers/e581a240-3c57-400d-93c6-e60036b3d8a7 HTTP/1.1" status: 404 len: 336 time: 0.0446277 Jul 09 19:57:23.085249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.116033 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34b3741-5c8c-4423-a6d4-dbdb28055198 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:23.117094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34b3741-5c8c-4423-a6d4-dbdb28055198 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:23.121111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a34b3741-5c8c-4423-a6d4-dbdb28055198 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/e406ae1b-34a9-42fc-949e-24594a1f9970 HTTP/1.1" status: 404 len: 337 time: 0.0326622 Jul 09 19:57:23.122396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.130142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Allocated IP 172.20.0.12 (0e00ffba-14b4-4a94-8250-fd57201adfca/59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295/2ce2cbc9-c95e-44ff-816b-406f0621d714) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:23.164574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.165231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.167803 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cfab15-a7bb-42ac-aca7-cd7ff575b381 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:23.168230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cfab15-a7bb-42ac-aca7-cd7ff575b381 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:23.170485 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d3cfab15-a7bb-42ac-aca7-cd7ff575b381 tempest-RoutersIpV6Test-917704363 tempest-RoutersIpV6Test-917704363-project] 10.222.0.10 "DELETE /v2.0/subnets/66086709-0f2d-4c00-bbe4-2be6c63ba9f2 HTTP/1.1" status: 404 len: 337 time: 0.0474932 Jul 09 19:57:23.188487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-a49402f9-dd5c-42f2-81e9-06233a3db073 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0654075 Jul 09 19:57:23.201042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Request body: {'port': {'device_id': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:23.287046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.297640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.396302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.406262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce33b7-6e1b-4172-8913-de9a44067021 req-c6f3ff51-8c30-49d7-8048-da447f025dc6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.407780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11ce33b7-6e1b-4172-8913-de9a44067021 req-c6f3ff51-8c30-49d7-8048-da447f025dc6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 931 time: 0.1148562 Jul 09 19:57:23.423944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Transition to ACTIVE for port object 2ce2cbc9-c95e-44ff-816b-406f0621d714 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:23.454350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.476779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11ce33b7-6e1b-4172-8913-de9a44067021 req-923eb854-6240-4e69-bb24-ef29eb3b473d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588493 Jul 09 19:57:23.505369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.559755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Network 0e00ffba-14b4-4a94-8250-fd57201adfca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:23.563162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:23.567758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:23.571701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event updated for resources: {'Port': ['ID=2ce2cbc9-c95e-44ff-816b-406f0621d714,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.599116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ef6e94-d598-4bc6-bdd4-81d768e6f469 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:23.606585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.621311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Transition to ACTIVE for port object a0ef6e94-d598-4bc6-bdd4-81d768e6f469 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:23.626633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.642358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.642988 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.660937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a13669e3-a93b-4ed1-b5dc-d9aba376823a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9cb09d74d354f5385b89d978969b017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006886 Jul 09 19:57:23.663753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.674982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-947d52fd-7895-4303-91ad-eb510bb0642f tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0616071 Jul 09 19:57:23.675575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.685032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.699572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Request body: {'floatingip': {'port_id': '2ce2cbc9-c95e-44ff-816b-406f0621d714'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:23.755709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Attempting to bind port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:23.756050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Attempting to bind port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:23.756379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Attempting to bind port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:23.762294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:23.762542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Attempting to bind port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:23.768425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:23.768789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:23.769251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:23.769725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Bound port: a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:23.770083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.787435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.802275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc8a6546-db2a-4abf-96f4-7ac494d9224a None None] Provisioning for port 2ce2cbc9-c95e-44ff-816b-406f0621d714 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:23.806186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc8a6546-db2a-4abf-96f4-7ac494d9224a None None] Provisioning complete for port 2ce2cbc9-c95e-44ff-816b-406f0621d714 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:23.806564 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6546-db2a-4abf-96f4-7ac494d9224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.823783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.841617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a6546-db2a-4abf-96f4-7ac494d9224a None None] Port 2ce2cbc9-c95e-44ff-816b-406f0621d714 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:23.844064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:23.854480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:23.859258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.859606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.893734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.894349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.895787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a0ef6e94-d598-4bc6-bdd4-81d768e6f469 HTTP/1.1" status: 200 len: 1091 time: 0.6992519 Jul 09 19:57:23.896224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:23.898497 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6" -d '{"events": [{"name": "network-changed", "server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:23.931759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987106e-eb84-4bf8-9bb7-f53fd0d11cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.950702 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11584c17-3cb6-49f4-87b2-c4fd3e160e5f x-openstack-request-id: req-11584c17-3cb6-49f4-87b2-c4fd3e160e5f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:23.951000 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:23.951807 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11584c17-3cb6-49f4-87b2-c4fd3e160e5f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:23.952370 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469', 'status': 'completed', 'code': 200} Jul 09 19:57:23.975797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.978359 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.979503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70adf789-d5eb-4435-8281-b0ee0cb82dca HTTP/1.1" status: 204 len: 168 time: 0.3148358 Jul 09 19:57:23.996378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b289af-b691-4d8c-9c14-9adf6f6c3cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70adf789-d5eb-4435-8281-b0ee0cb82dca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.024638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-8ca9098e-b800-4aa2-9e9d-5d5f4e891f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.026214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-8ca9098e-b800-4aa2-9e9d-5d5f4e891f33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 1094 time: 0.0720603 Jul 09 19:57:24.072527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-da503587-a053-40b6-ab3e-2f2651727cdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469 HTTP/1.1" status: 200 len: 217 time: 0.0384190 Jul 09 19:57:24.135226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-0362a91f-1bd0-4996-bbf6-4322184b0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.136808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-0362a91f-1bd0-4996-bbf6-4322184b0440 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0581677 Jul 09 19:57:24.175309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-2b9a0179-edd4-4415-ab73-b5e9d0b97f7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273607 Jul 09 19:57:24.277400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-42f46229-91fd-4a4f-81bb-73a43108bdda service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950942 Jul 09 19:57:24.373677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.378421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.380459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85116e1a-e758-4d23-a048-ffad33cceaf0 req-2ae4f3b2-c546-46fd-8814-85b9f0f1da29 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962675 Jul 09 19:57:24.489754 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP d2ad4704-5f6b-4a0c-b3a7-1e03ab5458c0 associated. External IP: 172.25.3.85, port: f27515e0-cdee-494f-bdd5-0383de2b5a2c. Jul 09 19:57:24.498837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-fbbeb500-e936-4628-a96a-6cfb02726fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.500457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-fbbeb500-e936-4628-a96a-6cfb02726fab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 1094 time: 0.0586548 Jul 09 19:57:24.628787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-5e755b6a-a4ff-42c8-8681-5edebd23560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.630375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-5e755b6a-a4ff-42c8-8681-5edebd23560b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.1214814 Jul 09 19:57:24.677994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-b45a1c8b-1f52-4b93-903f-aa9b5f656f0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469 HTTP/1.1" status: 200 len: 217 time: 0.0402942 Jul 09 19:57:24.694217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:24.740414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-3952f9fc-d038-4d9d-8170-065a560d3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.742063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-3952f9fc-d038-4d9d-8170-065a560d3607 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0561626 Jul 09 19:57:24.768676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89565d-ddb4-4f9a-aa03-dac62a6856fe req-02c754e1-65a9-4dc9-981a-410a8b51795a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.770219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac89565d-ddb4-4f9a-aa03-dac62a6856fe req-02c754e1-65a9-4dc9-981a-410a8b51795a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 943 time: 0.1480556 Jul 09 19:57:24.783271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-c089aed9-acfd-4e98-875b-fa9d567b2052 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316417 Jul 09 19:57:24.794050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:24.828251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac89565d-ddb4-4f9a-aa03-dac62a6856fe req-9bbddd45-c7b0-4f02-a146-7df3a24add95 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Jul 09 19:57:24.842311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469675225'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:24.884338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.901200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.915790 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-e1e04c28-be25-4129-bc00-ab337260b3ad service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245823 Jul 09 19:57:24.954820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9b827d39-29fd-445c-affa-73b593653fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.055955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62fd11ef-bc5a-4c2e-a413-0f6ba6b523a6 req-369a86db-eb85-4735-954e-8af682f4b661 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322732 Jul 09 19:57:25.093966 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.098390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.139887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b996b42-c368-4bbc-a35d-a483f75f4c88,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.192210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.196073 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.227304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.228850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5336773 Jul 09 19:57:25.231125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed006-1be1-43a4-935a-04dad768a408 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a4ff0-24de-4bc9-8fa5-e13fd21840ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.231718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.237389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.289758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:25.301397 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:25.311871 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:25.312474 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.334895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7651615a-ad54-45bc-8d97-65f6461e66f0 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1020696 Jul 09 19:57:25.337732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.343347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-security--1413655980', 'description': 'tempest-security-description-173125223'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:25.344834 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.353202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:25.353797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.407768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.475751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.476400 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bea05-23a2-491d-9a11-f2d7c556e98a None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:25.500841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.506476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.509005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.510246 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "PUT /v2.0/security-groups/d41a4ff0-24de-4bc9-8fa5-e13fd21840ff HTTP/1.1" status: 200 len: 1779 time: 0.1716807 Jul 09 19:57:25.513185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.556638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e24d2099-14ee-41a9-9328-90316febd6b4 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups/d41a4ff0-24de-4bc9-8fa5-e13fd21840ff HTTP/1.1" status: 200 len: 1779 time: 0.0421956 Jul 09 19:57:25.559467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.575180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dc529-4247-4703-8cd9-195784000c12 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a4ff0-24de-4bc9-8fa5-e13fd21840ff,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.597384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router fe997429-ff87-401e-8e15-10f3eb616645 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:25.614324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.638060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.682030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.684548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.685909 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/d41a4ff0-24de-4bc9-8fa5-e13fd21840ff HTTP/1.1" status: 204 len: 168 time: 0.1254382 Jul 09 19:57:25.689338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.695351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3b406-03a2-416c-b297-105942eb260f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a4ff0-24de-4bc9-8fa5-e13fd21840ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.744882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:25.749637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d539ce65-83f8-4241-99ed-d756800749cb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592718 Jul 09 19:57:25.752497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.755281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.757008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] Sync routers for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:25.766809 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b5138a99-e98c-4a47-b140-75c81b435c7b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] delete failed (client error): The resource could not be found. Jul 09 19:57:25.767872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b5138a99-e98c-4a47-b140-75c81b435c7b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/d41a4ff0-24de-4bc9-8fa5-e13fd21840ff HTTP/1.1" status: 404 len: 347 time: 0.0143523 Jul 09 19:57:25.771698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.772888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:25.773561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.780911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--312429842'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:25.805501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.811452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.820468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:25.821112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.834436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-df5b049d-57a1-4d2c-8d23-8aab861e5748 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/floatingips/d2ad4704-5f6b-4a0c-b3a7-1e03ab5458c0 HTTP/1.1" status: 200 len: 978 time: 2.1425641 Jul 09 19:57:25.837522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.856698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:25.857938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81e186-42c7-4c5e-8c7d-a540212e18c4 None None] The sync data for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:26.007359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.018926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.064489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.065726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2910583 Jul 09 19:57:26.068691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.070590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 2ce2cbc9-c95e-44ff-816b-406f0621d714 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:26.070921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.073577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '30a1edc4-398d-4d99-943e-48a7fd818e6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.101435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.112671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81530287-ec79-4f49-b4bf-472bc0452f04 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1edc4-398d-4d99-943e-48a7fd818e6f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.136646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dafd7-3acf-4e77-9a16-922554d77b27 req-6aaa2eff-7b7c-4aa7-a7e9-8bf792b4fde3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:26.138202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e3dafd7-3acf-4e77-9a16-922554d77b27 req-6aaa2eff-7b7c-4aa7-a7e9-8bf792b4fde3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 943 time: 0.1824219 Jul 09 19:57:26.165352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.169572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.188279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9dac6e-c5b9-4bbc-9404-b6c956c00e22,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.191795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.195865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-021d64ee-b372-4afd-9ee6-2d4c91edf11d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233411 Jul 09 19:57:26.196781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.200540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.215785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e3dafd7-3acf-4e77-9a16-922554d77b27 req-480ff71b-48ee-42a7-9daf-d1b84d5c95d0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Jul 09 19:57:26.223921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.237819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.262320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.269012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.272819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/eb9dac6e-c5b9-4bbc-9404-b6c956c00e22 HTTP/1.1" status: 204 len: 168 time: 0.0733085 Jul 09 19:57:26.275398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.282420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f4db4-5f56-4fd9-af62-9639a2ab13cc tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb9dac6e-c5b9-4bbc-9404-b6c956c00e22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.324052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c2ec928-7285-4fdd-8c9f-cd57416a3601 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474546 Jul 09 19:57:26.327367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.355783 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.381482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.389813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.390185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.390499 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Floating IP d2ad4704-5f6b-4a0c-b3a7-1e03ab5458c0 disassociated. External IP: 172.25.3.85, port: 2ce2cbc9-c95e-44ff-816b-406f0621d714. Jul 09 19:57:26.390831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 2ce2cbc9-c95e-44ff-816b-406f0621d714 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:26.403760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.443212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.445942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.447103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/30a1edc4-398d-4d99-943e-48a7fd818e6f HTTP/1.1" status: 204 len: 168 time: 0.1188183 Jul 09 19:57:26.449973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.456505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2695e-a119-4a30-b401-2df337929529 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a1edc4-398d-4d99-943e-48a7fd818e6f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.499072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a0ef6e94-d598-4bc6-bdd4-81d768e6f469 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:26.532833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-15dafce7-e115-40f2-9d81-1d0f362950fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815983 Jul 09 19:57:26.536334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.540565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246960416'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.566874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.594289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:26.605523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469', 'mac_address': 'fa:16:3e:e4:38:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:26.611665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.627479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=2ce2cbc9-c95e-44ff-816b-406f0621d714,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.650638 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.664069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ef6e94-d598-4bc6-bdd4-81d768e6f469 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:26.685799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:26.691175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.744346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.790616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router fe997429-ff87-401e-8e15-10f3eb616645 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:26.818621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.851178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.889962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.891187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3539455 Jul 09 19:57:26.894101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:26.894645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e592c87-a3d3-49ee-a6f7-ba876d78129a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.898852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '6e592c87-a3d3-49ee-a6f7-ba876d78129a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.925592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.933405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.933757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.934095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.934429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.934760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.935084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.936007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.936320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.936649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.936968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.937317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.937636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9432555-5b23-4109-97bb-1eabf31d6b09 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:26.960799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:26.971468 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] Sync routers for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:26.980626 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:26.981507 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:26.986585 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a0ef6e94-d598-4bc6-bdd4-81d768e6f469'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:26.992286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.999024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.019271 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:27.021361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d1311a-a363-4885-b571-21d0d61d1734,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.029585 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:27.030332 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:27.032450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.033982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eefe2d40-6fa8-4334-a264-32e4c536f201 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385231 Jul 09 19:57:27.036446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.041954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '6e592c87-a3d3-49ee-a6f7-ba876d78129a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.049616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.054605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-10fb63c2-afe4-4f52-9a2b-7e22a6c5b6f5 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/2ce2cbc9-c95e-44ff-816b-406f0621d714 HTTP/1.1" status: 204 len: 168 time: 1.2156122 Jul 09 19:57:27.055255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.072677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:27.073579 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606c8f-17a7-48e2-8637-60d4f710a8b5 None None] The sync data for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:27.080923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.155958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.160241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.179643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5035220c-4b62-476f-a990-8e090f3a2889,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.189011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.193025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe0a57f7-1915-4f2a-af0e-70974bd70c43 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524813 Jul 09 19:57:27.193292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.198017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '6e592c87-a3d3-49ee-a6f7-ba876d78129a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.226043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.295879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.300547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.320768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61db51ca-8a2d-4d40-af81-0661c4dc1ad3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.330316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.334542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4dc669e-5a36-4895-b1e8-e22dd1edb76c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374838 Jul 09 19:57:27.334835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.340432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '6e592c87-a3d3-49ee-a6f7-ba876d78129a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.405463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.475402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d577bfa-115f-4d31-b4de-9a6c8784fec4 req-b9b65fc7-c590-4aef-ac1a-6f40875a8b73 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:27.476933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d577bfa-115f-4d31-b4de-9a6c8784fec4 req-b9b65fc7-c590-4aef-ac1a-6f40875a8b73 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 944 time: 0.1162350 Jul 09 19:57:27.505576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.511013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.540161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41645359-524e-47d1-9884-49eb9a4451e9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.545316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5d577bfa-115f-4d31-b4de-9a6c8784fec4 req-9d3b0ecb-a4b8-4b64-a645-5f65f4572493 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611963 Jul 09 19:57:27.550802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.552075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f7b503c3-772f-419b-82e5-0824e3388c44 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2161992 Jul 09 19:57:27.554774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.559376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '6e592c87-a3d3-49ee-a6f7-ba876d78129a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.592156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.653958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.664632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.683063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacb6e4d-a4c8-4f4a-8ac6-7adbf659eb67,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.693946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.699520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dfef134c-b207-4eda-b413-cdf4c8c51107 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1395273 Jul 09 19:57:27.699771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.730541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.743210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.773157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.774096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.780224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.781460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dacb6e4d-a4c8-4f4a-8ac6-7adbf659eb67 HTTP/1.1" status: 204 len: 168 time: 0.0806050 Jul 09 19:57:27.786670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.792810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdacc2-5ffe-4e86-85f4-567e8f6d3700 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dacb6e4d-a4c8-4f4a-8ac6-7adbf659eb67,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.832354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.840132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3833637-3cc7-41c4-a659-906aea7fc4d2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0523815 Jul 09 19:57:27.842886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.868040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.876080 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.901997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.909362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.910564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/41645359-524e-47d1-9884-49eb9a4451e9 HTTP/1.1" status: 204 len: 168 time: 0.0667641 Jul 09 19:57:27.914185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.921068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5971be-91a7-4d8e-98c5-a410ddf7dd71 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41645359-524e-47d1-9884-49eb9a4451e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.960564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-96ce84b4-63f6-4f77-b678-bf1279c738cb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0450449 Jul 09 19:57:27.963314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.989085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.997038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.023815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.031568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.032959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/61db51ca-8a2d-4d40-af81-0661c4dc1ad3 HTTP/1.1" status: 204 len: 168 time: 0.0683601 Jul 09 19:57:28.036424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.037020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a4c9f-97ec-4390-953e-adb3782da85a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61db51ca-8a2d-4d40-af81-0661c4dc1ad3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.088848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port c863c78f-4faf-4b45-be85-fee2894b3177 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:28.089227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.103279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2ac699d7-5d2b-4ccc-9e18-4d37a2c4b96a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0658338 Jul 09 19:57:28.106254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.131192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.138930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.166606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.174546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.175626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5035220c-4b62-476f-a990-8e090f3a2889 HTTP/1.1" status: 204 len: 168 time: 0.0683739 Jul 09 19:57:28.178310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.179835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7485bb-9c9b-4667-9f6f-67d974d782ea tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5035220c-4b62-476f-a990-8e090f3a2889,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.206958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.223400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for c863c78f-4faf-4b45-be85-fee2894b3177 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:28.250513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f523e218-8913-470e-9304-9b493a2a47c0 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0710270 Jul 09 19:57:28.253525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.278055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.286353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.316290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.326927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.328698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/85d1311a-a363-4885-b571-21d0d61d1734 HTTP/1.1" status: 204 len: 168 time: 0.0739996 Jul 09 19:57:28.335301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.345850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d1167-4d3e-44bd-9568-1fc3bfe1f703 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85d1311a-a363-4885-b571-21d0d61d1734,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.394577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15ee9402-297d-49d4-879a-c775ab66fa97 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553112 Jul 09 19:57:28.394802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.450202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.460832 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.474260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.489453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=c863c78f-4faf-4b45-be85-fee2894b3177,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.516066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.520453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.521644 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/6e592c87-a3d3-49ee-a6f7-ba876d78129a HTTP/1.1" status: 204 len: 168 time: 0.1259375 Jul 09 19:57:28.525917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.528904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a0ef6e94-d598-4bc6-bdd4-81d768e6f469 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:28.540148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba2ef7-652c-4bde-b36f-88840d8594c1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e592c87-a3d3-49ee-a6f7-ba876d78129a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.626663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af8a8224-1ec8-403e-a437-9119cae2f3c3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995688 Jul 09 19:57:28.627713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.629649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:28.634799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--865242500'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:28.635673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:28.636052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.663330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.744832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.773433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:28.773963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.776735 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea0d2c-66ad-4a64-9e24-53e6b30d85fd" -d '{"events": [{"server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:28.776906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.780919 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.798774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:28.807682 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.817722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.821725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1903787 Jul 09 19:57:28.821725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a888b25-c98d-4d42-b290-f52b941b467c tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f6aefb-f468-4738-a329-377310abae19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.822663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.840065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '05f6aefb-f468-4738-a329-377310abae19', 'direction': 'ingress', 'protocol': 17}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:28.847054 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37916db-7fe1-483b-a620-ee63a16ef4c8 x-openstack-request-id: req-e37916db-7fe1-483b-a620-ee63a16ef4c8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:28.847567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:28.847567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e37916db-7fe1-483b-a620-ee63a16ef4c8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:28.847969 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469', 'code': 200} Jul 09 19:57:28.861640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c344b-530d-4fd8-8092-d7afaf8fd48e req-e2bbd848-9ffe-4f72-b2f4-dff37f1d4441 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:28.863203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c6c344b-530d-4fd8-8092-d7afaf8fd48e req-e2bbd848-9ffe-4f72-b2f4-dff37f1d4441 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 944 time: 0.1476810 Jul 09 19:57:28.875940 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.880511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.935753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.939954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.959147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198aec70-0235-4c7a-a3ea-49d0a352b88b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.968213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.972099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc4a6087-a7e6-4684-a46b-85acac99b5e2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1349916 Jul 09 19:57:28.972362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:28.977578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c6c344b-530d-4fd8-8092-d7afaf8fd48e req-d8ce237b-11e7-4e9e-9d9a-dd8298b9854d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863967 Jul 09 19:57:29.033953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.039853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf0d6-2100-410d-b00d-f539e0d20585 req-67aadced-2d57-452b-bbd5-b008901b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:29.041382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f43bf0d6-2100-410d-b00d-f539e0d20585 req-67aadced-2d57-452b-bbd5-b008901b087f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 1096 time: 0.1256051 Jul 09 19:57:29.056645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.103227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.106130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.107912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/05f6aefb-f468-4738-a329-377310abae19 HTTP/1.1" status: 204 len: 168 time: 0.1345217 Jul 09 19:57:29.110646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.117015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6ced2-03a7-4cd3-b187-8c43264d8fab tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f6aefb-f468-4738-a329-377310abae19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.125840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f43bf0d6-2100-410d-b00d-f539e0d20585 req-d148f941-9d1b-4e08-b5ee-a195b42b9292 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Jul 09 19:57:29.140479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router fe997429-ff87-401e-8e15-10f3eb616645 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:29.174428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-454426ab-3117-4fa0-9ba0-14546c939b66 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614085 Jul 09 19:57:29.178127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.182865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687801758'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.205422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.270126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:29.278191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.280131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] Sync routers for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:29.281244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8aa3c028-7229-4da9-89f5-f33e5f5901c6 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/routers/fe997429-ff87-401e-8e15-10f3eb616645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213495 Jul 09 19:57:29.292365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:29.293053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.293608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.325732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.331794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.334894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] Routers {'fe997429-ff87-401e-8e15-10f3eb616645'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:29.335508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['fe997429-ff87-401e-8e15-10f3eb616645'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.371131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.371777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead2c67-f16d-4954-a487-55d9a39fbf46 None None] The sync data for ids ['fe997429-ff87-401e-8e15-10f3eb616645'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:29.397649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.398798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2196474 Jul 09 19:57:29.401635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.404799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f87f04-cef9-4266-ba1c-ab297568a0fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97928e4c-548c-46bf-8494-a0e48aa722ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.406309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453031503'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.427161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.429664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.510235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.514894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.536955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.540733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.541996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1393595 Jul 09 19:57:29.545473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.550581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '97928e4c-548c-46bf-8494-a0e48aa722ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f53d7ff-5023-48f6-87f6-b09c4f6f72b7', 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.555631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce7ebc-1cba-437f-9c53-cb307a1e8ddb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53d7ff-5023-48f6-87f6-b09c4f6f72b7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.581751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.594564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 4c9a4148-9000-486b-b188-076bce0d5d9c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:29.594906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.653259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.657364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.675670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.676402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2044dd20-156c-44b7-a244-792d18c9d368,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.678756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.682599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1856068-5c82-454e-9c8f-ac706c067fc3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1328342 Jul 09 19:57:29.683055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.694402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 4c9a4148-9000-486b-b188-076bce0d5d9c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:29.710819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.719293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.752786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.758984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.760095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2044dd20-156c-44b7-a244-792d18c9d368 HTTP/1.1" status: 204 len: 168 time: 0.0764256 Jul 09 19:57:29.762768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.773194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfbc7e-9498-4683-abaf-6b825d4c2f48 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2044dd20-156c-44b7-a244-792d18c9d368,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.813333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-17b5dc71-896d-4e9d-9825-75cabaa8f6e1 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0469346 Jul 09 19:57:29.814021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.862581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.866024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.889406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.890695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=4c9a4148-9000-486b-b188-076bce0d5d9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.931233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.933740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.934896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f53d7ff-5023-48f6-87f6-b09c4f6f72b7 HTTP/1.1" status: 204 len: 168 time: 0.1204107 Jul 09 19:57:29.938233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.943809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae93be-57ac-419b-95d4-35bb0c05cd92 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53d7ff-5023-48f6-87f6-b09c4f6f72b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.966374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.078782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.081541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.089392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f09f96e-049d-4fc1-8120-05846e4bd6c3 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1500721 Jul 09 19:57:30.092802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.175170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.175676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Fanout notify agent at l3_agent the message router_deleted on router fe997429-ff87-401e-8e15-10f3eb616645 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:30.185724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.187737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7a5dc03-fe73-480c-9629-96da137ac9ac tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/routers/fe997429-ff87-401e-8e15-10f3eb616645 HTTP/1.1" status: 204 len: 168 time: 0.9077067 Jul 09 19:57:30.189633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.222034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.250377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.250619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting subnet 59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:30.253680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.259671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a951b-6d12-4082-aa71-01649f485af0 req-b70bc13e-4a74-45b8-8c62-c4850a1635cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:30.261211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b9a951b-6d12-4082-aa71-01649f485af0 req-b70bc13e-4a74-45b8-8c62-c4850a1635cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.1589155 Jul 09 19:57:30.298397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.322480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b9a951b-6d12-4082-aa71-01649f485af0 req-fc4cadf3-c5a3-48ce-9b63-13b76dc39ecb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Jul 09 19:57:30.331123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.334118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.335120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/97928e4c-548c-46bf-8494-a0e48aa722ba HTTP/1.1" status: 204 len: 168 time: 0.2413681 Jul 09 19:57:30.338313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.344130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676321f-0709-4c0e-8b69-f9257c4bc89f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97928e4c-548c-46bf-8494-a0e48aa722ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.419944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9e3d727-9955-4bcb-80cd-94c0af48f73a tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801601 Jul 09 19:57:30.423154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.423905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.428742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--93621286'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:30.453376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.486759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.515336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Subnet': ['ID=59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.519738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.522069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db565059-314d-4f02-84b1-e983e0abe775 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/subnets/59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295 HTTP/1.1" status: 204 len: 168 time: 0.3313291 Jul 09 19:57:30.524542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.527150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347e914-45ec-4515-8a60-7c0df40d6b3b None None] Network 0e00ffba-14b4-4a94-8250-fd57201adfca requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:30.540406 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.545188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.575575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6a900-f9b5-4ae8-8347-6b95e42d1c48,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.582424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.584524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c7d5c55e-7bec-4e69-8b5b-78195f8e7d7f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1595259 Jul 09 19:57:30.587176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.591958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '7cc6a900-f9b5-4ae8-8347-6b95e42d1c48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:30.604343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.630606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.660916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:30.661296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.693008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.697114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.721967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3576257-1ca2-4d33-932a-d6feaf4706fc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.725817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.729659 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c3a78d2d-5fe1-461f-9aba-846d2071b17f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1388640 Jul 09 19:57:30.730134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.735988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] For port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,segment=NetworkSegment(874d4513-8498-4a3e-b460-875a78b0cfec),segment_id=874d4513-8498-4a3e-b460-875a78b0cfec)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:30.736353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.749210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] DHCP port deletion for 0e00ffba-14b4-4a94-8250-fd57201adfca request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:30.750923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:30.758692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.768775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.796428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.801733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.802911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e3576257-1ca2-4d33-932a-d6feaf4706fc HTTP/1.1" status: 204 len: 168 time: 0.0720327 Jul 09 19:57:30.805636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.811482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Deleting port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:30.811987 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.817465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52d26c-4ce3-467a-a2b9-18b92d99c709 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3576257-1ca2-4d33-932a-d6feaf4706fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.835148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.855991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5491ce8d-a701-4925-99a0-49eb78643458 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483890 Jul 09 19:57:30.859825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.862730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.864733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] No DVR routers for this DVR port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:30.883429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] For port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,segment=NetworkSegment(874d4513-8498-4a3e-b460-875a78b0cfec),segment_id=874d4513-8498-4a3e-b460-875a78b0cfec)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:30.883817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.897592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Calling delete_port for 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:30.918301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.941579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.947827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.958038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e00ffba-14b4-4a94-8250-fd57201adfca']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:30.969620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874d4513-8498-4a3e-b460-875a78b0cfec') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:30.969922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874d4513-8498-4a3e-b460-875a78b0cfec') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:30.979154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.979505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.988119 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.991068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.992240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/7cc6a900-f9b5-4ae8-8347-6b95e42d1c48 HTTP/1.1" status: 204 len: 168 time: 0.1313026 Jul 09 19:57:30.994833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.002095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.002418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f6d1-93dc-4d59-aa51-5c4cf01dbcb2 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6a900-f9b5-4ae8-8347-6b95e42d1c48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.008610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] Pushing event deleted for resources: {'Port': ['ID=0388e9d1-c63e-419b-93c1-5eae6c0d8b3d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.010340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769db165-8ea4-40bd-abe8-6d047e48091b None None] No DVR routers for this DVR port 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:31.025165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:31.025648 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:31.028794 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:31.104931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ce69778c-ce5f-44a7-8bbc-33cc82560cfe tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089807 Jul 09 19:57:31.112481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.117272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811693854'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:31.118368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.127205 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.128840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/networks/0e00ffba-14b4-4a94-8250-fd57201adfca HTTP/1.1" status: 204 len: 168 time: 0.6033220 Jul 09 19:57:31.131527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.138635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a87260-0b02-462a-b945-288bd43b51fa tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Network': ['ID=0e00ffba-14b4-4a94-8250-fd57201adfca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.179942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.302332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 4bb25d5a-653b-4b04-9e14-6f955b802ae9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:31.302577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.371511 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.376273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.417196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.418426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3048995 Jul 09 19:57:31.421525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.427946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '19013ae5-32d5-4155-b43a-af38984303bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:31.428163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ae7a-f4b7-401c-837f-1381f0f8aa0b tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19013ae5-32d5-4155-b43a-af38984303bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.431193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.431528 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.443817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 4bb25d5a-653b-4b04-9e14-6f955b802ae9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:31.501266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.552299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e2a7-1dfe-45da-a82c-78a3a906f8a0 req-98a3a5c6-362b-4a21-b2ad-29e739f663fc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:31.553899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8de0e2a7-1dfe-45da-a82c-78a3a906f8a0 req-98a3a5c6-362b-4a21-b2ad-29e739f663fc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.1059859 Jul 09 19:57:31.575175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.581818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.584538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.608745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=4bb25d5a-653b-4b04-9e14-6f955b802ae9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.621884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c09f8d-6977-48e2-a411-6946222f0996,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.627795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.631777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e872d631-cb37-453e-af3b-38facf2a4604 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063277 Jul 09 19:57:31.632125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.641441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8de0e2a7-1dfe-45da-a82c-78a3a906f8a0 req-9d33b484-2125-4891-9d32-5cbf234dc422 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798578 Jul 09 19:57:31.652515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-50a7814b-9e51-4596-b363-c48016e9e4da tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules/f9c09f8d-6977-48e2-a411-6946222f0996 HTTP/1.1" status: 200 len: 763 time: 0.0172315 Jul 09 19:57:31.652838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.674212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.678234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.682638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-720c5de3-dfa2-4800-87bf-2a058259fe76 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/floatingips/d2ad4704-5f6b-4a0c-b3a7-1e03ab5458c0 HTTP/1.1" status: 204 len: 168 time: 0.5470610 Jul 09 19:57:31.683621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.702293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8fdab490-bf47-4856-b6c5-ab2a968e3866 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459530 Jul 09 19:57:31.702543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.712426 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b49ec69-6f79-42cb-9db9-418c7aab9d46 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:31.713259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b49ec69-6f79-42cb-9db9-418c7aab9d46 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:31.715401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8b49ec69-6f79-42cb-9db9-418c7aab9d46 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/2ce2cbc9-c95e-44ff-816b-406f0621d714 HTTP/1.1" status: 404 len: 333 time: 0.0305703 Jul 09 19:57:31.718357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.730645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.739011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.751483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9908d71a-a883-449a-9f7c-431d9bcc321b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe997429-ff87-401e-8e15-10f3eb616645 HTTP/1.1" status: 200 len: 205 time: 0.0318024 Jul 09 19:57:31.753830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.770571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.776587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.780452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f9c09f8d-6977-48e2-a411-6946222f0996 HTTP/1.1" status: 204 len: 168 time: 0.0742936 Jul 09 19:57:31.781006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.797331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05352898-1059-47b4-83c0-604d4d13a14f tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9c09f8d-6977-48e2-a411-6946222f0996,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.801317 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4f47d12a-7083-48a8-bb36-52ef920c1592 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] delete failed (client error): The resource could not be found. Jul 09 19:57:31.802331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4f47d12a-7083-48a8-bb36-52ef920c1592 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/routers/fe997429-ff87-401e-8e15-10f3eb616645 HTTP/1.1" status: 404 len: 336 time: 0.0469592 Jul 09 19:57:31.804884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.832967 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b4924e-7e00-481d-bf61-f275b91a5b5a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] DELETE failed (client error): The resource could not be found. Jul 09 19:57:31.833447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b4924e-7e00-481d-bf61-f275b91a5b5a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 19:57:31.835434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32b4924e-7e00-481d-bf61-f275b91a5b5a tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/subnets/59b4dcf9-ed1a-4ee1-83c6-83f8c20d4295 HTTP/1.1" status: 404 len: 337 time: 0.0296106 Jul 09 19:57:31.840180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.859459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb2a66-a30b-43c7-8328-620bf6204198 req-37b01485-0083-42eb-867a-25a5c5d4eb54 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:31.860957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6cb2a66-a30b-43c7-8328-620bf6204198 req-37b01485-0083-42eb-867a-25a5c5d4eb54 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.0991817 Jul 09 19:57:31.861693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-489dd733-5f42-48f6-a685-c16a965d7f93 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799377 Jul 09 19:57:31.864456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:31.869972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '19013ae5-32d5-4155-b43a-af38984303bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:31.916449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6cb2a66-a30b-43c7-8328-620bf6204198 req-ce61e299-2684-4ab0-8d90-08969566c8af tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Jul 09 19:57:31.923091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.958168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port f27515e0-cdee-494f-bdd5-0383de2b5a2c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:31.959000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.973154 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.979701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.999315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07296847-600a-407f-b3aa-c13d0f70dbc0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.002753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.006898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81e4a4b8-b41d-461c-87fc-369909c98b16 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412158 Jul 09 19:57:32.007696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.026981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.027346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bfd2cf17-c8bc-4ed3-bbd8-1881812bc2f7 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules/07296847-600a-407f-b3aa-c13d0f70dbc0 HTTP/1.1" status: 200 len: 763 time: 0.0181258 Jul 09 19:57:32.111386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.138078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d2dffe5-8134-4029-8ede-2545add8ffa6 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1100819 Jul 09 19:57:32.139785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for f27515e0-cdee-494f-bdd5-0383de2b5a2c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:32.141737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.152337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:32.167543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.175027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.179096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:32.179641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0388e9d1-c63e-419b-93c1-5eae6c0d8b3d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:32.203257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.206742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68d6f-8f41-4aa8-9bb5-c83615eac8b6 req-38f7b05b-ac4e-4798-b4dc-bf3602f04624 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:32.208218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8db68d6f-8f41-4aa8-9bb5-c83615eac8b6 req-38f7b05b-ac4e-4798-b4dc-bf3602f04624 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.1678550 Jul 09 19:57:32.208918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.212268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/07296847-600a-407f-b3aa-c13d0f70dbc0 HTTP/1.1" status: 204 len: 168 time: 0.0671773 Jul 09 19:57:32.213295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.232000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345a0f-c283-4c39-abe7-34a4c7df6b90 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07296847-600a-407f-b3aa-c13d0f70dbc0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.259556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0973b503-4a2f-4bd0-b592-466e54172d34 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448401 Jul 09 19:57:32.261856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.263163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8db68d6f-8f41-4aa8-9bb5-c83615eac8b6 req-f56b38de-6835-4584-b99b-c062addc6e9f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Jul 09 19:57:32.267283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Request body: {'security_group_rule': {'security_group_id': '19013ae5-32d5-4155-b43a-af38984303bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:32.296242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.326346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.349676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.353536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.359415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=f27515e0-cdee-494f-bdd5-0383de2b5a2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.377847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ebd565-3de6-4053-9d95-5f6249acf6a2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.382053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.383424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f48dd8b8-c499-4b2a-ab43-1e819f0a44c5 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205907 Jul 09 19:57:32.386110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.411705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-20865ac1-fe5e-4fc1-994b-0d63301e1575 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules/38ebd565-3de6-4053-9d95-5f6249acf6a2 HTTP/1.1" status: 200 len: 764 time: 0.0216370 Jul 09 19:57:32.411705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.432081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.436461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-950bd70e-4db5-40b0-96ca-da53250b3abf tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/f27515e0-cdee-494f-bdd5-0383de2b5a2c HTTP/1.1" status: 204 len: 168 time: 0.5931664 Jul 09 19:57:32.436706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.456813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a82ad9b5-b9b2-400b-880a-1c69be15622d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0421088 Jul 09 19:57:32.457053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.482718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.491411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.533561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.539889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.540986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/38ebd565-3de6-4053-9d95-5f6249acf6a2 HTTP/1.1" status: 204 len: 168 time: 0.0830028 Jul 09 19:57:32.543463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.556883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc24cd-5f8e-4570-9eb1-9889e1f339fb tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38ebd565-3de6-4053-9d95-5f6249acf6a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.558060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port f2c77f35-5dcc-48f6-a6a1-24ba12c824e5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:32.558407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.607570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2bb047aa-9c01-4914-9757-cb9e471adf3d tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600080 Jul 09 19:57:32.608270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.662317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.677399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.683923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.695341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for f2c77f35-5dcc-48f6-a6a1-24ba12c824e5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:32.724389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646c7f-e943-4458-817e-e549d4e8c5ef req-aaa9a894-a0c6-4916-8e27-c5b3d5939104 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:32.725933 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd646c7f-e943-4458-817e-e549d4e8c5ef req-aaa9a894-a0c6-4916-8e27-c5b3d5939104 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.1134498 Jul 09 19:57:32.726552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.729328 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.730590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "DELETE /v2.0/security-groups/19013ae5-32d5-4155-b43a-af38984303bc HTTP/1.1" status: 204 len: 168 time: 0.1213932 Jul 09 19:57:32.733759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.751840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c246-650c-45b2-8855-50fb3baa0d02 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19013ae5-32d5-4155-b43a-af38984303bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.787189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8b975e49-0f18-446c-997e-79c6be392df9 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523725 Jul 09 19:57:32.791874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.808018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd646c7f-e943-4458-817e-e549d4e8c5ef req-acf07159-0442-4908-8e73-248a13b3f265 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Jul 09 19:57:32.835491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-54ad10f5-0fd8-4ca5-a946-2e5f21df2619 tempest-SecGroupTest-1841680283 tempest-SecGroupTest-1841680283-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424516 Jul 09 19:57:32.875215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.906421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=f2c77f35-5dcc-48f6-a6a1-24ba12c824e5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.977594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.979458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6bc4d68b-c57a-47e1-8ded-fa15a3488cfb tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/ports/f2c77f35-5dcc-48f6-a6a1-24ba12c824e5 HTTP/1.1" status: 204 len: 168 time: 0.5417945 Jul 09 19:57:32.982546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:33.045964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c968db-6c02-4766-ae35-2002e5589b6b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:33.050239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-68c968db-6c02-4766-ae35-2002e5589b6b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "GET /v2.0/ports?device_id=c345e6c0-e426-4716-bcb6-555dfa47a091 HTTP/1.1" status: 200 len: 913 time: 0.0641165 Jul 09 19:57:33.050412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:33.076710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:33.207579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-838ffea1-46f2-4cb4-b1ce-04dd739959ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e750732f5db4d7984a583399356239c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296194 Jul 09 19:57:33.210295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:33.257210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.277665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.324160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.326898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.328049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b996b42-c368-4bbc-a35d-a483f75f4c88 HTTP/1.1" status: 204 len: 168 time: 0.1168613 Jul 09 19:57:33.338377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcf8a2-765e-4c6f-a8d2-20365fd22ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b996b42-c368-4bbc-a35d-a483f75f4c88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.406433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.676937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 86723ed0-b6be-4d9f-a29f-46668e5ae9b5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:33.677257 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.765511 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.783714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 86723ed0-b6be-4d9f-a29f-46668e5ae9b5 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:33.976940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:34.010447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9679-d41e-44fc-bcd3-9a838fe2af46 req-42147290-7b0b-4876-a514-33790fc6640d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.012033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e6a9679-d41e-44fc-bcd3-9a838fe2af46 req-42147290-7b0b-4876-a514-33790fc6640d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.0782251 Jul 09 19:57:34.053255 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e6a9679-d41e-44fc-bcd3-9a838fe2af46 req-aab903d1-c21f-4293-a3f0-b71141c1dd6c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jul 09 19:57:34.336523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.372963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=86723ed0-b6be-4d9f-a29f-46668e5ae9b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:34.431832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-836083320'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:34.448555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-414d791e-ded8-4ea7-8e0d-2b8cf0d676ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.450017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-414d791e-ded8-4ea7-8e0d-2b8cf0d676ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.4906466 Jul 09 19:57:34.510850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Made reservation on behalf of 7ba879edbe7444258118aef2eb587d7b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:34.514388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.557188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.687965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.717751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:34.718041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.905798 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.918378 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.932976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port a0ef6e94-d598-4bc6-bdd4-81d768e6f469, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:34.933361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.963954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:34.973998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for a0ef6e94-d598-4bc6-bdd4-81d768e6f469 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:34.983094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3daf0aa-512a-4334-9b00-1a4f139c7100,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:34.987156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.987502 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Added segment c8a4b655-6983-45d4-ba4b-fe0033509d7b of type vlan for network 270fca81-9fad-4c6b-a52b-1016dd018c4d Jul 09 19:57:35.144309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.209772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Router c345e6c0-e426-4716-bcb6-555dfa47a091 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:35.211745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.217349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:35.217957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.233071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60eeb-665a-4eab-9435-6f0746bf1d11 req-aab34a58-53ea-4654-bb40-53e9023de2ee tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:35.234615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d60eeb-665a-4eab-9435-6f0746bf1d11 req-aab34a58-53ea-4654-bb40-53e9023de2ee tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2f28b-c081-4f32-9039-24e94bfa4b2a HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jul 09 19:57:35.272889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d60eeb-665a-4eab-9435-6f0746bf1d11 req-8b59e154-ae30-4d5a-a0e0-2d39a278f0ae tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Jul 09 19:57:35.312839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3329427 Jul 09 19:57:35.316271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.321223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-f275adca-8956-4cfd-9341-219e78b4ae4c tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-1985707161') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.360924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f363ee-15b8-45fa-954c-57b653737d08 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Pushing event updated for resources: {'Network': ['ID=270fca81-9fad-4c6b-a52b-1016dd018c4d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:35.374245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 270fca81-9fad-4c6b-a52b-1016dd018c4d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:35.380237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.417197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a0ef6e94-d598-4bc6-bdd4-81d768e6f469'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:35.422148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f275adca-8956-4cfd-9341-219e78b4ae4c tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "PUT /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-1985707161 HTTP/1.1" status: 201 len: 201 time: 0.1016271 Jul 09 19:57:35.422339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.422441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986', 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:35.427786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-291cad2a-f23d-40e5-ab8e-177b19be8bc0 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-1985707161') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.438576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=a0ef6e94-d598-4bc6-bdd4-81d768e6f469,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:35.499337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port a0ef6e94-d598-4bc6-bdd4-81d768e6f469 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:35.502813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.504783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0be66bd8-60d3-4ae5-92ae-e7ef9a7d6156 req-806c1631-fbb6-4449-b3a3-ddf42c6ed67b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "DELETE /v2.0/ports/a0ef6e94-d598-4bc6-bdd4-81d768e6f469 HTTP/1.1" status: 204 len: 173 time: 1.0467923 Jul 09 19:57:35.505249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'name': 'network-vif-deleted', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:35.507510 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa6789c-f4bc-4849-8923-f0a162eef23d" -d '{"events": [{"server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "name": "network-vif-deleted", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:35.512698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-291cad2a-f23d-40e5-ab8e-177b19be8bc0 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-1985707161 HTTP/1.1" status: 204 len: 168 time: 0.0870070 Jul 09 19:57:35.513158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.518036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-2c0e6e85-b792-4d00-a39d-78ad1a458dd7 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.522222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:35.534633 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] Sync routers for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:35.538363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-211712ca-1aa9-41ce-b4f9-f2c68d590444 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "PUT /v2.0/routers/c345e6c0-e426-4716-bcb6-555dfa47a091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4847424 Jul 09 19:57:35.538798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.550438 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:35.553000 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.594010 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c443bbc-5a28-429a-8e1a-03d250a60485 x-openstack-request-id: req-5c443bbc-5a28-429a-8e1a-03d250a60485 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:35.594409 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2f28b-c081-4f32-9039-24e94bfa4b2a", "name": "network-vif-deleted", "tag": "a0ef6e94-d598-4bc6-bdd4-81d768e6f469", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:35.594805 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c443bbc-5a28-429a-8e1a-03d250a60485 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:35.595309 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2f28b-c081-4f32-9039-24e94bfa4b2a', 'name': 'network-vif-deleted', 'tag': 'a0ef6e94-d598-4bc6-bdd4-81d768e6f469', 'status': 'completed', 'code': 200} Jul 09 19:57:35.611140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c0e6e85-b792-4d00-a39d-78ad1a458dd7 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags HTTP/1.1" status: 200 len: 238 time: 0.0943372 Jul 09 19:57:35.611555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.616928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6f9694e3-c269-463e-a10f-0e36cc703c48 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', {'tags': ['tempest-TagsTest-Tag-646638494', 'tempest-TagsTest-Tag-413452738', 'tempest-TagsTest-Tag-958043508']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.644220 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.665517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] Routers {'c345e6c0-e426-4716-bcb6-555dfa47a091'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:35.666746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c345e6c0-e426-4716-bcb6-555dfa47a091'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.735213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.738731 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f6145-40e1-46db-adf6-254df8e879ba None None] The sync data for ids ['c345e6c0-e426-4716-bcb6-555dfa47a091'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:35.756250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.782181 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f9694e3-c269-463e-a10f-0e36cc703c48 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "PUT /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags HTTP/1.1" status: 200 len: 306 time: 0.1690493 Jul 09 19:57:35.783480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.797369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-56f61318-c345-4922-a62d-8a4856273425 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-646638494') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.895939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56f61318-c345-4922-a62d-8a4856273425 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "DELETE /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-646638494 HTTP/1.1" status: 204 len: 168 time: 0.1113851 Jul 09 19:57:35.898539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.907842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.909011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-882c4b0b-3e07-45f6-8292-b397df27d3da tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-646638494') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.973168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting port 285d6633-833a-4f9b-991d-625d5a636ff5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:35.973803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.993351 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-882c4b0b-3e07-45f6-8292-b397df27d3da tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] show failed (client error): The resource could not be found. Jul 09 19:57:35.994361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-882c4b0b-3e07-45f6-8292-b397df27d3da tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-646638494 HTTP/1.1" status: 404 len: 325 time: 0.0947614 Jul 09 19:57:35.997095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.001475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-3c9b30eb-75f4-4060-a5de-385508bc9c9f tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-413452738') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.061900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.076872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3c9b30eb-75f4-4060-a5de-385508bc9c9f tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-413452738 HTTP/1.1" status: 204 len: 168 time: 0.0786834 Jul 09 19:57:36.079260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Calling delete_port for 285d6633-833a-4f9b-991d-625d5a636ff5 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:36.081085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.086122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-4bc86787-e371-4026-ba1b-91d4e6b6fa27 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-958043508') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.174556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4bc86787-e371-4026-ba1b-91d4e6b6fa27 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-958043508 HTTP/1.1" status: 204 len: 168 time: 0.0920041 Jul 09 19:57:36.176999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.181822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-e1623022-814b-40e6-94d0-74a17835250b tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.295031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e1623022-814b-40e6-94d0-74a17835250b tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "DELETE /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags HTTP/1.1" status: 204 len: 168 time: 0.1158857 Jul 09 19:57:36.298332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.306931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-acdc4aa6-e95e-4354-9416-459e4b57d763 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-413452738') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.398414 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-acdc4aa6-e95e-4354-9416-459e4b57d763 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] show failed (client error): The resource could not be found. Jul 09 19:57:36.399590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-acdc4aa6-e95e-4354-9416-459e4b57d763 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-413452738 HTTP/1.1" status: 404 len: 325 time: 0.1001678 Jul 09 19:57:36.402417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.407418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-bd1ba37c-0cc0-446a-99ed-c070bc0f5455 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d', 'tempest-TagsTest-Tag-958043508') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.490647 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-bd1ba37c-0cc0-446a-99ed-c070bc0f5455 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] show failed (client error): The resource could not be found. Jul 09 19:57:36.491811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bd1ba37c-0cc0-446a-99ed-c070bc0f5455 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "GET /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags/tempest-TagsTest-Tag-958043508 HTTP/1.1" status: 404 len: 325 time: 0.0883217 Jul 09 19:57:36.495431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.502104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f1953f12-3907-42d4-b520-f488a35f3ee5 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '270fca81-9fad-4c6b-a52b-1016dd018c4d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.593866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f1953f12-3907-42d4-b520-f488a35f3ee5 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "DELETE /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d/tags HTTP/1.1" status: 204 len: 168 time: 0.0974545 Jul 09 19:57:36.600218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.700066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.701065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.736363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Port': ['ID=285d6633-833a-4f9b-991d-625d5a636ff5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:36.809591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.820441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270fca81-9fad-4c6b-a52b-1016dd018c4d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.832072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a4b655-6983-45d4-ba4b-fe0033509d7b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.832375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a4b655-6983-45d4-ba4b-fe0033509d7b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.843386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.845086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.858137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.863929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:36.864311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:36.867336 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:36.931326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.936570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.938601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] 10.222.0.10 "DELETE /v2.0/networks/270fca81-9fad-4c6b-a52b-1016dd018c4d HTTP/1.1" status: 204 len: 168 time: 0.3370764 Jul 09 19:57:36.944941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.948704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.953722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deb200-e0e7-4a17-871d-b902e51ae995 tempest-TagsTest-1319396116 tempest-TagsTest-1319396116-project] Pushing event deleted for resources: {'Network': ['ID=270fca81-9fad-4c6b-a52b-1016dd018c4d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:37.003618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9c6e1-6907-4c4e-8773-f8a53661d2d0 req-76aeada1-6910-4bf1-b323-16aa4cfc6246 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:37.005397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85e9c6e1-6907-4c4e-8773-f8a53661d2d0 req-76aeada1-6910-4bf1-b323-16aa4cfc6246 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.2107995 Jul 09 19:57:37.018735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.019285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Fanout notify agent at l3_agent the message router_deleted on router c345e6c0-e426-4716-bcb6-555dfa47a091 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:37.033981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.035412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3db29f0-c2ff-4a98-bd5b-b894e246c83b tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/routers/c345e6c0-e426-4716-bcb6-555dfa47a091 HTTP/1.1" status: 204 len: 168 time: 1.4956002 Jul 09 19:57:37.038018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:37.058023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-85e9c6e1-6907-4c4e-8773-f8a53661d2d0 req-a6a95b91-1c2d-440b-a5b0-e4c8d8313834 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 Jul 09 19:57:37.113483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Deleting subnet 0f8cae78-7e5f-42af-a971-cfbc956f3394 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:37.120774 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.166853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.212273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.240078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:37.276106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.306529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.308584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/subnets/0f8cae78-7e5f-42af-a971-cfbc956f3394 HTTP/1.1" status: 204 len: 168 time: 0.2693729 Jul 09 19:57:37.309599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929be23-7ea4-4d10-b7c5-ee9be455e1e0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8cae78-7e5f-42af-a971-cfbc956f3394,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:37.311284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:37.417685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.428343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-588fc4c7-d42c-4ee4-a632-2691906398fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ba879edbe7444258118aef2eb587d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871576 Jul 09 19:57:37.431116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:37.484497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.505762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.514654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.526080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df497e7a-7d5d-4f10-a2f2-d5094846b327']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:37.537926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a92d7c-a5f0-4cd5-8333-154b92540a99') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:37.538447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a92d7c-a5f0-4cd5-8333-154b92540a99') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:37.549388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.557971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.560870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.562162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3daf0aa-512a-4334-9b00-1a4f139c7100 HTTP/1.1" status: 204 len: 168 time: 0.1292188 Jul 09 19:57:37.566982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.578151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:37.579843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.581308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575ad7-9112-41e4-9782-dfcac2e3d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3daf0aa-512a-4334-9b00-1a4f139c7100,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:37.583070 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:37.647526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.656785 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.661570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] 10.222.0.10 "DELETE /v2.0/networks/df497e7a-7d5d-4f10-a2f2-d5094846b327 HTTP/1.1" status: 204 len: 168 time: 0.3491979 Jul 09 19:57:37.674924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a033-e75e-4e7e-b4bd-5ad3db0614d0 tempest-FloatingIPTestJSON-510068538 tempest-FloatingIPTestJSON-510068538-project] Pushing event deleted for resources: {'Network': ['ID=df497e7a-7d5d-4f10-a2f2-d5094846b327,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:37.933947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:38.144130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-67d16bda-ff34-4cde-8cad-802bf724e0dd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:38.147204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-67d16bda-ff34-4cde-8cad-802bf724e0dd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.0909777 Jul 09 19:57:38.264855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-87626e32-6c79-4c83-b989-2b2ec6d54fbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3989766bed9415097fc06955de7c5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296850 Jul 09 19:57:38.265734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:38.326071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.348262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.357261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:38.357611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.368781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8026d6-bd14-431c-b839-6055959966e6 req-9120956c-b64e-4bdf-87d4-91d712f0e646 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:38.370408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b8026d6-bd14-431c-b839-6055959966e6 req-9120956c-b64e-4bdf-87d4-91d712f0e646 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cc16b3-62a4-4a21-b38d-ac81c47af09d HTTP/1.1" status: 200 len: 946 time: 0.1231854 Jul 09 19:57:38.407221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.413749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.417853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a64e35e-dfdc-4cbc-a2bd-99b3eaa60d32 HTTP/1.1" status: 204 len: 168 time: 0.1482742 Jul 09 19:57:38.417853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:38.455688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d570a73-f2d3-4c32-b58f-dd7a247402f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64e35e-dfdc-4cbc-a2bd-99b3eaa60d32,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:38.469707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b8026d6-bd14-431c-b839-6055959966e6 req-6885932a-5b30-4bc5-a1dc-3293be2bc819 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Jul 09 19:57:38.517380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port f5ae63e4-915d-41ef-91da-d79a3c18c4b5, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:38.517750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.532950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for f5ae63e4-915d-41ef-91da-d79a3c18c4b5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:38.545697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a0ef6e94-d598-4bc6-bdd4-81d768e6f469 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:38.592667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: a0ef6e94-d598-4bc6-bdd4-81d768e6f469 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:38.593031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a0ef6e94-d598-4bc6-bdd4-81d768e6f469 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:38.686656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604015068-network', 'tenant_id': '850a916a1aca4b8e90753846ec4150d6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:38.694819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.709041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986', 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:38.715920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Made reservation on behalf of 850a916a1aca4b8e90753846ec4150d6 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:38.721145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.732304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.746043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=f5ae63e4-915d-41ef-91da-d79a3c18c4b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:38.827197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port f5ae63e4-915d-41ef-91da-d79a3c18c4b5 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:38.831356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.833421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f8fd5b9-ee9a-4bb4-8f2e-0b36ac753722 req-39657ae2-6942-41ea-b76f-6bc5736125e1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "DELETE /v2.0/ports/f5ae63e4-915d-41ef-91da-d79a3c18c4b5 HTTP/1.1" status: 204 len: 173 time: 0.6762869 Jul 09 19:57:38.834134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'name': 'network-vif-deleted', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:38.836496 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdddcc2-0b65-4a19-a017-1d7c881f140d" -d '{"events": [{"server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "name": "network-vif-deleted", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:38.887273 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e2b33-9fbb-4c64-b9a0-a9dd38e85401 x-openstack-request-id: req-3b9e2b33-9fbb-4c64-b9a0-a9dd38e85401 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:38.887577 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cc16b3-62a4-4a21-b38d-ac81c47af09d", "name": "network-vif-deleted", "tag": "f5ae63e4-915d-41ef-91da-d79a3c18c4b5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:38.887906 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b9e2b33-9fbb-4c64-b9a0-a9dd38e85401 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:38.888379 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cc16b3-62a4-4a21-b38d-ac81c47af09d', 'name': 'network-vif-deleted', 'tag': 'f5ae63e4-915d-41ef-91da-d79a3c18c4b5', 'status': 'completed', 'code': 200} Jul 09 19:57:38.945391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.953376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.982339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:39.009467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943dcbe3-c0c7-4e0f-8129-0cea774c249a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:39.018431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.019005 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Added segment d7f2de5e-4501-4539-999a-3d7d9b1fe3f1 of type vlan for network 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 Jul 09 19:57:39.072671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.104689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.106351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.107590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.165940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:39.166497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7470210 Jul 09 19:57:39.171528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Request body: {'subnet': {'network_id': '2f588b5c-ddda-4b52-bbf4-c3317a9bcd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604015068-subnet', 'tenant_id': '850a916a1aca4b8e90753846ec4150d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:39.176821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25250d-f436-4576-b4da-2f6ec45e1dcd admin admin] Pushing event updated for resources: {'Network': ['ID=2f588b5c-ddda-4b52-bbf4-c3317a9bcd79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:39.187470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:39.238145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Made reservation on behalf of 850a916a1aca4b8e90753846ec4150d6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:39.245937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.380005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:39.463919 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.505021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-883302809'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:39.533992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdeb3835-e56d-4cc5-a37b-86b69e9e3603,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:39.540073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Made reservation on behalf of 277ba42e7a054a12b469de3c4e732d7e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:39.544036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.546401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Checking segment: {'id': 'd7f2de5e-4501-4539-999a-3d7d9b1fe3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2f588b5c-ddda-4b52-bbf4-c3317a9bcd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:39.547143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Network hostable DHCP agents. Network: 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:39.554730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.563707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Network 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:39.573811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:39.579112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.580022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.591916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f589260-1f83-473c-8b87-259524a7c364 None None] Network 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:39.668601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.678737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.694265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7d1f62b3-d179-45b2-b831-89a2cc3abd1e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5267193 Jul 09 19:57:39.706989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:39.719045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.719663 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Added segment a395da40-abfc-4d5c-987f-fddba8e807f8 of type vlan for network dbf2569f-df04-4963-88dd-e6da73458f1e Jul 09 19:57:39.745283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bcc9f-44b8-4334-bc75-fe63ae27b997 None None] Network 2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:39.792840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.856522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb22c5-1e11-4b02-8414-a61dcb700aaf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:39.899132 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.905471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.906077 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.988620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6066003 Jul 09 19:57:39.991427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:39.997097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'subnet': {'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:40.000018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-2c34d31d-27f5-4aea-97ab-613d24161eb9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.001544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-2c34d31d-27f5-4aea-97ab-613d24161eb9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.2145958 Jul 09 19:57:40.010624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69bd89-23cd-4b1c-8b4f-db292978b837 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Network': ['ID=dbf2569f-df04-4963-88dd-e6da73458f1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.024108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-94c2f454-318c-4fc4-80e2-f887d2b982bc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0106506 Jul 09 19:57:40.037006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network dbf2569f-df04-4963-88dd-e6da73458f1e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:40.110444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-b7deed5b-dc2a-43f7-abdb-636dbff912f3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751250 Jul 09 19:57:40.150322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Made reservation on behalf of 277ba42e7a054a12b469de3c4e732d7e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:40.154701 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.213966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-17c09358-5c53-4bf6-93fa-315cde3d13fb service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957053 Jul 09 19:57:40.323816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-aa96ad61-5134-443d-a877-2f2aa973278d service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038506 Jul 09 19:57:40.353413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.381586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:40.387789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-627283311-network', 'tenant_id': '5e82af79c1c34841ad31a063ac91eef1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:40.412753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Made reservation on behalf of 5e82af79c1c34841ad31a063ac91eef1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:40.416239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.418649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Subnet': ['ID=8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.428083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.456549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Checking segment: {'id': 'a395da40-abfc-4d5c-987f-fddba8e807f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:40.457257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network hostable DHCP agents. Network: dbf2569f-df04-4963-88dd-e6da73458f1e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:40.484516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network dbf2569f-df04-4963-88dd-e6da73458f1e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:40.495361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, dbf2569f-df04-4963-88dd-e6da73458f1e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:40.501787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.503060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.505892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7453fe7-40f3-4c76-b31c-a058be2b0ae0 None None] Network dbf2569f-df04-4963-88dd-e6da73458f1e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:40.590457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.603971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb401950-8645-404a-a504-c4e0bb62197e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6088641 Jul 09 19:57:40.604213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:40.609642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1512508773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:40.610661 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebdc6438-e62c-4d0b-a9a5-e587aa7799be req-dd32890b-9b2d-4431-b383-383dc0ad65db tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 210 time: 0.0517969 Jul 09 19:57:40.611649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.623978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:40.642729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.642899 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Added segment 7a2d3f57-3aa4-4168-8a94-1371e0c612d8 of type vlan for network f2a8e723-e4c0-465a-bd13-2ab8e80077cb Jul 09 19:57:40.661620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.662676 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.691148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.731566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-dbf2569f-df04-4963-88dd-e6da73458f1e', 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e', 'tenant_id': '277ba42e7a054a12b469de3c4e732d7e', 'fixed_ips': [{'subnet_id': '8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:57:40.733631 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.734206 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.736282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.736887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.779544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3964255 Jul 09 19:57:40.799266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:40.813307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Request body: {'subnet': {'network_id': 'f2a8e723-e4c0-465a-bd13-2ab8e80077cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-627283311-subnet', 'tenant_id': '5e82af79c1c34841ad31a063ac91eef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:40.821867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fbfe25-22c8-4641-8097-82d3dfb8b029,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.835360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8504f0-10d6-451e-b1db-a44f6b7a4a05 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a8e723-e4c0-465a-bd13-2ab8e80077cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.872840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.890799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.920009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f2a8e723-e4c0-465a-bd13-2ab8e80077cb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:40.926847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Made reservation on behalf of 5e82af79c1c34841ad31a063ac91eef1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:40.932778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.952323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.956021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-095ba40a-6aae-4270-83f3-7de7b2d355d7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3483877 Jul 09 19:57:40.958402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:41.001913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74c78b-7567-42ec-8463-eafe9c2f3afa req-bbfb9ce8-d13e-4495-a073-aab8c7382c9d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:41.009612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e74c78b-7567-42ec-8463-eafe9c2f3afa req-bbfb9ce8-d13e-4495-a073-aab8c7382c9d tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.2337589 Jul 09 19:57:41.099172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e74c78b-7567-42ec-8463-eafe9c2f3afa req-730c8b3c-8c0d-499d-a7e6-1ef5c1ae1fbf tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883827 Jul 09 19:57:41.190384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Allocated IP 172.20.0.2 (dbf2569f-df04-4963-88dd-e6da73458f1e/8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c/947dc439-7c27-47fe-b5ce-5530b5671296) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:41.276484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.281955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f5ae63e4-915d-41ef-91da-d79a3c18c4b5 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:41.310654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: f5ae63e4-915d-41ef-91da-d79a3c18c4b5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:41.311268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device f5ae63e4-915d-41ef-91da-d79a3c18c4b5 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:41.336685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708972a6-66fc-456b-8605-3683efe06e94,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:41.355359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Checking segment: {'id': '7a2d3f57-3aa4-4168-8a94-1371e0c612d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f2a8e723-e4c0-465a-bd13-2ab8e80077cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:41.357304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Network hostable DHCP agents. Network: f2a8e723-e4c0-465a-bd13-2ab8e80077cb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:41.378643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Network f2a8e723-e4c0-465a-bd13-2ab8e80077cb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:41.392824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f2a8e723-e4c0-465a-bd13-2ab8e80077cb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:41.393122 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.398881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:41.400478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.407848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3258e5-b8e0-4587-beeb-7f3c148eb7f3 None None] Network f2a8e723-e4c0-465a-bd13-2ab8e80077cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:41.418983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-73a404ac-b1f6-4dc2-98fd-1abb98bcd3f1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6185734 Jul 09 19:57:41.425596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Transition to ACTIVE for port object 947dc439-7c27-47fe-b5ce-5530b5671296 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:41.441057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.492535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Transition to ACTIVE for port object 947dc439-7c27-47fe-b5ce-5530b5671296 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:41.502358 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.547656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:41.555581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Network dbf2569f-df04-4963-88dd-e6da73458f1e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:41.565054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:41.571580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:41.595475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Pushing event updated for resources: {'Port': ['ID=947dc439-7c27-47fe-b5ce-5530b5671296,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:41.604849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Deleting subnet fdeb3835-e56d-4cc5-a37b-86b69e9e3603 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:41.608304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.645915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.671453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0b94e-c142-4823-b377-78df1bed1ffc None None] Network f2a8e723-e4c0-465a-bd13-2ab8e80077cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:41.674721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Attempting to bind port 947dc439-7c27-47fe-b5ce-5530b5671296 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:41.675275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Attempting to bind port 947dc439-7c27-47fe-b5ce-5530b5671296 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a395da40-abfc-4d5c-987f-fddba8e807f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:41.675850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Attempting to bind port 947dc439-7c27-47fe-b5ce-5530b5671296 on network dbf2569f-df04-4963-88dd-e6da73458f1e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:41.699895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.735313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:41.736006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Checking segment: {'id': 'a395da40-abfc-4d5c-987f-fddba8e807f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:41.736129 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.738864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Bound using segment: {'id': 'a395da40-abfc-4d5c-987f-fddba8e807f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:41.741439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Bound port: 947dc439-7c27-47fe-b5ce-5530b5671296, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a395da40-abfc-4d5c-987f-fddba8e807f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:41.742162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.793887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.801357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5731cfc-1bdd-4d3e-bda2-9f3c2e05f8aa req-27d8eafe-64af-4514-94fa-dc379a254f0d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 210 time: 0.0476701 Jul 09 19:57:41.810437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Allocated IP 172.20.0.1 (dbf2569f-df04-4963-88dd-e6da73458f1e/8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c/c0500665-8094-4620-ac73-79974380a253) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:41.817433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.820249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fdeb3835-e56d-4cc5-a37b-86b69e9e3603 HTTP/1.1" status: 204 len: 168 time: 0.2708569 Jul 09 19:57:41.826358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:41.841639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4399b-2078-4c2d-b0eb-ed8846e78473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdeb3835-e56d-4cc5-a37b-86b69e9e3603,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:41.907669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] For port 947dc439-7c27-47fe-b5ce-5530b5671296, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:41.911274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] For port 947dc439-7c27-47fe-b5ce-5530b5671296, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=947dc439-7c27-47fe-b5ce-5530b5671296,segment=NetworkSegment(a395da40-abfc-4d5c-987f-fddba8e807f8),segment_id=a395da40-abfc-4d5c-987f-fddba8e807f8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:41.917925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.974412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.990686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e4398-3011-4afb-904e-79e0108bd356 None None] Pushing event updated for resources: {'Port': ['ID=947dc439-7c27-47fe-b5ce-5530b5671296,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:42.005098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-6e498cfc-ff31-4079-9895-e32d0c5644f3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.007491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-6e498cfc-ff31-4079-9895-e32d0c5644f3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1458774 Jul 09 19:57:42.022249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:42.060781 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.145389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Transition to ACTIVE for port object c0500665-8094-4620-ac73-79974380a253 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:42.156868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.165483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:42.171204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.171409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f588b5c-ddda-4b52-bbf4-c3317a9bcd79']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:42.214777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f2de5e-4501-4539-999a-3d7d9b1fe3f1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:42.215361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f2de5e-4501-4539-999a-3d7d9b1fe3f1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:42.247298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.269727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.274676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.288011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:42.288011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:42.288413 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:42.365428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network dbf2569f-df04-4963-88dd-e6da73458f1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:42.378970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:42.386805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:42.393913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.5 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/45fdd2b5-c230-427a-8bbb-4be0fd92cf33) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:42.415426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841e51-d66c-4620-bea9-087376b9779b req-2480325b-b2ba-4780-92c0-fa12e75b7cee tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.417014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63841e51-d66c-4620-bea9-087376b9779b req-2480325b-b2ba-4780-92c0-fa12e75b7cee tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1529486 Jul 09 19:57:42.417334 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=c0500665-8094-4620-ac73-79974380a253,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:42.432857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.439597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.444690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f588b5c-ddda-4b52-bbf4-c3317a9bcd79 HTTP/1.1" status: 204 len: 168 time: 0.6122801 Jul 09 19:57:42.454391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:42.459177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50816680-e655-4328-9b47-82e0ab3b57fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2f588b5c-ddda-4b52-bbf4-c3317a9bcd79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:42.467055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.530766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63841e51-d66c-4620-bea9-087376b9779b req-79e0f70d-4c42-47e6-9eca-4bed2bebb86e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041918 Jul 09 19:57:42.567062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Deleting subnet 708972a6-66fc-456b-8605-3683efe06e94 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:42.571764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.603952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.895127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.902449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.981727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.988832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71085be0-05ae-4027-963a-17ab0986601b req-644519b3-30c1-4ed3-b6c0-f19a5edc5713 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 210 time: 0.0403397 Jul 09 19:57:43.021164 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.023164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=c0500665-8094-4620-ac73-79974380a253,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:43.041421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.049380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.125204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.130835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.133393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network dbf2569f-df04-4963-88dd-e6da73458f1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:43.135518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:43.143387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:43.176200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddbede-9422-4800-b833-f5d8d38d5471 None None] Network dbf2569f-df04-4963-88dd-e6da73458f1e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:43.188117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708972a6-66fc-456b-8605-3683efe06e94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:43.193613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.195427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3dd40329-2851-4c32-94dd-1d77f700406d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/708972a6-66fc-456b-8605-3683efe06e94 HTTP/1.1" status: 204 len: 168 time: 0.7400863 Jul 09 19:57:43.199090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:43.221013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:43.255336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:43.266076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:43.270310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:43.274419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbb39d3c-9db0-4e76-bb39-9ae4966085cb None None] Provisioning for port 947dc439-7c27-47fe-b5ce-5530b5671296 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:43.282336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Router 1ea34125-d111-4bf7-9783-3d85bc9482fa is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:57:43.323889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.344093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.344800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.374939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-92728392-14ef-4087-9f3b-939e6fdbaa40 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3582959 Jul 09 19:57:43.383716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:43.391063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Request body: {'port': {'device_id': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:43.392807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-74c1bd2b-d909-441e-a481-8117ea368aa2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "PUT /v2.0/routers/1ea34125-d111-4bf7-9783-3d85bc9482fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347851 Jul 09 19:57:43.393457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:43.399763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'port': {'network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e', 'name': 'tempest-FloatingIPNegativeTestJSON-2110228724'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:43.416794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] Sync routers for ids ['1ea34125-d111-4bf7-9783-3d85bc9482fa'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:43.444472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] Routers {'1ea34125-d111-4bf7-9783-3d85bc9482fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:43.445347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1ea34125-d111-4bf7-9783-3d85bc9482fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.453049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.466797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a8e723-e4c0-465a-bd13-2ab8e80077cb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.490181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.501797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2d3f57-3aa4-4168-8a94-1371e0c612d8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.502092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2d3f57-3aa4-4168-8a94-1371e0c612d8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.508403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] Routers {'1ea34125-d111-4bf7-9783-3d85bc9482fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:43.508936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1ea34125-d111-4bf7-9783-3d85bc9482fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.515728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.529858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Made reservation on behalf of 277ba42e7a054a12b469de3c4e732d7e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:43.534875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.536420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.538102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.542373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:43.543158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17a01f-089d-4c31-a86c-a2a244a7e3cb None None] The sync data for ids ['1ea34125-d111-4bf7-9783-3d85bc9482fa'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:43.552160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:43.552694 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:43.554500 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:43.566784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] device_id is not set on port 75858862-893e-4443-90ff-56eab4bfa16c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:57:43.691448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Allocated IP 172.20.0.10 (dbf2569f-df04-4963-88dd-e6da73458f1e/8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c/75858862-893e-4443-90ff-56eab4bfa16c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:43.736037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.747744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.750219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] 10.222.0.10 "DELETE /v2.0/networks/f2a8e723-e4c0-465a-bd13-2ab8e80077cb HTTP/1.1" status: 204 len: 168 time: 0.5502682 Jul 09 19:57:43.778954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65032e-f9c2-4fff-82cf-2a93b99fb8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a8e723-e4c0-465a-bd13-2ab8e80077cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:43.846506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-254597a6-ea8c-4a94-884f-72c6638a3329 None None] Provisioning for port c0500665-8094-4620-ac73-79974380a253 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:43.857768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-254597a6-ea8c-4a94-884f-72c6638a3329 None None] Provisioning complete for port c0500665-8094-4620-ac73-79974380a253 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:43.858879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-254597a6-ea8c-4a94-884f-72c6638a3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.900874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.903118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c25ec-d168-420f-ba47-20ad59eb37db req-60eb920b-44fa-48c9-9aba-5bad4060e2d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.905220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f1c25ec-d168-420f-ba47-20ad59eb37db req-60eb920b-44fa-48c9-9aba-5bad4060e2d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.2498679 Jul 09 19:57:43.921295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Transition to ACTIVE for port object 75858862-893e-4443-90ff-56eab4bfa16c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:43.927277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-254597a6-ea8c-4a94-884f-72c6638a3329 None None] Port c0500665-8094-4620-ac73-79974380a253 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:43.966742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.978267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f1c25ec-d168-420f-ba47-20ad59eb37db req-fbf475d1-15c7-4408-89c8-0d98679142b2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652573 Jul 09 19:57:44.030958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network dbf2569f-df04-4963-88dd-e6da73458f1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:44.038778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:44.041362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:44.061238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a070af87-98ad-4804-9aa4-7c471cd28225 None None] Provisioning complete for port c0500665-8094-4620-ac73-79974380a253 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:44.061623 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a070af87-98ad-4804-9aa4-7c471cd28225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.067529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:44.078242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=75858862-893e-4443-90ff-56eab4bfa16c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.102115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:44.110652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.111493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.124216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.136601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:44.145538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db02ab6a-9aa3-4094-b2b6-49c8fb50bdb7 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7507720 Jul 09 19:57:44.153244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:44.173596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a070af87-98ad-4804-9aa4-7c471cd28225 None None] Port c0500665-8094-4620-ac73-79974380a253 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:44.182887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.185929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Transition to ACTIVE for port object 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:44.190051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fcbfc363-f39a-4b4b-86af-654439d7d246 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=850a916a1aca4b8e90753846ec4150d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212962 Jul 09 19:57:44.203138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:44.236951 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.277272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 947dc439-7c27-47fe-b5ce-5530b5671296 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:44.282093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.296179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc59e-06cc-4092-980b-209453ec04e3 req-30dae22a-ab33-4abc-a709-53682e4ca402 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.297861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd0bc59e-06cc-4092-980b-209453ec04e3 req-30dae22a-ab33-4abc-a709-53682e4ca402 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 931 time: 0.1348608 Jul 09 19:57:44.305768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Pushing event updated for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.326923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.371010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 947dc439-7c27-47fe-b5ce-5530b5671296 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:44.376096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 947dc439-7c27-47fe-b5ce-5530b5671296 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:44.376774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.386054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd0bc59e-06cc-4092-980b-209453ec04e3 req-cfdd32e1-3a75-45ca-86e1-3ecd4243cc2d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Jul 09 19:57:44.412890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.413975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Attempting to bind port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:44.414301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Attempting to bind port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:44.414744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Attempting to bind port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:44.415935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.416981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/943dcbe3-c0c7-4e0f-8129-0cea774c249a HTTP/1.1" status: 204 len: 168 time: 0.2128823 Jul 09 19:57:44.433185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da3025-8090-4cb6-84db-fe17b446b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943dcbe3-c0c7-4e0f-8129-0cea774c249a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.433646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:44.433646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Attempting to bind port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:44.437789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.450878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:44.451344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:44.451906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:44.452342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Bound port: 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:44.452741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.539347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.541555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8d48ad27-91ba-4509-9a79-bf9c758c8ded None None] Provisioning complete for port c0500665-8094-4620-ac73-79974380a253 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:44.541993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d48ad27-91ba-4509-9a79-bf9c758c8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.611036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:44.612375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 947dc439-7c27-47fe-b5ce-5530b5671296, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=947dc439-7c27-47fe-b5ce-5530b5671296,segment=NetworkSegment(a395da40-abfc-4d5c-987f-fddba8e807f8),segment_id=a395da40-abfc-4d5c-987f-fddba8e807f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:44.613834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8d48ad27-91ba-4509-9a79-bf9c758c8ded None None] Port c0500665-8094-4620-ac73-79974380a253 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:44.617884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:44.621643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.628531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Allocated IP 172.25.3.123 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/aa5efa40-d9ba-4c65-9031-d6b5c7852aff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:44.631645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.682094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=947dc439-7c27-47fe-b5ce-5530b5671296,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.698689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Pushing event updated for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.710489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.711114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.712518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-fed51ed5-617a-484c-be32-ae3b81a99411 service neutron] 10.222.0.59 "PUT /v2.0/ports/45fdd2b5-c230-427a-8bbb-4be0fd92cf33 HTTP/1.1" status: 200 len: 1091 time: 1.3258233 Jul 09 19:57:44.712972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:44.715456 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ac25f-6a48-46d6-93ea-1802d2657d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:44.779874 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6279a1e-3350-4730-819d-a9f026c6f2d7 x-openstack-request-id: req-f6279a1e-3350-4730-819d-a9f026c6f2d7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:44.780171 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:44.780425 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6279a1e-3350-4730-819d-a9f026c6f2d7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:44.780825 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33', 'status': 'completed', 'code': 200} Jul 09 19:57:44.825116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:44.838285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e6336e66-ff9e-49e0-85b6-24ee74e04531 None None] Provisioning for port 75858862-893e-4443-90ff-56eab4bfa16c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:44.842697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e6336e66-ff9e-49e0-85b6-24ee74e04531 None None] Provisioning complete for port 75858862-893e-4443-90ff-56eab4bfa16c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:44.843322 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6336e66-ff9e-49e0-85b6-24ee74e04531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.880898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e6336e66-ff9e-49e0-85b6-24ee74e04531 None None] Port 75858862-893e-4443-90ff-56eab4bfa16c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:44.884491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ea478752-c6c3-4940-bb78-77c722546775 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e82af79c1c34841ad31a063ac91eef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573521 Jul 09 19:57:44.887317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:44.889265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.894666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-d1a0e5c1-e369-4490-a14a-113a1a0c4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.896187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-d1a0e5c1-e369-4490-a14a-113a1a0c4a34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 1094 time: 0.1145720 Jul 09 19:57:44.936517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.942631 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-919e5615-3322-455c-afe3-40e9c9fe2283 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33 HTTP/1.1" status: 200 len: 217 time: 0.0380347 Jul 09 19:57:44.957861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.996591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.006106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.008959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.012452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-4f304140-9098-4bee-8c3c-8ba33627122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.012638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16fbfe25-22c8-4641-8097-82d3dfb8b029 HTTP/1.1" status: 204 len: 168 time: 0.1212738 Jul 09 19:57:45.013322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-4f304140-9098-4bee-8c3c-8ba33627122a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0587652 Jul 09 19:57:45.026981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0019e7-a8ee-42be-9d8c-271dbc7516e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fbfe25-22c8-4641-8097-82d3dfb8b029,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:45.073337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-e44a9d57-a18a-44c0-bbca-ae8759d21df3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361307 Jul 09 19:57:45.075027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:45.083024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:45.097011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:45.131829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=aa5efa40-d9ba-4c65-9031-d6b5c7852aff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:45.187610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebec4a-7bf2-4c49-a7cd-cf9519df423b req-0ddaac95-9908-4357-b878-e21f17d327de tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.189815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55ebec4a-7bf2-4c49-a7cd-cf9519df423b req-0ddaac95-9908-4357-b878-e21f17d327de tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0776801 Jul 09 19:57:45.234753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-f7c244e1-5d71-4e0a-a0a8-ca3555a07488 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529579 Jul 09 19:57:45.241668 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55ebec4a-7bf2-4c49-a7cd-cf9519df423b req-da4dc081-bad9-4706-b905-c895b233a228 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Jul 09 19:57:45.294607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.366258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.390406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dbe776c8-445d-46f1-8d63-ca60cf8c9af7 req-27b68e6b-b6d3-4916-8e5a-961d6f7be43e service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454165 Jul 09 19:57:45.560614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-1abe0355-daae-4af0-b47c-4ade78da1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.562172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-1abe0355-daae-4af0-b47c-4ade78da1181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 1094 time: 0.1072526 Jul 09 19:57:45.661929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.673324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-e06b12c6-102a-4e80-b22e-e5b586f7dde8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632288 Jul 09 19:57:45.676387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.769044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd989cb-a686-4af5-8da7-05261f2de77f req-1a0abd8d-ef4b-415b-a091-280d51827471 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.770574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcd989cb-a686-4af5-8da7-05261f2de77f req-1a0abd8d-ef4b-415b-a091-280d51827471 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 943 time: 0.2329817 Jul 09 19:57:45.780922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096690f-496c-4d5a-ba84-755ace4511bc req-1497b138-b575-4a5a-bb9f-fdab1bc695ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.783230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-1497b138-b575-4a5a-bb9f-fdab1bc695ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 1096 time: 0.0634327 Jul 09 19:57:45.790627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-ad4d82e7-dc4e-4ea8-82d6-6472d8dada93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.792069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-ad4d82e7-dc4e-4ea8-82d6-6472d8dada93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.2108421 Jul 09 19:57:45.802819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=aa5efa40-d9ba-4c65-9031-d6b5c7852aff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:45.857476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-73b3f198-a2c5-4d9f-839d-f2665fa2b60b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33 HTTP/1.1" status: 200 len: 217 time: 0.0556364 Jul 09 19:57:45.875617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.901680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096690f-496c-4d5a-ba84-755ace4511bc req-5f525d07-dcce-4d68-80cc-bed75d0d5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.904316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-5f525d07-dcce-4d68-80cc-bed75d0d5969 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.0987978 Jul 09 19:57:45.904654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fcd989cb-a686-4af5-8da7-05261f2de77f req-4bef617c-2604-4c70-9545-8c164097d3fa tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200607 Jul 09 19:57:45.924441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.926473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a780d2c-8979-42a2-a6ab-f1b2f2778b07 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7882891 Jul 09 19:57:45.931715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-88261735-7e62-45b3-9dab-60d076904086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.933886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-88261735-7e62-45b3-9dab-60d076904086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0687821 Jul 09 19:57:45.934348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:45.939003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e7c26fe2-5470-485f-96d6-c391faefba8e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'floatingip': {'port_id': '75858862-893e-4443-90ff-56eab4bfa16c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:45.957163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-41fff420-7f4d-4754-a10a-5f5f17729484 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 200 len: 217 time: 0.0435283 Jul 09 19:57:46.020129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-71945168-eb6f-4111-b5f8-d84a6fcf75aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618477 Jul 09 19:57:46.020129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7c26fe2-5470-485f-96d6-c391faefba8e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.020774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096690f-496c-4d5a-ba84-755ace4511bc req-48d68074-70cb-4788-8399-2681c6364513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.026553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-48d68074-70cb-4788-8399-2681c6364513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0585940 Jul 09 19:57:46.058186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-e0747c69-4107-4d19-8a99-45461337b993 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298073 Jul 09 19:57:46.167073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-9db097d3-0711-4549-b416-3a09ab26da20 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011569 Jul 09 19:57:46.206423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 947dc439-7c27-47fe-b5ce-5530b5671296 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:46.212003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-346ffd59-17dd-41ab-9e12-4a7f60d6b8c6 service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999269 Jul 09 19:57:46.218915 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e7c26fe2-5470-485f-96d6-c391faefba8e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] update failed (client error): The resource could not be found. Jul 09 19:57:46.220405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e7c26fe2-5470-485f-96d6-c391faefba8e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "PUT /v2.0/floatingips/a5900da4-1b7f-4ed4-9f60-5e61a7017183 HTTP/1.1" status: 404 len: 507 time: 0.2849183 Jul 09 19:57:46.231184 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:46.259597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 947dc439-7c27-47fe-b5ce-5530b5671296 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:46.260190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.367853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-258ac25f-6a48-46d6-93ea-1802d2657d7d req-3787d164-547b-4c18-ada0-2ad8c6c7337f service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451302 Jul 09 19:57:46.433601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b096690f-496c-4d5a-ba84-755ace4511bc req-8d1db628-6d38-4bff-9fc9-50b3af34283b service neutron] 10.222.0.59 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588370 Jul 09 19:57:46.467952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting port aa5efa40-d9ba-4c65-9031-d6b5c7852aff {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:46.468293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.523621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690044d4-d08e-4d5c-8bcc-2516d80240db req-c7319b9a-a91e-4874-bf1c-42612b4c9fab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.525120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-690044d4-d08e-4d5c-8bcc-2516d80240db req-c7319b9a-a91e-4874-bf1c-42612b4c9fab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1344380 Jul 09 19:57:46.583825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.584162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.589370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-690044d4-d08e-4d5c-8bcc-2516d80240db req-16b39da1-5927-4f88-badb-f3ce197ebb29 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579326 Jul 09 19:57:46.601588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Calling delete_port for aa5efa40-d9ba-4c65-9031-d6b5c7852aff owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:47.077361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.095089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787369-4aca-452c-9e53-728497931b57 req-2a9fd422-cd1b-4b97-b379-0200946414ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.096739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb787369-4aca-452c-9e53-728497931b57 req-2a9fd422-cd1b-4b97-b379-0200946414ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 943 time: 0.0687737 Jul 09 19:57:47.111268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Port': ['ID=aa5efa40-d9ba-4c65-9031-d6b5c7852aff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:47.154752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb787369-4aca-452c-9e53-728497931b57 req-3a6e746b-da11-4d3a-80b9-7103ada2f595 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Jul 09 19:57:47.178109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.180595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.181853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8bcec3f7-f4e8-443a-9275-900b866ba54e tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "DELETE /v2.0/floatingips/a5900da4-1b7f-4ed4-9f60-5e61a7017183 HTTP/1.1" status: 204 len: 168 time: 0.9496005 Jul 09 19:57:47.185406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:47.190268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7734bff-2624-4636-9487-d7601972c4d2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'floatingip': {'floating_network_id': 'dbf2569f-df04-4963-88dd-e6da73458f1e', 'port_id': '75858862-893e-4443-90ff-56eab4bfa16c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:47.213912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7734bff-2624-4636-9487-d7601972c4d2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.328237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:47.334811 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b7734bff-2624-4636-9487-d7601972c4d2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 19:57:47.336956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b7734bff-2624-4636-9487-d7601972c4d2 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1505017 Jul 09 19:57:47.341973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:47.346825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '75858862-893e-4443-90ff-56eab4bfa16c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:47.371579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.446906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:47.469259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33', 'mac_address': 'fa:16:3e:b3:9f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:47.493166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.511116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.525199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:47.546394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:47.550462 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.605621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:47.612752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Allocated IP 172.25.3.19 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c7c55e4b-332c-4c2a-9fb9-07330135861b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:47.722619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.766160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['45fdd2b5-c230-427a-8bbb-4be0fd92cf33'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:47.769983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.785088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff970c2-69b6-4bbc-a89f-31ae3bfc86e5 req-86a8099e-46f6-40d9-9b50-4a21ffa7b0d8 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.787285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ff970c2-69b6-4bbc-a89f-31ae3bfc86e5 req-86a8099e-46f6-40d9-9b50-4a21ffa7b0d8 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0707295 Jul 09 19:57:47.813785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:47.821210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:47.827025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:47.839209 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ff970c2-69b6-4bbc-a89f-31ae3bfc86e5 req-f179a0b6-bef0-463a-b10c-0847750cbe08 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 Jul 09 19:57:47.856990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event updated for resources: {'Port': ['ID=c7c55e4b-332c-4c2a-9fb9-07330135861b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.026288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting port c7c55e4b-332c-4c2a-9fb9-07330135861b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:48.026890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.123085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.123742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.135451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Calling delete_port for c7c55e4b-332c-4c2a-9fb9-07330135861b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:48.260771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.300233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Port': ['ID=c7c55e4b-332c-4c2a-9fb9-07330135861b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.405816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe1c74-8778-4386-bcdf-1e00b9aa895f req-6a3f51ae-7391-4e33-8232-d2cf5f978d9c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.407341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe1c74-8778-4386-bcdf-1e00b9aa895f req-6a3f51ae-7391-4e33-8232-d2cf5f978d9c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 944 time: 0.1380744 Jul 09 19:57:48.412754 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] create failed (client error): The resource could not be found. Jul 09 19:57:48.413737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28c89a87-f4a3-4db3-b3b0-fcb1c9321e70 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0707583 Jul 09 19:57:48.418879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:48.446958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bbe1c74-8778-4386-bcdf-1e00b9aa895f req-fb155407-577e-4a3e-9263-3d6665470365 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Jul 09 19:57:48.520915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting port 75858862-893e-4443-90ff-56eab4bfa16c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:48.521400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.608454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.621482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Calling delete_port for 75858862-893e-4443-90ff-56eab4bfa16c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:48.749422 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.764374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.795911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Port': ['ID=75858862-893e-4443-90ff-56eab4bfa16c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.886040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.891107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:48.891561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f17e729-0bcd-401b-bb18-39e3ddaf75e5 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "DELETE /v2.0/ports/75858862-893e-4443-90ff-56eab4bfa16c HTTP/1.1" status: 204 len: 168 time: 0.4713135 Jul 09 19:57:48.976090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3029c-7b05-48f0-9dde-0d23d9b19a57 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.980578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27b3029c-7b05-48f0-9dde-0d23d9b19a57 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea34125-d111-4bf7-9783-3d85bc9482fa HTTP/1.1" status: 200 len: 913 time: 0.0855317 Jul 09 19:57:48.980784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:49.135740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148297e9-0065-48bc-9ad4-1731c5ebd84f req-53785d46-459b-49bd-b507-368e2e35d909 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.137293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-148297e9-0065-48bc-9ad4-1731c5ebd84f req-53785d46-459b-49bd-b507-368e2e35d909 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1607838 Jul 09 19:57:49.244772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-148297e9-0065-48bc-9ad4-1731c5ebd84f req-8f0aa9ba-28aa-4183-92ae-b2e46286a41b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740139 Jul 09 19:57:49.340336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:49.389421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.390982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:49.394739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:49.395116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.480146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.510965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:49.514411 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8117914-0974-42e9-9d2d-e0214e41b04f" -d '{"events": [{"server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "name": "network-vif-plugged", "status": "completed", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:49.538880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:49.543349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.599657 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ca005-ca6f-4d6f-aab8-e686e269483a x-openstack-request-id: req-7a8ca005-ca6f-4d6f-aab8-e686e269483a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:49.613377 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "name": "network-vif-plugged", "status": "completed", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:49.613733 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a8ca005-ca6f-4d6f-aab8-e686e269483a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:49.614760 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33', 'code': 200} Jul 09 19:57:49.642454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.676461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb847-c12c-4d28-8c43-34ad083977e8 req-808e6a49-1a74-413a-8e8e-142946610802 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.678216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-824fb847-c12c-4d28-8c43-34ad083977e8 req-808e6a49-1a74-413a-8e8e-142946610802 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.0764365 Jul 09 19:57:49.718336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-824fb847-c12c-4d28-8c43-34ad083977e8 req-e5d544c9-242b-4128-bb7a-c0944ea12522 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Jul 09 19:57:49.759492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffb228-747c-49dd-8703-34e910bfac16 req-6db8524f-1922-42c2-9d68-b2a1528012e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.761245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbffb228-747c-49dd-8703-34e910bfac16 req-6db8524f-1922-42c2-9d68-b2a1528012e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 1096 time: 0.0929999 Jul 09 19:57:49.763286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting port c0500665-8094-4620-ac73-79974380a253 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:49.763741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.850813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbffb228-747c-49dd-8703-34e910bfac16 req-f44d9673-5bd5-49d6-af4c-b42d53b41116 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819340 Jul 09 19:57:49.877341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.889815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Calling delete_port for c0500665-8094-4620-ac73-79974380a253 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:50.066884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.111797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Port': ['ID=c0500665-8094-4620-ac73-79974380a253,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.255085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.397004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-cf40fc06-a1c2-43f7-b5b6-721a18c0086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.398671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-cf40fc06-a1c2-43f7-b5b6-721a18c0086b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.0696006 Jul 09 19:57:50.471174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Router 1ea34125-d111-4bf7-9783-3d85bc9482fa has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:50.531690 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-fa55f8ea-d5d5-40bd-82a6-ca1b5110ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.533203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-fa55f8ea-d5d5-40bd-82a6-ca1b5110ef72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.1128452 Jul 09 19:57:50.568398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a4df7-18b3-4c86-8142-20da4fbef748 req-8db6aa3e-a038-4ff3-8461-24ea048ca112 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.569980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae5a4df7-18b3-4c86-8142-20da4fbef748 req-8db6aa3e-a038-4ff3-8461-24ea048ca112 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1761198 Jul 09 19:57:50.572965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:50.581540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a1f74b6a-6bd9-4c51-815a-31edf654aa90 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "PUT /v2.0/routers/1ea34125-d111-4bf7-9783-3d85bc9482fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953689 Jul 09 19:57:50.581540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:50.585813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] Sync routers for ids ['1ea34125-d111-4bf7-9783-3d85bc9482fa'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:50.613992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-8c255c6f-fc03-492a-aaa6-c7f223469a6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 1001 time: 0.0740976 Jul 09 19:57:50.617038 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] Routers {'1ea34125-d111-4bf7-9783-3d85bc9482fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:50.617691 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1ea34125-d111-4bf7-9783-3d85bc9482fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:50.678573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.682067 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:50.696776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-85509f18-486c-4a07-b316-1cbffe2a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.699368 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] Routers {'1ea34125-d111-4bf7-9783-3d85bc9482fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:50.699888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-85509f18-486c-4a07-b316-1cbffe2a0930 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0777574 Jul 09 19:57:50.701989 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:57:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['1ea34125-d111-4bf7-9783-3d85bc9482fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:50.762197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae5a4df7-18b3-4c86-8142-20da4fbef748 req-4df5e458-1be0-4a9b-970c-f5d6f61e7117 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723106 Jul 09 19:57:50.799193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:50.799869 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f49469-6994-49a5-978b-e41023f722e3 None None] The sync data for ids ['1ea34125-d111-4bf7-9783-3d85bc9482fa'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:50.823647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-d3012b8e-2831-4390-8288-efca95f46c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.825536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-d3012b8e-2831-4390-8288-efca95f46c76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152141 Jul 09 19:57:50.895110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.897645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.946274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.947348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea34125-d111-4bf7-9783-3d85bc9482fa {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:50.955511 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.960318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-992122ec-c694-4668-baf1-66e9c0770dd3 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "DELETE /v2.0/routers/1ea34125-d111-4bf7-9783-3d85bc9482fa HTTP/1.1" status: 204 len: 168 time: 0.3784320 Jul 09 19:57:50.961015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:51.017930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting subnet 8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:51.021410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.067828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.165270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.232661 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.257282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf74cd8-1e64-430a-b850-e4f34c60f439 None None] Network dbf2569f-df04-4963-88dd-e6da73458f1e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:51.268991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.271149 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "DELETE /v2.0/subnets/8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c HTTP/1.1" status: 204 len: 168 time: 0.3089468 Jul 09 19:57:51.272521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c140ae-4d05-416a-ac2f-fbf759cd7678 tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccfae40-4f00-4ade-bfc6-d85e0a8a0e3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:51.274920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:51.373462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-46e1f91f-909e-4d7e-9687-17b9b7e25626 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395887 Jul 09 19:57:51.391450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.391771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc49-fca6-4d18-8448-7ff693fb8869 req-90e4b97c-d0b3-4396-b06d-be12144ee977 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.393814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3abc49-fca6-4d18-8448-7ff693fb8869 req-90e4b97c-d0b3-4396-b06d-be12144ee977 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.4959891 Jul 09 19:57:51.501463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3abc49-fca6-4d18-8448-7ff693fb8869 req-7d670250-a019-4e3c-a805-f12f6970ff3b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992634 Jul 09 19:57:51.532304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Deleting port 947dc439-7c27-47fe-b5ce-5530b5671296 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:51.532792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.539788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0d945bf8-a7cb-44ed-96e4-f88c4057da23 req-1520b037-d225-40ff-81ff-060b4d80d8c3 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579781 Jul 09 19:57:51.613786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] DHCP port deletion for dbf2569f-df04-4963-88dd-e6da73458f1e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:51.644813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] For port 947dc439-7c27-47fe-b5ce-5530b5671296, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=947dc439-7c27-47fe-b5ce-5530b5671296,segment=NetworkSegment(a395da40-abfc-4d5c-987f-fddba8e807f8),segment_id=a395da40-abfc-4d5c-987f-fddba8e807f8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:51.644813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.645069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:51.663280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Calling delete_port for 947dc439-7c27-47fe-b5ce-5530b5671296 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:51.683587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Deleting port 947dc439-7c27-47fe-b5ce-5530b5671296 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:51.687052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.763439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.793115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Port': ['ID=947dc439-7c27-47fe-b5ce-5530b5671296,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:51.808601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] No DVR routers for this DVR port 947dc439-7c27-47fe-b5ce-5530b5671296 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:51.827374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] For port 947dc439-7c27-47fe-b5ce-5530b5671296, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=947dc439-7c27-47fe-b5ce-5530b5671296,segment=NetworkSegment(a395da40-abfc-4d5c-987f-fddba8e807f8),segment_id=a395da40-abfc-4d5c-987f-fddba8e807f8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:51.828519 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.847061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Calling delete_port for 947dc439-7c27-47fe-b5ce-5530b5671296 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:51.930768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.946111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0bda69-e7e6-4756-8d69-ac918adf76ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:57:51.952010 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 19:57:51.956495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.961262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55acd4a-63c7-4655-9c8c-fae78d8cdd02 req-4a094719-62d0-4c34-af89-279e0c84fb07 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.966504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c55acd4a-63c7-4655-9c8c-fae78d8cdd02 req-4a094719-62d0-4c34-af89-279e0c84fb07 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.0791416 Jul 09 19:57:51.966768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf2569f-df04-4963-88dd-e6da73458f1e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:51.982628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] Pushing event deleted for resources: {'Port': ['ID=947dc439-7c27-47fe-b5ce-5530b5671296,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:51.986469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c76e7-8d2a-4366-9024-54f9a4f6cc25 None None] No DVR routers for this DVR port 947dc439-7c27-47fe-b5ce-5530b5671296 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:52.007268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a395da40-abfc-4d5c-987f-fddba8e807f8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:52.007570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a395da40-abfc-4d5c-987f-fddba8e807f8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:52.012143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c55acd4a-63c7-4655-9c8c-fae78d8cdd02 req-d091d45d-fb9f-4074-bbde-dc1eb960c451 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Jul 09 19:57:52.024356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.052219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.064762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:52.065181 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:52.068103 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:52.140377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480219-cd10-415e-baec-936279968749 req-e678303c-6bc4-4fce-acc0-88347429ecfe tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.142213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9480219-cd10-415e-baec-936279968749 req-e678303c-6bc4-4fce-acc0-88347429ecfe tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1973100 Jul 09 19:57:52.164174 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.187393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 947dc439-7c27-47fe-b5ce-5530b5671296 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:52.189245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.194452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] 10.222.0.10 "DELETE /v2.0/networks/dbf2569f-df04-4963-88dd-e6da73458f1e HTTP/1.1" status: 204 len: 168 time: 0.9185679 Jul 09 19:57:52.198175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec2544-236b-471b-b66f-ba464abadac0 req-46caee0f-650b-46e7-9531-61ca8ca1d2c1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.205775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93ec2544-236b-471b-b66f-ba464abadac0 req-46caee0f-650b-46e7-9531-61ca8ca1d2c1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.0729630 Jul 09 19:57:52.212678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 947dc439-7c27-47fe-b5ce-5530b5671296 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:52.213422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 947dc439-7c27-47fe-b5ce-5530b5671296 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:52.216084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406f650-c03e-4b23-9f94-d06ff3f0e37a tempest-FloatingIPNegativeTestJSON-503498064 tempest-FloatingIPNegativeTestJSON-503498064-project] Pushing event deleted for resources: {'Network': ['ID=dbf2569f-df04-4963-88dd-e6da73458f1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.241830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9480219-cd10-415e-baec-936279968749 req-29dc9b02-cdde-420c-a0c4-a42cd6d00b75 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905199 Jul 09 19:57:52.257455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93ec2544-236b-471b-b66f-ba464abadac0 req-dc0185db-1064-4306-ac94-4ec5e6876314 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506194 Jul 09 19:57:52.293397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0bda69-e7e6-4756-8d69-ac918adf76ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.298885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f0bda69-e7e6-4756-8d69-ac918adf76ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.339092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f0bda69-e7e6-4756-8d69-ac918adf76ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43588b404c5247fd9f271147cc619836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929061 Jul 09 19:57:52.343499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 57986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.349348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bda69-e7e6-4756-8d69-ac918adf76ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2cec5-1a94-4532-b73d-695e1a34f860,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.389002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbcd73b6-d13e-4aa2-904b-57152c801f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.406195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.441267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.451867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 57990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.518547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.521869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.525499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ad2cec5-1a94-4532-b73d-695e1a34f860 HTTP/1.1" status: 204 len: 168 time: 0.1786911 Jul 09 19:57:52.532447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7fdd1-77b5-4269-9091-df81dc6fea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2cec5-1a94-4532-b73d-695e1a34f860,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.639593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a213b377-f8fa-40ec-9c98-21d5b852fa31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=277ba42e7a054a12b469de3c4e732d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866131 Jul 09 19:57:52.642291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.767860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-fc8e97da-51d1-4327-b4b7-77114004755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.769441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-fc8e97da-51d1-4327-b4b7-77114004755f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 1096 time: 0.1076603 Jul 09 19:57:52.779000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88240c5-caef-4076-9233-298471701b7a req-5fd307d4-bc5a-4974-8d64-f6cf31a8b3d1 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.780605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a88240c5-caef-4076-9233-298471701b7a req-5fd307d4-bc5a-4974-8d64-f6cf31a8b3d1 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1214859 Jul 09 19:57:52.874312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a88240c5-caef-4076-9233-298471701b7a req-7d47276a-2e98-415c-8164-10c3e1ccbae8 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834897 Jul 09 19:57:52.909466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-93707015-026a-4341-878e-90c84c487321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.910967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-93707015-026a-4341-878e-90c84c487321 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.1293619 Jul 09 19:57:52.915800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.962169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2ede0b4-1430-40ca-82eb-311edc07c438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.011910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-d6f7b45a-1eb1-4c31-8fd0-ae82af295904 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 200 len: 1001 time: 0.0886571 Jul 09 19:57:53.073314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.081575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-04fb292d-2449-420c-89d0-eecaeb515e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.083248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-04fb292d-2449-420c-89d0-eecaeb515e39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0622008 Jul 09 19:57:53.103239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.112556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848934d4-1a18-491c-87fd-eb13bb6e7a22 req-71348c34-7536-4825-a5a9-6623dd527c84 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.114115 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-848934d4-1a18-491c-87fd-eb13bb6e7a22 req-71348c34-7536-4825-a5a9-6623dd527c84 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.1156018 Jul 09 19:57:53.150900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2ede0b4-1430-40ca-82eb-311edc07c438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.158725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2ede0b4-1430-40ca-82eb-311edc07c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.177965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-848934d4-1a18-491c-87fd-eb13bb6e7a22 req-e270d9b1-3251-45c5-a64f-2baa6b82997a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559325 Jul 09 19:57:53.194124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.196715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.197946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34eb22c5-1e11-4b02-8414-a61dcb700aaf HTTP/1.1" status: 204 len: 168 time: 0.5479200 Jul 09 19:57:53.207043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dfae1-ac35-4339-80d2-e2413ec8c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb22c5-1e11-4b02-8414-a61dcb700aaf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.222262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-71eed824-229b-4141-b7d3-d6696f3ca1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.223792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-71eed824-229b-4141-b7d3-d6696f3ca1d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338549 Jul 09 19:57:53.224438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ede0b4-1430-40ca-82eb-311edc07c438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec98c5-2b6a-46dd-98a7-765873af236b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.231317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2ede0b4-1430-40ca-82eb-311edc07c438 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=300731bbc0ab4c6688ca5604a064ba49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119667 Jul 09 19:57:53.231528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:53.274876 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.344923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.364412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-fb293fda-4e52-4aa7-b53f-e1c9d16262a2 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336617 Jul 09 19:57:53.384799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.490468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a830bd7-a67b-40c8-89d0-69524e713f78 req-a9faf1f1-003b-471a-b3e7-7ce9ec6a96d8 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178968 Jul 09 19:57:53.502959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.505862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.509847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4ec98c5-2b6a-46dd-98a7-765873af236b HTTP/1.1" status: 204 len: 168 time: 0.2749689 Jul 09 19:57:53.515834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6997c-da72-477c-a42e-8449332fdd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec98c5-2b6a-46dd-98a7-765873af236b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.796552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:53.819294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5d0a631-1e0c-4eae-9152-15a6ad05294a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.918363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5d0a631-1e0c-4eae-9152-15a6ad05294a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.930269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5d0a631-1e0c-4eae-9152-15a6ad05294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.972254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0a631-1e0c-4eae-9152-15a6ad05294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626e9391-f047-4b3d-b81c-bd2ee1028bb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.973109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-59e670af-cdb9-4738-82f9-e19c544570bd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.974697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-59e670af-cdb9-4738-82f9-e19c544570bd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.0753329 Jul 09 19:57:53.999314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f5d0a631-1e0c-4eae-9152-15a6ad05294a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=661da47de7c44a89be277cf53c45ff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016184 Jul 09 19:57:54.003311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:54.117683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:54.117683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.149359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.161350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1d3d-eec7-4198-b25a-e71e1e238411 req-c0e6438e-905c-48a9-b3cb-368a0630c288 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.162955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c0a1d3d-eec7-4198-b25a-e71e1e238411 req-c0e6438e-905c-48a9-b3cb-368a0630c288 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.1337414 Jul 09 19:57:54.188449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.233857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:54.234342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.249781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:54.280687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.283996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.288604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/626e9391-f047-4b3d-b81c-bd2ee1028bb9 HTTP/1.1" status: 204 len: 168 time: 0.2838395 Jul 09 19:57:54.304059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1711e-4322-4520-a6a7-9a3d917c182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e9391-f047-4b3d-b81c-bd2ee1028bb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:54.439041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c0a1d3d-eec7-4198-b25a-e71e1e238411 req-2a8b051e-a62b-4bd2-bf40-425bd72dcf77 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676702 Jul 09 19:57:54.469719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e8da-7076-4d35-8071-b53a3f3b3c42 req-bce111c4-b951-4d7a-ad2b-47d24f397309 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.470869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b22e8da-7076-4d35-8071-b53a3f3b3c42 req-bce111c4-b951-4d7a-ad2b-47d24f397309 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92b047c-4e74-44ee-aaf0-c25c5cc0decc HTTP/1.1" status: 200 len: 945 time: 0.1108451 Jul 09 19:57:54.478752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.492220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986', '45fdd2b5-c230-427a-8bbb-4be0fd92cf33'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:54.518558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=45fdd2b5-c230-427a-8bbb-4be0fd92cf33,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:54.591947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b22e8da-7076-4d35-8071-b53a3f3b3c42 req-1994a654-bea1-4c9a-9244-4bd691caf811 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108525 Jul 09 19:57:54.615403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:54.618062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.620041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3682a1cc-d3fb-4131-9a50-b7b4dd0ed47e req-21b01ed5-9912-47c3-8827-329a59b5e83f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "DELETE /v2.0/ports/45fdd2b5-c230-427a-8bbb-4be0fd92cf33 HTTP/1.1" status: 204 len: 173 time: 0.6302738 Jul 09 19:57:54.620982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'name': 'network-vif-deleted', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:54.623291 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb57dc-e080-47dd-9a1d-f6bd9c5f8f98" -d '{"events": [{"server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "name": "network-vif-deleted", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:54.821099 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef8f8f-6b4d-4569-835c-38e334fb3d3d x-openstack-request-id: req-16ef8f8f-6b4d-4569-835c-38e334fb3d3d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:54.821467 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92b047c-4e74-44ee-aaf0-c25c5cc0decc", "name": "network-vif-deleted", "tag": "45fdd2b5-c230-427a-8bbb-4be0fd92cf33", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:54.821718 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16ef8f8f-6b4d-4569-835c-38e334fb3d3d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:54.822110 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92b047c-4e74-44ee-aaf0-c25c5cc0decc', 'name': 'network-vif-deleted', 'tag': '45fdd2b5-c230-427a-8bbb-4be0fd92cf33', 'status': 'completed', 'code': 200} Jul 09 19:57:54.946734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea530-c84c-45c4-a9ec-1841888cdd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.236142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.642844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb358d32-dee1-476e-9dcc-c2fc60654489 req-67869426-c9f5-4fd3-bf9c-389943a17919 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.644394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb358d32-dee1-476e-9dcc-c2fc60654489 req-67869426-c9f5-4fd3-bf9c-389943a17919 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0752459 Jul 09 19:57:55.685824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb358d32-dee1-476e-9dcc-c2fc60654489 req-d174c994-e456-485f-ae20-40d5cc4dadda tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345862 Jul 09 19:57:55.975420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-4ad22df6-56f9-4976-ae4b-d3f0df1f2158 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.976902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-4ad22df6-56f9-4976-ae4b-d3f0df1f2158 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1072741 Jul 09 19:57:55.992740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-fb152730-3155-4f15-bc8a-47860d976319 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/quotas/8bdb4ebd4b224300ab06f0b935d5c2a2 HTTP/1.1" status: 200 len: 375 time: 0.0092883 Jul 09 19:57:56.060321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-ba843454-1922-4148-959e-ffd97c786223 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621827 Jul 09 19:57:56.270613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-87b50482-5fcb-4c8f-a31b-b86b1080a82c service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035701 Jul 09 19:57:56.363675 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.368721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-f6df839d-4fdf-4038-b812-6ff394377501 service neutron] 10.222.0.10 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921292 Jul 09 19:57:56.556462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8060aa54-5fda-4017-b342-c4e2cd55f9f9 req-caf4ddd9-70bf-427b-a885-24a3ce9763c1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Jul 09 19:57:57.359702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:57.390120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:57.391366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 45fdd2b5-c230-427a-8bbb-4be0fd92cf33 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:57.758433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7253adb4-d428-40e3-b738-b7cc98aa8de6 req-f0982ed1-d245-49c5-9716-5ba1324c315a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 210 time: 0.0423975 Jul 09 19:57:57.774453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-f7aad7de-7d19-424f-a706-0de93bb337d3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:57.776505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-f7aad7de-7d19-424f-a706-0de93bb337d3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 806 time: 0.1796370 Jul 09 19:57:57.790283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Request body: {'port': {'device_id': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'admin_state_up': True, 'tenant_id': '8bdb4ebd4b224300ab06f0b935d5c2a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:57.841842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.919867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Made reservation on behalf of 8bdb4ebd4b224300ab06f0b935d5c2a2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:57.923666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.071663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Allocated IP 172.20.0.11 (4dd50e91-3e0e-4821-85f3-324b4984b611/769cfa7a-be95-4ccb-843d-a49fadc8b811/34954dea-4fc8-45c8-afce-85106272d3df) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:58.244053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.288590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.302989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:58.348667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Network 4dd50e91-3e0e-4821-85f3-324b4984b611 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:58.355253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:58.360588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:58.396103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event updated for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.434388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.435443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.457120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-62ac395c-1617-4876-af88-cc8831c4c25b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6708772 Jul 09 19:57:58.469833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Request body: {'port': {'device_id': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:58.547836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.835647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34954dea-4fc8-45c8-afce-85106272d3df {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:58.845466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.858722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Transition to ACTIVE for port object 34954dea-4fc8-45c8-afce-85106272d3df will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:58.863646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.965968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Pushing event updated for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.987079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf18a-69f1-44e1-a27f-fc261ef1dd10 req-3d153675-70bf-44f0-b5fb-93c35e84eb92 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.993784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c07bf18a-69f1-44e1-a27f-fc261ef1dd10 req-3d153675-70bf-44f0-b5fb-93c35e84eb92 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 944 time: 0.0881696 Jul 09 19:57:59.006361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Attempting to bind port 34954dea-4fc8-45c8-afce-85106272d3df on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:59.006692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Attempting to bind port 34954dea-4fc8-45c8-afce-85106272d3df by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:59.007024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Attempting to bind port 34954dea-4fc8-45c8-afce-85106272d3df on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:59.012586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Port 34954dea-4fc8-45c8-afce-85106272d3df on network 4dd50e91-3e0e-4821-85f3-324b4984b611 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:59.012908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Attempting to bind port 34954dea-4fc8-45c8-afce-85106272d3df on network 4dd50e91-3e0e-4821-85f3-324b4984b611 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:59.018493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:59.019223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Checking segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:59.019739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Bound using segment: {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:59.020172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Bound port: 34954dea-4fc8-45c8-afce-85106272d3df, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea15b0-039f-4c1f-bf9e-0c1010671773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:59.020529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.034057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c07bf18a-69f1-44e1-a27f-fc261ef1dd10 req-23a5f29c-4ffd-42f3-9fca-b616ffac8d4e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Jul 09 19:57:59.122730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:59.126263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=34954dea-4fc8-45c8-afce-85106272d3df,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:59.141266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.241371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:59.241999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.244731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] 10.222.0.25 "PUT /v2.0/ports/34954dea-4fc8-45c8-afce-85106272d3df HTTP/1.1" status: 200 len: 1092 time: 0.7788908 Jul 09 19:57:59.250835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:59.252586 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c17401-9901-4c3e-b79f-143379b1482d" -d '{"events": [{"name": "network-changed", "server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "tag": "34954dea-4fc8-45c8-afce-85106272d3df"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:59.327708 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696cda8a-30fd-46e4-8d0a-584a52496b83 x-openstack-request-id: req-696cda8a-30fd-46e4-8d0a-584a52496b83 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:59.328004 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "tag": "34954dea-4fc8-45c8-afce-85106272d3df", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:59.328260 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-696cda8a-30fd-46e4-8d0a-584a52496b83 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:59.328665 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df', 'status': 'completed', 'code': 200} Jul 09 19:57:59.345837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883c8cb-19a5-4273-8298-29017ff7df21 service neutron] Pushing event updated for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:59.366220 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:57:59.383675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-b70c41a8-a3f0-4de1-a864-4ff55dda9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:59.385432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-b70c41a8-a3f0-4de1-a864-4ff55dda9f67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 1095 time: 0.0737402 Jul 09 19:57:59.432399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-d7b14035-40c0-423a-88d5-32b965ba4a31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34954dea-4fc8-45c8-afce-85106272d3df HTTP/1.1" status: 200 len: 217 time: 0.0399721 Jul 09 19:57:59.483066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-4818b93f-5c7b-4a80-a3c4-32c71a1dc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:59.484483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-4818b93f-5c7b-4a80-a3c4-32c71a1dc43d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0465376 Jul 09 19:57:59.518273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-a37e300f-4b35-4e37-b6b2-10acbdf65559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280488 Jul 09 19:57:59.613891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-aba57807-a051-45d6-adcb-7121eb326851 service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895510 Jul 09 19:57:59.705682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca03fec3-04c0-47e3-ab3b-6726fa6c31ae req-b9b8de5e-64c8-4e72-a6a0-5f7cc2d98c9d service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Jul 09 19:57:59.809628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17401-9901-4c3e-b79f-143379b1482d req-6576c4c1-687c-4235-8f98-581d44870180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:59.811582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-6576c4c1-687c-4235-8f98-581d44870180 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 1095 time: 0.0598285 Jul 09 19:57:59.907919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17401-9901-4c3e-b79f-143379b1482d req-784c620c-c880-4fd9-8c20-22d1f30c5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:59.909653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-784c620c-c880-4fd9-8c20-22d1f30c5118 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 200 len: 907 time: 0.0909700 Jul 09 19:57:59.954265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-8265d703-e5f7-4762-9e75-9461777cc2ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34954dea-4fc8-45c8-afce-85106272d3df HTTP/1.1" status: 200 len: 217 time: 0.0356400 Jul 09 19:58:00.002264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17401-9901-4c3e-b79f-143379b1482d req-aae1ac11-1773-4a21-82c4-94d2dd12fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.003727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-aae1ac11-1773-4a21-82c4-94d2dd12fc0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 200 len: 846 time: 0.0440667 Jul 09 19:58:00.040692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-d5ceba94-b957-4093-a155-1a5a5f8d204b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4dd50e91-3e0e-4821-85f3-324b4984b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305693 Jul 09 19:58:00.145852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-cff4abfa-43b1-498f-856b-a9e5a8264f5e service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988622 Jul 09 19:58:00.247959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1517-d53a-4003-912d-6989328f138a req-7d9851d9-8277-4433-a7eb-2276f0da4c72 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.249750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b9a1517-d53a-4003-912d-6989328f138a req-7d9851d9-8277-4433-a7eb-2276f0da4c72 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 944 time: 0.0831897 Jul 09 19:58:00.257105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c17401-9901-4c3e-b79f-143379b1482d req-8e1284d7-c3d9-4107-bae1-dd7f95e6324f service neutron] 10.222.0.25 "GET /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049192 Jul 09 19:58:00.300014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b9a1517-d53a-4003-912d-6989328f138a req-efb14788-966c-455b-a98c-ed17f87134c6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jul 09 19:58:01.494066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8be8a-b71b-415a-9688-e1e62f2e4a7d req-4dce2430-4db6-43ab-ae26-9df8eddaa2a4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:01.497602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0d8be8a-b71b-415a-9688-e1e62f2e4a7d req-4dce2430-4db6-43ab-ae26-9df8eddaa2a4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 944 time: 0.0765276 Jul 09 19:58:01.542038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0d8be8a-b71b-415a-9688-e1e62f2e4a7d req-348f6a4c-ea64-4a00-822d-5f61cf5254de tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Jul 09 19:58:02.717739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffeba8-fa98-4cde-a3e0-abf9c6301035 req-873275a8-f937-4418-8488-93f2bc1465b5 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:02.719904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13ffeba8-fa98-4cde-a3e0-abf9c6301035 req-873275a8-f937-4418-8488-93f2bc1465b5 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 944 time: 0.0660503 Jul 09 19:58:02.778803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13ffeba8-fa98-4cde-a3e0-abf9c6301035 req-55ec4e70-9c08-46ce-9ebb-09d75b1b69a6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Jul 09 19:58:03.986537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00eb1-b849-4823-89a6-e79ed332830a req-04e0faf3-f34e-43c2-83d9-90d36df616a3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:03.988611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87c00eb1-b849-4823-89a6-e79ed332830a req-04e0faf3-f34e-43c2-83d9-90d36df616a3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 944 time: 0.0924940 Jul 09 19:58:04.036864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87c00eb1-b849-4823-89a6-e79ed332830a req-d3a19a4d-9ce7-4280-bcaf-fe7d32ad95ec tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Jul 09 19:58:04.692515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 34954dea-4fc8-45c8-afce-85106272d3df details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:04.817873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=34954dea-4fc8-45c8-afce-85106272d3df,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:04.831909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '34954dea-4fc8-45c8-afce-85106272d3df', 'network_id': '4dd50e91-3e0e-4821-85f3-324b4984b611', 'port_id': '34954dea-4fc8-45c8-afce-85106272d3df', 'mac_address': 'fa:16:3e:3f:17:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cfa7a-be95-4ccb-843d-a49fadc8b811', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:04.874914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.890013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34954dea-4fc8-45c8-afce-85106272d3df {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:04.911252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=34954dea-4fc8-45c8-afce-85106272d3df,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:04.916307 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.976094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:04.986121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.986464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.986807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.987207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.987550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.987971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.988222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.988540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.988878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.991348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.991684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:04.992016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:05.235336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['34954dea-4fc8-45c8-afce-85106272d3df'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:05.252308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c5609-a7ed-4dd7-9196-ed5507b3ab5c req-be055004-c55d-4f2b-a311-f92e5bacceb4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:05.259468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27c5609-a7ed-4dd7-9196-ed5507b3ab5c req-be055004-c55d-4f2b-a311-f92e5bacceb4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 945 time: 0.0830879 Jul 09 19:58:05.300954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f27c5609-a7ed-4dd7-9196-ed5507b3ab5c req-cbd53f47-6f97-4058-b8f3-4d41915219c8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Jul 09 19:58:06.501571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f4aa1-aa2c-4c10-ad7c-0c88935d63a4 req-049fa4e1-c5ae-47b6-9e76-7e5a58bd88b9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:06.503225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c20f4aa1-aa2c-4c10-ad7c-0c88935d63a4 req-049fa4e1-c5ae-47b6-9e76-7e5a58bd88b9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 945 time: 0.0758610 Jul 09 19:58:06.554682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c20f4aa1-aa2c-4c10-ad7c-0c88935d63a4 req-2a5d255a-4b0a-4f80-a3ef-686c43efcc58 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Jul 09 19:58:06.694468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 34954dea-4fc8-45c8-afce-85106272d3df up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:06.752750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 34954dea-4fc8-45c8-afce-85106272d3df completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:06.759844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 34954dea-4fc8-45c8-afce-85106272d3df triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:06.760678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.062947 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.089415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:07.091496 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1b4d4-7a1b-4619-a504-0e9129d26b76" -d '{"events": [{"server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "name": "network-vif-plugged", "status": "completed", "tag": "34954dea-4fc8-45c8-afce-85106272d3df"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:07.111727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=34954dea-4fc8-45c8-afce-85106272d3df,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:07.126750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.161381 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e04dd3-2370-4ae8-a134-8f94969c0725 x-openstack-request-id: req-09e04dd3-2370-4ae8-a134-8f94969c0725 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:07.163817 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "name": "network-vif-plugged", "status": "completed", "tag": "34954dea-4fc8-45c8-afce-85106272d3df", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:07.163817 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09e04dd3-2370-4ae8-a134-8f94969c0725 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:07.163817 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df', 'code': 200} Jul 09 19:58:07.183479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:07.291643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a38dde-e053-430c-8510-bf67c4ecf3d5 req-a07cf159-16d1-48ef-ad1f-63bc21490b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:07.293406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91a38dde-e053-430c-8510-bf67c4ecf3d5 req-a07cf159-16d1-48ef-ad1f-63bc21490b2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 1097 time: 0.0635476 Jul 09 19:58:07.351044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-91a38dde-e053-430c-8510-bf67c4ecf3d5 req-da8e99e5-f148-4fbf-99b2-aba4405f24e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510087 Jul 09 19:58:07.736948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114c0b4-cf3b-40bd-9fba-fea37b872d4e req-fc5d1481-6815-4ca1-b4f7-432420d98295 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:07.738491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e114c0b4-cf3b-40bd-9fba-fea37b872d4e req-fc5d1481-6815-4ca1-b4f7-432420d98295 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0683632 Jul 09 19:58:07.779323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e114c0b4-cf3b-40bd-9fba-fea37b872d4e req-ec051204-e954-4860-bbfe-d50bce8eb1c7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Jul 09 19:58:08.983744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8227a1-32a2-47fd-b451-c900f1f9c9c4 req-40d2afdd-7632-4c91-aa79-4510e1f0aaff tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:08.985702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e8227a1-32a2-47fd-b451-c900f1f9c9c4 req-40d2afdd-7632-4c91-aa79-4510e1f0aaff tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0733058 Jul 09 19:58:09.025326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e8227a1-32a2-47fd-b451-c900f1f9c9c4 req-e213c730-65bc-4185-b185-d0c9c30ce6cd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Jul 09 19:58:09.383035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915509-91a0-44ed-881b-41f3d78b5ed6 req-8b0d8724-dcbb-4d14-a254-ce4aa915a81d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.384751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73915509-91a0-44ed-881b-41f3d78b5ed6 req-8b0d8724-dcbb-4d14-a254-ce4aa915a81d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0710328 Jul 09 19:58:09.427649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73915509-91a0-44ed-881b-41f3d78b5ed6 req-817e5be8-e0fe-4255-a8e4-d00ed1992d24 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Jul 09 19:58:09.610022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f2d7f-6d85-40fc-b59e-7b10097b2b19 req-266bba9f-ba99-4608-b8ee-c3ee8eae7b3b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.611514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-425f2d7f-6d85-40fc-b59e-7b10097b2b19 req-266bba9f-ba99-4608-b8ee-c3ee8eae7b3b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0645587 Jul 09 19:58:09.650178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-425f2d7f-6d85-40fc-b59e-7b10097b2b19 req-1ecb6267-0471-4b61-9c16-471dadf4a953 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jul 09 19:58:10.015682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519991-879a-4a8c-9883-6210eff7521b req-9ed0d950-5c9c-4793-80c3-9b9ff6f2b5a3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:10.017088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f519991-879a-4a8c-9883-6210eff7521b req-9ed0d950-5c9c-4793-80c3-9b9ff6f2b5a3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0643139 Jul 09 19:58:10.061098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f519991-879a-4a8c-9883-6210eff7521b req-2e381616-0798-4a84-a4c7-873df2b06fb9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 09 19:58:11.302177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9534cb-760e-44ac-88da-54a221945bf9 req-2d5a0ee5-4b1d-4463-bce8-ba1c6cb0653a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:11.310127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d9534cb-760e-44ac-88da-54a221945bf9 req-2d5a0ee5-4b1d-4463-bce8-ba1c6cb0653a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0820286 Jul 09 19:58:11.361686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d9534cb-760e-44ac-88da-54a221945bf9 req-e305dd84-bd31-470f-ba13-00663d6cb023 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Jul 09 19:58:12.535686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965720e-4005-4427-a07e-f7a4550b8945 req-777ed568-555a-47b5-9692-5e7dd2e5662b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:12.537199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f965720e-4005-4427-a07e-f7a4550b8945 req-777ed568-555a-47b5-9692-5e7dd2e5662b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0638011 Jul 09 19:58:12.575210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f965720e-4005-4427-a07e-f7a4550b8945 req-0cdda301-b70f-4b11-bbba-5d3312a93df9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 09 19:58:13.767212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375fcc2-4865-4b08-93f8-45f53edfaef8 req-6fdee2f3-b272-474b-a917-afbd7db6ca6a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.768857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0375fcc2-4865-4b08-93f8-45f53edfaef8 req-6fdee2f3-b272-474b-a917-afbd7db6ca6a tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0676329 Jul 09 19:58:13.811292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0375fcc2-4865-4b08-93f8-45f53edfaef8 req-9af09e03-98ae-4b69-9b9a-97b852808f43 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Jul 09 19:58:15.015044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb2d6e-6268-459e-a1f0-ef61faa7f104 req-c5f13d70-03e0-40b1-968d-72d9cbbbe7cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.016605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82bb2d6e-6268-459e-a1f0-ef61faa7f104 req-c5f13d70-03e0-40b1-968d-72d9cbbbe7cb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0777345 Jul 09 19:58:15.059676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82bb2d6e-6268-459e-a1f0-ef61faa7f104 req-29be2771-1d42-446a-bd92-c805bfff8c0b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jul 09 19:58:16.245018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdaecd-e29f-46f9-9497-4eb296625500 req-60781eae-713b-4218-8e1e-47b75226f89c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:16.246589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57cdaecd-e29f-46f9-9497-4eb296625500 req-60781eae-713b-4218-8e1e-47b75226f89c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0673552 Jul 09 19:58:16.284050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57cdaecd-e29f-46f9-9497-4eb296625500 req-5e8bacc9-4c04-41f3-80cb-bcac8cd577c7 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 09 19:58:17.578764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b1d64-3607-4c09-b0d2-d1cfe8053693 req-8b508f32-f4dd-4afe-ad28-e57969384649 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:17.586269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c95b1d64-3607-4c09-b0d2-d1cfe8053693 req-8b508f32-f4dd-4afe-ad28-e57969384649 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.1672037 Jul 09 19:58:17.644912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c95b1d64-3607-4c09-b0d2-d1cfe8053693 req-454872aa-65da-4fe9-8811-af1e0f296e83 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578167 Jul 09 19:58:18.761955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.892893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbf56-c617-43b2-8600-ff90907b8e64 req-6bb1e3c8-0d1e-4960-8cde-4484338a8e55 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:18.893905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aeddbf56-c617-43b2-8600-ff90907b8e64 req-6bb1e3c8-0d1e-4960-8cde-4484338a8e55 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0917096 Jul 09 19:58:18.957675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aeddbf56-c617-43b2-8600-ff90907b8e64 req-17082921-49f0-4efa-aec3-2ac3f74baef8 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511684 Jul 09 19:58:20.165049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3dd0c-ed6d-4733-aed1-425c53c10dd5 req-cf68c0d5-c32b-4be2-91fb-6fcc70c58ba5 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:20.166819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cd3dd0c-ed6d-4733-aed1-425c53c10dd5 req-cf68c0d5-c32b-4be2-91fb-6fcc70c58ba5 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0911031 Jul 09 19:58:20.221113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cd3dd0c-ed6d-4733-aed1-425c53c10dd5 req-97a44621-63f7-4117-9a0d-51536661fa4f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Jul 09 19:58:21.406377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a4634-79f8-4188-ab59-192910b97c38 req-b61e6773-3776-4f03-836c-92905b437e78 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:21.407819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e1a4634-79f8-4188-ab59-192910b97c38 req-b61e6773-3776-4f03-836c-92905b437e78 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0804496 Jul 09 19:58:21.454658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e1a4634-79f8-4188-ab59-192910b97c38 req-c57c306d-a16a-483d-a8a6-0a18b7a4986b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Jul 09 19:58:22.362861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfc5fc96-0349-4bd9-88ac-32d0d619490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:22.632103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f47228-a597-4693-af1b-83647921ba3e req-995954fb-beb6-44d1-93fd-3dbc1d952aa9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:22.633545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0f47228-a597-4693-af1b-83647921ba3e req-995954fb-beb6-44d1-93fd-3dbc1d952aa9 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0637827 Jul 09 19:58:22.674215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0f47228-a597-4693-af1b-83647921ba3e req-4be03904-ad9e-4fc1-b3cf-ab66621f50d4 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Jul 09 19:58:23.289312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.867800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4998c-87a2-4bba-9b41-6ab25b42c6f0 req-8018cad3-cabc-4f05-bcca-5c3637f4f972 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:23.869256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfd4998c-87a2-4bba-9b41-6ab25b42c6f0 req-8018cad3-cabc-4f05-bcca-5c3637f4f972 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0649915 Jul 09 19:58:23.907034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfd4998c-87a2-4bba-9b41-6ab25b42c6f0 req-73a8b78b-64a0-4dc9-a1d4-e9c325b8b710 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Jul 09 19:58:24.949939 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae3d721d-4516-4daa-84bd-5f0c86bd59e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.100356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85337ef-b695-42fb-bcf0-c9fdb7a14e30 req-573336c1-6bab-4192-ac4d-97ac1e67d217 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:25.101927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d85337ef-b695-42fb-bcf0-c9fdb7a14e30 req-573336c1-6bab-4192-ac4d-97ac1e67d217 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0759151 Jul 09 19:58:25.143044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d85337ef-b695-42fb-bcf0-c9fdb7a14e30 req-936f885a-af3e-4c72-9633-1c612092c5f3 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353744 Jul 09 19:58:25.231210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.350322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1f58-2713-4cfb-981b-ec8b4da29f53 req-2f7d1c23-6bc8-44e2-9c84-96026b07d9a6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:26.352908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-770e1f58-2713-4cfb-981b-ec8b4da29f53 req-2f7d1c23-6bc8-44e2-9c84-96026b07d9a6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0863848 Jul 09 19:58:26.364694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.395862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-770e1f58-2713-4cfb-981b-ec8b4da29f53 req-094e127e-14e4-4cae-a4e6-701d66781e35 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367460 Jul 09 19:58:27.586275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81ebdc-3b83-4822-8da1-6e77373ed714 req-1a2fda86-62be-4f37-8457-94fab8238426 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:27.587863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c81ebdc-3b83-4822-8da1-6e77373ed714 req-1a2fda86-62be-4f37-8457-94fab8238426 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0695796 Jul 09 19:58:27.627464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c81ebdc-3b83-4822-8da1-6e77373ed714 req-64af75f4-d4a5-4f55-a664-71d233454d1f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Jul 09 19:58:27.840086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.853425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85cc4-1a1f-4d54-9d55-fc6844a9ce66 req-28693fa4-fa67-4804-bb47-be245f9d465b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:28.856344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7b85cc4-1a1f-4d54-9d55-fc6844a9ce66 req-28693fa4-fa67-4804-bb47-be245f9d465b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0774424 Jul 09 19:58:28.909173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7b85cc4-1a1f-4d54-9d55-fc6844a9ce66 req-823fac32-3858-4bd4-9e79-fd64a41d51f0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Jul 09 19:58:30.111313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539016-bc96-4f20-850f-708135983460 req-8455610a-7e2d-433c-ab5c-6ac8d7a7c78b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:30.118995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9539016-bc96-4f20-850f-708135983460 req-8455610a-7e2d-433c-ab5c-6ac8d7a7c78b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0811758 Jul 09 19:58:30.166829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9539016-bc96-4f20-850f-708135983460 req-d05e19c9-3914-4bab-b42f-055028bf63dd tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Jul 09 19:58:31.336518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eba1-d3b7-4dda-83c8-4ff7acb36abe req-60934bb0-91b1-4ddd-bb9c-2b87749fa15e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:31.338074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9f8eba1-d3b7-4dda-83c8-4ff7acb36abe req-60934bb0-91b1-4ddd-bb9c-2b87749fa15e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0657654 Jul 09 19:58:31.379110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9f8eba1-d3b7-4dda-83c8-4ff7acb36abe req-9c1a6927-055d-4dad-b6d4-d2464a3d0740 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Jul 09 19:58:32.554333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7690-33fb-4f7e-9295-08319a04ee00 req-9d5a8a07-4163-4714-9b5f-5a464705acc0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:32.555897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-797b7690-33fb-4f7e-9295-08319a04ee00 req-9d5a8a07-4163-4714-9b5f-5a464705acc0 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0642784 Jul 09 19:58:32.595345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-797b7690-33fb-4f7e-9295-08319a04ee00 req-714c4556-b798-4120-b196-f2b0bd4d21fc tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Jul 09 19:58:33.787411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485177f-4e78-49f0-9add-9c3077b74708 req-f0043492-779d-428e-b8e2-00bbae82cf2d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:33.788929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3485177f-4e78-49f0-9add-9c3077b74708 req-f0043492-779d-428e-b8e2-00bbae82cf2d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0710251 Jul 09 19:58:33.826834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3485177f-4e78-49f0-9add-9c3077b74708 req-cbfc5b01-01a4-45e6-8e8e-2b8a587c2d24 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Jul 09 19:58:35.021444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e25064-d7b0-4ef2-9312-02873321d5e5 req-9c6d50f7-bea9-4029-96c5-0bbb8aeb36fe tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:35.022977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2e25064-d7b0-4ef2-9312-02873321d5e5 req-9c6d50f7-bea9-4029-96c5-0bbb8aeb36fe tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0642591 Jul 09 19:58:35.066855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c2e25064-d7b0-4ef2-9312-02873321d5e5 req-e0f7c36e-56d7-476d-b7ff-6eb46e3ba9d1 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Jul 09 19:58:36.240910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc147ed2-61f3-48f7-bcfe-8a020f808388 req-366d174b-6e3f-45b8-8952-69ea63dfec87 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:36.242449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc147ed2-61f3-48f7-bcfe-8a020f808388 req-366d174b-6e3f-45b8-8952-69ea63dfec87 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0641725 Jul 09 19:58:36.280281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc147ed2-61f3-48f7-bcfe-8a020f808388 req-d1070b76-0a0d-4870-a32d-248e5897db22 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Jul 09 19:58:36.365539 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:58:36.663438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2fc9-1a26-44b7-a02d-ba4921512fb5 req-61f7791f-0d5f-42c8-ac45-31dda5d1658c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:36.665042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165a2fc9-1a26-44b7-a02d-ba4921512fb5 req-61f7791f-0d5f-42c8-ac45-31dda5d1658c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0805330 Jul 09 19:58:36.707307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165a2fc9-1a26-44b7-a02d-ba4921512fb5 req-e3fdd7e4-102d-42d6-a05c-82184879447d tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Jul 09 19:58:36.907032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b13a-ce25-4eff-a633-9ddc8afcaa6c req-20b2934f-41bd-4d0c-ab88-e9b3897dd227 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:36.908709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb21b13a-ce25-4eff-a633-9ddc8afcaa6c req-20b2934f-41bd-4d0c-ab88-e9b3897dd227 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0701685 Jul 09 19:58:36.952658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb21b13a-ce25-4eff-a633-9ddc8afcaa6c req-3d6e60b1-d553-40e2-945f-5aa33f7bb3ea tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 Jul 09 19:58:37.350608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b319-02b9-4b69-b008-95faf2cf00d6 req-9b7c442e-aaab-4cdf-98a7-8887b87b855f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:37.352215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec77b319-02b9-4b69-b008-95faf2cf00d6 req-9b7c442e-aaab-4cdf-98a7-8887b87b855f tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0703893 Jul 09 19:58:37.394516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ec77b319-02b9-4b69-b008-95faf2cf00d6 req-ba3a0565-c7c8-415c-a4fb-bd00ac4d7f98 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Jul 09 19:58:38.522313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-26a99461-b3ca-4b0b-82bc-fbdd8ab6b044 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:38.523785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-26a99461-b3ca-4b0b-82bc-fbdd8ab6b044 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0682225 Jul 09 19:58:38.598086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679efa1d-2aa0-4a07-8bd7-c395a15d1975 req-44e3f2b2-f8a9-449d-b5c6-0d463c82eac6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:38.599738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-679efa1d-2aa0-4a07-8bd7-c395a15d1975 req-44e3f2b2-f8a9-449d-b5c6-0d463c82eac6 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63d31cf-58a8-43ae-8740-ced0a2f2dc14 HTTP/1.1" status: 200 len: 946 time: 0.0870614 Jul 09 19:58:38.690553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-679efa1d-2aa0-4a07-8bd7-c395a15d1975 req-395d722d-f2e9-4ced-afea-744aafa4d34b tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838268 Jul 09 19:58:38.694494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port 34954dea-4fc8-45c8-afce-85106272d3df {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:38.694832 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.798278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port 34954dea-4fc8-45c8-afce-85106272d3df, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=34954dea-4fc8-45c8-afce-85106272d3df,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:38.798635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.812884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for 34954dea-4fc8-45c8-afce-85106272d3df owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:38.959094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.973446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:39.001549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=34954dea-4fc8-45c8-afce-85106272d3df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:39.024463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['34954dea-4fc8-45c8-afce-85106272d3df'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:39.029989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.030339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.030673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.031004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.031326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.031650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.032212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.032541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.032859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.033199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.033517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.033831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:39.054502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port 34954dea-4fc8-45c8-afce-85106272d3df on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:39.056996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:39.059796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8beda765-458f-4c73-9ad0-083c014c9e41 req-21baa39d-0351-485f-9dd3-7f5a3aaf5cbb tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.25 "DELETE /v2.0/ports/34954dea-4fc8-45c8-afce-85106272d3df HTTP/1.1" status: 204 len: 173 time: 0.5299163 Jul 09 19:58:39.060235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'name': 'network-vif-deleted', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:39.062465 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb84531-af87-440b-ab19-45a3f2efe109" -d '{"events": [{"server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "name": "network-vif-deleted", "tag": "34954dea-4fc8-45c8-afce-85106272d3df"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:39.102738 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb423d90-3f9d-49e6-bb83-5eb0699e2b24 x-openstack-request-id: req-cb423d90-3f9d-49e6-bb83-5eb0699e2b24 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:39.103037 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63d31cf-58a8-43ae-8740-ced0a2f2dc14", "name": "network-vif-deleted", "tag": "34954dea-4fc8-45c8-afce-85106272d3df", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:39.103384 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb423d90-3f9d-49e6-bb83-5eb0699e2b24 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:39.103886 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63d31cf-58a8-43ae-8740-ced0a2f2dc14', 'name': 'network-vif-deleted', 'tag': '34954dea-4fc8-45c8-afce-85106272d3df', 'status': 'completed', 'code': 200} Jul 09 19:58:41.451640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e06e4-7494-41a5-aed7-ff76bc011923 req-cb8a1cbb-a84e-4b9b-98a9-c130b36aea7e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:41.453277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da0e06e4-7494-41a5-aed7-ff76bc011923 req-cb8a1cbb-a84e-4b9b-98a9-c130b36aea7e tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 945 time: 0.0838821 Jul 09 19:58:41.513329 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da0e06e4-7494-41a5-aed7-ff76bc011923 req-e83c094a-828b-4d0e-8078-0becb0e27a64 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Jul 09 19:58:42.402903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-a9ba4210-159a-4986-9467-8d64c835b094 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.404603 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-a9ba4210-159a-4986-9467-8d64c835b094 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 945 time: 0.0697773 Jul 09 19:58:42.507770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Deleting port 25dafbad-90c1-4d5c-80f8-5f8334abd986 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:42.508358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.605506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] For port 25dafbad-90c1-4d5c-80f8-5f8334abd986, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=25dafbad-90c1-4d5c-80f8-5f8334abd986,segment=NetworkSegment(d6ea15b0-039f-4c1f-bf9e-0c1010671773),segment_id=d6ea15b0-039f-4c1f-bf9e-0c1010671773)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:42.605868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.620051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Calling delete_port for 25dafbad-90c1-4d5c-80f8-5f8334abd986 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:42.683203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ede57a-d83b-43c8-abb4-e22c793e7ce6 req-04348582-35a4-4804-92c9-b377954c9d6c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.685386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ede57a-d83b-43c8-abb4-e22c793e7ce6 req-04348582-35a4-4804-92c9-b377954c9d6c tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c0650e-bc65-41e1-9595-6990cdac5b08 HTTP/1.1" status: 200 len: 945 time: 0.0660703 Jul 09 19:58:42.724186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04ede57a-d83b-43c8-abb4-e22c793e7ce6 req-b70d7d49-47d1-448f-be15-ba8673dab1c5 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a3309a0-cb59-42ed-87a7-4578e784e093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 09 19:58:42.753556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.766000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['25dafbad-90c1-4d5c-80f8-5f8334abd986'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:42.815516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 34954dea-4fc8-45c8-afce-85106272d3df no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:42.827109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Pushing event deleted for resources: {'Port': ['ID=25dafbad-90c1-4d5c-80f8-5f8334abd986,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:42.841742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 34954dea-4fc8-45c8-afce-85106272d3df {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:42.842374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 34954dea-4fc8-45c8-afce-85106272d3df not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:42.853389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] No DVR routers for this DVR port 25dafbad-90c1-4d5c-80f8-5f8334abd986 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:42.855757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.856151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.856710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.857047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.857407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.857765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.858099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.858425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.858748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.859070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.859391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.859711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:42.862690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.864734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94c5c88d-37f4-4b51-a091-731b5e932b48 req-f005694d-991f-4ca4-892a-307d2f512d39 tempest-ServersTestJSON-848049082 tempest-ServersTestJSON-848049082-project] 10.222.0.59 "DELETE /v2.0/ports/25dafbad-90c1-4d5c-80f8-5f8334abd986 HTTP/1.1" status: 204 len: 173 time: 0.4545484 Jul 09 19:58:42.865182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'name': 'network-vif-deleted', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:42.867432 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986c0e6-1444-4d04-9ae7-ae13fe69ddab" -d '{"events": [{"server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "name": "network-vif-deleted", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:42.917088 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad3080-147a-4cd3-9d90-684cda21e4c4 x-openstack-request-id: req-5bad3080-147a-4cd3-9d90-684cda21e4c4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:42.917427 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c0650e-bc65-41e1-9595-6990cdac5b08", "name": "network-vif-deleted", "tag": "25dafbad-90c1-4d5c-80f8-5f8334abd986", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:42.917685 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bad3080-147a-4cd3-9d90-684cda21e4c4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:42.918094 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c0650e-bc65-41e1-9595-6990cdac5b08', 'name': 'network-vif-deleted', 'tag': '25dafbad-90c1-4d5c-80f8-5f8334abd986', 'status': 'completed', 'code': 200} Jul 09 19:58:43.334969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:43.455401 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a2c4e3-5042-4dee-b3a4-5424494152d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.546913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a2c4e3-5042-4dee-b3a4-5424494152d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.551405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a2c4e3-5042-4dee-b3a4-5424494152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.591211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-57a2c4e3-5042-4dee-b3a4-5424494152d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ce11048fe254a58a63926c1220fe4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551167 Jul 09 19:58:43.591936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2c4e3-5042-4dee-b3a4-5424494152d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dcca2d-e1d1-40da-8a59-9a2585201b0f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:43.594058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:43.646207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.668729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.720635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.723241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.724416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1dcca2d-e1d1-40da-8a59-9a2585201b0f HTTP/1.1" status: 204 len: 168 time: 0.1293457 Jul 09 19:58:43.733142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36312d6-012f-4a36-8ca0-bc840da7ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dcca2d-e1d1-40da-8a59-9a2585201b0f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:43.837948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:43.898477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Deleting subnet 769cfa7a-be95-4ccb-843d-a49fadc8b811 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:58:43.902139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.937439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.977061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.033881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.063205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769cfa7a-be95-4ccb-843d-a49fadc8b811,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:44.065244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.067162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c148ab7c-68aa-45e8-8b08-e36a1baee4ae admin admin] 10.222.0.10 "DELETE /v2.0/subnets/769cfa7a-be95-4ccb-843d-a49fadc8b811 HTTP/1.1" status: 204 len: 168 time: 0.2274365 Jul 09 19:58:44.070314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.153467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.242854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.254465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd50e91-3e0e-4821-85f3-324b4984b611']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:44.266019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ea15b0-039f-4c1f-bf9e-0c1010671773') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:44.266386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ea15b0-039f-4c1f-bf9e-0c1010671773') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:44.278796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.293988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.300963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:58:44.301476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:58:44.303611 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:58:44.368280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.373349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.376153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4dd50e91-3e0e-4821-85f3-324b4984b611 HTTP/1.1" status: 204 len: 168 time: 0.3043909 Jul 09 19:58:44.390565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03e33-9ef2-416d-9e1a-a449bf7476e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd50e91-3e0e-4821-85f3-324b4984b611,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:44.412120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.517014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-384509628-network', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:44.538703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Made reservation on behalf of ed19d5e9f9e14e11ac8e5d541872f5d7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:44.542251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.552900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.553869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.605174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-acce3b4c-f085-42a4-95c6-af977287b58b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdb4ebd4b224300ab06f0b935d5c2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509727 Jul 09 19:58:44.607701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.662978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.663937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.667643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.688603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.689219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:44.703622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b4165-22d4-47c4-9436-5c326b851474,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:44.709121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.709716 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Added segment 45575087-daab-412f-a2f0-adf0ccf1b129 of type vlan for network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab Jul 09 19:58:44.746085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.750684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.754324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a3309a0-cb59-42ed-87a7-4578e784e093 HTTP/1.1" status: 204 len: 168 time: 0.1431179 Jul 09 19:58:44.759641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.766087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a681bdc-c8ec-4dfc-893d-9d94372cab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3309a0-cb59-42ed-87a7-4578e784e093,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:44.806518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.808223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:44.808960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.833190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4196203 Jul 09 19:58:44.836131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.841043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Request body: {'subnet': {'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-384509628-subnet', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:44.868743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Made reservation on behalf of ed19d5e9f9e14e11ac8e5d541872f5d7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:44.872099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.083733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.152785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d77f5e8-34ad-4d0a-be25-4f62a5566f19,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.160909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Checking segment: {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:45.161310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Network hostable DHCP agents. Network: 9ab8b581-a804-476b-9c04-7ab6cdfe6fab, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:45.179693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:45.194963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 9ab8b581-a804-476b-9c04-7ab6cdfe6fab) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:45.200866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:45.203473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.207482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fce54-a050-4300-adcd-1b502c544063 None None] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:45.238279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f2c7917-224f-40e9-86f9-16f5a5c6c1f9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4009602 Jul 09 19:58:45.239117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:45.244270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:45.291278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.293390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.383587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edcbb9-2dcd-4bec-9ec1-5bf2c4f93df3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab8b581-a804-476b-9c04-7ab6cdfe6fab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.426846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.434859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:45.452490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:58:45.453542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.610787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 25dafbad-90c1-4d5c-80f8-5f8334abd986 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:45.661488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 25dafbad-90c1-4d5c-80f8-5f8334abd986 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:45.661835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 25dafbad-90c1-4d5c-80f8-5f8334abd986 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:45.692893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.693415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:45.772575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Allocated IP 172.20.0.2 (9ab8b581-a804-476b-9c04-7ab6cdfe6fab/6d77f5e8-34ad-4d0a-be25-4f62a5566f19/0a513e09-b144-44de-8ec9-66a309aab881) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:45.848550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-568408959-network', 'tenant_id': '3fb88343b259428082c51334df7c8845'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:45.881410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Made reservation on behalf of 3fb88343b259428082c51334df7c8845 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:45.887167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.900201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.969684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.993959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.017296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.028475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Transition to ACTIVE for port object 0a513e09-b144-44de-8ec9-66a309aab881 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:46.050841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Transition to ACTIVE for port object 0a513e09-b144-44de-8ec9-66a309aab881 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:46.053552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.059771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.060477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.075897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.090596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:46.100538 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8baed-1fce-49b2-a7b5-06579fda475b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.105868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.106118 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Added segment a3220671-0238-4bc3-9cd6-66ab0a4a596f of type vlan for network c50249b3-f08d-4de8-a3d4-3c362ed31f1b Jul 09 19:58:46.121922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:46.127360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Allocated IP 172.25.3.39 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b3636bbf-0942-49c5-ba44-ac811ae3d736) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:46.129287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:46.132698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:46.168734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Pushing event updated for resources: {'Port': ['ID=0a513e09-b144-44de-8ec9-66a309aab881,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.171992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.202115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Attempting to bind port 0a513e09-b144-44de-8ec9-66a309aab881 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:46.202727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Attempting to bind port 0a513e09-b144-44de-8ec9-66a309aab881 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:46.203344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Attempting to bind port 0a513e09-b144-44de-8ec9-66a309aab881 on network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:46.209180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:46.210226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Checking segment: {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:46.210473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.210937 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.211335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Bound using segment: {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:46.211617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:46.211938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Bound port: 0a513e09-b144-44de-8ec9-66a309aab881, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:46.212260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.212362 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.260190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.274869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5803411 Jul 09 19:58:46.279605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.284708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Request body: {'subnet': {'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-568408959-subnet', 'tenant_id': '3fb88343b259428082c51334df7c8845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:46.285002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.297156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] For port 0a513e09-b144-44de-8ec9-66a309aab881, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:46.300527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] For port 0a513e09-b144-44de-8ec9-66a309aab881, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a513e09-b144-44de-8ec9-66a309aab881,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:46.301618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17cf59-8aa1-45a2-81c8-b785ebe662eb admin admin] Pushing event updated for resources: {'Network': ['ID=c50249b3-f08d-4de8-a3d4-3c362ed31f1b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.309968 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.316479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c50249b3-f08d-4de8-a3d4-3c362ed31f1b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:46.319226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Made reservation on behalf of 3fb88343b259428082c51334df7c8845 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:46.322838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.325447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:58:46.325447 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:58:46.325447 n-d-800087-3 neutron-server[93771]: [parameters: {'project_id_1': '268b766debcf4c92aca0a8ffd51a1647', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 58, 46, 301664)}] Jul 09 19:58:46.325447 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:58:46.325796 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:58:46.340637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.388500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:46.392965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:46.398564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:46.401923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3636bbf-0942-49c5-ba44-ac811ae3d736,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.440075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283762a9-253c-4b61-84eb-424aa96efb72 None None] Pushing event updated for resources: {'Port': ['ID=0a513e09-b144-44de-8ec9-66a309aab881,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.520305 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.583108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63503bc5-85d6-4bfe-8186-187ac443062c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.585387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Checking segment: {'id': 'a3220671-0238-4bc3-9cd6-66ab0a4a596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:46.585769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Network hostable DHCP agents. Network: c50249b3-f08d-4de8-a3d4-3c362ed31f1b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:46.606006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Network c50249b3-f08d-4de8-a3d4-3c362ed31f1b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:46.645302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c50249b3-f08d-4de8-a3d4-3c362ed31f1b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:46.651791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:46.652476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.659720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0d35f-be14-41e4-a654-daec1eb892bc None None] Network c50249b3-f08d-4de8-a3d4-3c362ed31f1b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:46.669237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0dc5f74c-2cdf-4588-942b-7e024bd984a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3885615 Jul 09 19:58:46.727925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.823450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1886e-c25d-497b-a9c4-4845d88efece None None] Network c50249b3-f08d-4de8-a3d4-3c362ed31f1b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:46.830253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.974013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.126777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.135830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.161743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.168148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-129089681-network', 'tenant_id': '6e6f1aa4c0a9448c8adc1dc81b6344d6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:47.191653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Made reservation on behalf of 6e6f1aa4c0a9448c8adc1dc81b6344d6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:47.196399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=268b766debcf4c92aca0a8ffd51a1647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1169622 Jul 09 19:58:47.196574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.196689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde237b-2163-4d3a-b28b-c526726c9cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2960b6-5429-4c0d-ba38-49163d922c61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.196774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.207172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Router 479da1aa-caa0-4e51-a36d-c42b384900f9 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:58:47.219129 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.291944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.330711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:47.331201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.343830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Sync routers for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:47.354944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:47.356255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:47.410443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.417514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.422920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.425551 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.431974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c2960b6-5429-4c0d-ba38-49163d922c61 HTTP/1.1" status: 204 len: 168 time: 0.2290344 Jul 09 19:58:47.432436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.432436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a340151a-df04-40af-af73-285e6ff7c8d2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1887395 Jul 09 19:58:47.432436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 58962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.473524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc585f-00f4-4e97-85cd-572439ca582a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.474110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:47.493563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:47.504866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ddd96-fb44-4843-8990-b541fbda6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2960b6-5429-4c0d-ba38-49163d922c61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.517194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.517554 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Added segment 11584e23-e582-4f6e-af9d-a12ab0aa9dbe of type vlan for network 515893b3-221e-4aea-880b-17b226547f3c Jul 09 19:58:47.581291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.622615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.624393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:47.625583 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.701690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5387692 Jul 09 19:58:47.704727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.711815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Request body: {'subnet': {'network_id': '515893b3-221e-4aea-880b-17b226547f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-129089681-subnet', 'tenant_id': '6e6f1aa4c0a9448c8adc1dc81b6344d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:47.722658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed4f40-35a5-4fb1-acd1-4acfcd0217d1 admin admin] Pushing event updated for resources: {'Network': ['ID=515893b3-221e-4aea-880b-17b226547f3c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.747533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Made reservation on behalf of 6e6f1aa4c0a9448c8adc1dc81b6344d6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:47.751599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.755329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 515893b3-221e-4aea-880b-17b226547f3c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:47.810753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c2de9-a604-4223-8412-d2584726fcd8 None None] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:47.904306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c96cc1d3-4a3a-4c9a-887d-35b09bdce8be None None] Provisioning for port 0a513e09-b144-44de-8ec9-66a309aab881 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:47.940651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:46Z', 'revision_number': 3, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:47.971175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Checking router: 479da1aa-caa0-4e51-a36d-c42b384900f9 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:47.971891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Updating router 479da1aa-caa0-4e51-a36d-c42b384900f9 port b3636bbf-0942-49c5-ba44-ac811ae3d736 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:47.984207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.995560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.032925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a37f388-e549-4435-ac2b-138a2f8f810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.037953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.080721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3c2a55-2850-40ec-b37a-bf5bb8d661da,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.129096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Checking segment: {'id': '11584e23-e582-4f6e-af9d-a12ab0aa9dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '515893b3-221e-4aea-880b-17b226547f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:48.129471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Network hostable DHCP agents. Network: 515893b3-221e-4aea-880b-17b226547f3c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:48.169867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Network 515893b3-221e-4aea-880b-17b226547f3c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:48.190340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a37f388-e549-4435-ac2b-138a2f8f810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.193867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 515893b3-221e-4aea-880b-17b226547f3c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:48.200799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:48.201543 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.206179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a37f388-e549-4435-ac2b-138a2f8f810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.212533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05c265-8161-4fab-b6a2-9b0b098399ad None None] Network 515893b3-221e-4aea-880b-17b226547f3c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:48.271095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37f388-e549-4435-ac2b-138a2f8f810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9d1186-2e6b-4c1c-9a3f-05edaac397a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.281214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d323d0b7-ca6d-4fe5-a920-62350bed0c5c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5690675 Jul 09 19:58:48.281214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a37f388-e549-4435-ac2b-138a2f8f810c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1983d6803b04967bd5fee69f893c026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931242 Jul 09 19:58:48.284692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 58972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:48.342383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.377022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.414708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.444339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.449562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.454380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d9d1186-2e6b-4c1c-9a3f-05edaac397a6 HTTP/1.1" status: 204 len: 168 time: 0.1685841 Jul 09 19:58:48.461590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a513e09-b144-44de-8ec9-66a309aab881 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:48.464938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275cfd-7c99-4c34-8b57-6a9a258f9bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9d1186-2e6b-4c1c-9a3f-05edaac397a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.612552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Allocated IP 172.20.0.1 (9ab8b581-a804-476b-9c04-7ab6cdfe6fab/6d77f5e8-34ad-4d0a-be25-4f62a5566f19/4dabee01-3c28-472d-a327-2c65d1e6007b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:48.721899 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.737651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d858e-70fd-494c-af09-2a19ec8e9050 None None] Network 515893b3-221e-4aea-880b-17b226547f3c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:48.742635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Transition to ACTIVE for port object b3636bbf-0942-49c5-ba44-ac811ae3d736 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:48.796880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.811498 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.812880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Transition to ACTIVE for port object 4dabee01-3c28-472d-a327-2c65d1e6007b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:48.819333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0a513e09-b144-44de-8ec9-66a309aab881 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:48.853505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.857253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.862273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0a513e09-b144-44de-8ec9-66a309aab881 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:48.862652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.908200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.924203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:48.926612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:48.929538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:48.940583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d566ed-df8a-4b4f-8588-f14ec7442773 None None] Pushing event updated for resources: {'Port': ['ID=b3636bbf-0942-49c5-ba44-ac811ae3d736,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.956768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Attempting to bind port b3636bbf-0942-49c5-ba44-ac811ae3d736 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:48.957390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Attempting to bind port b3636bbf-0942-49c5-ba44-ac811ae3d736 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:48.958166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Attempting to bind port b3636bbf-0942-49c5-ba44-ac811ae3d736 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:48.966662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-27f1dda4-7c24-4c5c-80fd-46dfed56df4c None None] Provisioning complete for port 0a513e09-b144-44de-8ec9-66a309aab881 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:48.967309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f1dda4-7c24-4c5c-80fd-46dfed56df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.985171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.002678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:49.003440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:49.004142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.004689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:49.005683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Bound port: b3636bbf-0942-49c5-ba44-ac811ae3d736, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:49.006252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.223835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] For port b3636bbf-0942-49c5-ba44-ac811ae3d736, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:49.238400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.255082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] For port b3636bbf-0942-49c5-ba44-ac811ae3d736, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b3636bbf-0942-49c5-ba44-ac811ae3d736,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:49.263147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.272415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27f1dda4-7c24-4c5c-80fd-46dfed56df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.279448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-0c8279d2-4d61-4919-8a10-9089ea2d40e5 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:49.281275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-0c8279d2-4d61-4919-8a10-9089ea2d40e5 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/networks?id=c50249b3-f08d-4de8-a3d4-3c362ed31f1b HTTP/1.1" status: 200 len: 824 time: 0.1895454 Jul 09 19:58:49.284349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.305096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-c2ef6520-3230-4ef9-be3a-0d155a819e6b tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/quotas/3fb88343b259428082c51334df7c8845 HTTP/1.1" status: 200 len: 375 time: 0.0184457 Jul 09 19:58:49.340707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0a513e09-b144-44de-8ec9-66a309aab881, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a513e09-b144-44de-8ec9-66a309aab881,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:49.363197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.367544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-d785350e-cb43-47ad-a78f-d242d1bd6873 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fb88343b259428082c51334df7c8845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402112 Jul 09 19:58:49.369506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:49.370526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:49.447908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d566ed-df8a-4b4f-8588-f14ec7442773 None None] Pushing event updated for resources: {'Port': ['ID=b3636bbf-0942-49c5-ba44-ac811ae3d736,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.542518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-b47e87fd-b7d7-4b69-a78b-b8aa4c07a7ec service neutron] 10.222.0.10 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619234 Jul 09 19:58:49.543050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0a513e09-b144-44de-8ec9-66a309aab881,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.551818 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-27f1dda4-7c24-4c5c-80fd-46dfed56df4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:58:49.552193 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-27f1dda4-7c24-4c5c-80fd-46dfed56df4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:58:49.576956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:49.654033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.663955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.720905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-3bdea378-6057-45a8-9d44-9a21287f06a8 service neutron] 10.222.0.10 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719913 Jul 09 19:58:49.746522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.750076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.822592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '4dabee01-3c28-472d-a327-2c65d1e6007b', 'name': '', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'mac_address': 'fa:16:3e:75:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:48Z', 'updated_at': '2021-07-09T19:58:48Z', 'revision_number': 1, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'subnets': [{'id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:49.890685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:49.893254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:49.926747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e16109-0b7c-4e14-84cf-d6482e1ccd23 None None] The sync data for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 is: [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '4dabee01-3c28-472d-a327-2c65d1e6007b', 'name': '', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'mac_address': 'fa:16:3e:75:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:48Z', 'updated_at': '2021-07-09T19:58:48Z', 'revision_number': 1, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'subnets': [{'id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:49.961238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31ce536a-0666-40f5-8aaf-0eecc497fb1e req-5de7b974-41b8-4960-bbb5-cb38100052b1 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 210 time: 0.0319531 Jul 09 19:58:50.089330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Router 479da1aa-caa0-4e51-a36d-c42b384900f9 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:50.227194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:50.232156 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ff2b9d24-575c-4091-9f24-4f53e883a4c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/479da1aa-caa0-4e51-a36d-c42b384900f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7988167 Jul 09 19:58:50.254040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a131b186-106f-4479-b395-61ab38cdf595 None None] Provisioning for port 4dabee01-3c28-472d-a327-2c65d1e6007b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:50.257977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a513e09-b144-44de-8ec9-66a309aab881 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:50.263388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a131b186-106f-4479-b395-61ab38cdf595 None None] Provisioning complete for port 4dabee01-3c28-472d-a327-2c65d1e6007b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:50.263916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a131b186-106f-4479-b395-61ab38cdf595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.405743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a131b186-106f-4479-b395-61ab38cdf595 None None] Port 4dabee01-3c28-472d-a327-2c65d1e6007b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:50.418843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0a513e09-b144-44de-8ec9-66a309aab881 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:50.423256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.206625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d16f08dd-f8c9-4c2e-923f-d198f8f91077 req-45a797bb-7e1f-4aad-b27d-2447e97af2f1 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 210 time: 0.0520277 Jul 09 19:58:51.250081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:51.316540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:51.324340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-886104057-network', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:51.359400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Made reservation on behalf of 28b9280774f242fba6ecd8b53d82d211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:51.363446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.375243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.381482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89199b-73d9-419f-95be-99001cb7bc36 req-a5dc776a-745c-4466-9b27-312db3b60c52 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.383070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf89199b-73d9-419f-95be-99001cb7bc36 req-a5dc776a-745c-4466-9b27-312db3b60c52 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.0986009 Jul 09 19:58:51.450740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf89199b-73d9-419f-95be-99001cb7bc36 req-d28bf5df-2c6e-42e6-b110-63aa8ac4763a tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585172 Jul 09 19:58:51.519442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.524850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.574015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c149710a-1745-45ad-b3b5-882e37de4824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.579432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:51.592589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9783a-754c-4dee-ab46-0e0ca25ebea0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:51.608761 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.609183 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Added segment 8eba7268-d6dc-4e04-924a-544dae6861b3 of type vlan for network b433994e-f31c-4768-85e5-9327a04a02d9 Jul 09 19:58:51.643983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-576a94f9-2bf5-44d3-881e-a9d841dc5010 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.645797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-576a94f9-2bf5-44d3-881e-a9d841dc5010 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.59 "GET /v2.0/networks?id=c50249b3-f08d-4de8-a3d4-3c362ed31f1b HTTP/1.1" status: 200 len: 824 time: 0.1637394 Jul 09 19:58:51.663214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Request body: {'port': {'device_id': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b', 'admin_state_up': True, 'tenant_id': '3fb88343b259428082c51334df7c8845'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:51.668613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.719266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.720665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.721496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.788992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] Pushing event updated for resources: {'Network': ['ID=b433994e-f31c-4768-85e5-9327a04a02d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:51.802519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:51.839944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c149710a-1745-45ad-b3b5-882e37de4824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.844977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c149710a-1745-45ad-b3b5-882e37de4824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.856844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-198e99e1-2970-49b7-b596-133a8d47d96d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5386653 Jul 09 19:58:51.859082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:51.865817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Request body: {'subnet': {'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-886104057-subnet', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:51.893040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149710a-1745-45ad-b3b5-882e37de4824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170ae9a7-6210-437f-ba92-3f8c26e157ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:51.912987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Made reservation on behalf of 3fb88343b259428082c51334df7c8845 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:51.916627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.925816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Made reservation on behalf of 28b9280774f242fba6ecd8b53d82d211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:51.928153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.928815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c149710a-1745-45ad-b3b5-882e37de4824 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6be22d1a276c4e9a9c234784c77d41ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775949 Jul 09 19:58:51.931454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:52.045407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.052803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Allocated IP 172.20.0.10 (c50249b3-f08d-4de8-a3d4-3c362ed31f1b/63503bc5-85d6-4bfe-8186-187ac443062c/bd2103cc-2297-4b99-971c-f3fc8a56fc15) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:52.075591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.201360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.204846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.208731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/170ae9a7-6210-437f-ba92-3f8c26e157ca HTTP/1.1" status: 204 len: 168 time: 0.2734919 Jul 09 19:58:52.217122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.221655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d49c5-e77c-429f-82dd-0c0d99e9f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170ae9a7-6210-437f-ba92-3f8c26e157ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.258508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.286511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b3636bbf-0942-49c5-ba44-ac811ae3d736 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:52.287001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c429366-30e8-40a6-bbde-6089978db485,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.303156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.334196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Checking segment: {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:52.336912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Network hostable DHCP agents. Network: b433994e-f31c-4768-85e5-9327a04a02d9, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:52.379751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Network b433994e-f31c-4768-85e5-9327a04a02d9 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:52.403547 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7599db6a-a87e-43a9-a648-5b19acddbf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.409627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b3636bbf-0942-49c5-ba44-ac811ae3d736 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:52.416593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b3636bbf-0942-49c5-ba44-ac811ae3d736 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:52.417010 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.418618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b433994e-f31c-4768-85e5-9327a04a02d9) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:52.428679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Network c50249b3-f08d-4de8-a3d4-3c362ed31f1b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:52.434741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:52.438948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:52.451282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.451877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.459502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a4864-a6c7-4e1e-9a38-902937bc7884 None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:52.474192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Pushing event updated for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.534008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.540390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.554721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0ad8aba5-dc93-44f8-823b-618121a64f6d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6935091 Jul 09 19:58:52.558867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:52.564353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:52.593576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edb5b3-681f-4508-8b12-8eba63f72172 req-a2cc29b2-28ed-4ce6-a695-3d2c406afb2a tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.594824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-15ff5e68-2d0b-423a-b9da-0d2d50b85524 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9357097 Jul 09 19:58:52.603015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0edb5b3-681f-4508-8b12-8eba63f72172 req-a2cc29b2-28ed-4ce6-a695-3d2c406afb2a tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 932 time: 0.2071147 Jul 09 19:58:52.609658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Request body: {'port': {'device_id': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:52.638292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-adf04387-ec09-4459-a80d-c8b53c3167f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.640151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-adf04387-ec09-4459-a80d-c8b53c3167f6 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.2024219 Jul 09 19:58:52.673448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.674704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.699018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0edb5b3-681f-4508-8b12-8eba63f72172 req-5ffd312b-9c50-4670-8951-905fdf5bab09 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948374 Jul 09 19:58:52.710847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:52.726845 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.768656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b90ca2-7366-4428-9ef9-10700e8a3419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.778103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b433994e-f31c-4768-85e5-9327a04a02d9', 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'fixed_ips': [{'subnet_id': '2c429366-30e8-40a6-bbde-6089978db485'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:58:52.779121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.784155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Deleting port e5e414f7-868a-41c1-8509-ba4445ff1739 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:52.784580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.790478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b3636bbf-0942-49c5-ba44-ac811ae3d736, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b3636bbf-0942-49c5-ba44-ac811ae3d736,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:52.800371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.857974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.888128 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Sync routers for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:52.904492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:52.906125 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:52.912880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] For port e5e414f7-868a-41c1-8509-ba4445ff1739, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e5e414f7-868a-41c1-8509-ba4445ff1739,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:52.912880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.928527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.929667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b3636bbf-0942-49c5-ba44-ac811ae3d736,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.995569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9250e-7de7-4109-877d-76cefe026e3d req-cb7c9dfa-ae1c-46a5-9f5b-e6ba91a96da1 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.997099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fd9250e-7de7-4109-877d-76cefe026e3d req-cb7c9dfa-ae1c-46a5-9f5b-e6ba91a96da1 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 945 time: 0.3180122 Jul 09 19:58:53.006125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Allocated IP 172.20.0.2 (b433994e-f31c-4768-85e5-9327a04a02d9/2c429366-30e8-40a6-bbde-6089978db485/527fc9bb-b04f-4aa8-9494-240ddd83f1a4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:53.042154 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:53.120345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.164862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.166726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.166936 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Floating IP a33edcc3-559b-4baa-9fbf-4db964de3276 disassociated. External IP: 172.25.3.242, port: e5e414f7-868a-41c1-8509-ba4445ff1739. Jul 09 19:58:53.167236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Calling delete_port for e5e414f7-868a-41c1-8509-ba4445ff1739 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:53.211235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.223588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Transition to ACTIVE for port object 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:53.243567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Transition to ACTIVE for port object 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:53.256086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.278442 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '4dabee01-3c28-472d-a327-2c65d1e6007b', 'name': '', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'mac_address': 'fa:16:3e:75:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:48Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 2, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'subnets': [{'id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:53.302536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fd9250e-7de7-4109-877d-76cefe026e3d req-97cd50d4-8f42-40d5-ab8a-33fa3aea6cfe tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=6055cea9-e424-4feb-9568-b54dc48d2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873216 Jul 09 19:58:53.320618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Checking router: 479da1aa-caa0-4e51-a36d-c42b384900f9 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:53.321262 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Updating router 479da1aa-caa0-4e51-a36d-c42b384900f9 port 4dabee01-3c28-472d-a327-2c65d1e6007b binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:53.334591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:53.336658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.337505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Pushing event updated for resources: {'Port': ['ID=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.340406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:53.342778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:53.354931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.384515 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.409349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Attempting to bind port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:53.409729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Attempting to bind port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:53.410098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Attempting to bind port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 on network b433994e-f31c-4768-85e5-9327a04a02d9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:53.415431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:53.415989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Checking segment: {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:53.416935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.417357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Bound using segment: {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:53.417819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Bound port: 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:53.418212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.442260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b90ca2-7366-4428-9ef9-10700e8a3419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.446487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'Port': ['ID=e5e414f7-868a-41c1-8509-ba4445ff1739,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.458687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b90ca2-7366-4428-9ef9-10700e8a3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.487645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] For port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:53.491645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] For port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:53.497941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.555663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b90ca2-7366-4428-9ef9-10700e8a3419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790a8a3-1e6a-4f3f-8267-f5b008843088,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.562921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d7b90ca2-7366-4428-9ef9-10700e8a3419 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a241ea9c2ef948068212594989d5a6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237419 Jul 09 19:58:53.568375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:53.571977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014a251-8e1a-4f5d-8516-bda8f6c41f21 None None] Pushing event updated for resources: {'Port': ['ID=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.577227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:53.593910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2103cc-2297-4b99-971c-f3fc8a56fc15 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:53.605390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.645000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Transition to ACTIVE for port object bd2103cc-2297-4b99-971c-f3fc8a56fc15 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:53.659634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.707253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.714353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:53.724256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:53.745866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:53.746521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:53.761361 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.776232 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Transition to ACTIVE for port object 4dabee01-3c28-472d-a327-2c65d1e6007b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:53.793566 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.801705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] No DVR routers for this DVR port e5e414f7-868a-41c1-8509-ba4445ff1739 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:53.806235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.813332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f3bf3c3-3650-4be9-a3d1-b58b931fafb2 req-65552f0f-6e81-40bf-9ebf-6bd25b58e7d2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "DELETE /v2.0/ports/e5e414f7-868a-41c1-8509-ba4445ff1739 HTTP/1.1" status: 204 len: 173 time: 1.1655891 Jul 09 19:58:53.813834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'name': 'network-vif-deleted', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:53.816447 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6870d-d9d5-4812-8868-b0f65b0932a1" -d '{"events": [{"server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "name": "network-vif-deleted", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:53.888602 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Pushing event updated for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.916710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.917058 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.917636 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.918158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.918801 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.919328 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.919872 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.920393 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.920726 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.921122 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.921484 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.921814 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:53.938419 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dab57ad-cb61-4758-b06e-636643ab2599 x-openstack-request-id: req-0dab57ad-cb61-4758-b06e-636643ab2599 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:53.938984 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bc7cd0-7e50-4653-8736-29168a7ceeba", "name": "network-vif-deleted", "tag": "e5e414f7-868a-41c1-8509-ba4445ff1739", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:53.939469 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dab57ad-cb61-4758-b06e-636643ab2599 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:53.939978 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bc7cd0-7e50-4653-8736-29168a7ceeba', 'name': 'network-vif-deleted', 'tag': 'e5e414f7-868a-41c1-8509-ba4445ff1739', 'status': 'completed', 'code': 200} Jul 09 19:58:54.057114 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Attempting to bind port 4dabee01-3c28-472d-a327-2c65d1e6007b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:54.059202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Attempting to bind port 4dabee01-3c28-472d-a327-2c65d1e6007b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:54.061700 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Attempting to bind port 4dabee01-3c28-472d-a327-2c65d1e6007b on network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:54.079434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:54.079812 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Checking segment: {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:54.082043 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.082664 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Bound using segment: {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:54.083418 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Bound port: 4dabee01-3c28-472d-a327-2c65d1e6007b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45575087-daab-412f-a2f0-adf0ccf1b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:54.083816 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.147104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045bb9-83ac-4cc6-895d-43b4fcb0e023 req-c385440f-53a9-4b13-ac5d-b5a3a85f6cf5 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:54.148762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e045bb9-83ac-4cc6-895d-43b4fcb0e023 req-c385440f-53a9-4b13-ac5d-b5a3a85f6cf5 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 944 time: 0.1740956 Jul 09 19:58:54.163135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:54.207370 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] For port 4dabee01-3c28-472d-a327-2c65d1e6007b, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:54.211618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] For port 4dabee01-3c28-472d-a327-2c65d1e6007b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4dabee01-3c28-472d-a327-2c65d1e6007b,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:54.227506 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.235206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e045bb9-83ac-4cc6-895d-43b4fcb0e023 req-dc6196f3-95c3-4281-84fe-effbf436c874 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696511 Jul 09 19:58:54.329609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:54.330516 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:54.350891 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2438-bf91-43ac-9f5d-2e8e1dcd6e87 None None] Pushing event updated for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:54.540900 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:54.574550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:54.649070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.672948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:54.689342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.722055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.724987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:54.742896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b3636bbf-0942-49c5-ba44-ac811ae3d736 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:54.801942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4c708a7-867d-4992-a829-7a1ba24d100f req-e5d5b962-3492-4d08-b6f5-c9e5d6c0d44b tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bc7cd0-7e50-4653-8736-29168a7ceeba HTTP/1.1" status: 200 len: 210 time: 0.1553688 Jul 09 19:58:54.875434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '4dabee01-3c28-472d-a327-2c65d1e6007b', 'name': '', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'mac_address': 'fa:16:3e:75:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:48Z', 'updated_at': '2021-07-09T19:58:54Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'subnets': [{'id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:54.879804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b3636bbf-0942-49c5-ba44-ac811ae3d736 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:54.880451 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.912630 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2b40d-4f85-47b1-9654-51cb97219445 None None] The sync data for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 is: [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:58:49Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '4dabee01-3c28-472d-a327-2c65d1e6007b', 'name': '', 'network_id': '9ab8b581-a804-476b-9c04-7ab6cdfe6fab', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'mac_address': 'fa:16:3e:75:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:48Z', 'updated_at': '2021-07-09T19:58:54Z', 'revision_number': 4, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'subnets': [{'id': '6d77f5e8-34ad-4d0a-be25-4f62a5566f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:54.937791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Attempting to bind port bd2103cc-2297-4b99-971c-f3fc8a56fc15 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:54.938381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Attempting to bind port bd2103cc-2297-4b99-971c-f3fc8a56fc15 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a3220671-0238-4bc3-9cd6-66ab0a4a596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:54.938381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Attempting to bind port bd2103cc-2297-4b99-971c-f3fc8a56fc15 on network c50249b3-f08d-4de8-a3d4-3c362ed31f1b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:54.946349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:54.965433 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.967988 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.969175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8790a8a3-1e6a-4f3f-8267-f5b008843088 HTTP/1.1" status: 204 len: 168 time: 1.3997180 Jul 09 19:58:54.976930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Port bd2103cc-2297-4b99-971c-f3fc8a56fc15 on network c50249b3-f08d-4de8-a3d4-3c362ed31f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:54.983215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Attempting to bind port bd2103cc-2297-4b99-971c-f3fc8a56fc15 on network c50249b3-f08d-4de8-a3d4-3c362ed31f1b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:55.002490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:55.002776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c87ee7-943d-43a2-a1e0-89495c194745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790a8a3-1e6a-4f3f-8267-f5b008843088,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.007117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:55.007464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Checking segment: {'id': 'a3220671-0238-4bc3-9cd6-66ab0a4a596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:55.007856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Bound using segment: {'id': 'a3220671-0238-4bc3-9cd6-66ab0a4a596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:55.008302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Bound port: bd2103cc-2297-4b99-971c-f3fc8a56fc15, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3220671-0238-4bc3-9cd6-66ab0a4a596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:55.008762 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.016938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ba6264a-3667-4af9-a377-9ca1725f951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.031971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:55.032863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:55.056340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Allocated IP 172.25.3.221 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/48805580-527d-4f75-849c-d7c1dc4e98dd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:55.184407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:55.188432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15,segment=NetworkSegment(a3220671-0238-4bc3-9cd6-66ab0a4a596f),segment_id=a3220671-0238-4bc3-9cd6-66ab0a4a596f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:55.197983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.212843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:55.316980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83861f-09db-44f0-a269-89acf633434c None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:55.323040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.323696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.325629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] 10.222.0.59 "PUT /v2.0/ports/bd2103cc-2297-4b99-971c-f3fc8a56fc15 HTTP/1.1" status: 200 len: 1092 time: 2.7226539 Jul 09 19:58:55.327234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:55.329900 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c" -d '{"events": [{"name": "network-changed", "server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:55.427544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116621cf-2988-47af-8497-4a387718c1e3 x-openstack-request-id: req-116621cf-2988-47af-8497-4a387718c1e3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:55.427873 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:55.428094 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-116621cf-2988-47af-8497-4a387718c1e3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:55.428704 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15', 'status': 'completed', 'code': 200} Jul 09 19:58:55.438976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e6aa-a897-43fc-8dc7-1af95596053c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.485869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.508149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-f22dde9c-f35b-4ac1-b8b4-a8fd5015c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.510323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-f22dde9c-f35b-4ac1-b8b4-a8fd5015c6b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fb88343b259428082c51334df7c8845&device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 1095 time: 0.1273961 Jul 09 19:58:55.525344 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.578482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-0a28c509-e26f-4927-a2fe-a9f38612765f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15 HTTP/1.1" status: 200 len: 217 time: 0.0586648 Jul 09 19:58:55.596243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Provisioning for port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:55.606380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Provisioning complete for port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:55.606755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.650044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddad55-9034-41e1-bbe2-2e8649aeb222 req-b5c5c9c9-a71d-449d-a170-57b0faa00686 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.652725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ddad55-9034-41e1-bbe2-2e8649aeb222 req-b5c5c9c9-a71d-449d-a170-57b0faa00686 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 944 time: 0.1257043 Jul 09 19:58:55.691386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-8af91181-e895-4a84-b41f-7b61676d78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.697231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-8af91181-e895-4a84-b41f-7b61676d78f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63503bc5-85d6-4bfe-8186-187ac443062c HTTP/1.1" status: 200 len: 864 time: 0.1018050 Jul 09 19:58:55.699874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.734360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ddad55-9034-41e1-bbe2-2e8649aeb222 req-9aea04f4-252e-4c04-848e-d250ab5eb8e4 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760374 Jul 09 19:58:55.760272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-813f8945-948e-46ea-b8f1-13b31a73f890 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c50249b3-f08d-4de8-a3d4-3c362ed31f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574193 Jul 09 19:58:55.790644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:55.815293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:55.848964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:55.850949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Pushing event updated for resources: {'Port': ['ID=48805580-527d-4f75-849c-d7c1dc4e98dd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.876325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:55.943541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12da798-7e60-472c-84d2-c51fddf2c7d3 None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:55.945285 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.005329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-03f1de53-a947-475f-9500-49a4600d749c None None] For port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:56.016560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.033417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:56.084338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1de53-a947-475f-9500-49a4600d749c None None] Pushing event updated for resources: {'Port': ['ID=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:56.171788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.179779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-f1a19695-6006-4718-b3b6-0756df14b7d6 service neutron] 10.222.0.59 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091470 Jul 09 19:58:56.216355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.244556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-de064fc9-a97b-45d6-9921-e7216767a23b None None] Provisioning complete for port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:56.245558 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de064fc9-a97b-45d6-9921-e7216767a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.315015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:56.338993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.344075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.345720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "DELETE /v2.0/security-groups/6055cea9-e424-4feb-9568-b54dc48d2a87 HTTP/1.1" status: 204 len: 168 time: 0.3110797 Jul 09 19:58:56.352772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:56.378242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23f753-fc98-4209-936f-325d2c28daab tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055cea9-e424-4feb-9568-b54dc48d2a87,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:56.380844 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-945e2c20-f07c-4206-a810-b66cb8df098f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] show failed (client error): The resource could not be found. Jul 09 19:58:56.383159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-945e2c20-f07c-4206-a810-b66cb8df098f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups/6055cea9-e424-4feb-9568-b54dc48d2a87 HTTP/1.1" status: 404 len: 347 time: 0.0291133 Jul 09 19:58:56.386568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:56.426023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.426188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.463696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a1211bcb-4499-4405-8d2e-dc09f0bf1932 req-f7845d83-65de-46f2-894b-9184847e0ecb service neutron] 10.222.0.59 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109706 Jul 09 19:58:56.504402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:56.505657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.554951 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37024c3-1f30-4667-8d25-e1c7e98f7a54 None None] New status for floating IP a33edcc3-559b-4baa-9fbf-4db964de3276: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:58:56.576876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Deleting port 4d6e9d82-302e-4d08-8dfb-6544d3740e28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:56.577258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.628968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4dabee01-3c28-472d-a327-2c65d1e6007b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:56.692873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-8dd6972c-718e-452e-bf49-502eae5ddaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:56.694573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-8dd6972c-718e-452e-bf49-502eae5ddaa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fb88343b259428082c51334df7c8845&device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 1095 time: 0.1365891 Jul 09 19:58:56.708051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.708627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.723761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Calling delete_port for 4d6e9d82-302e-4d08-8dfb-6544d3740e28 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:56.733600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4dabee01-3c28-472d-a327-2c65d1e6007b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:56.740249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4dabee01-3c28-472d-a327-2c65d1e6007b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:56.741249 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.900003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.950091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e5e414f7-868a-41c1-8509-ba4445ff1739 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:56.979475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: e5e414f7-868a-41c1-8509-ba4445ff1739 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:56.979685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e5e414f7-868a-41c1-8509-ba4445ff1739 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:56.979910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-d5908f91-9345-4870-9a55-a992f1cde9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:56.981908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-d5908f91-9345-4870-9a55-a992f1cde9b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c50249b3-f08d-4de8-a3d4-3c362ed31f1b HTTP/1.1" status: 200 len: 925 time: 0.2475851 Jul 09 19:58:56.985698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.999674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.033458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 4dabee01-3c28-472d-a327-2c65d1e6007b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4dabee01-3c28-472d-a327-2c65d1e6007b,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:57.048037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.079329 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-0dab34ca-83e0-42e2-80d7-1c7805983c55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15 HTTP/1.1" status: 200 len: 217 time: 0.0765431 Jul 09 19:58:57.086204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'Port': ['ID=4d6e9d82-302e-4d08-8dfb-6544d3740e28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:57.167745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:57.167940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adf88-a1f9-4545-8eab-67eb9e35a350 req-3f60cc30-0462-4474-9573-efbd673c6239 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:57.169307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb0adf88-a1f9-4545-8eab-67eb9e35a350 req-3f60cc30-0462-4474-9573-efbd673c6239 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 944 time: 0.2063668 Jul 09 19:58:57.174779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.177015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-edaa652f-443a-4e10-87e7-1af09e04e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:57.178560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.178684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-edaa652f-443a-4e10-87e7-1af09e04e310 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63503bc5-85d6-4bfe-8186-187ac443062c HTTP/1.1" status: 200 len: 864 time: 0.0854077 Jul 09 19:58:57.185648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b14aa27e-10a4-4c32-a2d3-e6acc460cd28 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "DELETE /v2.0/floatingips/a33edcc3-559b-4baa-9fbf-4db964de3276 HTTP/1.1" status: 204 len: 168 time: 0.7974648 Jul 09 19:58:57.229164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-583cd796-0671-41bd-8e71-530df9430cd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c50249b3-f08d-4de8-a3d4-3c362ed31f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382402 Jul 09 19:58:57.274289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb0adf88-a1f9-4545-8eab-67eb9e35a350 req-faf87c39-3f91-4323-83e3-2e01ca03b462 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Jul 09 19:58:57.302940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:58:57.426567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-414c997a-3997-4d40-a0a5-fb15c267693b service neutron] 10.222.0.59 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841106 Jul 09 19:58:57.497965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:57.508731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Sync routers for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:57.521096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:57.521914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:57.539491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.543921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c778a35a-e374-4e5b-a03f-5066828f2456 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9799957 Jul 09 19:58:57.544530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:57.554424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f38800b-cb6b-4c9b-a188-c7a4eaf9e19c req-40ead4f5-82cc-4a00-a3d3-2208ea5566ba service neutron] 10.222.0.59 "GET /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173019 Jul 09 19:58:57.555451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:57.562456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712103177', 'description': 'tempest-description--1268553433'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:57.592315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.663185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd2103cc-2297-4b99-971c-f3fc8a56fc15 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:57.681930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:57.744415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.750646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.784932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.resource_extend [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:58:57.788510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.790151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2327926 Jul 09 19:58:57.794297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:57.795352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af13d57-c8d2-4756-a6f9-c629347cd889 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9300982-28b0-47e2-8251-dba4d5439876,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:57.813677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group_rule': {'security_group_id': 'f9300982-28b0-47e2-8251-dba4d5439876', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:57.846475 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.918749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.924721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.944312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861fbdf6-bd3b-4e17-b2de-bf729ef6f0a2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:57.965712 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.967716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b5f4fd3b-88fb-4547-90b6-af628b21b6d4 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584666 Jul 09 19:58:57.970347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:57.977775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'security_group_rule': {'security_group_id': 'f9300982-28b0-47e2-8251-dba4d5439876', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:58.011149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.072196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.089303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.094694 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.110457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf8a523-944c-4944-8856-04758fa22ede,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:58.137562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15,segment=NetworkSegment(a3220671-0238-4bc3-9cd6-66ab0a4a596f),segment_id=a3220671-0238-4bc3-9cd6-66ab0a4a596f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:58.137762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.138957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2f58fbfa-25a4-48b5-b864-d50b4b72ba4f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676142 Jul 09 19:58:58.142345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:58.146963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:58.152471 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.182190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15', 'network_id': 'c50249b3-f08d-4de8-a3d4-3c362ed31f1b', 'port_id': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15', 'mac_address': 'fa:16:3e:93:8c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63503bc5-85d6-4bfe-8186-187ac443062c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:58.239873 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.245008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4dabee01-3c28-472d-a327-2c65d1e6007b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:58.251577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.280099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2103cc-2297-4b99-971c-f3fc8a56fc15 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:58.296026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:56Z', 'revision_number': 3, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:58.346339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Checking router: 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:58.346717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Updating router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 port 48805580-527d-4f75-849c-d7c1dc4e98dd binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:58.352336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15,segment=NetworkSegment(a3220671-0238-4bc3-9cd6-66ab0a4a596f),segment_id=a3220671-0238-4bc3-9cd6-66ab0a4a596f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:58.400057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.409213 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.486367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4dabee01-3c28-472d-a327-2c65d1e6007b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:58.486742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.579043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:58.651217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['bd2103cc-2297-4b99-971c-f3fc8a56fc15'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:58.813046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Allocated IP 172.20.0.1 (b433994e-f31c-4768-85e5-9327a04a02d9/2c429366-30e8-40a6-bbde-6089978db485/af5a33e0-5da9-4e15-8d21-503d1c907b1d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:58.834272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827a03d-cec6-4e6f-ba63-b1461ab74efd req-447109b0-a8d9-4e68-b963-9955db0aecd4 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:58.837623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1827a03d-cec6-4e6f-ba63-b1461ab74efd req-447109b0-a8d9-4e68-b963-9955db0aecd4 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 945 time: 0.1640370 Jul 09 19:58:58.895519 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.923639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Transition to ACTIVE for port object 48805580-527d-4f75-849c-d7c1dc4e98dd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:58.934080 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.969938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.974190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1827a03d-cec6-4e6f-ba63-b1461ab74efd req-e821717d-49f4-4670-8b8e-7dd2725b2f8e tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217654 Jul 09 19:58:58.979992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Attempting to bind port 48805580-527d-4f75-849c-d7c1dc4e98dd on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:58.980485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Attempting to bind port 48805580-527d-4f75-849c-d7c1dc4e98dd by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:58.980950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Attempting to bind port 48805580-527d-4f75-849c-d7c1dc4e98dd on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:58.994102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:58.994625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:58.995135 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.995633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:58.996212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Bound port: 48805580-527d-4f75-849c-d7c1dc4e98dd, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:58.996715 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.020784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21b06-43f3-4f79-9ed4-643be4c2452b None None] Pushing event updated for resources: {'Port': ['ID=48805580-527d-4f75-849c-d7c1dc4e98dd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:59.054999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] For port 48805580-527d-4f75-849c-d7c1dc4e98dd, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:59.059821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] For port 48805580-527d-4f75-849c-d7c1dc4e98dd, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=48805580-527d-4f75-849c-d7c1dc4e98dd,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:59.065337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.078582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.127392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Transition to ACTIVE for port object af5a33e0-5da9-4e15-8d21-503d1c907b1d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:59.140279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:59.142257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:59.152837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Allocated IP 172.25.3.188 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/fedd3163-897e-4e26-ad42-945f24d1ea2a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:59.194372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21b06-43f3-4f79-9ed4-643be4c2452b None None] Pushing event updated for resources: {'Port': ['ID=48805580-527d-4f75-849c-d7c1dc4e98dd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:59.234692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.271152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:59.296708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Network b433994e-f31c-4768-85e5-9327a04a02d9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:59.305571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:59.313385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:59.317801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Pushing event updated for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:59.348877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.376021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.482469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.509656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:56Z', 'revision_number': 3, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:59.537917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:59.540790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b6-8804-4b02-9c59-cf003e2331dc None None] The sync data for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 is: [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:56Z', 'revision_number': 3, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:59.544131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:59.549153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:59.557948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a6e2963-4225-47e1-a6a6-21f23b8ff460 None None] Provisioning for port af5a33e0-5da9-4e15-8d21-503d1c907b1d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:59.562172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4a6e2963-4225-47e1-a6a6-21f23b8ff460 None None] Provisioning complete for port af5a33e0-5da9-4e15-8d21-503d1c907b1d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:59.562675 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4a6e2963-4225-47e1-a6a6-21f23b8ff460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.585009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=fedd3163-897e-4e26-ad42-945f24d1ea2a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:59.604710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e2963-4225-47e1-a6a6-21f23b8ff460 None None] Port af5a33e0-5da9-4e15-8d21-503d1c907b1d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:59.638629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd2103cc-2297-4b99-971c-f3fc8a56fc15 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:59.640964 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.702890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port bd2103cc-2297-4b99-971c-f3fc8a56fc15 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:59.707285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port bd2103cc-2297-4b99-971c-f3fc8a56fc15 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:59.708102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.727951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.791251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.818205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:59.820515 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d95c3-6146-4564-b3ca-88bbee035793" -d '{"events": [{"server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "name": "network-vif-plugged", "status": "completed", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:59.826650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.837854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15,segment=NetworkSegment(a3220671-0238-4bc3-9cd6-66ab0a4a596f),segment_id=a3220671-0238-4bc3-9cd6-66ab0a4a596f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:59.850461 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.949768 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b29ff7-8e48-4cad-8969-8556722b87c4 x-openstack-request-id: req-22b29ff7-8e48-4cad-8969-8556722b87c4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:59.950067 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "name": "network-vif-plugged", "status": "completed", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:59.950317 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22b29ff7-8e48-4cad-8969-8556722b87c4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:59.950717 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15', 'code': 200} Jul 09 19:59:00.041115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.282930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.302452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.344060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 48805580-527d-4f75-849c-d7c1dc4e98dd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:00.386469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.405172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.423137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 48805580-527d-4f75-849c-d7c1dc4e98dd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:00.427348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 48805580-527d-4f75-849c-d7c1dc4e98dd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:00.427672 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.427976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.446257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Pushing event updated for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.509380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.521330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea0966-7329-4693-80c9-e2b4aa91db57 req-a87aec11-f9e4-47dc-8894-3b5fbcb46e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:00.522871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7ea0966-7329-4693-80c9-e2b4aa91db57 req-a87aec11-f9e4-47dc-8894-3b5fbcb46e28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 1097 time: 0.4297693 Jul 09 19:59:00.530672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 48805580-527d-4f75-849c-d7c1dc4e98dd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=48805580-527d-4f75-849c-d7c1dc4e98dd,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:00.535762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.568369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c17a46-ca41-4dc3-a775-8e5650e6b983 req-6c54951a-fdde-4db2-8ea5-f029716c5508 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:00.569988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36c17a46-ca41-4dc3-a775-8e5650e6b983 req-6c54951a-fdde-4db2-8ea5-f029716c5508 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.3577259 Jul 09 19:59:00.592064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=48805580-527d-4f75-849c-d7c1dc4e98dd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.633086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=fedd3163-897e-4e26-ad42-945f24d1ea2a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.665027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.671989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7ea0966-7329-4693-80c9-e2b4aa91db57 req-25d0fbae-0e1d-4d56-9299-559ddb80af20 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397603 Jul 09 19:59:00.695362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Network b433994e-f31c-4768-85e5-9327a04a02d9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:00.698835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36c17a46-ca41-4dc3-a775-8e5650e6b983 req-51b9752d-fc60-4dea-bb43-6cec61440a3f tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Jul 09 19:59:00.700736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:00.708654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.719056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83e65fdf-b66c-4be4-81e1-b441df3813fb tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5755620 Jul 09 19:59:00.859362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:00.947893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6edeb409-fff0-4ed2-be9b-fd384fff5f0d None None] Provisioning complete for port af5a33e0-5da9-4e15-8d21-503d1c907b1d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:00.948420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edeb409-fff0-4ed2-be9b-fd384fff5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.976780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:00.990348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e11ca1c8-d002-44f1-8b67-4a2b99f8670b admin admin] 10.222.0.10 "PUT /v2.0/routers/305bf217-f6b2-4f5f-8ed5-c89122f37ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4377396 Jul 09 19:59:00.994375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6edeb409-fff0-4ed2-be9b-fd384fff5f0d None None] Port af5a33e0-5da9-4e15-8d21-503d1c907b1d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:01.131425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-353d983c-d89a-4d15-b2ca-e270328a6117 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1712103177&fields=id&tenant_id=2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 267 time: 0.0426998 Jul 09 19:59:01.293085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-8f99b904-1d93-4464-997c-67b2374f6d01 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:01.294486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-8f99b904-1d93-4464-997c-67b2374f6d01 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 810 time: 0.1349602 Jul 09 19:59:01.317631 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-72e829df-cb7a-480e-bc04-155d2dfcb183 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/quotas/2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 375 time: 0.0160823 Jul 09 19:59:01.393719 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-98648479-ede5-4e82-86a9-04bc167e1afc tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747437 Jul 09 19:59:01.515541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-096fe2e6-ce1c-4397-87e0-e1df785e49db service neutron] 10.222.0.10 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951056 Jul 09 19:59:01.613429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-77e5f4e8-34d0-4b43-8be7-e631a4cf4442 service neutron] 10.222.0.10 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879707 Jul 09 19:59:01.818243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-370a954f-7c41-49ea-8536-f5182ea80f01 req-47e2d897-aa96-4897-80f4-94c78c83cff8 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 210 time: 0.0407910 Jul 09 19:59:02.001238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:02.028706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d81b6-f761-44f7-bc80-8b4bc6a10d2e req-d89d2396-61a1-4c61-9f7f-b14a55b04e6e tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:02.030267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d3d81b6-f761-44f7-bc80-8b4bc6a10d2e req-d89d2396-61a1-4c61-9f7f-b14a55b04e6e tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.0891967 Jul 09 19:59:02.074510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d3d81b6-f761-44f7-bc80-8b4bc6a10d2e req-01226ea4-7ea3-4981-931b-9e357ad9ad3f tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Jul 09 19:59:02.105380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Sync routers for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:02.115096 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:02.115720 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:02.278373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 48805580-527d-4f75-849c-d7c1dc4e98dd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:02.280328 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:02.336851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 48805580-527d-4f75-849c-d7c1dc4e98dd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:02.337354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.430706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537875f-5612-4923-a5c1-dcf5023e5f10 req-b9212b48-47bf-4fc6-9c51-0c8b61ccbc5e tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:02.439267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6537875f-5612-4923-a5c1-dcf5023e5f10 req-b9212b48-47bf-4fc6-9c51-0c8b61ccbc5e tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.1355839 Jul 09 19:59:02.514807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6537875f-5612-4923-a5c1-dcf5023e5f10 req-4d501bb2-ed4f-47ac-b226-115940166d86 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Jul 09 19:59:02.633979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.657500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 4, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'af5a33e0-5da9-4e15-8d21-503d1c907b1d', 'name': '', 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'mac_address': 'fa:16:3e:79:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '2c429366-30e8-40a6-bbde-6089978db485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:58Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 2, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'subnets': [{'id': '2c429366-30e8-40a6-bbde-6089978db485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:02.724271 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Checking router: 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:02.724626 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Updating router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 port af5a33e0-5da9-4e15-8d21-503d1c907b1d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:02.784681 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.015131 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-126edba5-3ee0-4d59-b8f4-25c9a5314d1d req-94179098-6881-4a94-86e2-acca079f1568 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 210 time: 0.0707994 Jul 09 19:59:03.062536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7baea-bd29-44bb-a273-e3be7b619b78 req-61b5b3c3-6a62-49a6-9921-14e5da57a76f tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:03.064601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebe7baea-bd29-44bb-a273-e3be7b619b78 req-61b5b3c3-6a62-49a6-9921-14e5da57a76f tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.1376054 Jul 09 19:59:03.077651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Deleting port 4dabee01-3c28-472d-a327-2c65d1e6007b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:03.078225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.141070 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.152534 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Transition to ACTIVE for port object af5a33e0-5da9-4e15-8d21-503d1c907b1d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:03.158780 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.228267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebe7baea-bd29-44bb-a273-e3be7b619b78 req-94ff6044-ce6d-4668-84dd-5b56bf986083 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522467 Jul 09 19:59:03.290463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3efc7f-a8f8-49c2-89a4-981107394310 None None] Pushing event updated for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:03.335206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] For port 4dabee01-3c28-472d-a327-2c65d1e6007b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4dabee01-3c28-472d-a327-2c65d1e6007b,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:03.335588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.336665 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Attempting to bind port af5a33e0-5da9-4e15-8d21-503d1c907b1d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:03.338541 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Attempting to bind port af5a33e0-5da9-4e15-8d21-503d1c907b1d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:03.338952 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Attempting to bind port af5a33e0-5da9-4e15-8d21-503d1c907b1d on network b433994e-f31c-4768-85e5-9327a04a02d9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:03.345970 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:03.346341 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Checking segment: {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:03.346874 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.347314 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Bound using segment: {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:03.347775 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Bound port: af5a33e0-5da9-4e15-8d21-503d1c907b1d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eba7268-d6dc-4e04-924a-544dae6861b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:03.348153 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.380851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Calling delete_port for 4dabee01-3c28-472d-a327-2c65d1e6007b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:03.420280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-7663e0f9-06f1-43f9-8905-b413f541fdd2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:03.427034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-7663e0f9-06f1-43f9-8905-b413f541fdd2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 810 time: 0.2790129 Jul 09 19:59:03.434259 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] For port af5a33e0-5da9-4e15-8d21-503d1c907b1d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:03.438882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] For port af5a33e0-5da9-4e15-8d21-503d1c907b1d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=af5a33e0-5da9-4e15-8d21-503d1c907b1d,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:03.452055 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.538862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:03.539755 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:03.559923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-ea16e7e2-3467-4bc3-8dac-fd64a5b42674 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7d286fdf2f458aaf14d663ce6c5760 HTTP/1.1" status: 200 len: 380 time: 0.1199086 Jul 09 19:59:03.577686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'port': {'device_id': '5412ed58-b898-4555-a4f3-d77686309ca2', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'admin_state_up': True, 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'security_groups': ['f9300982-28b0-47e2-8251-dba4d5439876']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:03.667352 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3efc7f-a8f8-49c2-89a4-981107394310 None None] Pushing event updated for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:03.739236 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:03.922803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd69e-5087-4054-a1ef-0b50fcf301a8 req-55a39164-e921-4c5e-ac8c-fcfad173fbbf tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:03.931084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-387cd69e-5087-4054-a1ef-0b50fcf301a8 req-55a39164-e921-4c5e-ac8c-fcfad173fbbf tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.1049223 Jul 09 19:59:03.986281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-387cd69e-5087-4054-a1ef-0b50fcf301a8 req-1c799898-8980-4e11-8ecb-52ed41e0fa0c tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Jul 09 19:59:03.994470 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 4, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'af5a33e0-5da9-4e15-8d21-503d1c907b1d', 'name': '', 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'mac_address': 'fa:16:3e:79:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '2c429366-30e8-40a6-bbde-6089978db485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:58Z', 'updated_at': '2021-07-09T19:59:03Z', 'revision_number': 4, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'subnets': [{'id': '2c429366-30e8-40a6-bbde-6089978db485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:04.032019 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e367db-76c5-4f90-abad-bb26e161960f None None] The sync data for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 is: [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:58:59Z', 'revision_number': 4, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'af5a33e0-5da9-4e15-8d21-503d1c907b1d', 'name': '', 'network_id': 'b433994e-f31c-4768-85e5-9327a04a02d9', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'mac_address': 'fa:16:3e:79:2b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '2c429366-30e8-40a6-bbde-6089978db485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:58Z', 'updated_at': '2021-07-09T19:59:03Z', 'revision_number': 4, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'subnets': [{'id': '2c429366-30e8-40a6-bbde-6089978db485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:04.285794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae2a6b7f-d0f7-4a60-89c6-77918a9ccf5c req-a8e4105e-1d2a-460a-99b4-60796687cf9c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 210 time: 0.0436966 Jul 09 19:59:04.317105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device af5a33e0-5da9-4e15-8d21-503d1c907b1d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:04.397459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port af5a33e0-5da9-4e15-8d21-503d1c907b1d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:04.403267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port af5a33e0-5da9-4e15-8d21-503d1c907b1d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:04.403854 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.422470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Made reservation on behalf of 2a7d286fdf2f458aaf14d663ce6c5760 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:04.426464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.455509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.520231 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.530503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4dabee01-3c28-472d-a327-2c65d1e6007b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:04.579047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port af5a33e0-5da9-4e15-8d21-503d1c907b1d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=af5a33e0-5da9-4e15-8d21-503d1c907b1d,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:04.592777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.689958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:04.697956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Allocated IP 172.20.0.10 (6c3c1f17-0ccc-4417-9afc-58c17cc3e645/24b19222-d085-483f-914b-fc7f76b6749e/f8a00424-8a5d-418b-bc1c-4ee78d566081) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:04.874875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.898112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Transition to ACTIVE for port object f8a00424-8a5d-418b-bc1c-4ee78d566081 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:04.984278 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.160824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:05.164249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-fb8acc48-d9ad-41e0-8303-d6fe9b25d03d tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.166574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-fb8acc48-d9ad-41e0-8303-d6fe9b25d03d tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.59 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.1433659 Jul 09 19:59:05.166758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event updated for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:05.171453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:05.175334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:05.271464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.298618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.299978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.377950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-97bc87e9-a11d-41b4-a7d3-34933bd0f20e tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8113253 Jul 09 19:59:05.398701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e311c-722a-4e1f-8a80-ef9ba3efd9fc req-af9840c2-6f34-4f66-ac3e-066fb9c8fca6 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.400819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f6e311c-722a-4e1f-8a80-ef9ba3efd9fc req-af9840c2-6f34-4f66-ac3e-066fb9c8fca6 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f HTTP/1.1" status: 200 len: 946 time: 0.1758621 Jul 09 19:59:05.411110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Deleting port bd2103cc-2297-4b99-971c-f3fc8a56fc15 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:05.411657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.445395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Request body: {'port': {'device_id': '5412ed58-b898-4555-a4f3-d77686309ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:05.540479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.551029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] For port bd2103cc-2297-4b99-971c-f3fc8a56fc15, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=bd2103cc-2297-4b99-971c-f3fc8a56fc15,segment=NetworkSegment(a3220671-0238-4bc3-9cd6-66ab0a4a596f),segment_id=a3220671-0238-4bc3-9cd6-66ab0a4a596f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:05.551404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.570746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Calling delete_port for bd2103cc-2297-4b99-971c-f3fc8a56fc15 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:05.622165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a9efa273-995d-4a33-b358-c6edff7bda85 None None] Provisioning for port f8a00424-8a5d-418b-bc1c-4ee78d566081 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:05.626807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a9efa273-995d-4a33-b358-c6edff7bda85 None None] Provisioning complete for port f8a00424-8a5d-418b-bc1c-4ee78d566081 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:05.627239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9efa273-995d-4a33-b358-c6edff7bda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.667504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f6e311c-722a-4e1f-8a80-ef9ba3efd9fc req-b0d640c1-81dd-4fd6-a53f-2e62098baedc tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.10 "GET /v2.0/security-groups?id=abb8baed-1fce-49b2-a7b5-06579fda475b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524271 Jul 09 19:59:05.679445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9efa273-995d-4a33-b358-c6edff7bda85 None None] Port f8a00424-8a5d-418b-bc1c-4ee78d566081 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:05.787029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.801170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['bd2103cc-2297-4b99-971c-f3fc8a56fc15'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:05.859528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a151e3-7080-4e20-88cc-b68c4cd27d32 req-1e52a628-4b03-4836-994e-ced625d38135 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.861033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1a151e3-7080-4e20-88cc-b68c4cd27d32 req-1e52a628-4b03-4836-994e-ced625d38135 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 932 time: 0.3148646 Jul 09 19:59:05.888112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Pushing event deleted for resources: {'Port': ['ID=bd2103cc-2297-4b99-971c-f3fc8a56fc15,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:05.891557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] No DVR routers for this DVR port bd2103cc-2297-4b99-971c-f3fc8a56fc15 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:59:05.894608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.896071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Router 479da1aa-caa0-4e51-a36d-c42b384900f9 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:05.896610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4592dac-9701-4d61-b23e-8f428a337f02 req-c0da5d8c-20fe-4a17-91b6-39d2c91a1896 tempest-ServersNegativeTestMultiTenantJSON-945019078 tempest-ServersNegativeTestMultiTenantJSON-945019078-project] 10.222.0.59 "DELETE /v2.0/ports/bd2103cc-2297-4b99-971c-f3fc8a56fc15 HTTP/1.1" status: 204 len: 173 time: 0.7182913 Jul 09 19:59:05.897326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'name': 'network-vif-deleted', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:05.901050 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe864fa-334b-41d9-9587-6c69f294f456" -d '{"events": [{"server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "name": "network-vif-deleted", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:05.955005 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eecc24-873d-4d68-b044-4106ea560666 x-openstack-request-id: req-f0eecc24-873d-4d68-b044-4106ea560666 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:05.956924 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f", "name": "network-vif-deleted", "tag": "bd2103cc-2297-4b99-971c-f3fc8a56fc15", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:05.957625 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0eecc24-873d-4d68-b044-4106ea560666 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:05.958650 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a9bb6d-b8c2-42c6-b7ef-6d6f57e0834f', 'name': 'network-vif-deleted', 'tag': 'bd2103cc-2297-4b99-971c-f3fc8a56fc15', 'status': 'completed', 'code': 200} Jul 09 19:59:05.961632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1a151e3-7080-4e20-88cc-b68c4cd27d32 req-727acc2b-c5bc-4ed9-9e7b-2385a160cd42 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930924 Jul 09 19:59:06.093578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a00424-8a5d-418b-bc1c-4ee78d566081 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:06.107309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.127939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Transition to ACTIVE for port object f8a00424-8a5d-418b-bc1c-4ee78d566081 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:06.129739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:06.131782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.136662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4b780740-d868-4c9c-bf9d-56c438fe5b4c admin admin] 10.222.0.10 "PUT /v2.0/routers/479da1aa-caa0-4e51-a36d-c42b384900f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1343272 Jul 09 19:59:06.139358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:06.140968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Sync routers for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:06.149864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:06.150779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:06.256347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.310266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:06.436115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.439326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Attempting to bind port f8a00424-8a5d-418b-bc1c-4ee78d566081 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:06.439672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Attempting to bind port f8a00424-8a5d-418b-bc1c-4ee78d566081 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:06.440011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Attempting to bind port f8a00424-8a5d-418b-bc1c-4ee78d566081 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:06.448015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Port f8a00424-8a5d-418b-bc1c-4ee78d566081 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:06.448728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Attempting to bind port f8a00424-8a5d-418b-bc1c-4ee78d566081 on network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:06.456548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device af5a33e0-5da9-4e15-8d21-503d1c907b1d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:06.457245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:06.457596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Checking segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:06.458808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Bound using segment: {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:06.459836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Bound port: f8a00424-8a5d-418b-bc1c-4ee78d566081, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db3b64-10b7-467e-8033-989d2159fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:06.460256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.636726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port af5a33e0-5da9-4e15-8d21-503d1c907b1d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:06.636726 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.646405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:06.658034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:06.664723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.679832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.764190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Deleting port b3636bbf-0942-49c5-ba44-ac811ae3d736 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:06.764543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.768041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.769907 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.772285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 1092 time: 1.3494837 Jul 09 19:59:06.772960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:06.775914 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df22cc2-372d-417d-b6e9-67970113ff87" -d '{"events": [{"name": "network-changed", "server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:06.840185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c782e2b-fa2e-4e0f-a9cd-5edbd15e7617 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.863925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:06.875613 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364dd25e-ee79-48c8-9106-19d38bdcc616 x-openstack-request-id: req-364dd25e-ee79-48c8-9106-19d38bdcc616 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:06.876123 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:06.876338 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-364dd25e-ee79-48c8-9106-19d38bdcc616 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:06.881434 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'status': 'completed', 'code': 200} Jul 09 19:59:06.885621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port': {'id': 'b3636bbf-0942-49c5-ba44-ac811ae3d736', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:46Z', 'updated_at': '2021-07-09T19:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:06.920919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-374ede9c-fd7b-4ed4-8707-2442a96f098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.921120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Checking router: 479da1aa-caa0-4e51-a36d-c42b384900f9 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:06.923036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-374ede9c-fd7b-4ed4-8707-2442a96f098f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0942111 Jul 09 19:59:06.935426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Deleting subnet 63503bc5-85d6-4bfe-8186-187ac443062c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:06.939518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] For port b3636bbf-0942-49c5-ba44-ac811ae3d736, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b3636bbf-0942-49c5-ba44-ac811ae3d736,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:06.939785 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.942172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.943074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Routers {'479da1aa-caa0-4e51-a36d-c42b384900f9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:06.943720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['479da1aa-caa0-4e51-a36d-c42b384900f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:06.973399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-007bb87e-b785-415b-afc9-679d4c953e6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 217 time: 0.0433481 Jul 09 19:59:06.987260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Calling delete_port for b3636bbf-0942-49c5-ba44-ac811ae3d736 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:07.033229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.040482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-55c2ac15-bdd9-4cd2-b32f-ad39b8a517bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.042604 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-55c2ac15-bdd9-4cd2-b32f-ad39b8a517bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0634258 Jul 09 19:59:07.046122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] Set router 479da1aa-caa0-4e51-a36d-c42b384900f9 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:07.107359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:59:06Z', 'revision_number': 6, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:07.110964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-71f3d17b-b7b4-4083-a25a-31dcb5414bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.112940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-71f3d17b-b7b4-4083-a25a-31dcb5414bcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630291 Jul 09 19:59:07.126803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-6bbce0ee-9c16-49a9-8e61-88c2cc4d0c9b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:59:07.128301 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-6bbce0ee-9c16-49a9-8e61-88c2cc4d0c9b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077138 Jul 09 19:59:07.146491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd002479-64cb-4cf0-ae0e-96b5341fea01 None None] The sync data for ids ['479da1aa-caa0-4e51-a36d-c42b384900f9'] in n-d-800087-3 is: [{'id': '479da1aa-caa0-4e51-a36d-c42b384900f9', 'name': 'tempest-TestAggregatesBasicOps-384509628-router', 'tenant_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:45Z', 'updated_at': '2021-07-09T19:59:06Z', 'revision_number': 6, 'project_id': 'ed19d5e9f9e14e11ac8e5d541872f5d7', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:07.155810 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.231362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-5d2d7995-d8b2-42ab-a48f-09164b0e9d37 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932827 Jul 09 19:59:07.283764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aac4a-08d3-4bcd-ab71-e24980782fa7 req-e60f10cf-8fa8-4800-ab34-785c35a15a4c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.285308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039aac4a-08d3-4bcd-ab71-e24980782fa7 req-e60f10cf-8fa8-4800-ab34-785c35a15a4c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 944 time: 0.1724305 Jul 09 19:59:07.299013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.326559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b7b38763-4306-439d-b1bd-da7938fbba45 req-e05b32bf-9871-4d3f-8ad9-dea32ba1ff99 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887430 Jul 09 19:59:07.364716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63503bc5-85d6-4bfe-8186-187ac443062c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:07.368399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.370865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-37386e10-e90d-498b-b61c-65c5809acd2a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/63503bc5-85d6-4bfe-8186-187ac443062c HTTP/1.1" status: 204 len: 168 time: 0.5059805 Jul 09 19:59:07.374641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:07.430234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-4d78a46b-18da-49f6-9db4-ae90b24267d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.432395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-4d78a46b-18da-49f6-9db4-ae90b24267d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0585728 Jul 09 19:59:07.445473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039aac4a-08d3-4bcd-ab71-e24980782fa7 req-1d54f144-6678-4ea0-9302-2dba922476dc tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502230 Jul 09 19:59:07.466169 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.474522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.499758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3636bbf-0942-49c5-ba44-ac811ae3d736,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:07.526868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-d3620712-28df-4226-8dc0-fe31fc22f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.528374 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-d3620712-28df-4226-8dc0-fe31fc22f075 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.0890207 Jul 09 19:59:07.576174 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-67528e18-c43d-4333-8176-ca63309d3ff1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 217 time: 0.0412383 Jul 09 19:59:07.628854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-63bec338-b81d-44b2-82ff-c2bef8475f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.630704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-63bec338-b81d-44b2-82ff-c2bef8475f54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0483797 Jul 09 19:59:07.632371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.637665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.686737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-1579fa0e-196c-46d2-9112-4260dd4b94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.688224 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-1579fa0e-196c-46d2-9112-4260dd4b94b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517857 Jul 09 19:59:07.727018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50249b3-f08d-4de8-a3d4-3c362ed31f1b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:07.740397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3220671-0238-4bc3-9cd6-66ab0a4a596f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:07.740689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3220671-0238-4bc3-9cd6-66ab0a4a596f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:07.743342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.749728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.754826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.785814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-459218b1-ba20-419f-bb97-7490449eecf7 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911698 Jul 09 19:59:07.808410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.816613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:07.817367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:07.819406 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:07.829286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.829805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 479da1aa-caa0-4e51-a36d-c42b384900f9 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:59:07.860349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.863777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-641390c4-b746-470d-8582-80c6aa8fe814 admin admin] 10.222.0.10 "DELETE /v2.0/routers/479da1aa-caa0-4e51-a36d-c42b384900f9 HTTP/1.1" status: 204 len: 168 time: 1.7195196 Jul 09 19:59:07.867900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:07.903947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1df22cc2-372d-417d-b6e9-67970113ff87 req-10e05ebe-17dd-41ad-b79f-d5fc2f39005c service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108160 Jul 09 19:59:07.924041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.932309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.934952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c50249b3-f08d-4de8-a3d4-3c362ed31f1b HTTP/1.1" status: 204 len: 168 time: 0.5592179 Jul 09 19:59:07.938136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:07.952686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d160-14bf-4991-9681-fb89443e2791 admin admin] Pushing event deleted for resources: {'Network': ['ID=c50249b3-f08d-4de8-a3d4-3c362ed31f1b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:07.958555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Deleting subnet 6d77f5e8-34ad-4d0a-be25-4f62a5566f19 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:07.962061 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.989019 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Deleting subnet 9f3c2a55-2850-40ec-b37a-bf5bb8d661da {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:07.992207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.997672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.033058 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.073972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.079140 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.147100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.153094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.185153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.185970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d77f5e8-34ad-4d0a-be25-4f62a5566f19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.188414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f3c2a55-2850-40ec-b37a-bf5bb8d661da HTTP/1.1" status: 204 len: 168 time: 0.2490621 Jul 09 19:59:08.190141 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.195107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da3309-35bc-4eac-abc9-b88af0e757c4 None None] Network 9ab8b581-a804-476b-9c04-7ab6cdfe6fab requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:08.195579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c5795a9c-20fa-439a-a616-518c187c9bab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d77f5e8-34ad-4d0a-be25-4f62a5566f19 HTTP/1.1" status: 204 len: 168 time: 0.3266733 Jul 09 19:59:08.196116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:08.196595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:08.208765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5050d-3953-44de-a42e-6e343883d199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3c2a55-2850-40ec-b37a-bf5bb8d661da,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.291803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4dabee01-3c28-472d-a327-2c65d1e6007b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:08.320178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.336311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4dabee01-3c28-472d-a327-2c65d1e6007b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:08.336942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4dabee01-3c28-472d-a327-2c65d1e6007b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:08.338051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b3636bbf-0942-49c5-ba44-ac811ae3d736 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:08.365587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b3636bbf-0942-49c5-ba44-ac811ae3d736 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:08.365930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b3636bbf-0942-49c5-ba44-ac811ae3d736 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:08.377047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.439463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.474871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515893b3-221e-4aea-880b-17b226547f3c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.480745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] DHCP port deletion for 9ab8b581-a804-476b-9c04-7ab6cdfe6fab request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:59:08.494221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11584e23-e582-4f6e-af9d-a12ab0aa9dbe') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.494525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11584e23-e582-4f6e-af9d-a12ab0aa9dbe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.512198 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.532373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.538295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Deleting port 0a513e09-b144-44de-8ec9-66a309aab881 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:08.538636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.541069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Deleting port 0a513e09-b144-44de-8ec9-66a309aab881 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:08.541664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.590610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:08.591084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:08.593044 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:08.614839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] For port 0a513e09-b144-44de-8ec9-66a309aab881, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a513e09-b144-44de-8ec9-66a309aab881,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:08.615532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.635493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Calling delete_port for 0a513e09-b144-44de-8ec9-66a309aab881 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:08.660712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e9bbe-4405-4a23-991d-b5cc1acef333 req-1a3515d5-0608-4f24-9bf0-709c546b5a54 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:08.662552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db4e9bbe-4405-4a23-991d-b5cc1acef333 req-1a3515d5-0608-4f24-9bf0-709c546b5a54 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 944 time: 0.0762055 Jul 09 19:59:08.683510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] For port 0a513e09-b144-44de-8ec9-66a309aab881, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a513e09-b144-44de-8ec9-66a309aab881,segment=NetworkSegment(45575087-daab-412f-a2f0-adf0ccf1b129),segment_id=45575087-daab-412f-a2f0-adf0ccf1b129)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:08.684461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.704062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Calling delete_port for 0a513e09-b144-44de-8ec9-66a309aab881 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:08.705197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db4e9bbe-4405-4a23-991d-b5cc1acef333 req-1ae28bdf-b07c-44b9-9ce8-568e98ada544 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Jul 09 19:59:08.711203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.721157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.731571 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] 10.222.0.10 "DELETE /v2.0/networks/515893b3-221e-4aea-880b-17b226547f3c HTTP/1.1" status: 204 len: 168 time: 0.5249088 Jul 09 19:59:08.739921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.744524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d089a9-0a3e-466c-b1d1-7d29b4448a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=515893b3-221e-4aea-880b-17b226547f3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.773463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Pushing event deleted for resources: {'Port': ['ID=0a513e09-b144-44de-8ec9-66a309aab881,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.775961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] No DVR routers for this DVR port 0a513e09-b144-44de-8ec9-66a309aab881 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:59:08.784540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.784950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.785514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.785689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.785972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.786297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.786627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.786939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.787297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.787587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.787907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.788222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3660a39-1d37-4d6a-b10c-afd3befdf219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:08.833453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.862628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a513e09-b144-44de-8ec9-66a309aab881,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.867976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] No DVR routers for this DVR port 0a513e09-b144-44de-8ec9-66a309aab881 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:59:08.969637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.975627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:08.983189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab8b581-a804-476b-9c04-7ab6cdfe6fab']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.996113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45575087-daab-412f-a2f0-adf0ccf1b129') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.997262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45575087-daab-412f-a2f0-adf0ccf1b129') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:09.009748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.023980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.027720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-77a52bb6-3c79-448c-bce2-5474ef1e1235 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fb88343b259428082c51334df7c8845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508959 Jul 09 19:59:09.030535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.032271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:09.032789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: timer() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:09.035018 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:09.087871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.096395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.102728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.105325 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ab8b581-a804-476b-9c04-7ab6cdfe6fab HTTP/1.1" status: 204 len: 168 time: 0.8409548 Jul 09 19:59:09.109659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.122461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.123187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee4c3-846a-4926-a23f-226633c835e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab8b581-a804-476b-9c04-7ab6cdfe6fab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:09.279888 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.282318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.283439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abb8baed-1fce-49b2-a7b5-06579fda475b HTTP/1.1" status: 204 len: 168 time: 0.2519698 Jul 09 19:59:09.298421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78042-3ee4-42b9-a1d3-295837094a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8baed-1fce-49b2-a7b5-06579fda475b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:09.515113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.613395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.677192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd2103cc-2297-4b99-971c-f3fc8a56fc15 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:09.698333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: bd2103cc-2297-4b99-971c-f3fc8a56fc15 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:09.698671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device bd2103cc-2297-4b99-971c-f3fc8a56fc15 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:09.805242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Deleting port af5a33e0-5da9-4e15-8d21-503d1c907b1d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:09.805589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.886418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] For port af5a33e0-5da9-4e15-8d21-503d1c907b1d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=af5a33e0-5da9-4e15-8d21-503d1c907b1d,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:09.886760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.899551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Calling delete_port for af5a33e0-5da9-4e15-8d21-503d1c907b1d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:09.997581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa9dc020-30df-4039-9801-d491e369dadf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e6f1aa4c0a9448c8adc1dc81b6344d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805702 Jul 09 19:59:09.997940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:10.063507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.095382 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.158585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.184740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.187588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.189047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0dc585f-00f4-4e97-85cd-572439ca582a HTTP/1.1" status: 204 len: 168 time: 0.1900294 Jul 09 19:59:10.199012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909e54-2ae4-440e-8cfc-c0ec52284112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc585f-00f4-4e97-85cd-572439ca582a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:10.207272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5a33e0-5da9-4e15-8d21-503d1c907b1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:10.279534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a513e09-b144-44de-8ec9-66a309aab881 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:10.329595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0a513e09-b144-44de-8ec9-66a309aab881 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:10.329948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a513e09-b144-44de-8ec9-66a309aab881 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:10.435295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5cf6-919c-4f59-abb8-8b442c4bd461 req-3816e367-cccb-4094-8350-7f159af39496 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:10.445899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-517f5cf6-919c-4f59-abb8-8b442c4bd461 req-3816e367-cccb-4094-8350-7f159af39496 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 944 time: 0.4888682 Jul 09 19:59:10.504610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-517f5cf6-919c-4f59-abb8-8b442c4bd461 req-caa177b0-cd0b-4e40-814c-3743af71ed4a tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Jul 09 19:59:10.860166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.977021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f8a00424-8a5d-418b-bc1c-4ee78d566081 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:11.067078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:11.080384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:11.099249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'port_id': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'mac_address': 'fa:16:3e:b7:8d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:11.118132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:11.153144 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.167796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a00424-8a5d-418b-bc1c-4ee78d566081 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:11.197566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:11.203708 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.206566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1426509342-network', 'tenant_id': '15409b05ada34a938cf54b508fe143f0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:11.234220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:11.238639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.249709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.252605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:11.262247 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Sync routers for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:11.266175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:11.276616 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-21c9eeda-624f-49b2-96ca-163c36fe6870 admin admin] 10.222.0.10 "PUT /v2.0/routers/305bf217-f6b2-4f5f-8ed5-c89122f37ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1638172 Jul 09 19:59:11.277736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:11.280639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:11.281294 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:11.374083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.381150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.403696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:11.420689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0effb-46ca-4d92-acdd-9d3f49befdf9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:11.422759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.428503 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:11.433999 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.435860 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Added segment 4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b of type vlan for network 0e181fe0-6dc9-4888-b90e-95ef51179749 Jul 09 19:59:11.483951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.507180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['f8a00424-8a5d-418b-bc1c-4ee78d566081'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:11.533566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.534765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:11.535662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.594469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.620149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e181fe0-6dc9-4888-b90e-95ef51179749,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:11.630801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-724f3a76-27fa-435f-82fe-909cb0106ff1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5612867 Jul 09 19:59:11.633723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:11.643576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Request body: {'subnet': {'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1426509342-subnet', 'tenant_id': '15409b05ada34a938cf54b508fe143f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:11.651762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:11.686774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:11.689725 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.700273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:59:10Z', 'revision_number': 5, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port': {'id': '48805580-527d-4f75-849c-d7c1dc4e98dd', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:11.724950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Deleting port 48805580-527d-4f75-849c-d7c1dc4e98dd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:11.725321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.732709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Checking router: 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:11.743258 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Routers {'305bf217-f6b2-4f5f-8ed5-c89122f37ec2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:11.744566 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:11.858918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] For port 48805580-527d-4f75-849c-d7c1dc4e98dd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=48805580-527d-4f75-849c-d7c1dc4e98dd,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:11.859285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.876477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Calling delete_port for 48805580-527d-4f75-849c-d7c1dc4e98dd owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:11.894908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b9c2-6e8d-4d1e-a070-f05fedd13c25 req-6aa618ec-8f64-41f2-8663-2a8f320b0217 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:11.896482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb7b9c2-6e8d-4d1e-a070-f05fedd13c25 req-6aa618ec-8f64-41f2-8663-2a8f320b0217 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 945 time: 0.2493334 Jul 09 19:59:11.952517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] Set router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:11.961926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.982418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1fb7b9c2-6e8d-4d1e-a070-f05fedd13c25 req-293300c8-dd32-42ba-88df-0f24bbd49fd5 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772698 Jul 09 19:59:12.030392 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:59:11Z', 'revision_number': 6, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:12.039037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7197020-d2c0-4b79-991e-8f174ad4e83a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.047622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Checking segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:12.048061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Network hostable DHCP agents. Network: 0e181fe0-6dc9-4888-b90e-95ef51179749, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:12.061521 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd5e2c-5fec-4bf4-8945-6a6de7184de3 None None] The sync data for ids ['305bf217-f6b2-4f5f-8ed5-c89122f37ec2'] in n-d-800087-3 is: [{'id': '305bf217-f6b2-4f5f-8ed5-c89122f37ec2', 'name': 'tempest-TestAggregatesBasicOps-886104057-router', 'tenant_id': '28b9280774f242fba6ecd8b53d82d211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:52Z', 'updated_at': '2021-07-09T19:59:11Z', 'revision_number': 6, 'project_id': '28b9280774f242fba6ecd8b53d82d211', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:12.074349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:12.089797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0e181fe0-6dc9-4888-b90e-95ef51179749) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:12.098090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e6ff00-c276-4a5d-aab2-5b956a056965 None None] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:12.099101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:12.099983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.134681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c6c51a4d-feeb-46b7-9bd7-a1680fa14ade admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4988825 Jul 09 19:59:12.139501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.164675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Pushing event deleted for resources: {'Port': ['ID=48805580-527d-4f75-849c-d7c1dc4e98dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.249763 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.267040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731dcbb-1731-478d-9b0e-8a82e72844eb None None] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:12.364370 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.367124 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.470529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.471394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305bf217-f6b2-4f5f-8ed5-c89122f37ec2 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:59:12.483670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.487399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-506eccfe-f522-4c4c-9871-edc2d8f16064 admin admin] 10.222.0.10 "DELETE /v2.0/routers/305bf217-f6b2-4f5f-8ed5-c89122f37ec2 HTTP/1.1" status: 204 len: 168 time: 1.2026391 Jul 09 19:59:12.488072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.544356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.606879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device af5a33e0-5da9-4e15-8d21-503d1c907b1d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:12.614967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Deleting subnet 2c429366-30e8-40a6-bbde-6089978db485 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:12.618134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.647241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: af5a33e0-5da9-4e15-8d21-503d1c907b1d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:12.647596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device af5a33e0-5da9-4e15-8d21-503d1c907b1d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:12.653794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.681992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9477f2b5-be39-42a4-84fd-9d38efe1626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.740378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.795829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9477f2b5-be39-42a4-84fd-9d38efe1626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.798808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.801684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9477f2b5-be39-42a4-84fd-9d38efe1626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.826898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c429366-30e8-40a6-bbde-6089978db485,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.831052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.833275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad0de221-163f-4e9b-a34f-a3b2abfede30 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2c429366-30e8-40a6-bbde-6089978db485 HTTP/1.1" status: 204 len: 168 time: 0.3441341 Jul 09 19:59:12.837331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa205a3-c3d4-4385-8f43-03c9e28ef79b None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:12.841426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.937946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.943481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9477f2b5-be39-42a4-84fd-9d38efe1626b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4753e9e6aa5c43e9921892a3290f18eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977439 Jul 09 19:59:12.948091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.953786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477f2b5-be39-42a4-84fd-9d38efe1626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb68c63-d7fa-45ad-9c0f-1c1e45b58169,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.991408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f8a00424-8a5d-418b-bc1c-4ee78d566081 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:12.998849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-9fbdd14d-0a77-4ff2-9808-d36c2053f9a0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:13.000416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-9fbdd14d-0a77-4ff2-9808-d36c2053f9a0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1541882 Jul 09 19:59:13.048294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Deleting port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:13.049301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-21df2ec3-4959-47ba-b3fd-35f54ea14cd5 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/quotas/15409b05ada34a938cf54b508fe143f0 HTTP/1.1" status: 200 len: 375 time: 0.0255742 Jul 09 19:59:13.054776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.070021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port f8a00424-8a5d-418b-bc1c-4ee78d566081 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:13.071569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.081884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port f8a00424-8a5d-418b-bc1c-4ee78d566081 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:13.082271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.132298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] DHCP port deletion for b433994e-f31c-4768-85e5-9327a04a02d9 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:59:13.147146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-70fe7e8a-f171-4345-9d63-990a74139d2a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757341 Jul 09 19:59:13.221597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] For port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:13.222056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.239848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Calling delete_port for 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:13.251569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-b10309a6-04d7-40bb-8792-4aa27c2ffc20 service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034224 Jul 09 19:59:13.271070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.315078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3e93-8dea-4a85-89f7-69edbca1a941 req-60dedcfa-1c41-46c0-b8b9-6c1c7e31a304 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:13.322695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06ec3e93-8dea-4a85-89f7-69edbca1a941 req-60dedcfa-1c41-46c0-b8b9-6c1c7e31a304 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 945 time: 0.1593688 Jul 09 19:59:13.368449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:59:13.386976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06ec3e93-8dea-4a85-89f7-69edbca1a941 req-d1b3d9f4-6856-41d0-991c-65bee0b47087 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590177 Jul 09 19:59:13.409928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Deleting port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:13.409928 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.410692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.416494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-1dd92689-b4b3-4af2-8512-171756153ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636624 Jul 09 19:59:13.421534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.423164 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.426717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.433081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeb68c63-d7fa-45ad-9c0f-1c1e45b58169 HTTP/1.1" status: 204 len: 168 time: 0.4817405 Jul 09 19:59:13.451647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b757-ef99-49bd-9f75-067ceb6c1e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb68c63-d7fa-45ad-9c0f-1c1e45b58169,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.471231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Pushing event deleted for resources: {'Port': ['ID=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.475588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] No DVR routers for this DVR port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:59:13.488046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:13.522886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:13.525816 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e9b7f-7071-4006-aeda-94e3bcbf2c2b" -d '{"events": [{"server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:13.551387 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.567550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.579755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b433994e-f31c-4768-85e5-9327a04a02d9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:13.603546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eba7268-d6dc-4e04-924a-544dae6861b3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:13.620077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eba7268-d6dc-4e04-924a-544dae6861b3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:13.627533 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7693c8a4-291a-4b34-8793-9a19b75b4b4a x-openstack-request-id: req-7693c8a4-291a-4b34-8793-9a19b75b4b4a {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:13.627814 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:13.628069 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7693c8a4-291a-4b34-8793-9a19b75b4b4a {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:13.628455 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'code': 200} Jul 09 19:59:13.643942 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.664287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.668851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.681427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27189196-9f9d-4b07-9642-e3c71948e28b req-970e4c96-560f-47f7-a891-15b8ccb8a70d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 210 time: 0.0415432 Jul 09 19:59:13.689349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:13.691549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: timer() Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:13.695658 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:13.699778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] For port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,segment=NetworkSegment(8eba7268-d6dc-4e04-924a-544dae6861b3),segment_id=8eba7268-d6dc-4e04-924a-544dae6861b3)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:13.701038 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.720476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Calling delete_port for 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:13.809488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.816146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.825110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b433994e-f31c-4768-85e5-9327a04a02d9 HTTP/1.1" status: 204 len: 168 time: 0.9820554 Jul 09 19:59:13.827620 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.839842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590fd6-4ab6-4d3c-a161-8db2fc8ffe34 admin admin] Pushing event deleted for resources: {'Network': ['ID=b433994e-f31c-4768-85e5-9327a04a02d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.858396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Pushing event deleted for resources: {'Port': ['ID=527fc9bb-b04f-4aa8-9494-240ddd83f1a4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.861751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] Network b433994e-f31c-4768-85e5-9327a04a02d9 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 19:59:13.862215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989df6d2-f5d6-4da5-b1ea-ed3c241e7462 None None] No DVR routers for this DVR port 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:59:13.921681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0588a-ef74-4e0f-9ec7-48d6f17e9c50 req-dd8a189f-6345-4c56-89d3-e75ce535e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:13.923285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60f0588a-ef74-4e0f-9ec7-48d6f17e9c50 req-dd8a189f-6345-4c56-89d3-e75ce535e236 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1097 time: 0.2607498 Jul 09 19:59:13.948802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:13.965912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e7b306-228b-44c6-bac3-64f69ee389b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.976960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60f0588a-ef74-4e0f-9ec7-48d6f17e9c50 req-7bad6e85-7762-4ca3-b988-9113d22091ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Jul 09 19:59:14.011702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.076655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cd697337-182c-41c2-9e03-40a15bd7a81a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed19d5e9f9e14e11ac8e5d541872f5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636687 Jul 09 19:59:14.079463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.104308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e7b306-228b-44c6-bac3-64f69ee389b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.108633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e7b306-228b-44c6-bac3-64f69ee389b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.151567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.163565 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-69e7b306-228b-44c6-bac3-64f69ee389b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f919a03df28d40d9ac36f716c171e6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105758 Jul 09 19:59:14.163565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7b306-228b-44c6-bac3-64f69ee389b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c5659-3525-4ae6-a3d3-e99ed8bd58ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.164207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.188447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.257164 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.273341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:14.295654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:14.296008 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.296140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 527fc9bb-b04f-4aa8-9494-240ddd83f1a4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:14.296568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 48805580-527d-4f75-849c-d7c1dc4e98dd no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:59:14.298169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.300716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.304696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/517b4165-22d4-47c4-9436-5c326b851474 HTTP/1.1" status: 204 len: 168 time: 0.2214451 Jul 09 19:59:14.319997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 48805580-527d-4f75-849c-d7c1dc4e98dd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:59:14.320623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 48805580-527d-4f75-849c-d7c1dc4e98dd not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:59:14.334979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f1cb7-2746-4564-a36b-8aa3192e7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b4165-22d4-47c4-9436-5c326b851474,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.376449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.379194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.380678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b8c5659-3525-4ae6-a3d3-e99ed8bd58ab HTTP/1.1" status: 204 len: 168 time: 0.2144301 Jul 09 19:59:14.395466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d8020-8879-4e84-8a94-22aa67278528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c5659-3525-4ae6-a3d3-e99ed8bd58ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.588587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21a7b1-6d07-41e1-85ae-fccb5d3fecd2 req-299dd84a-5cf7-4fd6-9589-a9546873ef04 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:14.590429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc21a7b1-6d07-41e1-85ae-fccb5d3fecd2 req-299dd84a-5cf7-4fd6-9589-a9546873ef04 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.0803435 Jul 09 19:59:14.632290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dc21a7b1-6d07-41e1-85ae-fccb5d3fecd2 req-52db02af-a013-4192-b7b7-fec34fbcc1fc tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Jul 09 19:59:14.801795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.893258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cc69947-3c49-4680-b092-6b206b5a2324 req-ecadfad0-6983-44a3-aca4-4d09bc920c4a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 210 time: 0.0628815 Jul 09 19:59:14.936826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-18b00b63-81e1-4fd8-8d49-39eb0994c9b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28b9280774f242fba6ecd8b53d82d211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334863 Jul 09 19:59:14.939485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.995169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.016605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-373c6f34-52f3-4e86-b526-38e30a315407 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:15.018104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-373c6f34-52f3-4e86-b526-38e30a315407 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1662364 Jul 09 19:59:15.020415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.034569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Request body: {'port': {'device_id': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'admin_state_up': True, 'tenant_id': '15409b05ada34a938cf54b508fe143f0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:15.079610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.082338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.083800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82b9783a-754c-4dee-ab46-0e0ca25ebea0 HTTP/1.1" status: 204 len: 168 time: 0.1430011 Jul 09 19:59:15.092342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289ab8f-6dd2-4c50-99f2-44ac2d3e6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9783a-754c-4dee-ab46-0e0ca25ebea0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:15.202936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:15.206852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.353439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Allocated IP 172.20.0.8 (0e181fe0-6dc9-4888-b90e-95ef51179749/b7197020-d2c0-4b79-991e-8f174ad4e83a/1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:15.511665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.553561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.611248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:15.614600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:15.619956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:15.644139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event updated for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:15.672874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:15.673530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.690931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d7e41811-d0b9-4aef-af9a-5e8e46d3cca0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6634972 Jul 09 19:59:15.705154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Request body: {'port': {'device_id': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:15.794617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.836023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ec759-8381-40e8-92d2-4d5d63220f16 req-c5aef046-d338-4343-8415-9ffd39ff72b2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:15.844928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-870ec759-8381-40e8-92d2-4d5d63220f16 req-c5aef046-d338-4343-8415-9ffd39ff72b2 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.0811634 Jul 09 19:59:15.897936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-870ec759-8381-40e8-92d2-4d5d63220f16 req-2b029d3a-9ced-46f8-a9e7-f334256f8470 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500014 Jul 09 19:59:16.143653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee3b3b-a43b-41c2-90f0-cde7bb45cc3c req-9f08e3b5-25c6-408c-aae2-235d775ff7c3 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.145239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92ee3b3b-a43b-41c2-90f0-cde7bb45cc3c req-9f08e3b5-25c6-408c-aae2-235d775ff7c3 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.1187534 Jul 09 19:59:16.149287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0442-d430-4f09-bfca-6f611a6811bb req-3c134d5b-b11c-487e-a622-98a81f6ef55b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.157379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f4a0442-d430-4f09-bfca-6f611a6811bb req-3c134d5b-b11c-487e-a622-98a81f6ef55b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 931 time: 0.0965927 Jul 09 19:59:16.164636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:16.170063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Request body: {'floatingip': {'port_id': 'f8a00424-8a5d-418b-bc1c-4ee78d566081'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:16.195301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:16.204806 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.221381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.224195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Transition to ACTIVE for port object 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:16.228572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.307376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f4a0442-d430-4f09-bfca-6f611a6811bb req-446f6d33-c68f-4045-8e68-6194a1fea19c tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499653 Jul 09 19:59:16.355216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:16.397080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Attempting to bind port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:16.402134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Attempting to bind port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:16.402134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Attempting to bind port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:16.412169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:16.412169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Attempting to bind port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:16.422666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:16.423016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Checking segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:16.423411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Bound using segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:16.423843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Bound port: 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:16.424208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.493968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:16.498963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:16.505653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.557122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.557850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.559360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] 10.222.0.59 "PUT /v2.0/ports/1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 HTTP/1.1" status: 200 len: 1091 time: 0.8608043 Jul 09 19:59:16.559934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:16.562340 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:16.595414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde63d32-27b0-4673-91e6-5d7b8b17f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:16.629611 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae5daf-6a20-4b6e-8810-61e11cf84526 x-openstack-request-id: req-40ae5daf-6a20-4b6e-8810-61e11cf84526 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:16.630977 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:16.631512 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40ae5daf-6a20-4b6e-8810-61e11cf84526 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:16.632832 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'status': 'completed', 'code': 200} Jul 09 19:59:16.705036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bb9f73b3-a354-4dc9-98ba-19c3acee7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.706596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-bb9f73b3-a354-4dc9-98ba-19c3acee7eca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 1094 time: 0.0975235 Jul 09 19:59:16.777754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-31971706-fe80-4c1c-8ffb-632f37f3b494 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 HTTP/1.1" status: 200 len: 217 time: 0.0628715 Jul 09 19:59:16.834075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-e592e772-60b5-4883-b383-22be198a5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.835573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-e592e772-60b5-4883-b383-22be198a5810 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0510466 Jul 09 19:59:16.847254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.854781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.875314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-b848e206-6628-4325-92aa-4be07961497f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332067 Jul 09 19:59:16.980649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-d6a64041-e6e2-400b-831b-6622bd80097a service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979710 Jul 09 19:59:16.983942 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Floating IP e7af6d68-98ec-44df-ba3a-eb5c26bf8d73 associated. External IP: 172.25.3.188, port: f8a00424-8a5d-418b-bc1c-4ee78d566081. Jul 09 19:59:17.096077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd449063-8db2-443a-b5e2-5ccd8ef43dd3 req-048840ae-458d-4d72-a7e7-ef47395badb8 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080201 Jul 09 19:59:17.227639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-8e39d01b-f444-4cfd-b36b-40f60707d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.229250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-8e39d01b-f444-4cfd-b36b-40f60707d181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 1094 time: 0.0708621 Jul 09 19:59:17.233069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:17.301651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:17.308797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820530870', 'description': 'tempest-secgroup-smoke-820530870 description', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:17.348633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-772c3deb-9917-4938-a857-89b613e36660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.350240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-772c3deb-9917-4938-a857-89b613e36660 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.1142361 Jul 09 19:59:17.396084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-442daa7b-89ca-4870-afbf-38c3410427f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 HTTP/1.1" status: 200 len: 217 time: 0.0379388 Jul 09 19:59:17.464779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-8d18f871-03b1-4238-8b3f-b85cc5e16c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.466315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-8d18f871-03b1-4238-8b3f-b85cc5e16c73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0620251 Jul 09 19:59:17.502092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-8be8ed19-f645-4ea6-8ffb-3f51556da7ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281608 Jul 09 19:59:17.602915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-2552a36d-1ba7-45d0-99a8-05dfe574a7db service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924940 Jul 09 19:59:17.708709 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f0b3b80-fc1f-4388-a2fd-c76455488ec1 req-1152d967-9dc8-4665-ae8f-159a4806e7a2 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984757 Jul 09 19:59:17.762812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.771752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:17.780982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.803864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:17.809579 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.815157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:17.827025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:17.828216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:17.879610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ecb79-4da1-4dd7-881b-aef7550197f0 req-d94740c5-4e0d-4052-ba95-03e2c867b299 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.881164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d6ecb79-4da1-4dd7-881b-aef7550197f0 req-d94740c5-4e0d-4052-ba95-03e2c867b299 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 943 time: 0.1683154 Jul 09 19:59:17.884195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0b365fdd-6696-4ad5-832e-df8abab56bfa tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "PUT /v2.0/floatingips/e7af6d68-98ec-44df-ba3a-eb5c26bf8d73 HTTP/1.1" status: 200 len: 992 time: 1.7183166 Jul 09 19:59:17.887161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:17.889014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7efb97b7-6418-4acd-b842-c3dc47a608cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.889531 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:17.950868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d6ecb79-4da1-4dd7-881b-aef7550197f0 req-ffd66957-9bc0-4fe0-9087-7b05a76f9cb7 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 Jul 09 19:59:17.953001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:17.997011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.002142 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.021427 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0adb06-d884-4b50-928f-8b9eec58bb47 x-openstack-request-id: req-7b0adb06-d884-4b50-928f-8b9eec58bb47 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:18.021852 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:18.022170 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b0adb06-d884-4b50-928f-8b9eec58bb47 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:18.022642 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'status': 'completed', 'code': 200} Jul 09 19:59:18.043183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19cfafd-4871-4413-b3fd-0ce5a841714d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.096001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7efb97b7-6418-4acd-b842-c3dc47a608cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.102009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7efb97b7-6418-4acd-b842-c3dc47a608cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.111753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-f6e41c15-4568-4459-b2d3-40672b3c6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.113486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-f6e41c15-4568-4459-b2d3-40672b3c6f07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0667508 Jul 09 19:59:18.153998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb97b7-6418-4acd-b842-c3dc47a608cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9718142-6f41-4d2c-9e19-48c0a26df1a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.161442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7efb97b7-6418-4acd-b842-c3dc47a608cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a05f43ceacf0436690d26aec8350bd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885820 Jul 09 19:59:18.162037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.219398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e7af6d68-98ec-44df-ba3a-eb5c26bf8d73', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b7:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5412ed58-b898-4555-a4f3-d77686309ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:59Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:18.226912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.249628 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.251310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:18.260345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:18.261050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:18.262896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-9067d5a1-0e8f-40ba-aa93-5bfd216c4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.264456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-9067d5a1-0e8f-40ba-aa93-5bfd216c4040 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.1425235 Jul 09 19:59:18.270649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.301351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.304379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.305732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9718142-6f41-4d2c-9e19-48c0a26df1a3 HTTP/1.1" status: 204 len: 168 time: 0.1424601 Jul 09 19:59:18.309236 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.320096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8181a-d16f-4c7d-a422-6c14d71a14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9718142-6f41-4d2c-9e19-48c0a26df1a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.356168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.357425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0548196 Jul 09 19:59:18.360645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.368519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:18.369806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d28c3-fff3-4bbd-992d-3c397509247b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3198b76-0eb0-48a0-991c-e896dcacf4f2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.373911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-58489598-957b-41f1-ad35-ee797051036c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 1000 time: 0.1019895 Jul 09 19:59:18.402053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:18.403477 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.432131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-acb3a235-1150-4a00-968b-314f80cc1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.434024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-acb3a235-1150-4a00-968b-314f80cc1299 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0532179 Jul 09 19:59:18.458145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.464190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.487629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8ef317-7bf3-4cbf-86ef-84005584daac,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.494354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.498224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-367c74f6-6409-46c2-bf00-406a05685b45 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333497 Jul 09 19:59:18.498865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.504979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:18.510528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-5440e07b-81ad-40a5-9adb-8d567bf07b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.512218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-5440e07b-81ad-40a5-9adb-8d567bf07b64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720391 Jul 09 19:59:18.542144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.620374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.620594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-7f8bd0f6-dc3c-443a-be3c-7e137d2b5242 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009910 Jul 09 19:59:18.624324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.648822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbbcf81-5b36-44d2-b9a0-61b08de5c018,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.660003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.662416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-324fe49a-a004-40cb-a7bd-9473cd0bdaaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624410 Jul 09 19:59:18.665123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.670955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:18.683239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e7af6d68-98ec-44df-ba3a-eb5c26bf8d73', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b7:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5412ed58-b898-4555-a4f3-d77686309ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:59Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:18.693752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.709705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.714748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992547cd-ca1e-45ef-b4cc-311a47657df3 None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'e7af6d68-98ec-44df-ba3a-eb5c26bf8d73', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'port_id': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'mac_address': 'fa:16:3e:b7:8d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5412ed58-b898-4555-a4f3-d77686309ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:59Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 1, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:18.717024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd6bd96-1b30-4757-a68f-26552d962bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.753861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ad091bd-bcb6-4ea9-b94b-2d2394f9f8a6 req-5eeb26b4-bf15-4104-a8af-838fc722cd53 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259050 Jul 09 19:59:18.789952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.792815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.798262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.819467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b568b1a-4855-4740-a982-2294db336522,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.839052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd6bd96-1b30-4757-a68f-26552d962bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.843849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd6bd96-1b30-4757-a68f-26552d962bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.848788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.850266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-278f9abb-d2fe-4ac0-842c-db308ffda82c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839681 Jul 09 19:59:18.853055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.857729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:18.881449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6bd96-1b30-4757-a68f-26552d962bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3837f48a-8ad9-427c-8f78-785843e3d5a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.886483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.888873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1cd6bd96-1b30-4757-a68f-26552d962bdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6103b4fb02946329f41764f13ec8cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942296 Jul 09 19:59:18.889489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:18.945383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.951126 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.955613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.973731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.975681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f875c5-6b8c-46db-a8dc-457f26615286,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:18.982363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.983915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-985a995f-810a-4752-9f43-05a104678383 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298974 Jul 09 19:59:18.995434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54cf5e-187f-4699-8e6c-8ce8114f0fd1 None None] New status for floating IP e7af6d68-98ec-44df-ba3a-eb5c26bf8d73: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:59:18.996950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:19.006091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:19.051703 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:59:19.059368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.066870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.070557 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.083191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3837f48a-8ad9-427c-8f78-785843e3d5a3 HTTP/1.1" status: 204 len: 168 time: 0.1866128 Jul 09 19:59:19.097047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922a18b-925b-409d-82fb-a5749b2ec5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837f48a-8ad9-427c-8f78-785843e3d5a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:19.200523 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.207999 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.237251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3326b1c-792c-4ba1-b87c-1337a511345e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:19.242213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.244396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d8cd0b8d-89fa-4040-9c19-5ff73ac7ede0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2461329 Jul 09 19:59:19.247857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:19.253380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'e3198b76-0eb0-48a0-991c-e896dcacf4f2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:19.256506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb447acf-2665-4e34-9daf-de1f4d6f4231 req-72004cfd-aa95-4617-a2d4-21ba4baf0bff tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:19.258225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb447acf-2665-4e34-9daf-de1f4d6f4231 req-72004cfd-aa95-4617-a2d4-21ba4baf0bff tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 943 time: 0.1173139 Jul 09 19:59:19.279835 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:59:19.285216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.297763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb447acf-2665-4e34-9daf-de1f4d6f4231 req-669f60d9-b03d-46fb-84bc-38d88e536dd2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 09 19:59:19.339611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.344080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.361914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db669585-f4ad-4d03-89fd-bc4f130a15db,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:19.369169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.370189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ea1b97d5-8801-4df6-849e-abcc7e122715 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210105 Jul 09 19:59:19.373640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:19.378157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'network': {'name': 'tempest-network-smoke--2010897803', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:19.397837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:19.401508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.425233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:19.435373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.435714 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Added segment d2f215b9-e9f2-4d45-9e51-a3439e0148c0 of type vlan for network 4119c599-3b80-4da2-86e0-6209772ab840 Jul 09 19:59:19.479369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.512054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.517678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:19.518271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.584885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2105761 Jul 09 19:59:19.587746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:19.592278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'admin_state_up': True, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:19.597439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38835263-26e8-4b78-8162-67e278e5b5e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Network': ['ID=4119c599-3b80-4da2-86e0-6209772ab840,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:19.609754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4119c599-3b80-4da2-86e0-6209772ab840 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:19.620029 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.621207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.682620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.714754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:19.815878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:19.827436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.828138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'port_id': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'mac_address': 'fa:16:3e:c8:5a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7197020-d2c0-4b79-991e-8f174ad4e83a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:19.872522 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.886328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:19.906502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:19.912190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.964857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.042912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.061522 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.104677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:20.180081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.103 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:20.305301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.355787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.394161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:20.399257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:20.402490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:20.431267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.487583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6ca1-e39c-4d46-a2f5-04cc9ae06ed0 req-57962fc8-8677-4b09-81ee-7f7aadcaad8e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:20.488986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f3b6ca1-e39c-4d46-a2f5-04cc9ae06ed0 req-57962fc8-8677-4b09-81ee-7f7aadcaad8e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 944 time: 0.0744369 Jul 09 19:59:20.536273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f3b6ca1-e39c-4d46-a2f5-04cc9ae06ed0 req-b2f77056-47ef-440f-bda5-0bfc255a0fbe tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Jul 09 19:59:20.669355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.872055 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.012140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router a0bea876-6403-4e3f-b13e-18ec184f6015 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:59:21.119064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:21.129033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Sync routers for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:21.143005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.147587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a63bb57b-31f6-460b-b7eb-15f7640e11c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5559115 Jul 09 19:59:21.147736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:21.147736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:21.147918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:21.259852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:21.358258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fab1f20c-0649-457d-aa97-697eeda69711 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e8d476af66924eceb0f5f07ca77128d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2073860 Jul 09 19:59:21.360921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:21.464633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:21.491499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Checking router: a0bea876-6403-4e3f-b13e-18ec184f6015 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:21.491939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Updating router a0bea876-6403-4e3f-b13e-18ec184f6015 port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:21.522133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047632e6-459f-4f29-8996-7bd79e12d5af tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:21.523618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-047632e6-459f-4f29-8996-7bd79e12d5af tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589644 Jul 09 19:59:21.529048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:21.538622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.574938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a99f846-8f5d-4d13-9666-0e0fe35d11b9 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472901 Jul 09 19:59:21.577660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:21.583826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926316704', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:21.714243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:21.717736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.722661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:21.813881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:21.816702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77fda-6101-4d24-b426-68bd294a15cb req-9f329229-0cd0-48aa-878b-4bbac62d0f21 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:21.818257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7f77fda-6101-4d24-b426-68bd294a15cb req-9f329229-0cd0-48aa-878b-4bbac62d0f21 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 944 time: 0.1458416 Jul 09 19:59:21.820778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:21.821192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.888850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7f77fda-6101-4d24-b426-68bd294a15cb req-9623fe5f-4e2b-492a-b942-1fd6580275d8 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637898 Jul 09 19:59:21.906525 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.962834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.032394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Subnet': ['ID=d26923e4-63c2-402d-b072-83f1952732f4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:22.040796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Checking segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:22.041208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network hostable DHCP agents. Network: 4119c599-3b80-4da2-86e0-6209772ab840, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:22.058717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 4119c599-3b80-4da2-86e0-6209772ab840 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:22.068848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4119c599-3b80-4da2-86e0-6209772ab840) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:22.073149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:22.073774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.090032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Transition to ACTIVE for port object 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:22.091958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc7078-0a3c-40bc-b278-66bd7255caba None None] Network 4119c599-3b80-4da2-86e0-6209772ab840 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:22.095437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-628c11be-34a9-49d5-980a-e499e34d51ab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5156839 Jul 09 19:59:22.098177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:22.116168 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.189850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.243972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Attempting to bind port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:22.244351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Attempting to bind port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:22.244750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Attempting to bind port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:22.251761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:22.254257 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ec6e2-df2c-4c83-a868-ecc5304ee186" -d '{"events": [{"server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:22.261601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97e19-a4a4-4890-866b-2de9dc30ced9 None None] Pushing event updated for resources: {'Port': ['ID=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:22.283166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:22.284309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:22.285407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:22.285745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.286452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:22.287091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Bound port: 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:22.287484 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.330011 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5835b10-a2c9-48ef-a592-095115b56539 x-openstack-request-id: req-e5835b10-a2c9-48ef-a592-095115b56539 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:22.330306 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:22.330560 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5835b10-a2c9-48ef-a592-095115b56539 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:22.330950 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'code': 200} Jul 09 19:59:22.335137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.396013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] For port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:22.454782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] For port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:22.491951 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.513022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a0c39-4aac-4041-8ce3-57c9ee4d333a req-db339236-efda-4fa2-a445-7d1b315773f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:22.514693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-561a0c39-4aac-4041-8ce3-57c9ee4d333a req-db339236-efda-4fa2-a445-7d1b315773f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 1096 time: 0.0948570 Jul 09 19:59:22.521467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4119c599-3b80-4da2-86e0-6209772ab840', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:22.525585 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.527493 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77241b30-852b-4975-b4c5-bdccdec7ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.559107 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-561a0c39-4aac-4041-8ce3-57c9ee4d333a req-a4c3c112-c295-4967-ba1d-3457027a7ece service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Jul 09 19:59:22.560569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:22.561353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:22.573297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:22.656486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.775641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97e19-a4a4-4890-866b-2de9dc30ced9 None None] Pushing event updated for resources: {'Port': ['ID=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:22.828112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:22.886904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Allocated IP 172.20.0.2 (4119c599-3b80-4da2-86e0-6209772ab840/d26923e4-63c2-402d-b072-83f1952732f4/e19c2313-227e-424c-8507-65a5709b29b0) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:23.076445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114696-7fea-4047-b766-e73ebdcf665b req-5b385911-2df9-4c5c-8dbb-32fdf20704f3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:23.077966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29114696-7fea-4047-b766-e73ebdcf665b req-5b385911-2df9-4c5c-8dbb-32fdf20704f3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 945 time: 0.0640988 Jul 09 19:59:23.120559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29114696-7fea-4047-b766-e73ebdcf665b req-92b91d83-e661-44a5-ba86-fc29fa728bf1 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Jul 09 19:59:23.128407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.142594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:23.174405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Transition to ACTIVE for port object e19c2313-227e-424c-8507-65a5709b29b0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:23.176696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a832c3-c41d-44ab-9dd1-22a235b0768a None None] The sync data for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 is: [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:23.195582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Transition to ACTIVE for port object e19c2313-227e-424c-8507-65a5709b29b0 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:23.209833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.252487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Network 4119c599-3b80-4da2-86e0-6209772ab840 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:23.255611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:23.258348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:23.269859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.1 (4119c599-3b80-4da2-86e0-6209772ab840/d26923e4-63c2-402d-b072-83f1952732f4/fe93ca9f-8668-4d0f-8dc5-3ab203221068) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:23.282198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Pushing event updated for resources: {'Port': ['ID=e19c2313-227e-424c-8507-65a5709b29b0,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:23.365593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.372870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Attempting to bind port e19c2313-227e-424c-8507-65a5709b29b0 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:23.373191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Attempting to bind port e19c2313-227e-424c-8507-65a5709b29b0 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:23.373559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Attempting to bind port e19c2313-227e-424c-8507-65a5709b29b0 on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:23.378798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:23.379179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Checking segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:23.379583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.379980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Bound using segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:23.380499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Bound port: e19c2313-227e-424c-8507-65a5709b29b0, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:23.380900 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.440080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.469431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] For port e19c2313-227e-424c-8507-65a5709b29b0, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:23.473080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] For port e19c2313-227e-424c-8507-65a5709b29b0, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e19c2313-227e-424c-8507-65a5709b29b0,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:23.480544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.481115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object fe93ca9f-8668-4d0f-8dc5-3ab203221068 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:23.558093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.634237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 4119c599-3b80-4da2-86e0-6209772ab840 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:23.651888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122776-fe65-4ddc-8f74-7710b44be8b3 None None] Pushing event updated for resources: {'Port': ['ID=e19c2313-227e-424c-8507-65a5709b29b0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:23.662021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:23.667471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:23.715888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:23.746597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.959051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.378111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:24.441430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:24.447209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:24.447531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.575332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.600962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:24.608140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.610047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e19c2313-227e-424c-8507-65a5709b29b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:24.616050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00315c1-c1b6-4f8b-9557-04d98af2c6a4 req-87368039-b1b7-4424-b177-082f3f034573 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:24.618490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00315c1-c1b6-4f8b-9557-04d98af2c6a4 req-87368039-b1b7-4424-b177-082f3f034573 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 945 time: 0.2051952 Jul 09 19:59:24.723336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:24.740216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c00315c1-c1b6-4f8b-9557-04d98af2c6a4 req-ed9f5f9b-243e-46a2-a278-50b627e1beb5 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079910 Jul 09 19:59:24.803416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e19c2313-227e-424c-8507-65a5709b29b0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:24.856040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.861843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.947694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:24.967400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.976251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24d48732-dd4d-48a9-b640-c344f4b5607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.981654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa379fc2-5e0c-40b2-89b0-cf5bd54f0e0e None None] Network 4119c599-3b80-4da2-86e0-6209772ab840 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:25.085263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 4119c599-3b80-4da2-86e0-6209772ab840 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:25.087249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:25.143071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Provisioning for port e19c2313-227e-424c-8507-65a5709b29b0 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:25.171314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Provisioning complete for port e19c2313-227e-424c-8507-65a5709b29b0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:25.171694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.262557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router a0bea876-6403-4e3f-b13e-18ec184f6015 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:25.310997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.388491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.402028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:25.420669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d72e58c5-8bb8-4ac0-8745-1b2411a219ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/a0bea876-6403-4e3f-b13e-18ec184f6015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128891 Jul 09 19:59:25.423793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] For port e19c2313-227e-424c-8507-65a5709b29b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e19c2313-227e-424c-8507-65a5709b29b0,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:25.428878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.503984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f09022-eaa9-4e02-9246-5c68455e6c62 None None] Pushing event updated for resources: {'Port': ['ID=e19c2313-227e-424c-8507-65a5709b29b0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:25.676744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-b5522df4-6fff-4a84-9841-e68005c4c52d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820530870&fields=id&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 267 time: 0.0585268 Jul 09 19:59:25.700764 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Sync routers for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:25.716285 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:25.716913 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:59:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:25.766694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Provisioning complete for port e19c2313-227e-424c-8507-65a5709b29b0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:25.767065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.840645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-1a6e7518-faae-4217-8475-ab80f835b0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:25.843109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-1a6e7518-faae-4217-8475-ab80f835b0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 797 time: 0.1590083 Jul 09 19:59:25.860390 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-8be02e10-d568-4f8f-8aed-943acf408dfd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/quotas/e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 375 time: 0.0117028 Jul 09 19:59:25.937491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Provisioning for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:25.944040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Provisioning complete for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:25.944711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.010507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-99c65ed3-0cd3-41b1-815d-b3380d3d90e0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430223 Jul 09 19:59:26.016892 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:26.023147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b3f29597-5c5d-4b31-9e14-638bd24794b6 None None] Port fe93ca9f-8668-4d0f-8dc5-3ab203221068 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:26.150336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f1903d12-728a-40f7-9ce9-e71d55d0744a None None] Provisioning complete for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:26.150721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1903d12-728a-40f7-9ce9-e71d55d0744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.172715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-9ddd9a31-7ddf-41f4-b32b-69e5ec6076d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455855 Jul 09 19:59:26.227492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f1903d12-728a-40f7-9ce9-e71d55d0744a None None] Port fe93ca9f-8668-4d0f-8dc5-3ab203221068 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:26.311258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:26.340212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-a1e1233b-2984-4587-992a-5ccd3a1352a6 service neutron] 10.222.0.10 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661828 Jul 09 19:59:26.373724 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 2, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:26.384495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-36167709-921f-4f5a-b6ae-36872e41e875 None None] Provisioning complete for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:26.385064 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36167709-921f-4f5a-b6ae-36872e41e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.404677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Checking router: a0bea876-6403-4e3f-b13e-18ec184f6015 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:26.405032 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Updating router a0bea876-6403-4e3f-b13e-18ec184f6015 port fe93ca9f-8668-4d0f-8dc5-3ab203221068 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:26.414545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.427671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:26.428307 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.441042 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.452202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-36167709-921f-4f5a-b6ae-36872e41e875 None None] Port fe93ca9f-8668-4d0f-8dc5-3ab203221068 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:26.535794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e19c2313-227e-424c-8507-65a5709b29b0 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:26.597293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e19c2313-227e-424c-8507-65a5709b29b0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:26.597668 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.614003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bfe2e2a-e717-4fed-b6d3-fba0333e8c68 req-29384ffb-95e6-4f00-a0b6-7846426a8e5e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 210 time: 0.0372918 Jul 09 19:59:26.948485 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.971849 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Transition to ACTIVE for port object fe93ca9f-8668-4d0f-8dc5-3ab203221068 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:26.979289 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.034180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ec43-6d7f-4f95-bdc3-e49ce69002d6 None None] Pushing event updated for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:27.107643 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Attempting to bind port fe93ca9f-8668-4d0f-8dc5-3ab203221068 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:27.108135 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Attempting to bind port fe93ca9f-8668-4d0f-8dc5-3ab203221068 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:27.108705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Attempting to bind port fe93ca9f-8668-4d0f-8dc5-3ab203221068 on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:27.124358 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:27.124524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Checking segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:27.124924 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.125574 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Bound using segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:27.126625 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Bound port: fe93ca9f-8668-4d0f-8dc5-3ab203221068, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:27.127096 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.247544 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] For port fe93ca9f-8668-4d0f-8dc5-3ab203221068, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:27.254788 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] For port fe93ca9f-8668-4d0f-8dc5-3ab203221068, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe93ca9f-8668-4d0f-8dc5-3ab203221068,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:27.262403 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.342796 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:27.343499 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:59:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:27.347452 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ec43-6d7f-4f95-bdc3-e49ce69002d6 None None] Pushing event updated for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:27.479421 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:27.745830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:27Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:27.785559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-48a2e4cf-5e01-414c-adcc-5e4bebb44aa9 req-766b494c-2ece-47ec-be28-84bbc89e3810 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 210 time: 0.0355432 Jul 09 19:59:27.795868 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f40f-0371-4b69-af21-00fd37236084 None None] The sync data for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 is: [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:27Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:27.884955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:28.287722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-7546ecc8-d44d-45be-9646-b172f1313c1c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:28.289302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-7546ecc8-d44d-45be-9646-b172f1313c1c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 797 time: 0.1899743 Jul 09 19:59:28.375927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe93ca9f-8668-4d0f-8dc5-3ab203221068 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:28.413094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5acbf6ec-2a20-4b3e-9dcf-01d1416f2154 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 379 time: 0.1125402 Jul 09 19:59:28.424015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'port': {'device_id': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'admin_state_up': True, 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'security_groups': ['e3198b76-0eb0-48a0-991c-e896dcacf4f2']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:28.493580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:28.498487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:28.498863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:28.647324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:28.647542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:28.652118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:28.688966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port fe93ca9f-8668-4d0f-8dc5-3ab203221068, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe93ca9f-8668-4d0f-8dc5-3ab203221068,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:28.698725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:28.800392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:28.822238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:28.876622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.3 (4119c599-3b80-4da2-86e0-6209772ab840/d26923e4-63c2-402d-b072-83f1952732f4/6f5a84cb-b13e-440c-936e-fee075d01c5b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:28.976002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52da9bf1-680f-461a-8386-c7ffa434bd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.003099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-00f31dc7-899e-40b5-9cc2-67de4fa12aef req-db670785-2743-4244-974e-ecf54aa38cd8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 210 time: 0.0647728 Jul 09 19:59:29.128780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52da9bf1-680f-461a-8386-c7ffa434bd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.142311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52da9bf1-680f-461a-8386-c7ffa434bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.143556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.158674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object 6f5a84cb-b13e-440c-936e-fee075d01c5b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:29.169227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-52da9bf1-680f-461a-8386-c7ffa434bd25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2df8e7a39c554ae1ad102e1bce2b2e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453474 Jul 09 19:59:29.171737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:29.200534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.232137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da9bf1-680f-461a-8386-c7ffa434bd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b656ede6-6f08-4873-b0a0-36eaa5ed1ff9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:29.263609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:29.273920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.277225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 4119c599-3b80-4da2-86e0-6209772ab840 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:29.278913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:29.281581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:29.302586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.355818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.358805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.362138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b656ede6-6f08-4873-b0a0-36eaa5ed1ff9 HTTP/1.1" status: 204 len: 168 time: 0.1870613 Jul 09 19:59:29.371471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:29.372341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.381901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c847b1-22a3-4403-96df-18bf1d41d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b656ede6-6f08-4873-b0a0-36eaa5ed1ff9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:29.405065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-53f4e452-0f22-4225-b59d-3fb63b605fc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9850838 Jul 09 19:59:29.419704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Request body: {'port': {'device_id': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:29.529379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.655955 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2de73a6c-01f6-465f-b14b-bf0fd4890507 None None] Provisioning for port 6f5a84cb-b13e-440c-936e-fee075d01c5b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:29.670460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2de73a6c-01f6-465f-b14b-bf0fd4890507 None None] Provisioning complete for port 6f5a84cb-b13e-440c-936e-fee075d01c5b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:29.670842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2de73a6c-01f6-465f-b14b-bf0fd4890507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.747774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2de73a6c-01f6-465f-b14b-bf0fd4890507 None None] Port 6f5a84cb-b13e-440c-936e-fee075d01c5b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:29.787109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:29.807222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3e34154-f1cf-4871-817b-22a92fcd7c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.888498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5a84cb-b13e-440c-936e-fee075d01c5b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:29.896273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.909397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Transition to ACTIVE for port object 6f5a84cb-b13e-440c-936e-fee075d01c5b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:29.914426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.923167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3e34154-f1cf-4871-817b-22a92fcd7c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.927309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3e34154-f1cf-4871-817b-22a92fcd7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.969621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a3e34154-f1cf-4871-817b-22a92fcd7c9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b35fe8426ba426b9e90f113490c32fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813877 Jul 09 19:59:29.970758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e34154-f1cf-4871-817b-22a92fcd7c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a3cdeb-0779-4b93-a2bd-9abf87ae4e9e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:29.973260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:30.003270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.031032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.055324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.063876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:30.064342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:30.064754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:30.072343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:30.072916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:30.079147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:30.079568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Checking segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:30.080246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Bound using segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:30.081283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Bound port: 6f5a84cb-b13e-440c-936e-fee075d01c5b, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:30.082058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.151026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.157546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.177856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3a3cdeb-0779-4b93-a2bd-9abf87ae4e9e HTTP/1.1" status: 204 len: 168 time: 0.2032483 Jul 09 19:59:30.199418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60981216-ae9f-48c4-915c-ed2405e53eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a3cdeb-0779-4b93-a2bd-9abf87ae4e9e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.200061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:30.252688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:30.262845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.328588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.329490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.331231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] 10.222.0.59 "PUT /v2.0/ports/6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 1091 time: 0.9167075 Jul 09 19:59:30.336959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:30.339656 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0e3a0-847d-442d-a383-183108f14680" -d '{"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:30.371182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b180d-70c6-4e5f-95b7-1c3505d714c9 req-84edba55-5e10-4b62-b07c-e6f28809f8ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.386383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-292b180d-70c6-4e5f-95b7-1c3505d714c9 req-84edba55-5e10-4b62-b07c-e6f28809f8ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.1901441 Jul 09 19:59:30.391003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe93ca9f-8668-4d0f-8dc5-3ab203221068 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:30.444053 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fb5a6f-dc47-451b-8ef0-b3aa10e6595c x-openstack-request-id: req-82fb5a6f-dc47-451b-8ef0-b3aa10e6595c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:30.444376 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:30.444599 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82fb5a6f-dc47-451b-8ef0-b3aa10e6595c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:30.445005 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'status': 'completed', 'code': 200} Jul 09 19:59:30.467451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2763c-fc32-4d3f-80bd-c9f267ad117e service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.504073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-292b180d-70c6-4e5f-95b7-1c3505d714c9 req-1176ee74-1ac1-43e8-9728-97ccab9e8220 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167831 Jul 09 19:59:30.511120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fe93ca9f-8668-4d0f-8dc5-3ab203221068 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:30.511536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.549303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-db09a76a-0f04-4258-a578-1a4c0ab3e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.551882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-db09a76a-0f04-4258-a578-1a4c0ab3e235 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.1106026 Jul 09 19:59:30.624857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-cd3e35e1-85e2-47a0-b3a2-0087e5edb303 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 217 time: 0.0638571 Jul 09 19:59:30.688448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-61cc7101-a464-4b8b-a1cc-30c6bc4b32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.690207 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-61cc7101-a464-4b8b-a1cc-30c6bc4b32e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0562143 Jul 09 19:59:30.758987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-cdff2695-8ce2-42d6-ace0-d5ec4a9d6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.761064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-cdff2695-8ce2-42d6-ace0-d5ec4a9d6150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639939 Jul 09 19:59:30.874925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-deea353f-9c6f-41e4-9cd1-969e9d75620a service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067157 Jul 09 19:59:30.975768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39c2eede-5ff7-4034-9fdb-54f6df0f45f9 req-fe133661-d673-4b23-a033-e5ebae61f794 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941381 Jul 09 19:59:31.081079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e3a0-847d-442d-a383-183108f14680 req-4868cfda-4652-4742-b21b-09aea5994b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.082892 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-4868cfda-4652-4742-b21b-09aea5994b93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.0576227 Jul 09 19:59:31.182991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e3a0-847d-442d-a383-183108f14680 req-4a24db49-a173-4710-8359-d260204894b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.185173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-4a24db49-a173-4710-8359-d260204894b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.0939834 Jul 09 19:59:31.564800 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-1e3cb107-b6d7-499c-ab20-f78a0af80985 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 217 time: 0.3665202 Jul 09 19:59:31.609222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e3a0-847d-442d-a383-183108f14680 req-91fbc27f-b3ad-43f0-bba0-7d3f0d18c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.610698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-91fbc27f-b3ad-43f0-bba0-7d3f0d18c4a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0451305 Jul 09 19:59:31.726086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e3a0-847d-442d-a383-183108f14680 req-faa4220d-a125-4b8e-9766-f6751214fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.728187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-faa4220d-a125-4b8e-9766-f6751214fd3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105480 Jul 09 19:59:31.756000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a80987-2fdc-4b57-a6e4-4813093a2c8e req-ade34674-5f29-40bf-82b2-63a4181f4797 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.757491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4a80987-2fdc-4b57-a6e4-4813093a2c8e req-ade34674-5f29-40bf-82b2-63a4181f4797 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.1019621 Jul 09 19:59:31.855454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4a80987-2fdc-4b57-a6e4-4813093a2c8e req-d6672da6-707e-48b3-850d-f390e8f3da69 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880508 Jul 09 19:59:31.872380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-26189610-aece-4673-bad9-27c9daecd230 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322944 Jul 09 19:59:31.981453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-99b0e3a0-847d-442d-a383-183108f14680 req-aa1d2526-5c38-4adb-98cf-022e657e41eb service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010661 Jul 09 19:59:32.320142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 59948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.429947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e623c55-6147-47a8-8ea0-f48d2e2dc24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.517476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e623c55-6147-47a8-8ea0-f48d2e2dc24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.521160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e623c55-6147-47a8-8ea0-f48d2e2dc24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.559047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e623c55-6147-47a8-8ea0-f48d2e2dc24f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41a1841024174707892350d2c34c325e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373130 Jul 09 19:59:32.560281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e623c55-6147-47a8-8ea0-f48d2e2dc24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509da295-8f2b-46f2-a33a-6ff2e463c1d3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.561765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.610251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.631194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.682480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.685021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.686232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/509da295-8f2b-46f2-a33a-6ff2e463c1d3 HTTP/1.1" status: 204 len: 168 time: 0.1233873 Jul 09 19:59:32.693898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594d0ef-336f-4965-92aa-f8749b9c0fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509da295-8f2b-46f2-a33a-6ff2e463c1d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.944018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.957050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4245bde0-240b-47d8-8c7e-186a1f2a6983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.069415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32743648-8be7-4dc3-ac77-a1d26d0b31b3 req-4631e04c-178e-4ed6-8705-fd9a334b251d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.070961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32743648-8be7-4dc3-ac77-a1d26d0b31b3 req-4631e04c-178e-4ed6-8705-fd9a334b251d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.0980780 Jul 09 19:59:33.123824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4245bde0-240b-47d8-8c7e-186a1f2a6983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.129431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32743648-8be7-4dc3-ac77-a1d26d0b31b3 req-2a45b88b-887e-463a-b1df-11febf3ea892 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 Jul 09 19:59:33.130436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4245bde0-240b-47d8-8c7e-186a1f2a6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.167063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245bde0-240b-47d8-8c7e-186a1f2a6983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66308a8e-48b5-4fab-8788-8313cc79cf5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:33.171432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4245bde0-240b-47d8-8c7e-186a1f2a6983 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82558b5f4365465590a0342737a9ea85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265134 Jul 09 19:59:33.174093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 59966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:33.224986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.245878 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.290839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.293343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.294511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66308a8e-48b5-4fab-8788-8313cc79cf5d HTTP/1.1" status: 204 len: 168 time: 0.1195168 Jul 09 19:59:33.302126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0d9a2-b349-4a25-bd57-316686f6872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66308a8e-48b5-4fab-8788-8313cc79cf5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:33.746826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:33.848916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:33.860647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'mac_address': 'fa:16:3e:2c:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:33.910090 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.922781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5a84cb-b13e-440c-936e-fee075d01c5b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:33.942524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:33.946851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:34.002139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:34.168473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6f5a84cb-b13e-440c-936e-fee075d01c5b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:34.325411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c488-5b04-46c0-95ff-718c57922f43 req-7c986272-1ee8-4d68-8fe1-51219d1a0f89 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:34.327238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18e2c488-5b04-46c0-95ff-718c57922f43 req-7c986272-1ee8-4d68-8fe1-51219d1a0f89 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 944 time: 0.0722196 Jul 09 19:59:34.378711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-18e2c488-5b04-46c0-95ff-718c57922f43 req-31eac28b-83f0-46f6-a0b5-e868802825f5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Jul 09 19:59:35.563862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482369c6-1562-4805-958d-28e265a6138e req-150897de-d8d6-4b19-a225-771870a03e22 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:35.563862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-482369c6-1562-4805-958d-28e265a6138e req-150897de-d8d6-4b19-a225-771870a03e22 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 944 time: 0.0684175 Jul 09 19:59:35.597445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-482369c6-1562-4805-958d-28e265a6138e req-3f922e59-b7a9-4b16-bfba-2c980dd4c5de tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325720 Jul 09 19:59:35.764433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:35.811655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 6f5a84cb-b13e-440c-936e-fee075d01c5b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:35.815089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 6f5a84cb-b13e-440c-936e-fee075d01c5b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:35.815456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.889708 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.910887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:35.913198 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc122c3-fd84-45ad-a80a-8e61a3c6926f" -d '{"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:35.932800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:35.938372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.964775 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e821be32-a99d-48cd-8dbf-cbf89f2ab8af x-openstack-request-id: req-e821be32-a99d-48cd-8dbf-cbf89f2ab8af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:35.965511 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:35.965511 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e821be32-a99d-48cd-8dbf-cbf89f2ab8af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:35.965786 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'code': 200} Jul 09 19:59:35.996659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:36.072738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001d192-1796-481f-a9e6-d8b36dada38d req-97cc3c42-3dab-4be6-885f-dc979dfbc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:36.074299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3001d192-1796-481f-a9e6-d8b36dada38d req-97cc3c42-3dab-4be6-885f-dc979dfbc55e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.0545225 Jul 09 19:59:36.117058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3001d192-1796-481f-a9e6-d8b36dada38d req-c31d2ea2-dc5f-4a86-9418-ba2086530626 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294070 Jul 09 19:59:36.776187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d271e3a-9c67-4ea9-8c9a-97f077b2a037 req-71b951aa-58c4-41c6-b392-6256fcfbf51c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:36.777770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d271e3a-9c67-4ea9-8c9a-97f077b2a037 req-71b951aa-58c4-41c6-b392-6256fcfbf51c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0626752 Jul 09 19:59:36.823198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d271e3a-9c67-4ea9-8c9a-97f077b2a037 req-ff9a5f71-708f-427f-b097-2596c8c051ca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Jul 09 19:59:38.000752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c531da-17e6-40ac-8f3b-e3dddaa87082 req-6bdace99-c6f4-40b5-9de4-4c0d87061330 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:38.002259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98c531da-17e6-40ac-8f3b-e3dddaa87082 req-6bdace99-c6f4-40b5-9de4-4c0d87061330 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0659332 Jul 09 19:59:38.040088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98c531da-17e6-40ac-8f3b-e3dddaa87082 req-033b6833-830a-4f0f-969e-f423fd725ae0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Jul 09 19:59:38.222481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe7c39-7218-4e8a-a593-51dae14100e7 req-0fd4d782-f3c1-4bd9-b2ea-0125bfc18916 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:38.224033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71fe7c39-7218-4e8a-a593-51dae14100e7 req-0fd4d782-f3c1-4bd9-b2ea-0125bfc18916 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0685403 Jul 09 19:59:38.261825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71fe7c39-7218-4e8a-a593-51dae14100e7 req-72f0818e-b2b4-4534-86bc-add04d16441a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Jul 09 19:59:38.286314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:38.346912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0572a07-03df-4923-bfa1-ee32781578ac tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:38.351277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c0572a07-03df-4923-bfa1-ee32781578ac tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1091 time: 0.0611591 Jul 09 19:59:38.351554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:38.356400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:38.380172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.455228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:38.477508 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.586030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.110 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/787be04b-640f-4b4b-8aff-59c5282e126a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:38.598426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb2b4-24f8-48f9-bb08-c47804618c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.689110 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb2b4-24f8-48f9-bb08-c47804618c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.692668 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.693776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb2b4-24f8-48f9-bb08-c47804618c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.733573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fc0fb2b4-24f8-48f9-bb08-c47804618c83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e80e434d165d4ddcb6f2fc2825f2928a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772276 Jul 09 19:59:38.734522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fb2b4-24f8-48f9-bb08-c47804618c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f046493-eeac-421c-9dfb-c37a77f70c25,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:38.736322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:38.751154 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.802091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:38.814827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:38.818618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:38.843177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=787be04b-640f-4b4b-8aff-59c5282e126a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:38.870809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.925155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.120015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.122596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.123735 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f046493-eeac-421c-9dfb-c37a77f70c25 HTTP/1.1" status: 204 len: 168 time: 0.3863838 Jul 09 19:59:39.172516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f93e58-d71f-45c9-af14-6f11dc8310a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f046493-eeac-421c-9dfb-c37a77f70c25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.181402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-5e4c6d45-7755-4cc3-bd16-f1487c83562d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:39.183000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-5e4c6d45-7755-4cc3-bd16-f1487c83562d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.2599759 Jul 09 19:59:39.213736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-a7918513-887e-414f-8b16-be2e465f7c50 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/quotas/15409b05ada34a938cf54b508fe143f0 HTTP/1.1" status: 200 len: 375 time: 0.0210609 Jul 09 19:59:39.397635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:39.398672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-1fbb1b19-1bef-4267-b3af-349d51a42408 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1786213 Jul 09 19:59:39.411282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.483163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.497915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.503026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.540695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9abcdd8a731a4991b76541db15e93300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419206 Jul 09 19:59:39.542772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f3a6f-216d-4a25-85c3-ce0ba9eaa020,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.543491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:39.551053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.551408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.551751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.552088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.552430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.552755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.553089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.553218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-0605e4a7-2e02-405a-97d7-8e82cf9f55cf service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478407 Jul 09 19:59:39.553442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.553771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.554095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.554422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.554747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b865a3-d1d1-4255-9d8b-8f010b0660d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:39.668187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.716339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.770220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-f9facf81-1a97-4891-a5d0-84d9c33f43e7 service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069609 Jul 09 19:59:39.772010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.889025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.891572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.892711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec9f3a6f-216d-4a25-85c3-ce0ba9eaa020 HTTP/1.1" status: 204 len: 168 time: 0.3483450 Jul 09 19:59:39.907670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25802b2-3b5a-4467-b7dd-617a450e322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f3a6f-216d-4a25-85c3-ce0ba9eaa020,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.935290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.947044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.002371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5545abb8-5862-48c4-a4be-ef5c66fe69da req-e3cf29aa-7129-438a-91aa-adc5a7ab4ba3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 210 time: 0.0390399 Jul 09 19:59:40.026491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=787be04b-640f-4b4b-8aff-59c5282e126a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:40.032596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.147668 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 567e647f-b03f-4c78-882c-591897f0c8c8 associated. External IP: 172.25.3.110, port: 6f5a84cb-b13e-440c-936e-fee075d01c5b. Jul 09 19:59:40.383607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router a0bea876-6403-4e3f-b13e-18ec184f6015 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:40.502569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:40.516358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Sync routers for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:40.522457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.530913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:40.531726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:59:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:40.585112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-97850224-3c2c-4af8-bea8-b84eb7cbbbdc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2321875 Jul 09 19:59:40.587015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:40.590665 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa99007-d96e-45fe-85a3-63b602c7c395" -d '{"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:40.638943 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e843a8-e631-4e98-8e9c-61e6a1e245b1 x-openstack-request-id: req-c8e843a8-e631-4e98-8e9c-61e6a1e245b1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:40.639245 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:40.639496 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8e843a8-e631-4e98-8e9c-61e6a1e245b1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:40.639921 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'status': 'completed', 'code': 200} Jul 09 19:59:40.661173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:40.822681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a6416-5327-4499-b11a-6571a57b9ecc req-76514ba8-c1b2-48a9-9986-479f1aaec4bb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:40.830785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa5a6416-5327-4499-b11a-6571a57b9ecc req-76514ba8-c1b2-48a9-9986-479f1aaec4bb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0946620 Jul 09 19:59:40.884361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa5a6416-5327-4499-b11a-6571a57b9ecc req-ef3f5dab-c646-4cf1-9aac-e890c81bddfa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525959 Jul 09 19:59:40.902028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 60132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:40.976053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-01390c62-a59d-48a7-9943-69f629fb26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:40.977921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-01390c62-a59d-48a7-9943-69f629fb26b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.3060482 Jul 09 19:59:40.982128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aca1f79c-0b64-4ee5-ad9e-027d0ff39c5e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 200 len: 991 time: 0.0784285 Jul 09 19:59:40.998831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '567e647f-b03f-4c78-882c-591897f0c8c8', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'mac_address': 'fa:16:3e:2c:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:39Z', 'updated_at': '2021-07-09T19:59:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:41.029694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Checking router: a0bea876-6403-4e3f-b13e-18ec184f6015 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:41.038641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:41.039317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T19:59:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:41.096872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-87c8f943-ada1-4f48-9fea-a206335f3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:41.098403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-87c8f943-ada1-4f48-9fea-a206335f3a9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1130228 Jul 09 19:59:41.169523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:41.218339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53ffcd74-e469-461b-83db-4684ff4a576c req-5ff35106-61e8-4270-af61-b1938bccf8d0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 210 time: 0.0348563 Jul 09 19:59:41.220419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-9eb643c0-3d87-4be7-aa86-f73f6467a37b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 999 time: 0.1139531 Jul 09 19:59:41.320721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-1a0485e6-8056-4583-8ebf-7ca7c3cda029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:41.326642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-1a0485e6-8056-4583-8ebf-7ca7c3cda029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0985129 Jul 09 19:59:41.422649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-d2c491d2-81ef-4be5-9526-f154215d9166 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:41.424309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-d2c491d2-81ef-4be5-9526-f154215d9166 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1641111 Jul 09 19:59:41.425034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-f0216887-0745-46f4-b7c1-bffa716d77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:41.426924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-f0216887-0745-46f4-b7c1-bffa716d77d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927782 Jul 09 19:59:41.441191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Request body: {'port': {'device_id': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'admin_state_up': True, 'tenant_id': '15409b05ada34a938cf54b508fe143f0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:41.447072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-aefe1f79-4abc-4300-9927-0103ba58ffbe service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:59:41.450008 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-aefe1f79-4abc-4300-9927-0103ba58ffbe service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134039 Jul 09 19:59:41.487303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '567e647f-b03f-4c78-882c-591897f0c8c8', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'mac_address': 'fa:16:3e:2c:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:39Z', 'updated_at': '2021-07-09T19:59:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:41.527862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb307742-77dd-491e-a5a9-1cc2e6e43e57 None None] The sync data for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 is: [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '567e647f-b03f-4c78-882c-591897f0c8c8', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'mac_address': 'fa:16:3e:2c:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:39Z', 'updated_at': '2021-07-09T19:59:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:41.610573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-601473b3-1fec-4195-96d9-6551c86953d7 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507947 Jul 09 19:59:41.615968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:41.621437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.812543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Allocated IP 172.20.0.10 (0e181fe0-6dc9-4888-b90e-95ef51179749/b7197020-d2c0-4b79-991e-8f174ad4e83a/e2a26819-0f08-454b-b441-6dad3fbb4142) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:41.835383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2aa99007-d96e-45fe-85a3-63b602c7c395 req-0dec5b70-2c9f-4123-8f94-77e77d551080 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162230 Jul 09 19:59:41.887795 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77ecbc-9ff7-4799-9dc0-7ea9894d8a18 None None] New status for floating IP 567e647f-b03f-4c78-882c-591897f0c8c8: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:59:41.989196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:42.008810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.088865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.105443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:42.114388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e3950d94-4ac7-463a-ae1c-9c6776e90666 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 200 len: 991 time: 0.1231956 Jul 09 19:59:42.170550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:42.176528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:42.180572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:42.209522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event updated for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:42.243236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.243844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.260630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-48f28295-5f43-4af9-8645-45aafce3126f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8264413 Jul 09 19:59:42.274720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Request body: {'port': {'device_id': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:42.357002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.409379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a677-4779-4f1a-bc01-a360de17c6d8 req-1bed72d8-eaa7-4950-b39b-05eee3f24976 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.411192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c302a677-4779-4f1a-bc01-a360de17c6d8 req-1bed72d8-eaa7-4950-b39b-05eee3f24976 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 932 time: 0.0687306 Jul 09 19:59:42.450140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c302a677-4779-4f1a-bc01-a360de17c6d8 req-50cbfc92-ea36-45cf-ab4d-52379451edab tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jul 09 19:59:42.620901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a26819-0f08-454b-b441-6dad3fbb4142 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:42.628260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.640040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Transition to ACTIVE for port object e2a26819-0f08-454b-b441-6dad3fbb4142 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:42.644811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.712890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-1646ae70-61d3-45a0-9eae-5d3ab6fa90cd tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b89d619fb7d041a483b776eec4afa360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598948 Jul 09 19:59:42.732251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:42.965163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Attempting to bind port e2a26819-0f08-454b-b441-6dad3fbb4142 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:42.965505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Attempting to bind port e2a26819-0f08-454b-b441-6dad3fbb4142 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:42.965830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Attempting to bind port e2a26819-0f08-454b-b441-6dad3fbb4142 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:42.973998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-df1ad8d2-a75e-4aa2-a327-08e8bdc11365 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.975437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-df1ad8d2-a75e-4aa2-a327-08e8bdc11365 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536385 Jul 09 19:59:42.979018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Port e2a26819-0f08-454b-b441-6dad3fbb4142 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:42.979330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Attempting to bind port e2a26819-0f08-454b-b441-6dad3fbb4142 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:42.991394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:42.991722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Checking segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:42.992094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Bound using segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:42.992532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Bound port: e2a26819-0f08-454b-b441-6dad3fbb4142, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:42.992881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.996313 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-64ce371f-1375-4ebf-bbf6-23f51ad34f8d tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/quotas/b89d619fb7d041a483b776eec4afa360 HTTP/1.1" status: 200 len: 375 time: 0.0149438 Jul 09 19:59:43.053294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-2c39b9d9-18c6-4ce6-b565-99d57549f319 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b89d619fb7d041a483b776eec4afa360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502372 Jul 09 19:59:43.084884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:43.088554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e2a26819-0f08-454b-b441-6dad3fbb4142,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:43.093802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.117939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:43.136429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.137117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.138799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] 10.222.0.25 "PUT /v2.0/ports/e2a26819-0f08-454b-b441-6dad3fbb4142 HTTP/1.1" status: 200 len: 1092 time: 0.8692861 Jul 09 19:59:43.141583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:43.144539 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11922794-ea06-4c7b-8ebd-72179512022f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:43.207112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea7ff-5881-4e11-9367-358609781c28 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.222669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a83bb85d-133d-4478-adce-c77e582b792c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 200 len: 993 time: 0.1035295 Jul 09 19:59:43.246160 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7085c9f5-20b2-41ff-b747-a72f8d45dae9 x-openstack-request-id: req-7085c9f5-20b2-41ff-b747-a72f8d45dae9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:43.246460 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:43.246714 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7085c9f5-20b2-41ff-b747-a72f8d45dae9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:43.247114 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142', 'status': 'completed', 'code': 200} Jul 09 19:59:43.292537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa13b509-32a1-48d9-a93b-49b634ee67d9 req-072ea3e7-8a37-4b9e-bfad-8c6cea7cbc34 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 210 time: 0.0361319 Jul 09 19:59:43.298841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-45071b58-1bab-477a-8429-fff29bb37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.300311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-45071b58-1bab-477a-8429-fff29bb37580 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 1095 time: 0.1106784 Jul 09 19:59:43.343637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-64437dfd-945f-48fe-9409-bc239c1df762 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2a26819-0f08-454b-b441-6dad3fbb4142 HTTP/1.1" status: 200 len: 217 time: 0.0356638 Jul 09 19:59:43.396631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-15641b4b-2588-4075-a1c2-0e7a2ce48769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.398128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-15641b4b-2588-4075-a1c2-0e7a2ce48769 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0444689 Jul 09 19:59:43.437359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-4505e48e-2d71-439c-9d2a-0c8585b77f18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jul 09 19:59:43.536123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-5b27b69c-f94d-4f06-914c-0cf859296d05 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918710 Jul 09 19:59:43.634717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626596c-35ca-4a83-bea9-a736749bcbd4 req-c0639bc0-b2b9-4f65-8269-bb75172ae99b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.636388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2626596c-35ca-4a83-bea9-a736749bcbd4 req-c0639bc0-b2b9-4f65-8269-bb75172ae99b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 944 time: 0.0733178 Jul 09 19:59:43.641032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-02229624-607d-4bd6-9c31-e735cd13d0fb req-e0c3f936-bc2f-40e5-83c7-12aa1d059799 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990334 Jul 09 19:59:43.676541 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2626596c-35ca-4a83-bea9-a736749bcbd4 req-381ebaa4-c5d4-401d-b045-343121ee2aa6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Jul 09 19:59:43.790484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11922794-ea06-4c7b-8ebd-72179512022f req-d0738fd1-fe4d-4c30-bdaa-3a6b36383ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.792017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-d0738fd1-fe4d-4c30-bdaa-3a6b36383ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 1095 time: 0.0603030 Jul 09 19:59:43.880854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11922794-ea06-4c7b-8ebd-72179512022f req-54f7e4f4-856e-4520-88c5-20331884857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.882366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-54f7e4f4-856e-4520-88c5-20331884857c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.0840998 Jul 09 19:59:43.932069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-35ffc4cf-0036-40b5-84e7-abc9a46ce01c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2a26819-0f08-454b-b441-6dad3fbb4142 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Jul 09 19:59:43.979847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11922794-ea06-4c7b-8ebd-72179512022f req-36cf856e-e50a-40af-8824-be3def9101ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.981315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-36cf856e-e50a-40af-8824-be3def9101ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0434034 Jul 09 19:59:44.014662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-50c46514-2ff4-40ac-9728-f430ea429305 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262003 Jul 09 19:59:44.106286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-6d853b94-eaf6-4f06-a620-10dfd9634a52 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Jul 09 19:59:44.197205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11922794-ea06-4c7b-8ebd-72179512022f req-24537082-9701-4948-bf29-a0e99c2020fb service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Jul 09 19:59:44.325230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-e6c88038-f390-40f7-93bc-201723163719 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b89d619fb7d041a483b776eec4afa360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293779 Jul 09 19:59:44.785519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6772271-d2d1-4c0c-9d96-a28a4aaf7ae8 req-6e6e1f61-87db-4f3d-8519-659c95ff906b tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 210 time: 0.3686640 Jul 09 19:59:44.860806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6d7e-5ece-4f40-9c8e-3499f03a47dc req-90dd6628-6113-456b-934b-dd900f599ffd tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.862353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e3f6d7e-5ece-4f40-9c8e-3499f03a47dc req-90dd6628-6113-456b-934b-dd900f599ffd tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 944 time: 0.0664067 Jul 09 19:59:44.862600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-0f474b3d-7adf-4d91-8e24-51f6eba2b970 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.864060 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-0f474b3d-7adf-4d91-8e24-51f6eba2b970 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5323639 Jul 09 19:59:44.877146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Request body: {'port': {'device_id': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': 'b89d619fb7d041a483b776eec4afa360'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:44.900633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e3f6d7e-5ece-4f40-9c8e-3499f03a47dc req-c14ef210-1a27-4ead-9adb-9a1ee59b7900 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Jul 09 19:59:44.987680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Made reservation on behalf of b89d619fb7d041a483b776eec4afa360 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:44.991261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.000269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.090732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.094656 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.158860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59837f1-be88-4a13-b8f8-df7d808a1e7e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:45.174537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.174886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.175227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.175565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.175902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.176230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.176558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.176881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.177236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.177563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.177912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.178237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:45.241814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Allocated IP 192.168.233.53 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:45.392289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.406169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Transition to ACTIVE for port object ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:45.440139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.482791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:45.487944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:45.491751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:45.519043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Pushing event updated for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:45.547581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:45.548219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.563527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-cfc396ce-81b6-4cb0-8968-34a3baca1801 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6899402 Jul 09 19:59:45.576149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Request body: {'port': {'device_id': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:45.654319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.683021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd66a318-8327-4a69-be1a-a03b8d17719c None None] Provisioning for port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:45.686852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd66a318-8327-4a69-be1a-a03b8d17719c None None] Provisioning complete for port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:45.687230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd66a318-8327-4a69-be1a-a03b8d17719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.721948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bd66a318-8327-4a69-be1a-a03b8d17719c None None] Port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:45.921731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:45.929507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.942985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Transition to ACTIVE for port object ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:45.948175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.972210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0abe-277f-478d-ba73-082a40a55a05 req-ab1cd4e1-6f74-4871-8b05-973a4c10101b tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:45.973771 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecaa0abe-277f-478d-ba73-082a40a55a05 req-ab1cd4e1-6f74-4871-8b05-973a4c10101b tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 935 time: 0.0718870 Jul 09 19:59:46.008669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:46.034980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ecaa0abe-277f-478d-ba73-082a40a55a05 req-87562c21-69d1-4667-8691-e0567aed8a69 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542247 Jul 09 19:59:46.129457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Attempting to bind port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:46.129797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Attempting to bind port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:46.130130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Attempting to bind port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:46.140837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:46.141189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Attempting to bind port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:46.152469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:46.152809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:46.153217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:46.153653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Bound port: ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:46.154019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.171209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead676af-b02e-438a-8c9d-f1926ddbbbd1 req-808fa40a-5bb8-4474-b2bb-343d58577962 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.172717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ead676af-b02e-438a-8c9d-f1926ddbbbd1 req-808fa40a-5bb8-4474-b2bb-343d58577962 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 944 time: 0.1314468 Jul 09 19:59:46.247894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ead676af-b02e-438a-8c9d-f1926ddbbbd1 req-e52badf5-9b83-40ad-9a43-13bcbca1c91f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Jul 09 19:59:46.257381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:46.260464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:46.265701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.301938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.302638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.304080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb HTTP/1.1" status: 200 len: 1095 time: 0.7323492 Jul 09 19:59:46.304554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:46.306869 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b612badc-f64c-4776-a26e-30d4b9fac2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:46.335074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226edd61-1949-4f64-8202-1bcc979218d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:46.348986 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7607372-1a77-4c36-9ed6-cd899177aa93 x-openstack-request-id: req-b7607372-1a77-4c36-9ed6-cd899177aa93 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:46.349316 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:46.349576 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7607372-1a77-4c36-9ed6-cd899177aa93 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:46.350030 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb', 'status': 'completed', 'code': 200} Jul 09 19:59:46.419869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-354dd466-c17b-4707-9ae3-33c265883377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.421471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-354dd466-c17b-4707-9ae3-33c265883377 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b89d619fb7d041a483b776eec4afa360&device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 1098 time: 0.0566075 Jul 09 19:59:46.474150 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-1d73c377-e5f7-4f69-9bf7-c00352669d92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb HTTP/1.1" status: 200 len: 217 time: 0.0428600 Jul 09 19:59:46.531062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-a0d9b1e5-761e-43ea-8bd4-79984464b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.532655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-a0d9b1e5-761e-43ea-8bd4-79984464b28c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0520136 Jul 09 19:59:46.592295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-891e4662-56a8-4d47-ac11-c37cb2dcbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.593790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-891e4662-56a8-4d47-ac11-c37cb2dcbffc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528553 Jul 09 19:59:46.683786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-8ada7101-b4ed-404a-8109-e4fa0526b455 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828886 Jul 09 19:59:46.777750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-350e0c7f-535a-4af7-a70c-e98f2e57e5d4 req-ce08fbc4-4950-4d69-b9be-62e62f1c2572 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877020 Jul 09 19:59:46.876839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-455aef14-b3f5-4a9b-9e3a-9869cbb919d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.878287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-455aef14-b3f5-4a9b-9e3a-9869cbb919d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b89d619fb7d041a483b776eec4afa360&device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 1098 time: 0.0529661 Jul 09 19:59:46.971728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-cceac2df-fa0f-405e-9295-19998901ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.973200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-cceac2df-fa0f-405e-9295-19998901ebe0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0877788 Jul 09 19:59:47.017407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-2d13fc0e-d457-40a7-a4ee-6184fccbea33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb HTTP/1.1" status: 200 len: 217 time: 0.0345774 Jul 09 19:59:47.067001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-b07cf0c0-1444-4681-b21a-37139d87ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.068510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-b07cf0c0-1444-4681-b21a-37139d87ec0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0439250 Jul 09 19:59:47.071907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e2a26819-0f08-454b-b441-6dad3fbb4142 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:47.146755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-792c4559-9e5e-4951-9a5e-d8002976b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.148416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-792c4559-9e5e-4951-9a5e-d8002976b668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711670 Jul 09 19:59:47.186195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e2a26819-0f08-454b-b441-6dad3fbb4142,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:47.198914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'e2a26819-0f08-454b-b441-6dad3fbb4142', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'port_id': 'e2a26819-0f08-454b-b441-6dad3fbb4142', 'mac_address': 'fa:16:3e:61:d8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7197020-d2c0-4b79-991e-8f174ad4e83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:47.215846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fadcb2-9847-420e-9fcd-1c4c68455390 req-dda12edd-b5d5-4ad4-8e2a-2dcd0388d5fa tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.217405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14fadcb2-9847-420e-9fcd-1c4c68455390 req-dda12edd-b5d5-4ad4-8e2a-2dcd0388d5fa tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 947 time: 0.0713158 Jul 09 19:59:47.242272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.249401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-352d80a6-41e2-4627-b6d0-078df2cca245 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Jul 09 19:59:47.256360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a26819-0f08-454b-b441-6dad3fbb4142 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:47.262202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14fadcb2-9847-420e-9fcd-1c4c68455390 req-3dc7fc71-8926-499a-8118-0f8bf41923b1 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jul 09 19:59:47.277735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e2a26819-0f08-454b-b441-6dad3fbb4142,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:47.289906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.344791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:47.350618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b612badc-f64c-4776-a26e-30d4b9fac2ef req-7ed82903-10fa-46b2-b3d5-fd44b88b80e3 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931802 Jul 09 19:59:47.434318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f1e4-c176-446b-bd55-5c873525e667 req-5ef77b84-fc47-4ef6-bdfe-b6639622a0a3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.435739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7331f1e4-c176-446b-bd55-5c873525e667 req-5ef77b84-fc47-4ef6-bdfe-b6639622a0a3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 945 time: 0.0646532 Jul 09 19:59:47.476470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7331f1e4-c176-446b-bd55-5c873525e667 req-1f705513-2443-486f-9eb4-0c693fd58f85 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Jul 09 19:59:47.580576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:47.676814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-b61c9c7c-5fe1-4f85-ad03-54d9887af158 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501790 Jul 09 19:59:47.775668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-3cdd10db-d61b-4928-bc97-b71d4342a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.777095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-3cdd10db-d61b-4928-bc97-b71d4342a292 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 1096 time: 0.0572622 Jul 09 19:59:47.810129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:47.888759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-b0a35d00-00ea-4fe4-990f-e792c44d12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.890331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-b0a35d00-00ea-4fe4-990f-e792c44d12d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.0901468 Jul 09 19:59:47.904717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:47.916272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb', 'mac_address': 'fa:16:3e:d3:f4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:47.933537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-010d2bb4-b384-466b-920b-02df7c8d6ead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 HTTP/1.1" status: 200 len: 217 time: 0.0366178 Jul 09 19:59:47.952958 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.965695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:47.984927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:47.986297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-702d078f-8249-4f9f-b33b-b8b76b2a53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.987753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-702d078f-8249-4f9f-b33b-b8b76b2a53e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0481234 Jul 09 19:59:47.988892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.020411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-52dfb7d1-2c28-484f-97de-f1e9b5921374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256817 Jul 09 19:59:48.034976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:48.111903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-5d236716-4b4e-4b72-b7db-edf52a6b415c service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843303 Jul 09 19:59:48.213282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cb2f6c9-de42-4f65-a6d0-101157c618a4 req-bc2a8ff6-4298-41c5-90e9-b0e2e5b3a455 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924909 Jul 09 19:59:48.247938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:48.438366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fbf2-711c-4a6b-bd01-19810edb81c8 req-65460e62-0dfc-40a7-9636-3bea9de479b2 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:48.439835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9d1fbf2-711c-4a6b-bd01-19810edb81c8 req-65460e62-0dfc-40a7-9636-3bea9de479b2 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 948 time: 0.0628510 Jul 09 19:59:48.477143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9d1fbf2-711c-4a6b-bd01-19810edb81c8 req-b15c8e60-2c81-4aab-af2e-32edd2cdb5ee tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Jul 09 19:59:48.655660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd65c88-8411-4174-b197-c7ba81010ed8 req-63263415-937a-4a39-a765-5bd0f881e862 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:48.657161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd65c88-8411-4174-b197-c7ba81010ed8 req-63263415-937a-4a39-a765-5bd0f881e862 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 945 time: 0.0683711 Jul 09 19:59:48.696992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd65c88-8411-4174-b197-c7ba81010ed8 req-282e31d5-def0-42ac-b410-5c583c384b40 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Jul 09 19:59:48.787397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.085623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e2a26819-0f08-454b-b441-6dad3fbb4142 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:49.134120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port e2a26819-0f08-454b-b441-6dad3fbb4142 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:49.137824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port e2a26819-0f08-454b-b441-6dad3fbb4142 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:49.138203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.214979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.235922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:49.238298 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1ca68-990c-4f6a-93e7-d834a96424c5" -d '{"events": [{"server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "name": "network-vif-plugged", "status": "completed", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:49.251235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e2a26819-0f08-454b-b441-6dad3fbb4142,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:49.259502 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.305953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:49.392630 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44338e0-6056-4c3a-b413-1e5594c06cce x-openstack-request-id: req-e44338e0-6056-4c3a-b413-1e5594c06cce {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:49.392930 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "name": "network-vif-plugged", "status": "completed", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:49.393219 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e44338e0-6056-4c3a-b413-1e5594c06cce {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:49.393623 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142', 'code': 200} Jul 09 19:59:49.500853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380a-472a-45a9-aa5a-4d30cec15cb2 req-0018881a-e0e6-4c91-8413-4cd11ec5ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.502362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84a3380a-472a-45a9-aa5a-4d30cec15cb2 req-0018881a-e0e6-4c91-8413-4cd11ec5ee4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 1097 time: 0.0509021 Jul 09 19:59:49.536611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84a3380a-472a-45a9-aa5a-4d30cec15cb2 req-678c5848-f7ff-4ca2-8277-d267ae345699 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274956 Jul 09 19:59:49.646116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b88cb-93ca-45aa-be24-88272f903fbd req-4fd2c237-f4e1-45de-925f-d3f4c048cd03 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.647496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f5b88cb-93ca-45aa-be24-88272f903fbd req-4fd2c237-f4e1-45de-925f-d3f4c048cd03 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 948 time: 0.0622036 Jul 09 19:59:49.684984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f5b88cb-93ca-45aa-be24-88272f903fbd req-c1b422f0-e30b-4a19-b714-79e5edc65b46 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jul 09 19:59:49.809714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:49.862058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:49.866528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:49.866940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.949621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.984163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:49.987376 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.036903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:50.194834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9953a-a6c9-44e2-951e-9b3f1a98df64 req-8fa6d001-5b0a-4e15-979b-e1ab2b8629c7 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.196864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7aa9953a-a6c9-44e2-951e-9b3f1a98df64 req-8fa6d001-5b0a-4e15-979b-e1ab2b8629c7 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 946 time: 0.3905489 Jul 09 19:59:50.234367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7aa9953a-a6c9-44e2-951e-9b3f1a98df64 req-1329a470-924d-4c44-b0e2-337d7c022e56 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Jul 09 19:59:50.368415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:59:50.862233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cddb9-0025-4c4e-81f2-9102aba7d4d5 req-f322206c-6df2-44eb-b95b-00e694f836c5 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.863765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea3cddb9-0025-4c4e-81f2-9102aba7d4d5 req-f322206c-6df2-44eb-b95b-00e694f836c5 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0680585 Jul 09 19:59:50.902595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea3cddb9-0025-4c4e-81f2-9102aba7d4d5 req-546f593a-5446-47eb-a378-ac6a7ab2fa8b tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Jul 09 19:59:51.394953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:51.397360 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38d5e11-6b6f-4f51-b104-3d6ee7d0922b" -d '{"events": [{"server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "name": "network-vif-plugged", "status": "completed", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:51.407852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d778ed-6b44-4d99-86ce-236b111cd6ec req-99856221-a1a5-483f-8182-17478bceb292 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.409408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6d778ed-6b44-4d99-86ce-236b111cd6ec req-99856221-a1a5-483f-8182-17478bceb292 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 946 time: 0.0627847 Jul 09 19:59:51.433206 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b56b441-2e01-47a9-882f-997833837cc8 x-openstack-request-id: req-1b56b441-2e01-47a9-882f-997833837cc8 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:51.433573 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "name": "network-vif-plugged", "status": "completed", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:51.433894 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b56b441-2e01-47a9-882f-997833837cc8 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:51.434396 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb', 'code': 200} Jul 09 19:59:51.447740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6d778ed-6b44-4d99-86ce-236b111cd6ec req-02e181a0-12b9-4d6d-bbb1-6d39dbc3110d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jul 09 19:59:51.555264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9848-86c0-41ae-bbac-d781cc8927c4 req-adf89452-a282-4877-8b80-4aa0e6c75a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.556790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d33a9848-86c0-41ae-bbac-d781cc8927c4 req-adf89452-a282-4877-8b80-4aa0e6c75a14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 1100 time: 0.0514066 Jul 09 19:59:51.592989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d33a9848-86c0-41ae-bbac-d781cc8927c4 req-7244ad7a-8e93-4723-bf53-480c17d2685a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285807 Jul 09 19:59:52.084251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7217b31-b126-420e-87df-2696184b8f44 req-505aea14-8893-4a2b-9384-e1100b04e3f2 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:52.086098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7217b31-b126-420e-87df-2696184b8f44 req-505aea14-8893-4a2b-9384-e1100b04e3f2 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0648789 Jul 09 19:59:52.122701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7217b31-b126-420e-87df-2696184b8f44 req-107cfac0-cc51-4cb6-9f25-63e103847f3f tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Jul 09 19:59:52.369843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c811efd-88c6-41a4-aa48-fff88c966247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.319093 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.322086 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f75b8b-73c1-4222-988e-d95ec72160bb req-b30d83d0-f249-4d25-8f14-dfb690aee398 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.323589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47f75b8b-73c1-4222-988e-d95ec72160bb req-b30d83d0-f249-4d25-8f14-dfb690aee398 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0905745 Jul 09 19:59:53.375945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-f211780b-5245-48a8-9a2c-906e42648fd2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935071 Jul 09 19:59:53.379155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47f75b8b-73c1-4222-988e-d95ec72160bb req-96993fc2-822a-4d0b-a15e-44e4a43e5dff tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491285 Jul 09 19:59:53.480211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-e0e3ebab-3482-488d-8876-4f91e4dea3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.481911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-e0e3ebab-3482-488d-8876-4f91e4dea3b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0553269 Jul 09 19:59:53.589560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-5df2002d-0670-4ae3-9492-16122a87a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.591348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-5df2002d-0670-4ae3-9492-16122a87a3ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.0884478 Jul 09 19:59:53.666204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-be0e3095-da4d-4170-8eb9-2f0ddd51b80e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 1002 time: 0.0681553 Jul 09 19:59:53.717661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-20933138-d972-4ea2-8f30-c5c99bf7b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.718937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-20933138-d972-4ea2-8f30-c5c99bf7b58f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.0471683 Jul 09 19:59:53.788081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-c0612477-8527-4005-abcf-159b5f6112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.790113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-c0612477-8527-4005-abcf-159b5f6112ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643458 Jul 09 19:59:53.884862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-5c361c65-7a19-464c-ba19-7f0edda6009f service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878065 Jul 09 19:59:53.994043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e002077-6b23-4c18-b859-b7e7e7e01a42 req-445c2f75-9acd-4873-a8a7-f99a92f846a0 service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030664 Jul 09 19:59:54.949480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1166102-45b0-43d0-b31f-1fc76cc1c8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.237367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.994545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-e4500f85-f2ea-4635-a89b-5905aab6c35c tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.996034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-e4500f85-f2ea-4635-a89b-5905aab6c35c tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1055303 Jul 09 19:59:56.010569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7e016523-45ac-4bc6-9fae-877841a40721 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/quotas/15409b05ada34a938cf54b508fe143f0 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Jul 09 19:59:56.076814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-e883d916-d9cd-4cc3-be8a-78d7e0b7676f tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613053 Jul 09 19:59:56.171071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-12515ab7-e949-4d5c-bb1b-325aa058e067 service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871868 Jul 09 19:59:56.267825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-61bd956f-a302-4a64-bd21-5564220cd05f service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Jul 09 19:59:56.373245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.453695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dbcdd80-d339-4025-aa69-b9cd60869a9a req-0cccc217-2fc8-4ddc-a149-18c1bae1f66e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 210 time: 0.0347407 Jul 09 19:59:57.512688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-a05f4f51-e686-4ae4-89dc-90e03179a786 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:57.514688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-a05f4f51-e686-4ae4-89dc-90e03179a786 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1190050 Jul 09 19:59:57.533812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Request body: {'port': {'device_id': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'admin_state_up': True, 'tenant_id': '15409b05ada34a938cf54b508fe143f0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:57.675616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:57.679671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.704387 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33b604b2-2deb-495e-9ffe-f26b7241acaa req-f278c222-5f56-46d2-8f35-6780aa2f23eb tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 210 time: 0.0414875 Jul 09 19:59:57.826556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Allocated IP 172.20.0.14 (0e181fe0-6dc9-4888-b90e-95ef51179749/b7197020-d2c0-4b79-991e-8f174ad4e83a/4e2263d8-a7b1-4fb0-a09d-72b273a739d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:57.850389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.987597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.026483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.040350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:58.043133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:58.073721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:58.077075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:58.081372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:58.088704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event updated for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:58.148499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.149187 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.165031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-638f19ea-2fc3-4559-81d8-68e5cc5b4e32 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6387231 Jul 09 19:59:58.203730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Request body: {'port': {'device_id': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:58.289700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.558295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:58.565923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.577664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Transition to ACTIVE for port object 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:58.582454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.637373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:58.703720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Attempting to bind port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:58.704055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Attempting to bind port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:58.704393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Attempting to bind port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:58.709719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:58.710046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Attempting to bind port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:58.715404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:58.715801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Checking segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:58.716306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Bound using segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:58.716733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Bound port: 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:58.717100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.784963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:58.788143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:58.794261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.848266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.848956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.850826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/4e2263d8-a7b1-4fb0-a09d-72b273a739d2 HTTP/1.1" status: 200 len: 1092 time: 0.6517859 Jul 09 19:59:58.855766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:58.859442 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b4ba0-5977-4338-a439-49617997e6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:58.910848 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52231e58-1783-4ee6-96e6-baff43a69286 x-openstack-request-id: req-52231e58-1783-4ee6-96e6-baff43a69286 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:58.911150 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:58.911407 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52231e58-1783-4ee6-96e6-baff43a69286 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:58.911808 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2', 'status': 'completed', 'code': 200} Jul 09 19:59:58.933002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200e388-244b-4edb-ba5a-6da5cfff20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:58.980970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaec69b-65b2-4e60-8f1a-44766f4416ed req-2be905f1-4484-4295-a43a-d741e26e02fd tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.982503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afaec69b-65b2-4e60-8f1a-44766f4416ed req-2be905f1-4484-4295-a43a-d741e26e02fd tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 944 time: 0.1572320 Jul 09 19:59:58.988637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-80b20d7d-f02a-4c59-b104-b993ac725c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.990150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-80b20d7d-f02a-4c59-b104-b993ac725c4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 1095 time: 0.0910773 Jul 09 19:59:59.043900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-618650b1-ca02-4f75-a5d8-61c8a033170f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2 HTTP/1.1" status: 200 len: 217 time: 0.0466053 Jul 09 19:59:59.086201 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-afaec69b-65b2-4e60-8f1a-44766f4416ed req-fd8cef65-d327-46ea-9f0a-4d8aadf5e9e1 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950425 Jul 09 19:59:59.104587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-55a276bd-6102-4d82-82af-f023e9f8f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:59.106065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-55a276bd-6102-4d82-82af-f023e9f8f1c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0531807 Jul 09 19:59:59.138391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-e17f5688-145d-45d2-a62c-da7b6e34a363 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Jul 09 19:59:59.231195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-6cc2c9e5-c934-41af-a4b9-a7a4dbe8b818 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Jul 09 19:59:59.317335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93db7d9d-039a-4927-8872-7c91f1d9cc78 req-c89febc9-aa69-4f61-a9a2-217c118c69f9 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799098 Jul 09 19:59:59.424054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-d0c276f2-93a2-4c1c-a218-b96bdb01a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:59.425448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-d0c276f2-93a2-4c1c-a218-b96bdb01a829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 1095 time: 0.0553210 Jul 09 19:59:59.512415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-1815a618-1b96-4da8-8c26-839499272b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:59.513879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-1815a618-1b96-4da8-8c26-839499272b58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.0816565 Jul 09 19:59:59.557195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-7141ba0d-8d72-493c-99bb-92069b2870cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2 HTTP/1.1" status: 200 len: 217 time: 0.0366118 Jul 09 19:59:59.604385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-cc6debf4-0661-4b57-aa6c-7fa3681c77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:59.605851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-cc6debf4-0661-4b57-aa6c-7fa3681c77b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0425210 Jul 09 19:59:59.642388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-89f8e410-888a-45d5-a738-9f4f8b48abdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294068 Jul 09 19:59:59.730411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-828138cc-a267-4f6c-84bc-3436c67b8895 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Jul 09 19:59:59.817906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7e0b4ba0-5977-4338-a439-49617997e6fd req-88e001f3-c374-4fd3-b180-2dc2bb3fdb8c service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814695 Jul 09 20:00:00.261911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aaa10-65e1-4cd3-aa9d-1cf03b527d34 req-84995614-a2e2-42cf-b1ee-0fd3c3350141 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.263315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c3aaa10-65e1-4cd3-aa9d-1cf03b527d34 req-84995614-a2e2-42cf-b1ee-0fd3c3350141 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 944 time: 0.0651700 Jul 09 20:00:00.300300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c3aaa10-65e1-4cd3-aa9d-1cf03b527d34 req-c9126f77-c198-47eb-b381-405485f43a23 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Jul 09 20:00:01.471386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266ed89-afd3-48dc-a585-a9c524684979 req-7cd95efa-e812-4cad-9987-7222916c220e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:01.472824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f266ed89-afd3-48dc-a585-a9c524684979 req-7cd95efa-e812-4cad-9987-7222916c220e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 944 time: 0.0651028 Jul 09 20:00:01.509468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f266ed89-afd3-48dc-a585-a9c524684979 req-18bf5b30-c34b-46b5-aa51-a43d4f40c97a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Jul 09 20:00:02.678854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08900a5-4f84-4ca4-a3fe-047b545e5da9 req-d5bc60ab-de70-440c-a4ea-94261f41bbf9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.680330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b08900a5-4f84-4ca4-a3fe-047b545e5da9 req-d5bc60ab-de70-440c-a4ea-94261f41bbf9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 944 time: 0.0625079 Jul 09 20:00:02.717270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b08900a5-4f84-4ca4-a3fe-047b545e5da9 req-1de5d255-b809-4373-b458-15ffcea139a3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Jul 09 20:00:03.197312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:03.289855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:03.300631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'port_id': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2', 'mac_address': 'fa:16:3e:76:69:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7197020-d2c0-4b79-991e-8f174ad4e83a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:03.341438 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.353707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:03.372439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:03.376649 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.421849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:03.703689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['4e2263d8-a7b1-4fb0-a09d-72b273a739d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:03.892109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe0617-fc7e-4fb8-90df-39a657639ddc req-7a14e598-0bf0-4ac8-84c3-bfe6f4372fa2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.893584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-74fe0617-fc7e-4fb8-90df-39a657639ddc req-7a14e598-0bf0-4ac8-84c3-bfe6f4372fa2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 945 time: 0.0654440 Jul 09 20:00:03.933798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-74fe0617-fc7e-4fb8-90df-39a657639ddc req-8da4b21e-fefd-4819-aef0-afdd13cd5ce1 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Jul 09 20:00:05.108275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06409f-3947-4adf-9a68-3b69262af278 req-a60bb7a9-964a-4439-80d4-95741aff8c01 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.109765 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e06409f-3947-4adf-9a68-3b69262af278 req-a60bb7a9-964a-4439-80d4-95741aff8c01 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 945 time: 0.0631337 Jul 09 20:00:05.147232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e06409f-3947-4adf-9a68-3b69262af278 req-3be8f75f-6031-4374-8762-d117bafe9387 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Jul 09 20:00:05.214224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:05.260870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:05.264589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:05.264962 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.348171 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.378937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:05.381370 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c84ba0-5abc-4078-a8a5-d9c292db34e4" -d '{"events": [{"server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "name": "network-vif-plugged", "status": "completed", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:05.396546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:05.402078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.465964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:05.484277 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15d92a-8973-4e86-bbed-141b0f041cd2 x-openstack-request-id: req-5f15d92a-8973-4e86-bbed-141b0f041cd2 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:05.484567 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "name": "network-vif-plugged", "status": "completed", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:05.484818 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f15d92a-8973-4e86-bbed-141b0f041cd2 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:05.485241 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2', 'code': 200} Jul 09 20:00:05.595181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9c078-a2e3-499c-a381-634053c872e1 req-415cad1d-bad6-485e-bcb3-4bf55f18480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.596660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bec9c078-a2e3-499c-a381-634053c872e1 req-415cad1d-bad6-485e-bcb3-4bf55f18480f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 1097 time: 0.0513406 Jul 09 20:00:05.630356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bec9c078-a2e3-499c-a381-634053c872e1 req-4c17d86e-0e1f-4d66-a8a7-81ececf40fd7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266228 Jul 09 20:00:06.327056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a601-b4db-4a77-a27e-c9aa517d7aeb req-466455fd-e3b0-4323-9afd-b42e60347c86 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.328555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2a9a601-b4db-4a77-a27e-c9aa517d7aeb req-466455fd-e3b0-4323-9afd-b42e60347c86 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 946 time: 0.0658617 Jul 09 20:00:06.366185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2a9a601-b4db-4a77-a27e-c9aa517d7aeb req-07ee66ff-4a12-43e5-8191-e8bf7c944ebf tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jul 09 20:00:07.539886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d99d2b-52b4-49cb-af0f-7549d0ae1fbe req-80050e8f-3158-4c49-b9c6-5618f06def23 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.541445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19d99d2b-52b4-49cb-af0f-7549d0ae1fbe req-80050e8f-3158-4c49-b9c6-5618f06def23 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 946 time: 0.0657527 Jul 09 20:00:07.578911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-19d99d2b-52b4-49cb-af0f-7549d0ae1fbe req-77908ab6-ef5e-43d6-8222-4b7c136e355a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 09 20:00:16.522390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-34f4e07c-b855-4ea0-b487-e768b747f6e5 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.523967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-34f4e07c-b855-4ea0-b487-e768b747f6e5 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.0554755 Jul 09 20:00:16.541775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-948419c7-5c46-4b5a-8f73-eb2da18cd31e tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.649674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-948419c7-5c46-4b5a-8f73-eb2da18cd31e tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.653590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-948419c7-5c46-4b5a-8f73-eb2da18cd31e tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.682525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f4fc087-0cb4-4c29-ad58-7966f437e0bd req-948419c7-5c46-4b5a-8f73-eb2da18cd31e tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525824 Jul 09 20:00:16.696956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948419c7-5c46-4b5a-8f73-eb2da18cd31e tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5402e27-6090-4c0e-bf94-2453a60cc234,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:16.874991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865ff28-0a26-4741-9ae9-c01f33f5db28 req-6699b8b5-e894-4ac1-b126-4f2620d8d8e8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.876514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8865ff28-0a26-4741-9ae9-c01f33f5db28 req-6699b8b5-e894-4ac1-b126-4f2620d8d8e8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 09 20:00:16.914479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8865ff28-0a26-4741-9ae9-c01f33f5db28 req-51dcb008-16c0-4496-982d-f02978224462 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Jul 09 20:00:16.938739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 60454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:17.004462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9c923e9-4092-4279-a337-15ca3761e07a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 200 len: 993 time: 0.0645323 Jul 09 20:00:17.371454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-3448af2a-e4b5-435e-89fa-58572c15f2a0 req-e34fa645-da55-4b94-878d-899877910535 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:00:17.372569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3448af2a-e4b5-435e-89fa-58572c15f2a0 req-e34fa645-da55-4b94-878d-899877910535 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061560 Jul 09 20:00:17.932490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-214a25f7-12e7-413f-82a6-d0a8a459e621 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778660 Jul 09 20:00:17.951207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67207d0c-7e7e-41e5-a302-169e0d07c4e3 req-e3498c0d-7876-43c8-aeb0-5f8d0a0f126e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.953501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67207d0c-7e7e-41e5-a302-169e0d07c4e3 req-e3498c0d-7876-43c8-aeb0-5f8d0a0f126e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0913246 Jul 09 20:00:18.006191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67207d0c-7e7e-41e5-a302-169e0d07c4e3 req-3f037cb2-3b4c-4cad-8358-0bfcfb21167b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445225 Jul 09 20:00:18.789982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.236398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-8e0c5778-69e4-4658-81e2-179beab3e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.238065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-8e0c5778-69e4-4658-81e2-179beab3e545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.1039042 Jul 09 20:00:19.250916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466cd26-b0ce-4aef-b7ee-02d0091d67fb req-b0760755-241c-4a08-992e-85360649cf33 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.252340 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f466cd26-b0ce-4aef-b7ee-02d0091d67fb req-b0760755-241c-4a08-992e-85360649cf33 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0863879 Jul 09 20:00:19.345619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f466cd26-b0ce-4aef-b7ee-02d0091d67fb req-9e14a058-64d6-4e01-995f-4f68722c0236 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850739 Jul 09 20:00:19.375072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-f007f9bb-f907-4dd6-85d1-318dbe2d7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.376590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-f007f9bb-f907-4dd6-85d1-318dbe2d7a87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1233947 Jul 09 20:00:19.446654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-c2fdd792-db36-4cfc-9314-8daaff383160 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 1001 time: 0.0610900 Jul 09 20:00:19.499047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-36e48030-7e72-4d33-be52-9a408174f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.500501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-36e48030-7e72-4d33-be52-9a408174f2ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0464697 Jul 09 20:00:19.563951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-29096d3f-329a-4853-a140-4e0c539d4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.565537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-29096d3f-329a-4853-a140-4e0c539d4437 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577650 Jul 09 20:00:19.662972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-67452ea9-cc94-470b-a0d0-5c50eabf6d01 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897942 Jul 09 20:00:19.759868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-ba0e9e16-9bd8-41ec-b920-08e091ec3b33 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Jul 09 20:00:20.545096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c5d57-7969-4013-916c-da5c53222ca1 req-3e622f15-f077-4288-8230-23fb2285e8da tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.546655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f4c5d57-7969-4013-916c-da5c53222ca1 req-3e622f15-f077-4288-8230-23fb2285e8da tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0728297 Jul 09 20:00:20.585598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f4c5d57-7969-4013-916c-da5c53222ca1 req-fa1d7b4e-7ffc-42b5-989f-dee5da521a67 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335402 Jul 09 20:00:21.772643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939b19b-c6b2-4730-b1ce-fc6fc536cadc req-c6c237ce-2d9d-4b54-bd2d-6e66e1cb8da1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:21.774986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0939b19b-c6b2-4730-b1ce-fc6fc536cadc req-c6c237ce-2d9d-4b54-bd2d-6e66e1cb8da1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0701480 Jul 09 20:00:21.814594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0939b19b-c6b2-4730-b1ce-fc6fc536cadc req-a004a84f-e6fd-4cd1-8339-dc9fe6adc22c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327370 Jul 09 20:00:22.371463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-900e83c4-400f-4ee4-8edd-a5320cb27e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.023450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795ea28-3a55-4e47-860f-11ebf1bf09f6 req-2a4f7ae0-f04a-487a-a898-f2ad5e6615bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.025397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7795ea28-3a55-4e47-860f-11ebf1bf09f6 req-2a4f7ae0-f04a-487a-a898-f2ad5e6615bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0814755 Jul 09 20:00:23.066090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7795ea28-3a55-4e47-860f-11ebf1bf09f6 req-5eb2bb21-3f33-422c-8c1a-9232a26b9b55 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346599 Jul 09 20:00:23.344657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.254115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d56e04-8066-41ea-9851-747f198e5b72 req-9e6b5fdd-aa26-4204-bc8b-fc18c6b51aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.255729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38d56e04-8066-41ea-9851-747f198e5b72 req-9e6b5fdd-aa26-4204-bc8b-fc18c6b51aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0710552 Jul 09 20:00:24.298461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-38d56e04-8066-41ea-9851-747f198e5b72 req-50ab8ae7-5fc3-4490-902b-630af0a89ee9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362298 Jul 09 20:00:24.941294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-ac0f8e4d-b2ae-4d31-8e47-a02442551ce9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.942868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-ac0f8e4d-b2ae-4d31-8e47-a02442551ce9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1100037 Jul 09 20:00:24.952547 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf0bc1ba-c57d-446c-b16f-a3a29659d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.959521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-f759d64f-d9a6-4698-ace8-5465fac0a81e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/quotas/15409b05ada34a938cf54b508fe143f0 HTTP/1.1" status: 200 len: 375 time: 0.0111425 Jul 09 20:00:25.030672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-aed9a0ba-51c1-4ab1-8999-422a6e6e4235 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651813 Jul 09 20:00:25.124818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-9c8737cb-220c-4e2f-a232-7b141c96c619 service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872838 Jul 09 20:00:25.217161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-2cf45f24-29f2-415d-b01f-290999e07e4e service neutron] 10.222.0.10 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Jul 09 20:00:25.239070 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.388753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82e11fcc-f1d3-415d-bd40-137473211b58 req-44b3e289-6655-410a-8c4a-a5d27a3ad516 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 210 time: 0.0317352 Jul 09 20:00:25.535166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545db2-f3b8-443f-807d-753883175dd5 req-565e627d-84eb-468d-89c8-71637662994d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.536995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-27545db2-f3b8-443f-807d-753883175dd5 req-565e627d-84eb-468d-89c8-71637662994d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0697000 Jul 09 20:00:25.611294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-27545db2-f3b8-443f-807d-753883175dd5 req-9cfda7bb-b99d-481f-be61-129077d2cde1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649953 Jul 09 20:00:26.368512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.553596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-335045b0-d9e4-4c5c-a0de-5098a8581b42 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.555275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-335045b0-d9e4-4c5c-a0de-5098a8581b42 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 815 time: 0.1286814 Jul 09 20:00:26.567367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a9536806-1b41-456f-8e98-384b1b91349e req-fdd1ab30-ff38-495e-a0c8-8c883f9fcf8c tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 210 time: 0.0555797 Jul 09 20:00:26.567924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Request body: {'port': {'device_id': '4e034fac-952c-403e-b939-881b936c56b8', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'admin_state_up': True, 'tenant_id': '15409b05ada34a938cf54b508fe143f0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:26.735213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Made reservation on behalf of 15409b05ada34a938cf54b508fe143f0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:26.738943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.924193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e8cf-2cea-4089-8c78-eda3e2cb59fb req-785f95e2-22a3-4b47-ad1c-5d528afc787f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.925622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d515e8cf-2cea-4089-8c78-eda3e2cb59fb req-785f95e2-22a3-4b47-ad1c-5d528afc787f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.1482003 Jul 09 20:00:26.926728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Allocated IP 172.20.0.12 (0e181fe0-6dc9-4888-b90e-95ef51179749/b7197020-d2c0-4b79-991e-8f174ad4e83a/d2d0b8ce-91c8-411d-850e-22fe791c6b5d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:26.996172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d515e8cf-2cea-4089-8c78-eda3e2cb59fb req-06000ed2-8607-4bec-ad1d-99a1bde10c16 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592525 Jul 09 20:00:27.110302 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.151163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.163777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:27.168926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142', '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:27.203145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Network 0e181fe0-6dc9-4888-b90e-95ef51179749 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:27.206469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:27.212398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:27.215896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event updated for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:27.266781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.267418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.283252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c1e7541f-27c0-482a-bf34-bb9a27e44da0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7193348 Jul 09 20:00:27.296454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Request body: {'port': {'device_id': '4e034fac-952c-403e-b939-881b936c56b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:27.369051 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:00:27.386460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.665643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d0b8ce-91c8-411d-850e-22fe791c6b5d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:27.673037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.685328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Transition to ACTIVE for port object d2d0b8ce-91c8-411d-850e-22fe791c6b5d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:27.697945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.748783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:27.774026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe828-ea4a-44d2-ab9d-3cd92d13f6d6 req-0096b620-62fd-4435-86ec-ed2f438471a0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.778121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-726fe828-ea4a-44d2-ab9d-3cd92d13f6d6 req-0096b620-62fd-4435-86ec-ed2f438471a0 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 944 time: 0.0718164 Jul 09 20:00:27.832769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-726fe828-ea4a-44d2-ab9d-3cd92d13f6d6 req-63a99620-27fc-4ec1-929e-e28141b74833 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Jul 09 20:00:27.836210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Attempting to bind port d2d0b8ce-91c8-411d-850e-22fe791c6b5d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:27.836673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Attempting to bind port d2d0b8ce-91c8-411d-850e-22fe791c6b5d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:27.837331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Attempting to bind port d2d0b8ce-91c8-411d-850e-22fe791c6b5d on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:27.842977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Port d2d0b8ce-91c8-411d-850e-22fe791c6b5d on network 0e181fe0-6dc9-4888-b90e-95ef51179749 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:27.843421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Attempting to bind port d2d0b8ce-91c8-411d-850e-22fe791c6b5d on network 0e181fe0-6dc9-4888-b90e-95ef51179749 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:27.849586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:27.850078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Checking segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:27.851665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Bound using segment: {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:27.852299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Bound port: d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:27.852768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.863247 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.936352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:27.939361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:27.943788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.976449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.977150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.978569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] 10.222.0.59 "PUT /v2.0/ports/d2d0b8ce-91c8-411d-850e-22fe791c6b5d HTTP/1.1" status: 200 len: 1092 time: 0.6863797 Jul 09 20:00:27.979086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:27.982371 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:28.020202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc768a05-b3fc-4772-ac1f-6b012fed7f4e service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:28.036640 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b479dc95-0994-4f67-8c33-7354725ccf34 x-openstack-request-id: req-b479dc95-0994-4f67-8c33-7354725ccf34 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:28.036936 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:28.037221 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b479dc95-0994-4f67-8c33-7354725ccf34 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:28.037750 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d', 'status': 'completed', 'code': 200} Jul 09 20:00:28.083720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-e2eed9bd-d1ca-496a-a039-d96d5b8ddfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.085736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-e2eed9bd-d1ca-496a-a039-d96d5b8ddfb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 1095 time: 0.0590131 Jul 09 20:00:28.144144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-36b0b90f-9bfc-4a1a-9dff-6bd50b7a4432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d HTTP/1.1" status: 200 len: 217 time: 0.0443351 Jul 09 20:00:28.220580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-160f2078-e987-412f-ad8c-76ac2c82a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.221897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-160f2078-e987-412f-ad8c-76ac2c82a9cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0698044 Jul 09 20:00:28.256882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-83a74da5-66a5-4a1d-b063-df6ddba4de4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280232 Jul 09 20:00:28.268530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea9c6-aefe-4f24-b415-2f82b7679e72 req-f2c28bd5-6f8b-4a41-a2ee-660e545748e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.269888 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-232ea9c6-aefe-4f24-b415-2f82b7679e72 req-f2c28bd5-6f8b-4a41-a2ee-660e545748e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.1286099 Jul 09 20:00:28.362388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-232ea9c6-aefe-4f24-b415-2f82b7679e72 req-fa03ba91-ecad-463a-8c98-5aa5c5ecc915 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838919 Jul 09 20:00:28.394857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-eda9cb31-ccad-423a-98ac-82a7bf6e9837 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240253 Jul 09 20:00:28.490064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f02ad167-0c02-4b39-a89d-0408aa32e95f req-c9fcc31a-a917-4e16-a9f1-67dd6bba4b87 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871441 Jul 09 20:00:28.593789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-bfee9bb8-157a-4973-bcc0-a1b4b3e4a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.595140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-bfee9bb8-157a-4973-bcc0-a1b4b3e4a5a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 1095 time: 0.0522487 Jul 09 20:00:28.692753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-e2a21e53-e7c8-48b7-94e2-07251bc13d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.694315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-e2a21e53-e7c8-48b7-94e2-07251bc13d4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.0923414 Jul 09 20:00:28.742255 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-3fc14a71-da7b-4822-bac1-390498fc22e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d HTTP/1.1" status: 200 len: 217 time: 0.0390518 Jul 09 20:00:28.795258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-eee8dce1-d1a7-4e4e-b855-20fc6a2bc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.796718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-eee8dce1-d1a7-4e4e-b855-20fc6a2bc16a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0460742 Jul 09 20:00:28.829529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-d005f84f-e4eb-47b6-bb9f-560780e08b84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250926 Jul 09 20:00:28.939991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-b92e956d-b77f-44b1-9ec5-ccd6c2dbbef7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008024 Jul 09 20:00:29.045052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8b3e3c7-7c2a-4a52-b184-fbef574b488a req-ee542f06-ba86-4d7d-b60b-03b3cb1678c9 service neutron] 10.222.0.59 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948439 Jul 09 20:00:29.047182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bfe6c-a164-4840-866d-f803b73d7576 req-610156b6-10b6-4a35-ae53-ee3980e2e557 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.048698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983bfe6c-a164-4840-866d-f803b73d7576 req-610156b6-10b6-4a35-ae53-ee3980e2e557 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 944 time: 0.0841641 Jul 09 20:00:29.088012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-983bfe6c-a164-4840-866d-f803b73d7576 req-87f26669-5e8b-4a28-bfe9-1cfa3195aa0d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 09 20:00:29.545288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300b0a7-9d09-471b-8816-5910e473b284 req-f85f36ef-3c31-447a-b4fa-f0d613c75bc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.546773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1300b0a7-9d09-471b-8816-5910e473b284 req-f85f36ef-3c31-447a-b4fa-f0d613c75bc9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0680356 Jul 09 20:00:29.911687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1300b0a7-9d09-471b-8816-5910e473b284 req-fd302ca7-7022-46fa-bc7d-334ddafd1e34 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590524 Jul 09 20:00:30.067032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d2d0b8ce-91c8-411d-850e-22fe791c6b5d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:30.192485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:30.205443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d', 'network_id': '0e181fe0-6dc9-4888-b90e-95ef51179749', 'port_id': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d', 'mac_address': 'fa:16:3e:5c:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7197020-d2c0-4b79-991e-8f174ad4e83a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:30.245571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.264589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d0b8ce-91c8-411d-850e-22fe791c6b5d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:30.287177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:30.291745 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.305285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68624a94-5e35-403c-9c81-0124a378f8ba req-7da67a94-eae2-42f7-8471-f4d147a86573 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.306792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68624a94-5e35-403c-9c81-0124a378f8ba req-7da67a94-eae2-42f7-8471-f4d147a86573 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 944 time: 0.0799010 Jul 09 20:00:30.346791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68624a94-5e35-403c-9c81-0124a378f8ba req-66ea7767-1c7e-4fa6-bb78-a9a6f338d375 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Jul 09 20:00:30.347792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:30.361296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.361649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.362091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.362503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.362767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.363106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.363438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.363767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.364095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.364422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.364779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.365102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:30.564118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d2d0b8ce-91c8-411d-850e-22fe791c6b5d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:31.095618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b0865-7b2b-4b42-bab8-d38871c37e32 req-a9369f94-0cac-40a4-8f51-cf0f5ef786c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.097102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114b0865-7b2b-4b42-bab8-d38871c37e32 req-a9369f94-0cac-40a4-8f51-cf0f5ef786c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0632088 Jul 09 20:00:31.136712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-114b0865-7b2b-4b42-bab8-d38871c37e32 req-a684730b-3840-4e6f-b6c9-28615f638c39 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337985 Jul 09 20:00:31.531988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a7fb-6aa2-47ce-9dc1-ccc22a9b4048 req-5c507982-eb3c-4c09-a934-b75396f9b850 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.533554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e15a7fb-6aa2-47ce-9dc1-ccc22a9b4048 req-5c507982-eb3c-4c09-a934-b75396f9b850 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 945 time: 0.0681524 Jul 09 20:00:31.576979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e15a7fb-6aa2-47ce-9dc1-ccc22a9b4048 req-d5be1537-b2a4-482b-99fc-e0d20b2ef077 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Jul 09 20:00:32.071577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d2d0b8ce-91c8-411d-850e-22fe791c6b5d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:32.122435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port d2d0b8ce-91c8-411d-850e-22fe791c6b5d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:32.126501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port d2d0b8ce-91c8-411d-850e-22fe791c6b5d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:32.126877 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.207194 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.235596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:32.238080 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d4480d-4a4e-4029-b1df-11eec4cba899" -d '{"events": [{"server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:32.250739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:32.256009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.292935 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c9bd0-7ba8-4cce-9ba5-f8656f7829b0 x-openstack-request-id: req-6e8c9bd0-7ba8-4cce-9ba5-f8656f7829b0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:32.293256 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:32.293513 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e8c9bd0-7ba8-4cce-9ba5-f8656f7829b0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:32.293913 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d', 'code': 200} Jul 09 20:00:32.337885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:32.371297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805931d3-e037-4447-bb5a-a2f2f9d1feca req-e588fdc8-8a42-40ed-b4ae-c9691bce4fb9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.372792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-805931d3-e037-4447-bb5a-a2f2f9d1feca req-e588fdc8-8a42-40ed-b4ae-c9691bce4fb9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0929396 Jul 09 20:00:32.440018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-805931d3-e037-4447-bb5a-a2f2f9d1feca req-bea389e8-d1b7-4c94-80a5-7e634927392b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590689 Jul 09 20:00:32.458989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131eaa0-991b-4fd0-af49-86062cfca360 req-d2ecb177-86a3-4035-9d83-0dfe86893b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.461079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7131eaa0-991b-4fd0-af49-86062cfca360 req-d2ecb177-86a3-4035-9d83-0dfe86893b88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 1097 time: 0.0873771 Jul 09 20:00:32.496897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7131eaa0-991b-4fd0-af49-86062cfca360 req-22e8f8c4-0657-4d9f-93ca-bce31ea653ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276592 Jul 09 20:00:32.751247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc568-4c4d-437f-aeed-0cf1b1c7b301 req-2f689095-eac8-4124-ba35-d177b43c6a78 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.752634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-530bc568-4c4d-437f-aeed-0cf1b1c7b301 req-2f689095-eac8-4124-ba35-d177b43c6a78 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 946 time: 0.0626688 Jul 09 20:00:32.793873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-530bc568-4c4d-437f-aeed-0cf1b1c7b301 req-c735b654-59e3-409a-9e3d-1fb85c7dc640 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349412 Jul 09 20:00:33.622793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d5cb9-cace-4bcf-8c13-e6081f37dbb6 req-00b40b49-9b49-4d21-a76c-cf3a178be741 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.624257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-624d5cb9-cace-4bcf-8c13-e6081f37dbb6 req-00b40b49-9b49-4d21-a76c-cf3a178be741 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0677600 Jul 09 20:00:33.673191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-624d5cb9-cace-4bcf-8c13-e6081f37dbb6 req-7fcc7f65-ae91-43d9-85ab-ffed382a5ce2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Jul 09 20:00:33.977806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb339db-6592-4d42-b984-463ecabd4f41 req-ca0eda83-0a49-4596-8309-eb750b098189 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.979335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfb339db-6592-4d42-b984-463ecabd4f41 req-ca0eda83-0a49-4596-8309-eb750b098189 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 946 time: 0.0658495 Jul 09 20:00:34.018318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfb339db-6592-4d42-b984-463ecabd4f41 req-90b05a58-a43e-490e-9d93-a76f17ee7080 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Jul 09 20:00:34.861362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08119c-25d6-4860-87c8-a2f4dde942c7 req-1d2c94d9-c8da-4751-9317-b3494c06dba3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.865670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e08119c-25d6-4860-87c8-a2f4dde942c7 req-1d2c94d9-c8da-4751-9317-b3494c06dba3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0761926 Jul 09 20:00:34.929007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e08119c-25d6-4860-87c8-a2f4dde942c7 req-1e9a164f-b46a-4eb3-8e90-4c1f67cbd5ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567839 Jul 09 20:00:36.103331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac26a-d1d8-4247-bca8-f1be3b890bc7 req-ab2a6f00-d17a-472e-9933-599b728a44e5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.105451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-298ac26a-d1d8-4247-bca8-f1be3b890bc7 req-ab2a6f00-d17a-472e-9933-599b728a44e5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0692019 Jul 09 20:00:36.145946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-298ac26a-d1d8-4247-bca8-f1be3b890bc7 req-45033f68-4172-45c7-9937-bc633ec7ab80 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Jul 09 20:00:36.778834 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-fc06a579-1344-4086-ba8a-44c0944271bd req-f64d73e7-9fb8-4e4f-bb29-5c061d9254e1 service neutron] show failed (client error): The resource could not be found. Jul 09 20:00:36.780042 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-f64d73e7-9fb8-4e4f-bb29-5c061d9254e1 service neutron] 10.222.0.59 "GET /v2.0/ports/6f5a84cb-b13e-440c-936e-fee075d01c5b/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0664914 Jul 09 20:00:37.150167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-9fb16689-f004-4dd8-b6ab-29946ba59a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.151918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-9fb16689-f004-4dd8-b6ab-29946ba59a5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 1096 time: 0.0973656 Jul 09 20:00:37.167121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:37.257327 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.751558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603ae21-c9ce-4f08-89d2-ae0b4dd4b915 req-dff06c3e-f4aa-4b07-9f02-bad7a9733c65 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.752970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f603ae21-c9ce-4f08-89d2-ae0b4dd4b915 req-dff06c3e-f4aa-4b07-9f02-bad7a9733c65 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.4720168 Jul 09 20:00:37.807775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f603ae21-c9ce-4f08-89d2-ae0b4dd4b915 req-f5b16268-c055-47d6-82c0-cbd9cd639fe6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Jul 09 20:00:37.823714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:37.869864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:37.913697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:37.916190 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184a3f2-430b-4afe-93f3-bc8b8f8a70aa" -d '{"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:37.920601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.937471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Transition to ACTIVE for port object 6f5a84cb-b13e-440c-936e-fee075d01c5b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:37.940889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.994111 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d2dd3-9501-426d-a0a5-b6ba06fad5d3 x-openstack-request-id: req-162d2dd3-9501-426d-a0a5-b6ba06fad5d3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:37.994585 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:37.995006 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-162d2dd3-9501-426d-a0a5-b6ba06fad5d3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:37.995500 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'code': 200} Jul 09 20:00:38.098589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:38.170408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] No DVR routers for this DVR port 6f5a84cb-b13e-440c-936e-fee075d01c5b on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:38.332043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:38.332380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:38.332706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:38.337021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:38.337408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Attempting to bind port 6f5a84cb-b13e-440c-936e-fee075d01c5b on network 4119c599-3b80-4da2-86e0-6209772ab840 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:38.342327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:38.342666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Checking segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:38.343050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Bound using segment: {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:38.343471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Bound port: 6f5a84cb-b13e-440c-936e-fee075d01c5b, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:38.343833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.423459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:38.427237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:38.432194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.468885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.469580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.470952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] 10.222.0.25 "PUT /v2.0/ports/6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 1091 time: 1.3087311 Jul 09 20:00:38.495474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc10bd4-f84d-4204-a4d5-7427fabce246 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:38.582465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-fc255fec-ae59-4c4c-b8f8-85e0e4aee8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.584200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-fc255fec-ae59-4c4c-b8f8-85e0e4aee8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.0658646 Jul 09 20:00:38.687137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-a239e648-1f71-4672-a647-d80195422ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.688820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-a239e648-1f71-4672-a647-d80195422ac9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.0984571 Jul 09 20:00:38.761938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-01977cf3-77e1-4913-8adc-33496f0cb72e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 999 time: 0.0629864 Jul 09 20:00:38.837251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-80c8adee-ea05-47a6-b5b6-7b0d137c3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.839242 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-80c8adee-ea05-47a6-b5b6-7b0d137c3c9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0688844 Jul 09 20:00:38.900704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a579-1344-4086-ba8a-44c0944271bd req-81283e39-b071-4279-9330-28e46783bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.902606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-81283e39-b071-4279-9330-28e46783bfdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570524 Jul 09 20:00:39.047031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-5026d33e-1cd4-482e-a7ba-ee8ce58b011c service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375237 Jul 09 20:00:39.128858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b23eb-c022-4a2b-a030-ffce7bb5f9c4 req-7af3a204-5632-408a-a84d-f492162a3877 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.129090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd3b23eb-c022-4a2b-a030-ffce7bb5f9c4 req-7af3a204-5632-408a-a84d-f492162a3877 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.1494670 Jul 09 20:00:39.206069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd3b23eb-c022-4a2b-a030-ffce7bb5f9c4 req-28d3ec4d-080f-4ee0-acc7-d3d95cae9cac tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623922 Jul 09 20:00:39.213159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-087465a3-96b1-49a4-acda-0d11d3b7eafc service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579528 Jul 09 20:00:39.996376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:39.998842 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928a89e3-57b1-4040-b454-b55e29a55fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:40.149748 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd489d-58ce-4a96-aad1-34f440a18a3e x-openstack-request-id: req-5bcd489d-58ce-4a96-aad1-34f440a18a3e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:40.150043 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:40.150296 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bcd489d-58ce-4a96-aad1-34f440a18a3e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:40.150762 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'status': 'completed', 'code': 200} Jul 09 20:00:40.226368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-77910177-034a-460a-b531-806f634e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.228615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-77910177-034a-460a-b531-806f634e0c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.0588365 Jul 09 20:00:40.259487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-ec3e0990-75cb-4118-a919-4efc3569629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.261072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-ec3e0990-75cb-4118-a919-4efc3569629b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.0879252 Jul 09 20:00:40.369762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-02703713-9a4b-4abc-aba9-4dbf5d1811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.371642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-02703713-9a4b-4abc-aba9-4dbf5d1811f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1360717 Jul 09 20:00:40.372865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-a898476e-b7b8-41bb-8231-e4330e13dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.374347 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-a898476e-b7b8-41bb-8231-e4330e13dc81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1063108 Jul 09 20:00:40.463220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-c99ffcf1-21c6-441e-b054-febfcca89e5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 999 time: 0.0722368 Jul 09 20:00:40.469338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-5e4b1971-0827-4fcb-b1e7-5d5e85cc554f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 999 time: 0.0874979 Jul 09 20:00:40.518681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e9e4b-39f6-44d7-80a1-4f0012416cde req-c6e5af3d-8d67-4935-aa9b-4f7d6fe2963b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.520194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-663e9e4b-39f6-44d7-80a1-4f0012416cde req-c6e5af3d-8d67-4935-aa9b-4f7d6fe2963b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.1637113 Jul 09 20:00:40.520318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-b47c901b-fc3f-4de9-a09f-70dc16940ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.522586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-b47c901b-fc3f-4de9-a09f-70dc16940ac9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0448565 Jul 09 20:00:40.544356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-649d3524-4b02-4818-979d-1ffcd42d390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.546244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-649d3524-4b02-4818-979d-1ffcd42d390b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0754056 Jul 09 20:00:40.580022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-58770396-01c4-4b60-8d74-903ffe58b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.581575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-58770396-01c4-4b60-8d74-903ffe58b2ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533097 Jul 09 20:00:40.590198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-663e9e4b-39f6-44d7-80a1-4f0012416cde req-bd3ac80b-d979-4b08-a904-b3d1a8a6a193 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628757 Jul 09 20:00:40.628149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-dccfb3b7-0f4f-4eae-83fb-a76b452d4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.629749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-dccfb3b7-0f4f-4eae-83fb-a76b452d4230 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724974 Jul 09 20:00:40.694071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-ca590944-3ca7-4718-b9b7-280e456f3f76 service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053994 Jul 09 20:00:40.727405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-6ab36d34-e38a-40c5-9ab2-780fe33ed711 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907729 Jul 09 20:00:40.791435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-8c9d1d4b-43a2-4961-8e13-6c390d656f76 service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899832 Jul 09 20:00:40.826236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-928a89e3-57b1-4040-b454-b55e29a55fa5 req-177a1470-68ed-4a5e-a11e-eddb3cc3dead service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902512 Jul 09 20:00:41.772641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee934c6-fe0b-40d3-93ba-944e1d2f3e4f req-a841ed0e-f250-4fef-9ea1-467af8994abc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.774331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cee934c6-fe0b-40d3-93ba-944e1d2f3e4f req-a841ed0e-f250-4fef-9ea1-467af8994abc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.0676341 Jul 09 20:00:41.811956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cee934c6-fe0b-40d3-93ba-944e1d2f3e4f req-894cc065-0735-482c-b0e2-bcd89e715a5b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 09 20:00:42.102663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:00:42.156786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:00:42.995883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a902d-9084-4327-a368-d221cc877311 req-2b4487a5-1784-4ec4-b73e-844c5986d885 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.997431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a51a902d-9084-4327-a368-d221cc877311 req-2b4487a5-1784-4ec4-b73e-844c5986d885 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.0675213 Jul 09 20:00:43.035698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a51a902d-9084-4327-a368-d221cc877311 req-857ab1e1-f461-4037-9495-0755351fbc7c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Jul 09 20:00:43.438412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:43.444728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-0199c7f3-9602-443b-a9ba-c773611d47e2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.446420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-0199c7f3-9602-443b-a9ba-c773611d47e2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab&tenant_id=e8d476af66924eceb0f5f07ca77128d3&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 943 time: 0.1545255 Jul 09 20:00:43.454927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9e227-fd78-4b00-9c03-007669119cfe req-b1dfb3c0-179a-478b-a00e-a205ff2908c8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.456335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baa9e227-fd78-4b00-9c03-007669119cfe req-b1dfb3c0-179a-478b-a00e-a205ff2908c8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 943 time: 0.1394503 Jul 09 20:00:43.533061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baa9e227-fd78-4b00-9c03-007669119cfe req-c15698d3-d887-40a9-a2d9-3d76166ba8b8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699518 Jul 09 20:00:43.557681 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-343fb238-80bb-4652-8435-9e499887ba96 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:00:43.557681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-343fb238-80bb-4652-8435-9e499887ba96 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6f5a84cb-b13e-440c-936e-fee075d01c5b/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0939567 Jul 09 20:00:43.572449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:43.587276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'port_id': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'mac_address': 'fa:16:3e:2c:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:43.628662 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.642763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5a84cb-b13e-440c-936e-fee075d01c5b {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:43.660761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-2f8a6257-e9fa-4487-9b59-02ba6c7c7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.663692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-2f8a6257-e9fa-4487-9b59-02ba6c7c7725 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1094 time: 0.0672653 Jul 09 20:00:43.666343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:43.685212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.743893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:43.779264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-4553e1b6-f049-4032-bb48-20e00b8312d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.780956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-4553e1b6-f049-4032-bb48-20e00b8312d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1045699 Jul 09 20:00:43.846835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-f01f2d8e-2c51-4911-833c-5d438f40e850 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 1000 time: 0.0592480 Jul 09 20:00:43.895016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-6c2e755a-caa5-461b-b535-03bd6a9f6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.896483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-6c2e755a-caa5-461b-b535-03bd6a9f6f7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.0430193 Jul 09 20:00:43.959004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-f74228ef-6306-4448-ab96-1826dbcf9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.960998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-f74228ef-6306-4448-ab96-1826dbcf9fa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579507 Jul 09 20:00:44.050676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6f5a84cb-b13e-440c-936e-fee075d01c5b'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:44.056277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-c993d040-64ce-4906-9afd-c59eab633dc1 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878589 Jul 09 20:00:44.160236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0ff189f-81ba-4778-93fb-a17e457b8900 req-50970fd7-9533-45ff-90e0-886053e730e6 service neutron] 10.222.0.59 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974035 Jul 09 20:00:44.750891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998fb03-0e10-4dfc-83fb-9246dc4be596 req-cae0b66f-cb04-4081-b9c1-ae0c94030a2b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.760794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0998fb03-0e10-4dfc-83fb-9246dc4be596 req-cae0b66f-cb04-4081-b9c1-ae0c94030a2b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 944 time: 0.0878677 Jul 09 20:00:44.808885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0998fb03-0e10-4dfc-83fb-9246dc4be596 req-9384e9e8-40ad-4248-8606-e7c2ef299a2e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471964 Jul 09 20:00:45.453911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:45.502616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 6f5a84cb-b13e-440c-936e-fee075d01c5b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:45.506482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 6f5a84cb-b13e-440c-936e-fee075d01c5b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:45.506858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.596216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.626430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:45.638970 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227322c-1f4e-4613-8f1a-1b2d27894c26" -d '{"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:45.644930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:45.650357 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.695392 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d9f33-8a68-4761-95e5-b9630fe4925e x-openstack-request-id: req-250d9f33-8a68-4761-95e5-b9630fe4925e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:45.695685 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:45.695942 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-250d9f33-8a68-4761-95e5-b9630fe4925e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:45.696369 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'code': 200} Jul 09 20:00:45.706070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:45.992631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ab57-a872-4ccb-a3b9-cda3e52eae2e req-dece1922-933a-47db-ae7d-b1cce39036b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.994155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7335ab57-a872-4ccb-a3b9-cda3e52eae2e req-dece1922-933a-47db-ae7d-b1cce39036b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0638034 Jul 09 20:00:46.032104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7335ab57-a872-4ccb-a3b9-cda3e52eae2e req-8b7d2554-aed2-432a-8cee-e8b80fb0239e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Jul 09 20:00:46.057717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 32954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:46.125478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cbd0368e-60d6-48dd-816a-3260a32666be tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 200 len: 993 time: 0.0648065 Jul 09 20:00:48.802524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.374100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8666f6e6-f8f5-4b02-aa6b-64119e480d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.324179 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.675451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81a8e-fbb4-48a4-b0ad-4c4a9273e530 req-e46965b6-ed03-4025-9d83-d87954053d1b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.676876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69c81a8e-fbb4-48a4-b0ad-4c4a9273e530 req-e46965b6-ed03-4025-9d83-d87954053d1b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 946 time: 0.0727243 Jul 09 20:00:54.716634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69c81a8e-fbb4-48a4-b0ad-4c4a9273e530 req-1ea9ad7d-cf29-45a5-9244-49f8d28dea36 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Jul 09 20:00:54.960146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c57d7dd-c76b-41cc-9004-a20feb814778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.242942 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.390342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-0c9a7c5a-91da-4648-bc98-4d9a3cd18636 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544460 Jul 09 20:00:55.471650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071259-c034-49b4-b806-5292eeb83f4d req-5ddc47df-7187-48a8-b88c-97ee2235e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.473231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-5ddc47df-7187-48a8-b88c-97ee2235e045 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15409b05ada34a938cf54b508fe143f0&device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 1097 time: 0.0588756 Jul 09 20:00:55.587501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071259-c034-49b4-b806-5292eeb83f4d req-81e9a075-fc06-4201-9cb5-61ca9c040336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.589461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-81e9a075-fc06-4201-9cb5-61ca9c040336 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 200 len: 916 time: 0.0914502 Jul 09 20:00:55.640275 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-cdce2334-0580-4ff3-b14d-65aebb60bf69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2a26819-0f08-454b-b441-6dad3fbb4142 HTTP/1.1" status: 200 len: 217 time: 0.0427506 Jul 09 20:00:55.692804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071259-c034-49b4-b806-5292eeb83f4d req-ba67cc4e-3a5f-4328-8e57-15b9b1f4c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.695101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-ba67cc4e-3a5f-4328-8e57-15b9b1f4c7d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 200 len: 855 time: 0.0466444 Jul 09 20:00:55.730164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-0048c28f-b89a-4b1b-a4a5-3f609a44300b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e181fe0-6dc9-4888-b90e-95ef51179749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276303 Jul 09 20:00:55.839278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-c060002a-ce87-4d14-a11d-7b74decf7175 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023121 Jul 09 20:00:55.972902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d071259-c034-49b4-b806-5292eeb83f4d req-1b8d7305-383b-4ebe-b306-c68bd12eaf78 service neutron] 10.222.0.25 "GET /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250985 Jul 09 20:00:55.993916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77fcb9-84b9-45b8-91be-c632d8f90f7d req-90d358a8-acc2-4832-afec-fc9a7e315eea tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.995901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c77fcb9-84b9-45b8-91be-c632d8f90f7d req-90d358a8-acc2-4832-afec-fc9a7e315eea tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 946 time: 0.1466241 Jul 09 20:00:56.048364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c77fcb9-84b9-45b8-91be-c632d8f90f7d req-b5ecef1a-3f7b-4d08-ba3a-15ce8c65da98 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Jul 09 20:00:56.210467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-13fd6ba0-79b0-4989-9a97-e5d52d29b171 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.212313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-13fd6ba0-79b0-4989-9a97-e5d52d29b171 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 946 time: 0.0845265 Jul 09 20:00:56.326706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Deleting port d2d0b8ce-91c8-411d-850e-22fe791c6b5d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:56.327060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.375727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.432057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] For port d2d0b8ce-91c8-411d-850e-22fe791c6b5d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:56.432629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.447880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Calling delete_port for d2d0b8ce-91c8-411d-850e-22fe791c6b5d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:56.593306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.607345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:56.610708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142', '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:56.624281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event deleted for resources: {'Port': ['ID=d2d0b8ce-91c8-411d-850e-22fe791c6b5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.652320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.652699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.652995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.653360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.653736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.654024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.654348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.655033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.655590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.655831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.656164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.656488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:56.686248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] No DVR routers for this DVR port d2d0b8ce-91c8-411d-850e-22fe791c6b5d on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:56.688798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.691122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94e681ae-dea3-406d-8e92-b4f5e43d819d req-17b7bee4-e667-437a-aad2-fc2a3f02ccc2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "DELETE /v2.0/ports/d2d0b8ce-91c8-411d-850e-22fe791c6b5d HTTP/1.1" status: 204 len: 173 time: 0.4732885 Jul 09 20:00:56.691653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'name': 'network-vif-deleted', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:56.694149 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0073a6a3-0b43-4030-a0e0-29dc1821295a" -d '{"events": [{"server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "name": "network-vif-deleted", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:56.743243 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042a36ae-de50-40f3-adf5-09a64e28c091 x-openstack-request-id: req-042a36ae-de50-40f3-adf5-09a64e28c091 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:56.743563 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e034fac-952c-403e-b939-881b936c56b8", "name": "network-vif-deleted", "tag": "d2d0b8ce-91c8-411d-850e-22fe791c6b5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:56.743992 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-042a36ae-de50-40f3-adf5-09a64e28c091 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:56.744399 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e034fac-952c-403e-b939-881b936c56b8', 'name': 'network-vif-deleted', 'tag': 'd2d0b8ce-91c8-411d-850e-22fe791c6b5d', 'status': 'completed', 'code': 200} Jul 09 20:00:57.216294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66546a62-dfb9-4369-ad6c-de5022bc5513 req-3420ccc9-2f41-4eb4-bbdb-1aee4584c751 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e034fac-952c-403e-b939-881b936c56b8 HTTP/1.1" status: 200 len: 210 time: 0.0293701 Jul 09 20:00:57.851003 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.151462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d2d0b8ce-91c8-411d-850e-22fe791c6b5d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:00.171112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: d2d0b8ce-91c8-411d-850e-22fe791c6b5d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:00.171533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d2d0b8ce-91c8-411d-850e-22fe791c6b5d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:00.898223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca09f-9b76-4ec9-afd3-10ec0c63951f req-bb8b3c0c-1e07-4f9b-9cd4-bd2d6927357a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.899744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90cca09f-9b76-4ec9-afd3-10ec0c63951f req-bb8b3c0c-1e07-4f9b-9cd4-bd2d6927357a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 946 time: 0.0693491 Jul 09 20:01:00.940514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-90cca09f-9b76-4ec9-afd3-10ec0c63951f req-015e4df5-1b2e-4072-b40f-14a19801446a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Jul 09 20:01:02.117104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d1c90-73ea-4d04-84ce-644f908c1204 req-0805be6f-e5a5-4192-b9cc-ae185426b1cc tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.118811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-686d1c90-73ea-4d04-84ce-644f908c1204 req-0805be6f-e5a5-4192-b9cc-ae185426b1cc tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 946 time: 0.0637259 Jul 09 20:01:02.157585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-686d1c90-73ea-4d04-84ce-644f908c1204 req-a59767ca-025b-4762-90a4-d4d42d60abb2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Jul 09 20:01:02.859698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-6ed9fcc6-cb08-47c7-b3dc-67d201381cb9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.861222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-6ed9fcc6-cb08-47c7-b3dc-67d201381cb9 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 946 time: 0.0663443 Jul 09 20:01:02.934530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e959-4d5a-4c3f-90a5-55e87e4792ff req-e53c39dc-8bab-48af-875e-329f6ed27dd9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.936039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73a1e959-4d5a-4c3f-90a5-55e87e4792ff req-e53c39dc-8bab-48af-875e-329f6ed27dd9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0676565 Jul 09 20:01:02.965870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Deleting port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:02.966223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.973809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73a1e959-4d5a-4c3f-90a5-55e87e4792ff req-18786c02-3343-4160-8caf-7d1bf154d9cc tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Jul 09 20:01:03.051346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] For port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:03.051629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.066416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Calling delete_port for 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:03.198354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.212455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142', '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:03.215070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:03.236330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event deleted for resources: {'Port': ['ID=4e2263d8-a7b1-4fb0-a09d-72b273a739d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:03.296744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.297213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.297626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.298027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.298424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.298820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.299217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.299549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.299876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.300204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.300525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.300844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:03.321491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] No DVR routers for this DVR port 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:03.338593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.340551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9821f12-d2c3-489d-8be2-34899e5fbd0b req-3e76ce2a-e384-4136-95ae-152997d977e6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "DELETE /v2.0/ports/4e2263d8-a7b1-4fb0-a09d-72b273a739d2 HTTP/1.1" status: 204 len: 173 time: 0.4726233 Jul 09 20:01:03.342417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-829463d8-eacf-4b86-87bf-7682e5393007 req-9dad23b7-1829-435f-966f-6dc0539a995b tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=372a3409-6b9d-4d6b-95dd-2cf57c594608 HTTP/1.1" status: 200 len: 210 time: 0.0626564 Jul 09 20:01:03.342843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'name': 'network-vif-deleted', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:03.345161 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7b046-8f09-48a9-9669-913a4fa1450a" -d '{"events": [{"server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "name": "network-vif-deleted", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:03.395560 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9760a86-5843-4b5f-b72b-f43112f79218 x-openstack-request-id: req-e9760a86-5843-4b5f-b72b-f43112f79218 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:03.395958 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372a3409-6b9d-4d6b-95dd-2cf57c594608", "name": "network-vif-deleted", "tag": "4e2263d8-a7b1-4fb0-a09d-72b273a739d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:03.396213 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9760a86-5843-4b5f-b72b-f43112f79218 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:03.396676 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372a3409-6b9d-4d6b-95dd-2cf57c594608', 'name': 'network-vif-deleted', 'tag': '4e2263d8-a7b1-4fb0-a09d-72b273a739d2', 'status': 'completed', 'code': 200} Jul 09 20:01:04.153519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390879fd-d5ac-4dd1-a09a-2268fb7c6d83 req-3559af8e-6ed8-4222-bc3e-3e94fbd55d15 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.155024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-390879fd-d5ac-4dd1-a09a-2268fb7c6d83 req-3559af8e-6ed8-4222-bc3e-3e94fbd55d15 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0683782 Jul 09 20:01:04.192118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-390879fd-d5ac-4dd1-a09a-2268fb7c6d83 req-68eb79ac-318a-41ef-99c3-ec96f7aea3f3 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/security-groups?id=a59837f1-be88-4a13-b8f8-df7d808a1e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Jul 09 20:01:04.348786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-9719dd3a-2836-4461-b432-f2a6192d50fe tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.350788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-9719dd3a-2836-4461-b432-f2a6192d50fe tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 949 time: 0.0688605 Jul 09 20:01:04.370957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:01:04.454660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Deleting port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:04.455020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.549345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] For port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:04.549715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.564267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Calling delete_port for ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:04.704086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.718190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:04.764568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Pushing event deleted for resources: {'Port': ['ID=ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:04.821932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] No DVR routers for this DVR port ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:04.824916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.827344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d1dccde-d536-40df-88e7-6eaff4961f14 req-77b87dd2-5429-442d-bfdc-fea86d6794b9 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.59 "DELETE /v2.0/ports/ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb HTTP/1.1" status: 204 len: 173 time: 0.4708395 Jul 09 20:01:04.827809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'name': 'network-vif-deleted', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:04.832617 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0ed835-401d-451c-a2cd-321abdeec5d1" -d '{"events": [{"server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "name": "network-vif-deleted", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:04.871333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d6108-0f6d-4ea1-a3ba-0e6f5b37f638 req-f8f09ff0-1ca4-474b-baa0-77cc18beabf4 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.872965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-369d6108-0f6d-4ea1-a3ba-0e6f5b37f638 req-f8f09ff0-1ca4-474b-baa0-77cc18beabf4 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 946 time: 0.0784724 Jul 09 20:01:04.878538 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a60a52d-0e7c-4765-b7b2-ec983e37ec13 x-openstack-request-id: req-2a60a52d-0e7c-4765-b7b2-ec983e37ec13 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:04.878828 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd96c31-f438-490c-99d2-d0cf9e595c51", "name": "network-vif-deleted", "tag": "ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:04.879096 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a60a52d-0e7c-4765-b7b2-ec983e37ec13 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:04.880201 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd96c31-f438-490c-99d2-d0cf9e595c51', 'name': 'network-vif-deleted', 'tag': 'ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb', 'status': 'completed', 'code': 200} Jul 09 20:01:04.915983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-369d6108-0f6d-4ea1-a3ba-0e6f5b37f638 req-23ab6e5d-8e40-4b20-81c4-16409995e627 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Jul 09 20:01:05.349332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65341e4b-b413-4df3-8f93-e0f28be5ac11 req-cdcf8abc-b780-4f6a-bc7a-83f1612d7db0 tempest-VolumesBackupsTest-1538844164 tempest-VolumesBackupsTest-1538844164-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd96c31-f438-490c-99d2-d0cf9e595c51 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Jul 09 20:01:05.572369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:05.592139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:05.592483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 4e2263d8-a7b1-4fb0-a09d-72b273a739d2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:06.089946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7d9b0-a600-47bf-92f2-84902122dc35 req-b179e69e-b7bd-4ba8-b8f8-0b8e243a72c6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:06.091516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0e7d9b0-a600-47bf-92f2-84902122dc35 req-b179e69e-b7bd-4ba8-b8f8-0b8e243a72c6 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jul 09 20:01:06.132225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0e7d9b0-a600-47bf-92f2-84902122dc35 req-2d833220-ae6e-4b4c-9222-4c75b77c0d2e tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Jul 09 20:01:06.266096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-17ad9a59-cb5b-4fee-8c80-8b64f8bc3c7d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:06.267561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-17ad9a59-cb5b-4fee-8c80-8b64f8bc3c7d tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 946 time: 0.0630817 Jul 09 20:01:06.367861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Deleting port e2a26819-0f08-454b-b441-6dad3fbb4142 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:06.368119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.455511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] For port e2a26819-0f08-454b-b441-6dad3fbb4142, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e2a26819-0f08-454b-b441-6dad3fbb4142,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:06.455879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.469465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Calling delete_port for e2a26819-0f08-454b-b441-6dad3fbb4142 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:06.605404 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.618424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e2a26819-0f08-454b-b441-6dad3fbb4142'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:06.620953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:06.635768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event deleted for resources: {'Port': ['ID=e2a26819-0f08-454b-b441-6dad3fbb4142,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:06.688490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] No DVR routers for this DVR port e2a26819-0f08-454b-b441-6dad3fbb4142 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:06.691684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.694692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-474f8285-e850-4021-bdc6-f47e866d9bd7 req-e7d89928-f3d2-4e2e-a26e-008ea9fc021a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.25 "DELETE /v2.0/ports/e2a26819-0f08-454b-b441-6dad3fbb4142 HTTP/1.1" status: 204 len: 173 time: 0.4204078 Jul 09 20:01:06.695172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'name': 'network-vif-deleted', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:06.698033 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b349a6c-3ee6-4790-8e4f-5d4cd562290a" -d '{"events": [{"server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "name": "network-vif-deleted", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:06.741186 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c92c3fe-9894-4d12-b59b-0c255e01c6de x-openstack-request-id: req-0c92c3fe-9894-4d12-b59b-0c255e01c6de {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:06.741492 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2cde3f-e892-4175-8972-06ad38f944eb", "name": "network-vif-deleted", "tag": "e2a26819-0f08-454b-b441-6dad3fbb4142", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:06.741748 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c92c3fe-9894-4d12-b59b-0c255e01c6de {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:06.742147 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2cde3f-e892-4175-8972-06ad38f944eb', 'name': 'network-vif-deleted', 'tag': 'e2a26819-0f08-454b-b441-6dad3fbb4142', 'status': 'completed', 'code': 200} Jul 09 20:01:07.292768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fdc5c4eb-a373-4b4f-9f7d-cf44ed2a5c57 req-5592314e-b268-4a16-8393-f546ae9a69ea tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c2cde3f-e892-4175-8972-06ad38f944eb HTTP/1.1" status: 200 len: 210 time: 0.0326288 Jul 09 20:01:08.191998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:08.215187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:08.215526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ac967f1d-3e82-4b4d-a7ed-a56bf4bcfdfb not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:09.612816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e2a26819-0f08-454b-b441-6dad3fbb4142 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:09.635004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: e2a26819-0f08-454b-b441-6dad3fbb4142 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:09.635287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e2a26819-0f08-454b-b441-6dad3fbb4142 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:12.009374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38d53-03cf-4f59-a227-93f2592d704f req-f7c4ae24-d870-4222-8067-686f6d0cff4a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.010786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95c38d53-03cf-4f59-a227-93f2592d704f req-f7c4ae24-d870-4222-8067-686f6d0cff4a tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 945 time: 0.0707357 Jul 09 20:01:12.050956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95c38d53-03cf-4f59-a227-93f2592d704f req-dac15479-a1c6-4b33-819b-4229fdfe0e99 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Jul 09 20:01:13.227820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19d55-403f-4a30-bdff-788fde676dca req-efc286de-7771-424f-a4fa-06cc7e8748f3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:13.229539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96b19d55-403f-4a30-bdff-788fde676dca req-efc286de-7771-424f-a4fa-06cc7e8748f3 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 945 time: 0.0650465 Jul 09 20:01:13.267745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96b19d55-403f-4a30-bdff-788fde676dca req-ea368047-8ac7-4c72-ba97-72699e8e0bf7 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/security-groups?id=eab0effb-46ca-4d92-acdd-9d3f49befdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jul 09 20:01:13.408512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e065-1345-4266-a906-a087a7973539 req-b979acab-9b7e-4b4e-a97c-b4e4d96a0e44 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:13.409962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24f3e065-1345-4266-a906-a087a7973539 req-b979acab-9b7e-4b4e-a97c-b4e4d96a0e44 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 945 time: 0.0644255 Jul 09 20:01:13.515407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Deleting port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:13.515750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.607152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] For port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,segment=NetworkSegment(4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b),segment_id=4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:13.607525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.621846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Calling delete_port for 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:13.761462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.774206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:13.789157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Pushing event deleted for resources: {'Port': ['ID=1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:13.839146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] No DVR routers for this DVR port 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:13.841645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.843636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24f3e065-1345-4266-a906-a087a7973539 req-1046f30b-cee0-422e-9ffa-a136b0df91d2 tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.59 "DELETE /v2.0/ports/1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 HTTP/1.1" status: 204 len: 173 time: 0.4282002 Jul 09 20:01:13.844087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'name': 'network-vif-deleted', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:13.846312 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61e7ea-9884-450a-bef0-210ae257b75d" -d '{"events": [{"server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "name": "network-vif-deleted", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:13.886180 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06234344-d942-49f6-9b87-e4ff00e3ab7c x-openstack-request-id: req-06234344-d942-49f6-9b87-e4ff00e3ab7c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:13.886469 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a885675b-5633-4bc0-8cc5-4278d8411a6f", "name": "network-vif-deleted", "tag": "1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:13.886719 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06234344-d942-49f6-9b87-e4ff00e3ab7c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:13.887166 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a885675b-5633-4bc0-8cc5-4278d8411a6f', 'name': 'network-vif-deleted', 'tag': '1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86', 'status': 'completed', 'code': 200} Jul 09 20:01:14.461628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94e6d5f8-b30d-43ed-8afe-230aa40f5d05 req-7400233f-44d9-4df9-bebd-57d8ef7e3bcf tempest-AttachVolumeNegativeTest-1572629833 tempest-AttachVolumeNegativeTest-1572629833-project] 10.222.0.10 "GET /v2.0/ports?device_id=a885675b-5633-4bc0-8cc5-4278d8411a6f HTTP/1.1" status: 200 len: 210 time: 0.0507307 Jul 09 20:01:15.560530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.605627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Deleting subnet b7197020-d2c0-4b79-991e-8f174ad4e83a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:15.608720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.644797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.689935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.751160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.777913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7197020-d2c0-4b79-991e-8f174ad4e83a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:15.781379 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.786726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3d3c54b9-157c-4507-bbbf-c85dd6027b13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b7197020-d2c0-4b79-991e-8f174ad4e83a HTTP/1.1" status: 204 len: 168 time: 0.2216542 Jul 09 20:01:15.786726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.856273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.944065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.954462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e181fe0-6dc9-4888-b90e-95ef51179749']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.966774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.967105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1b30c4-c3fb-4c8f-a6fe-951b847c1e4b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.976024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.990456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.996478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:15.996900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:15.998593 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:16.055483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.061077 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.062913 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0e181fe0-6dc9-4888-b90e-95ef51179749 HTTP/1.1" status: 204 len: 168 time: 0.2761123 Jul 09 20:01:16.075723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78547f4-52df-4981-b995-6309e265b1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e181fe0-6dc9-4888-b90e-95ef51179749,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:16.288929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.335308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fd1f660c-722d-4d2d-8a0b-46b4abb914bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15409b05ada34a938cf54b508fe143f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449893 Jul 09 20:01:16.337804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.387727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.410115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.470146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.473332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.474736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eab0effb-46ca-4d92-acdd-9d3f49befdf9 HTTP/1.1" status: 204 len: 168 time: 0.1358554 Jul 09 20:01:16.484637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08083b50-73ad-44bb-84f1-13f7475916b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0effb-46ca-4d92-acdd-9d3f49befdf9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:18.274042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:18.309881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:18.310271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 1fbe1ab2-f5dd-42bf-a288-1c4c68e5db86 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:18.801565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:18.803131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.905580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f380c40-7707-46a1-a902-38e4c3301bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.994279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f380c40-7707-46a1-a902-38e4c3301bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.000240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f380c40-7707-46a1-a902-38e4c3301bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.040009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2f380c40-7707-46a1-a902-38e4c3301bec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73db9bb45ed44cf48817af9f399dbe17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372088 Jul 09 20:01:19.040877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f380c40-7707-46a1-a902-38e4c3301bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04174704-cc7a-4ca9-8055-f2a67ead87e8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:19.042632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:19.093386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.115717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.167811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.170838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.173271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04174704-cc7a-4ca9-8055-f2a67ead87e8 HTTP/1.1" status: 204 len: 168 time: 0.1281617 Jul 09 20:01:19.180181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e829a-fdd3-4fd2-b01a-9d46f06916a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04174704-cc7a-4ca9-8055-f2a67ead87e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:19.445180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 33816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:19.459044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-618c69e6-f5d3-4d4e-b6c6-08058a5163f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.548975 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-618c69e6-f5d3-4d4e-b6c6-08058a5163f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.553339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-618c69e6-f5d3-4d4e-b6c6-08058a5163f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.591520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-618c69e6-f5d3-4d4e-b6c6-08058a5163f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=193eab326ffe4a0d829f86d5113673ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452203 Jul 09 20:01:19.592410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c69e6-f5d3-4d4e-b6c6-08058a5163f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9442b7-ff0d-4095-a3a8-da568f837b87,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:19.594202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 33818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:19.649189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.672812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.723953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.726574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.727715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f9442b7-ff0d-4095-a3a8-da568f837b87 HTTP/1.1" status: 204 len: 168 time: 0.1316752 Jul 09 20:01:19.735358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6b949-0183-41e1-a26c-2c9d7bd7d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9442b7-ff0d-4095-a3a8-da568f837b87,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:22.379307 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44db9b4f-007f-47a9-ae9e-2f5952a18ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.331976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.914999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.952991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a4f4-1f55-4e20-b5d0-9a119af71b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.026020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f3ee8b-1c34-4968-9a04-a7316a3727d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.121551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f3ee8b-1c34-4968-9a04-a7316a3727d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.126677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f3ee8b-1c34-4968-9a04-a7316a3727d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.167865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-77f3ee8b-1c34-4968-9a04-a7316a3727d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c6f0c0e5b8e401098075e3cfc555132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512195 Jul 09 20:01:25.168606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ee8b-1c34-4968-9a04-a7316a3727d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f7340e-b697-41f5-b29d-29a1f758b8a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:25.170623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.223995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.246214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.249359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.297536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.300105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.304708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f7340e-b697-41f5-b29d-29a1f758b8a6 HTTP/1.1" status: 204 len: 168 time: 0.1330702 Jul 09 20:01:25.312714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2f42-1b75-491b-8598-bc06e72ef8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f7340e-b697-41f5-b29d-29a1f758b8a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:25.580705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.594280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6cafd12-c5a8-4116-bd54-b3150dabb552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.682239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6cafd12-c5a8-4116-bd54-b3150dabb552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.686057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6cafd12-c5a8-4116-bd54-b3150dabb552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.726254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d6cafd12-c5a8-4116-bd54-b3150dabb552 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0e41a3c4413401ab891fe5f5548391e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418676 Jul 09 20:01:25.726254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafd12-c5a8-4116-bd54-b3150dabb552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a82bd3f-be68-4e87-b401-857880a03bfd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:25.727116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.780983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.804764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.852816 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.855442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.856630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a82bd3f-be68-4e87-b401-857880a03bfd HTTP/1.1" status: 204 len: 168 time: 0.1275325 Jul 09 20:01:25.867029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda754-be2b-4952-952f-866e7d3dfab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a82bd3f-be68-4e87-b401-857880a03bfd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:26.377367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.448957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:27.553044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106498f7-e464-4c20-a0d9-87fa054afe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.642265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106498f7-e464-4c20-a0d9-87fa054afe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.646334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-106498f7-e464-4c20-a0d9-87fa054afe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.686930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-106498f7-e464-4c20-a0d9-87fa054afe7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a2a0b02cbb9452fa5a2a7e9a8acb130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370732 Jul 09 20:01:27.687891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106498f7-e464-4c20-a0d9-87fa054afe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc982bb-8e20-4e65-8c6c-3341f8f80978,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:27.689532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:27.740299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.761466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.812387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.815049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.816239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fc982bb-8e20-4e65-8c6c-3341f8f80978 HTTP/1.1" status: 204 len: 168 time: 0.1255686 Jul 09 20:01:27.830315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5bd92-2dc7-4d24-a31b-70739c2f2c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc982bb-8e20-4e65-8c6c-3341f8f80978,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:27.862459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.089370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:28.103140 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d06790-ed5a-4770-8a3d-b909148392c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.201815 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d06790-ed5a-4770-8a3d-b909148392c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.206834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d06790-ed5a-4770-8a3d-b909148392c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.250793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d06790-ed5a-4770-8a3d-b909148392c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a23ed6-8d92-4beb-bd56-8fc2a7ba0742,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:28.264592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6d06790-ed5a-4770-8a3d-b909148392c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51e84286379d4adf845546536c6a5920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739166 Jul 09 20:01:28.265177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:28.329681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.356415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.403013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.405715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.409619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15a23ed6-8d92-4beb-bd56-8fc2a7ba0742 HTTP/1.1" status: 204 len: 168 time: 0.1401184 Jul 09 20:01:28.417792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04d3e5-d0d4-4346-8a8f-02b2add75186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a23ed6-8d92-4beb-bd56-8fc2a7ba0742,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:30.324353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:30.430897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-359e5332-6af3-4f58-99a7-efba1ade11ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.519588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-359e5332-6af3-4f58-99a7-efba1ade11ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.523433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-359e5332-6af3-4f58-99a7-efba1ade11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.561639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-359e5332-6af3-4f58-99a7-efba1ade11ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=063b279cab964d2b9720432851dc5bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360284 Jul 09 20:01:30.563519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5332-6af3-4f58-99a7-efba1ade11ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2882ed-2b31-43a4-91ed-1ce931191291,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:30.564236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:30.612974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.633698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.678641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.681260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.682435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c2882ed-2b31-43a4-91ed-1ce931191291 HTTP/1.1" status: 204 len: 168 time: 0.1171689 Jul 09 20:01:30.689968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665540-5ada-4b1e-bc0d-ed57305f3869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2882ed-2b31-43a4-91ed-1ce931191291,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:30.953652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:30.971111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2370cd9b-24dc-4f12-adcd-9d6b1dd7fa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.064100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2370cd9b-24dc-4f12-adcd-9d6b1dd7fa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.068129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2370cd9b-24dc-4f12-adcd-9d6b1dd7fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.106894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2370cd9b-24dc-4f12-adcd-9d6b1dd7fa4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9756f267b4c4ece887c94f9b39ae622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520555 Jul 09 20:01:31.107745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370cd9b-24dc-4f12-adcd-9d6b1dd7fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1758a2e9-8027-4a48-bb81-a4eec108458d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:31.109653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:31.164830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.185515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.231595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.234488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.235743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1758a2e9-8027-4a48-bb81-a4eec108458d HTTP/1.1" status: 204 len: 168 time: 0.1250162 Jul 09 20:01:31.244786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede728e0-1130-4304-8fde-b43a00d5c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1758a2e9-8027-4a48-bb81-a4eec108458d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.447149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:32.542325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-991050431', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:32.563383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Made reservation on behalf of c5d5683b5da040f3a3d7345a49b54961 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:32.565594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.573660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.659321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.663890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.692695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:32.698082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b424d1c-881a-4d84-8dbf-05e36d3d8b95,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.706023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.706856 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Added segment d154e550-ee85-41dd-9013-c8ae43cefb49 of type vlan for network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 Jul 09 20:01:32.757051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.791166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.792313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.792972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.860568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4094479 Jul 09 20:01:32.860966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:32.866780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'subnet': {'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:32.879498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783ac65-4ce8-4001-ae0a-2ed2fa81308d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Network': ['ID=a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.889119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Made reservation on behalf of c5d5683b5da040f3a3d7345a49b54961 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:32.891671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.891805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:33.171029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.objects.ports [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:01:33.171467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.230266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95c8874c-56f2-42e9-be88-e58bf0b816af,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:33.237673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Checking segment: {'id': 'd154e550-ee85-41dd-9013-c8ae43cefb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:33.238033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network hostable DHCP agents. Network: a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:33.254378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:33.262568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:33.269008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.270709 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.272769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c255b-79bc-458e-80d9-a31b066e5b6c None None] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:33.287698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b33408d1-d237-45bd-9fa2-cd553fb52cad tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4225323 Jul 09 20:01:33.287909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:33.297061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1019568952', 'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:33.318820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Made reservation on behalf of c5d5683b5da040f3a3d7345a49b54961 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:33.321576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.340833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] device_id is not set on port 277c7832-6525-4a9e-a7ea-7256efdb9033 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:01:33.409542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0ac4b-fd1a-4318-b97b-18937472471a None None] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:33.458640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.20.0.14 (a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6/95c8874c-56f2-42e9-be88-e58bf0b816af/277c7832-6525-4a9e-a7ea-7256efdb9033) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:33.612534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.651497 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.705398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:33.708481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:33.711652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:33.745105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=277c7832-6525-4a9e-a7ea-7256efdb9033,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:33.766275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.766889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.786641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-57a199f8-f100-4a15-8351-869e8e1003c8 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.4953945 Jul 09 20:01:33.787168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:33.880380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Deleting port 277c7832-6525-4a9e-a7ea-7256efdb9033 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:33.880939 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.959243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.970559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Calling delete_port for 277c7832-6525-4a9e-a7ea-7256efdb9033 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:34.095329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.128264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Port': ['ID=277c7832-6525-4a9e-a7ea-7256efdb9033,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.205373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.211323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-66bcf7c4-5baa-4492-9e16-d95edf794304 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/ports/277c7832-6525-4a9e-a7ea-7256efdb9033 HTTP/1.1" status: 204 len: 168 time: 0.4198942 Jul 09 20:01:34.211504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:34.215717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6', 'external_fixed_ips': [{'subnet_id': '95c8874c-56f2-42e9-be88-e58bf0b816af', 'ip_address': '172.20.0.14'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:34.236588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.237676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.626445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.761392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.917181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812c41-355d-4c79-b772-2a99973f2023 req-f83171fa-1a86-4153-a22d-0c4510b52b12 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:34.919002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6812c41-355d-4c79-b772-2a99973f2023 req-f83171fa-1a86-4153-a22d-0c4510b52b12 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.0615523 Jul 09 20:01:34.994208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.023682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.192732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.20.0.14 (a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6/95c8874c-56f2-42e9-be88-e58bf0b816af/15716135-472b-402f-adf6-72321917f414) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:35.227588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6812c41-355d-4c79-b772-2a99973f2023 req-0935a4e5-cf12-488e-8c93-b7e73229a889 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984681 Jul 09 20:01:35.251628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:35.383423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.471942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.510068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 787be04b-640f-4b4b-8aff-59c5282e126a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:35.510419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.520188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:35.559016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:35.572409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=15716135-472b-402f-adf6-72321917f414,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:35.574894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:35.669895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.670228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.714543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 787be04b-640f-4b4b-8aff-59c5282e126a owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:35.966923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.097006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.159175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=787be04b-640f-4b4b-8aff-59c5282e126a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:36.265014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.265435 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 567e647f-b03f-4c78-882c-591897f0c8c8 disassociated (deleted). External IP: 172.25.3.110, port: 6f5a84cb-b13e-440c-936e-fee075d01c5b. Jul 09 20:01:36.306293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.559469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router 94096fbe-ad21-48b8-ab34-764e07777119 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:36.580301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router a0bea876-6403-4e3f-b13e-18ec184f6015 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:36.754556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:36.764370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Sync routers for ids ['94096fbe-ad21-48b8-ab34-764e07777119'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:36.774089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Routers {'94096fbe-ad21-48b8-ab34-764e07777119'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:36.774995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['94096fbe-ad21-48b8-ab34-764e07777119'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:36.780816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:36.783100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.787925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:36.793869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-47edfbca-3e05-4025-a091-89337f03880c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5811567 Jul 09 20:01:36.794437 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Sync routers for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:36.798618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.809089 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:36.810280 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:36.843175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9addb805-5cee-4121-a6be-a1c4fc79ba7b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/floatingips/567e647f-b03f-4c78-882c-591897f0c8c8 HTTP/1.1" status: 204 len: 168 time: 1.5904825 Jul 09 20:01:36.844053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:36.847001 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622" -d '{"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:36.900178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.933544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bada2-3348-4049-823f-61bda5e3b0d0 x-openstack-request-id: req-df2bada2-3348-4049-823f-61bda5e3b0d0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:36.934215 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:36.934519 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df2bada2-3348-4049-823f-61bda5e3b0d0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:36.934938 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'status': 'completed', 'code': 200} Jul 09 20:01:36.967332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Set router 94096fbe-ad21-48b8-ab34-764e07777119 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:37.036244 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:37.130824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-27bde9c0-8c39-4709-9607-13aa0f100941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.130824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-27bde9c0-8c39-4709-9607-13aa0f100941 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 1096 time: 0.1496654 Jul 09 20:01:37.130824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.286208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94096fbe-ad21-48b8-ab34-764e07777119', 'name': '', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6', 'external_fixed_ips': [{'subnet_id': '95c8874c-56f2-42e9-be88-e58bf0b816af', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '15716135-472b-402f-adf6-72321917f414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:34Z', 'updated_at': '2021-07-09T20:01:35Z', 'revision_number': 3, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port': {'id': '15716135-472b-402f-adf6-72321917f414', 'name': '', 'network_id': 'a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94096fbe-ad21-48b8-ab34-764e07777119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '95c8874c-56f2-42e9-be88-e58bf0b816af', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:35Z', 'updated_at': '2021-07-09T20:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95c8874c-56f2-42e9-be88-e58bf0b816af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.330461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-fd9ce7b8-d519-4aa3-ab84-5eff0a9c5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.332666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-fd9ce7b8-d519-4aa3-ab84-5eff0a9c5da3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 200 len: 898 time: 0.1815405 Jul 09 20:01:37.334423 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Deleting port 15716135-472b-402f-adf6-72321917f414 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:37.335030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.346985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Checking router: 94096fbe-ad21-48b8-ab34-764e07777119 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:37.346985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Updating router 94096fbe-ad21-48b8-ab34-764e07777119 port 15716135-472b-402f-adf6-72321917f414 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:37.378560 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.397905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.406214 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Checking router: a0bea876-6403-4e3f-b13e-18ec184f6015 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:37.415617 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:37.416250 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.458372 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-4a136f0c-8439-49d9-b79e-ab1fe4990d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 200 len: 217 time: 0.0797288 Jul 09 20:01:37.549656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.556110 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:37.564965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Calling delete_port for 15716135-472b-402f-adf6-72321917f414 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:37.660618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-6c0020b8-8ff6-48be-b47a-0055a66409e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.662312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-6c0020b8-8ff6-48be-b47a-0055a66409e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 200 len: 834 time: 0.1940060 Jul 09 20:01:37.774127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897d25-73dd-4928-abd6-203716399146 req-eb3e6638-d547-4bab-b244-1c0a74886ae2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.781063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef897d25-73dd-4928-abd6-203716399146 req-eb3e6638-d547-4bab-b244-1c0a74886ae2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.4007645 Jul 09 20:01:37.794581 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.834454 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf68c1-3190-4df0-bdd7-7ce53e065dc5 None None] The sync data for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 is: [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T19:59:23Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe93ca9f-8668-4d0f-8dc5-3ab203221068', 'name': '', 'network_id': '4119c599-3b80-4da2-86e0-6209772ab840', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:b0:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:22Z', 'updated_at': '2021-07-09T19:59:28Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'd26923e4-63c2-402d-b072-83f1952732f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:37.869857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-3306e658-ed80-42c9-abb5-a76c327d74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.872842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-3306e658-ed80-42c9-abb5-a76c327d74cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4119c599-3b80-4da2-86e0-6209772ab840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728561 Jul 09 20:01:37.882033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ef897d25-73dd-4928-abd6-203716399146 req-bb3aa1fa-b112-42f6-b147-7a88cdfc6cde tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999887 Jul 09 20:01:37.912756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:01:37.913387 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:01:37.935959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.972656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Port': ['ID=15716135-472b-402f-adf6-72321917f414,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:38.060609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-ce040892-3efb-44e6-913d-9361d95d0c99 service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774983 Jul 09 20:01:38.063382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.141521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c47db-f767-456e-9a93-27af7baeaf10 None None] New status for floating IP 567e647f-b03f-4c78-882c-591897f0c8c8: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:01:38.217573 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.220900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.288345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.288842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94096fbe-ad21-48b8-ab34-764e07777119 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:38.297262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.298469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eb297cfc-7a73-48af-89b5-1fac9837eb7d tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/routers/94096fbe-ad21-48b8-ab34-764e07777119 HTTP/1.1" status: 204 len: 168 time: 1.5094516 Jul 09 20:01:38.301944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:38.304927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5f1a9b4b-3b3f-4805-bf85-c41ebb20d622 req-dae84a94-f69b-4f47-ad82-37e42051e142 service neutron] 10.222.0.25 "GET /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620038 Jul 09 20:01:38.352579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Deleting subnet 95c8874c-56f2-42e9-be88-e58bf0b816af {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:38.355704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.397164 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.433303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Port 15716135-472b-402f-adf6-72321917f414 not found while updating agent binding for router 94096fbe-ad21-48b8-ab34-764e07777119. {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 20:01:38.436263 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.442474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Routers set() bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:38.442930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Router IDs set() for agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:01:38.443568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_agentschedulers_db [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94096fbe-ad21-48b8-ab34-764e07777119'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent'). {{(pid=93773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:01:38.444014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397bd2f-6477-4054-a698-7dec0084c577 None None] The sync data for ids ['94096fbe-ad21-48b8-ab34-764e07777119'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:38.498777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.527537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95c8874c-56f2-42e9-be88-e58bf0b816af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:38.529540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.531554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10569255-2f51-4f8c-9ffc-b2deec178b05 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/95c8874c-56f2-42e9-be88-e58bf0b816af HTTP/1.1" status: 204 len: 168 time: 0.2285657 Jul 09 20:01:38.534063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:38.766650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47047c-6ce9-4e53-848b-7ca0559039af req-91ae8506-b871-48c5-92f8-b0496ebab992 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.768128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df47047c-6ce9-4e53-848b-7ca0559039af req-91ae8506-b871-48c5-92f8-b0496ebab992 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.0687530 Jul 09 20:01:38.882631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 6f5a84cb-b13e-440c-936e-fee075d01c5b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:38.883304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.964548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.996474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 6f5a84cb-b13e-440c-936e-fee075d01c5b, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6f5a84cb-b13e-440c-936e-fee075d01c5b,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:38.996847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.021206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 6f5a84cb-b13e-440c-936e-fee075d01c5b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:39.057094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.067286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:39.077575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd154e550-ee85-41dd-9013-c8ae43cefb49') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:39.077894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd154e550-ee85-41dd-9013-c8ae43cefb49') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:39.087612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.102518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.108288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:39.108777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:39.110492 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:39.144497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca01c4-b446-4294-b7de-dac84bd1c975 req-c20cb59e-aaae-49fa-af14-f2e38107dc01 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.146075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dca01c4-b446-4294-b7de-dac84bd1c975 req-c20cb59e-aaae-49fa-af14-f2e38107dc01 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=561993ad-e70c-4cc6-832a-828d60abd2ab HTTP/1.1" status: 200 len: 945 time: 0.1269965 Jul 09 20:01:39.190791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.210261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:01:39.211799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Network': ['ID=a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:39.213292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dca01c4-b446-4294-b7de-dac84bd1c975 req-d72cc687-f866-44e5-aff7-4c25cd6b5033 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3198b76-0eb0-48a0-991c-e896dcacf4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583024 Jul 09 20:01:39.213957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.216287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-699727ed-7758-4f9b-9ee1-def7505c2b41 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/networks/a40ce2f6-fcd1-4fd8-acb8-ed693b99fdf6 HTTP/1.1" status: 204 len: 168 time: 0.6812859 Jul 09 20:01:39.271428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.307628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=6f5a84cb-b13e-440c-936e-fee075d01c5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:39.379873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] No DVR routers for this DVR port 6f5a84cb-b13e-440c-936e-fee075d01c5b on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:39.382634 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.385076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df47047c-6ce9-4e53-848b-7ca0559039af req-528030ec-ae99-4229-9698-ba3d6fc53f7e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "DELETE /v2.0/ports/6f5a84cb-b13e-440c-936e-fee075d01c5b HTTP/1.1" status: 204 len: 173 time: 0.6114938 Jul 09 20:01:39.385562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-deleted', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:39.388051 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37360c82-6f7b-4131-ba98-fa5d28001d0b" -d '{"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-deleted", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:39.412268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.416921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'name': 'tempest-router--2045885803', 'project_id': '8c7ebecc036646a89d92bb4e5e1975a3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:39.444693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.446096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.480700 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea7216-a4f1-48d7-bdaa-802b126c5ad3 x-openstack-request-id: req-beea7216-a4f1-48d7-bdaa-802b126c5ad3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:39.481001 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561993ad-e70c-4cc6-832a-828d60abd2ab", "name": "network-vif-deleted", "tag": "6f5a84cb-b13e-440c-936e-fee075d01c5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:39.481283 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-beea7216-a4f1-48d7-bdaa-802b126c5ad3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:39.481695 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561993ad-e70c-4cc6-832a-828d60abd2ab', 'name': 'network-vif-deleted', 'tag': '6f5a84cb-b13e-440c-936e-fee075d01c5b', 'status': 'completed', 'code': 200} Jul 09 20:01:39.506260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.514152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.540780 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.544854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.545371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30daa88f-a2ae-4878-b993-9e5a4d17d5e3 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1317344 Jul 09 20:01:39.635134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.806829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.809015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.858824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.860229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8aeee304-1f88-4f00-b12c-bcf86d44e1ae {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:39.865574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.866824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8ac9bb04-899d-4ce3-ba43-7c71e4d19fee tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8aeee304-1f88-4f00-b12c-bcf86d44e1ae HTTP/1.1" status: 204 len: 168 time: 0.3206019 Jul 09 20:01:39.985286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:40.188189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548224157', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:40.214048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.215104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.272751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.324324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:40.696525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.729995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.900443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.919743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.013582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port fe93ca9f-8668-4d0f-8dc5-3ab203221068 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:41.013943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.028704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Allocated IP 172.25.3.85 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/8bad4e2c-9cb3-45bb-8228-7505fabdabe0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:41.108395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port fe93ca9f-8668-4d0f-8dc5-3ab203221068, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe93ca9f-8668-4d0f-8dc5-3ab203221068,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:41.108774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.121332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for fe93ca9f-8668-4d0f-8dc5-3ab203221068 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:41.139078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.180652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.228545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:41.234294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:41.236322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event updated for resources: {'Port': ['ID=8bad4e2c-9cb3-45bb-8228-7505fabdabe0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:41.244655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:41.332198 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.360336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=fe93ca9f-8668-4d0f-8dc5-3ab203221068,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:41.373413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:01:41.540190 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.557895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.721189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:41.748599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 6f5a84cb-b13e-440c-936e-fee075d01c5b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:41.749358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6f5a84cb-b13e-440c-936e-fee075d01c5b not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:41.761997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.827786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router a0bea876-6403-4e3f-b13e-18ec184f6015 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:41.909651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Router 9b24d605-e87d-4147-b2b2-fdf9a94c17a2 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:41.942217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:41.950019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-306249ab-e346-4134-bd84-a2cbfb405a0f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/a0bea876-6403-4e3f-b13e-18ec184f6015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217146 Jul 09 20:01:41.950155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:41.957460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Sync routers for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:41.967784 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:41.968705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.004347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting subnet d26923e4-63c2-402d-b072-83f1952732f4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:42.007960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.037428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:42.048323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] Sync routers for ids ['9b24d605-e87d-4147-b2b2-fdf9a94c17a2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:42.063674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.063876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.065058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] Routers {'9b24d605-e87d-4147-b2b2-fdf9a94c17a2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:42.065647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f653f3f-3c50-4ee9-b829-fbe146a24ce4 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0790224 Jul 09 20:01:42.065800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b24d605-e87d-4147-b2b2-fdf9a94c17a2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.068319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:42.122360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.133110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] Routers {'9b24d605-e87d-4147-b2b2-fdf9a94c17a2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:42.134000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b24d605-e87d-4147-b2b2-fdf9a94c17a2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.151451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:42.189678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.190345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585086cf-edb1-47b9-9997-87aa7b17f3bf None None] The sync data for ids ['9b24d605-e87d-4147-b2b2-fdf9a94c17a2'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:42.219982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.220574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f1e239b8-0e6e-49a4-b09c-df3ccf234611 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/9b24d605-e87d-4147-b2b2-fdf9a94c17a2 HTTP/1.1" status: 200 len: 919 time: 0.1483123 Jul 09 20:01:42.223315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:42.272487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16e1ae21-4701-4338-be23-12e08b48b8bc tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b24d605-e87d-4147-b2b2-fdf9a94c17a2 HTTP/1.1" status: 200 len: 205 time: 0.0472248 Jul 09 20:01:42.284780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:42.333911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.375230 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T20:01:41Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.382729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Subnet': ['ID=d26923e4-63c2-402d-b072-83f1952732f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:42.411293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.413469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3cd6a525-6d56-4971-8a3f-7a72ff92403a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/subnets/d26923e4-63c2-402d-b072-83f1952732f4 HTTP/1.1" status: 204 len: 168 time: 0.4624372 Jul 09 20:01:42.414582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Checking router: a0bea876-6403-4e3f-b13e-18ec184f6015 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:42.416879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:42.418267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6517d4-d2e6-4fe0-a605-f1776bb8628d None None] Network 4119c599-3b80-4da2-86e0-6209772ab840 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:42.425759 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Routers {'a0bea876-6403-4e3f-b13e-18ec184f6015'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:42.426630 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a0bea876-6403-4e3f-b13e-18ec184f6015'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.512560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.566013 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] Set router a0bea876-6403-4e3f-b13e-18ec184f6015 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:42.651241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.708527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.791522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] DHCP port deletion for 4119c599-3b80-4da2-86e0-6209772ab840 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:01:42.816826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.901980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:42.903044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.920354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port 8bad4e2c-9cb3-45bb-8228-7505fabdabe0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:42.920709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.945892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Deleting port e19c2313-227e-424c-8507-65a5709b29b0 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:42.946277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.028672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:43.029480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.051631 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T20:01:41Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:43.080615 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce0065-f3d1-43cd-ae17-1266b18c582b None None] The sync data for ids ['a0bea876-6403-4e3f-b13e-18ec184f6015'] in n-d-800087-3 is: [{'id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409194133', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:19Z', 'updated_at': '2021-07-09T20:01:41Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bea876-6403-4e3f-b13e-18ec184f6015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:20Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:43.081617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:43.099395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] For port e19c2313-227e-424c-8507-65a5709b29b0, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e19c2313-227e-424c-8507-65a5709b29b0,segment=NetworkSegment(d2f215b9-e9f2-4d45-9e51-a3439e0148c0),segment_id=d2f215b9-e9f2-4d45-9e51-a3439e0148c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:43.099898 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.104680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.124144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for 8bad4e2c-9cb3-45bb-8228-7505fabdabe0 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:43.146435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Calling delete_port for e19c2313-227e-424c-8507-65a5709b29b0 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:43.265154 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.291931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Pushing event deleted for resources: {'Port': ['ID=e19c2313-227e-424c-8507-65a5709b29b0,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:43.296155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] No DVR routers for this DVR port e19c2313-227e-424c-8507-65a5709b29b0 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:43.303687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.309098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244422ec-bece-4985-a508-8bcae2ace8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:43.316622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.330715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.344177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:43.358487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=8bad4e2c-9cb3-45bb-8228-7505fabdabe0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:43.411942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.421530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.515373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.517789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.536841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.546832 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.571105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.571908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Fanout notify agent at l3_agent the message router_deleted on router a0bea876-6403-4e3f-b13e-18ec184f6015 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:43.583753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.589768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8dde08c9-f518-47ab-9987-ba282766e757 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/routers/a0bea876-6403-4e3f-b13e-18ec184f6015 HTTP/1.1" status: 204 len: 168 time: 1.1703215 Jul 09 20:01:43.589910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:43.610266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.610809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router 9b24d605-e87d-4147-b2b2-fdf9a94c17a2 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:43.642210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.644277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0f860125-a81c-4765-a063-bd4cbb2fed20 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/9b24d605-e87d-4147-b2b2-fdf9a94c17a2 HTTP/1.1" status: 204 len: 168 time: 1.3572643 Jul 09 20:01:43.651593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:43.662841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292293248', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:43.677609 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.690693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.691944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.752669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.778770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.795250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4119c599-3b80-4da2-86e0-6209772ab840']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:43.810073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:43.810367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f215b9-e9f2-4d45-9e51-a3439e0148c0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:43.820936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.838050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.845218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:43.846128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:43.850569 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:43.923326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.930672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.939562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.944320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/networks/4119c599-3b80-4da2-86e0-6209772ab840 HTTP/1.1" status: 204 len: 168 time: 0.3538318 Jul 09 20:01:43.957608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:43.959913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b54ac-e946-4a1c-b845-edcea47219b3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Network': ['ID=4119c599-3b80-4da2-86e0-6209772ab840,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:44.060903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.093102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.259001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.281484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.283907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.285180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/security-groups/e3198b76-0eb0-48a0-991c-e896dcacf4f2 HTTP/1.1" status: 204 len: 168 time: 0.3263185 Jul 09 20:01:44.286288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.349462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee927d7-6d9d-4104-9fe2-c23ba9508f3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3198b76-0eb0-48a0-991c-e896dcacf4f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:44.388492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:44.409319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:44.409784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8a3a5f74-08c5-4b42-aa92-5b96dfe9c23c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:44.410269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe93ca9f-8668-4d0f-8dc5-3ab203221068 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:44.416308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.25.3.101 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/6124be0d-639c-406c-9083-3ea3557e27ba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:44.428779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: fe93ca9f-8668-4d0f-8dc5-3ab203221068 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:44.429512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe93ca9f-8668-4d0f-8dc5-3ab203221068 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:44.430074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e19c2313-227e-424c-8507-65a5709b29b0 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:44.452381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e19c2313-227e-424c-8507-65a5709b29b0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:44.452726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e19c2313-227e-424c-8507-65a5709b29b0 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:44.522357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.560487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.603907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:44.606632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:44.610140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:44.616103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=6124be0d-639c-406c-9083-3ea3557e27ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:44.857068 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.391146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.518490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:45.607863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.620487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468360407', 'description': 'tempest-secgroup-smoke-1468360407 description', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.648278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:45.659061 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Sync routers for ids ['02e7e78d-a73e-4fce-95d8-d7509f8f7c08'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:45.661034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.672391 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Routers {'02e7e78d-a73e-4fce-95d8-d7509f8f7c08'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:45.673501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['02e7e78d-a73e-4fce-95d8-d7509f8f7c08'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:45.673831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.675061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a0b4ce6-f1bd-4704-82b4-98f1486dc11c tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0222921 Jul 09 20:01:45.678350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.769339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.781339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.810747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.812852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2036417 Jul 09 20:01:45.815856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.821066 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.831618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63369740-c4db-4e4b-b89b-f9e5ea4cfd47 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/02e7e78d-a73e-4fce-95d8-d7509f8f7c08 HTTP/1.1" status: 200 len: 909 time: 0.1512141 Jul 09 20:01:45.834160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.836598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba987b6-29c8-4478-8e46-7c6f861944bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff9afbb-f1e1-48f8-9a14-c4af93269f29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:45.838656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292293248', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.846910 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Set router 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:45.871953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.044820 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:43Z', 'updated_at': '2021-07-09T20:01:44Z', 'revision_number': 3, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port': {'id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:44Z', 'updated_at': '2021-07-09T20:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:46.074488 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Checking router: 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:46.074837 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Updating router 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 port 6124be0d-639c-406c-9083-3ea3557e27ba binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:46.121019 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.171353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.172338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.244125 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.246121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.251605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.329816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.331260 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141921 Jul 09 20:01:46.334505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509d0ba-cf46-49cc-80a3-45f702c125bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9cae76-5cf8-45d6-924c-3bcd6099a1f4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.335008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:46.343503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:46.398210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.410961 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.413793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.422781 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Transition to ACTIVE for port object 6124be0d-639c-406c-9083-3ea3557e27ba will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:46.430287 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.470179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Attempting to bind port 6124be0d-639c-406c-9083-3ea3557e27ba on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:46.471070 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Attempting to bind port 6124be0d-639c-406c-9083-3ea3557e27ba by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:46.471243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.471443 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Attempting to bind port 6124be0d-639c-406c-9083-3ea3557e27ba on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:46.478834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.503651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61586def-63c0-473a-8478-14e5cbfe162b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.508586 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.509891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c4eaca62-e57e-456f-9003-07ed3d983162 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736445 Jul 09 20:01:46.512782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:46.514582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:46.514972 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:46.515361 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.515751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:46.516231 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Bound port: 6124be0d-639c-406c-9083-3ea3557e27ba, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:46.516744 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.521223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:46.560409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.570565 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Pushing event updated for resources: {'Port': ['ID=6124be0d-639c-406c-9083-3ea3557e27ba,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.583153 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.583500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.583836 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.584172 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.584500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.585209 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.585345 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.585586 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.585908 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.586359 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.586688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.587006 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:46.610614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] For port 6124be0d-639c-406c-9083-3ea3557e27ba, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:46.614905 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] For port 6124be0d-639c-406c-9083-3ea3557e27ba, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6124be0d-639c-406c-9083-3ea3557e27ba,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:46.620544 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.642919 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.648189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.678287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.680349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636665 Jul 09 20:01:46.681391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a1126-28b0-4b96-a6ae-7fd40bc6ceff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b632058-7b5f-41d7-8151-155f07bb0390,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.681770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.683597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:46.689743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:46.695725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9daf5-ea35-46f4-87fd-a8d347463e95 None None] Pushing event updated for resources: {'Port': ['ID=6124be0d-639c-406c-9083-3ea3557e27ba,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.709465 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Routers {'02e7e78d-a73e-4fce-95d8-d7509f8f7c08'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:46.710071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['02e7e78d-a73e-4fce-95d8-d7509f8f7c08'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:46.725455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.804436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.830736 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] Set router 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:46.893629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.25.3.33 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/8d84d579-ea35-42c2-9e38-fe3f11d3dd53) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:46.908156 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.914130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.978079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567b0fba-ebe1-491d-8b56-f56c446129c5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.983911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.985253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-676a8913-095f-4a6b-bc9a-712922584589 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2995875 Jul 09 20:01:46.988125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:46.993881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.018082 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:01:47.024204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.039146 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:43Z', 'updated_at': '2021-07-09T20:01:44Z', 'revision_number': 3, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port': {'id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:44Z', 'updated_at': '2021-07-09T20:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:47.052942 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.067963 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06136380-dfd9-4265-bc37-8711aceb4c17 None None] The sync data for ids ['02e7e78d-a73e-4fce-95d8-d7509f8f7c08'] in n-d-800087-3 is: [{'id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:43Z', 'updated_at': '2021-07-09T20:01:44Z', 'revision_number': 3, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port': {'id': '6124be0d-639c-406c-9083-3ea3557e27ba', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7e78d-a73e-4fce-95d8-d7509f8f7c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:44Z', 'updated_at': '2021-07-09T20:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:47.098943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.104145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.107086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.130202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac1bedb-9617-49a0-bfcd-2a6d884d1dcd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:47.141291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.142562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-adaa903e-146f-4bf5-bbcb-86425ce0d80e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525135 Jul 09 20:01:47.145314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:47.148424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:47.149914 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '3ff9afbb-f1e1-48f8-9a14-c4af93269f29', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.153553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:47.157117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:47.179890 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:01:47.187118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.196874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=8d84d579-ea35-42c2-9e38-fe3f11d3dd53,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:47.277777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.281619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.305657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fa3f88-ff73-421d-9106-87a00a6d3fbd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:47.312624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.317263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f61515e6-e287-426c-b7f6-17b44bd63132 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708975 Jul 09 20:01:47.317934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:47.324306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'network': {'name': 'tempest-network-smoke--1244747504', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.349620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:47.354530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.382676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:47.401290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.401290 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Added segment a2453904-e0c4-45c2-8989-c5f95c313f8c of type vlan for network 0e14c646-f437-425f-b215-c042d0d181b2 Jul 09 20:01:47.470188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.500757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.514276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.525358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:47.526460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.610802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Network': ['ID=0e14c646-f437-425f-b215-c042d0d181b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:47.626098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0e14c646-f437-425f-b215-c042d0d181b2 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:47.632091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-16389b33-3dea-4196-95a3-0ad696193d91 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3130665 Jul 09 20:01:47.634834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:47.642516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'admin_state_up': True, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.678620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.680022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.765864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.776462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.952954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router d55c2532-31af-45d5-b986-4c5c6e73841b is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:47.956595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.008063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-e390f626-c4ba-4503-bc40-95e29335c418 req-6454093a-a6af-475d-abb2-badecb2b9cc5 service neutron] (93771) timed out ('10.222.0.10', 46852) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:01:48.087001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:48.103484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Sync routers for ids ['d55c2532-31af-45d5-b986-4c5c6e73841b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:48.114003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.115622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d06dcad4-5f1d-450e-ab95-c2cbe63b5496 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2806077 Jul 09 20:01:48.115853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Routers {'d55c2532-31af-45d5-b986-4c5c6e73841b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:48.116659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d55c2532-31af-45d5-b986-4c5c6e73841b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:48.118499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:48.236482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.276927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.285340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-490b63fb-ed43-4838-b0a4-063950161d3f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/d55c2532-31af-45d5-b986-4c5c6e73841b HTTP/1.1" status: 200 len: 907 time: 0.1608024 Jul 09 20:01:48.286244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:48.287162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Set router d55c2532-31af-45d5-b986-4c5c6e73841b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:48.426892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6124be0d-639c-406c-9083-3ea3557e27ba up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:48.492093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.532492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 6124be0d-639c-406c-9083-3ea3557e27ba completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:48.539419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 6124be0d-639c-406c-9083-3ea3557e27ba triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:48.539794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.553453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.79 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/75aabd2d-a343-4731-9d0f-4bd3df2263f5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:48.586939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c2532-31af-45d5-b986-4c5c6e73841b', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8d84d579-ea35-42c2-9e38-fe3f11d3dd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:46Z', 'updated_at': '2021-07-09T20:01:47Z', 'revision_number': 3, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port': {'id': '8d84d579-ea35-42c2-9e38-fe3f11d3dd53', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c2532-31af-45d5-b986-4c5c6e73841b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:46Z', 'updated_at': '2021-07-09T20:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:48.615934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Checking router: d55c2532-31af-45d5-b986-4c5c6e73841b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:48.616292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Updating router d55c2532-31af-45d5-b986-4c5c6e73841b port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:48.682349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.699618 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.722874 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.758867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.825180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Deleting port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:48.825711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.835911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.914575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 6124be0d-639c-406c-9083-3ea3557e27ba, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6124be0d-639c-406c-9083-3ea3557e27ba,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:48.929349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.930894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:48.939763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:48.944348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:48.953836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=75aabd2d-a343-4731-9d0f-4bd3df2263f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:48.962217 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.003117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.010843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=6124be0d-639c-406c-9083-3ea3557e27ba,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:49.079691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Calling delete_port for 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:49.089730 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.099098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Transition to ACTIVE for port object 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:49.106360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.185353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Attempting to bind port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:49.185897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Attempting to bind port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:49.186372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Attempting to bind port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:49.188564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702b9d-42a9-4877-a190-48ff2927ce53 None None] Pushing event updated for resources: {'Port': ['ID=8d84d579-ea35-42c2-9e38-fe3f11d3dd53,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:49.196305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:49.196824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:49.197403 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.197893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:49.198472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Bound port: 8d84d579-ea35-42c2-9e38-fe3f11d3dd53, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:49.198966 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.250483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] For port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:49.254474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] For port 8d84d579-ea35-42c2-9e38-fe3f11d3dd53, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d84d579-ea35-42c2-9e38-fe3f11d3dd53,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:49.259167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.332270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Routers {'d55c2532-31af-45d5-b986-4c5c6e73841b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:49.333099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d55c2532-31af-45d5-b986-4c5c6e73841b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:49.337716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.377261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702b9d-42a9-4877-a190-48ff2927ce53 None None] Pushing event updated for resources: {'Port': ['ID=8d84d579-ea35-42c2-9e38-fe3f11d3dd53,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:49.432659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] Set router d55c2532-31af-45d5-b986-4c5c6e73841b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:49.489444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.495109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c2532-31af-45d5-b986-4c5c6e73841b', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:46Z', 'updated_at': '2021-07-09T20:01:48Z', 'revision_number': 4, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:49.521095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d84d579-ea35-42c2-9e38-fe3f11d3dd53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:49.523337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9284684-a669-4083-b0a9-0ba931f5e3bf None None] The sync data for ids ['d55c2532-31af-45d5-b986-4c5c6e73841b'] in n-d-800087-3 is: [{'id': 'd55c2532-31af-45d5-b986-4c5c6e73841b', 'name': 'tempest-snat-router-1292293248', 'tenant_id': 'c5d5683b5da040f3a3d7345a49b54961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:46Z', 'updated_at': '2021-07-09T20:01:48Z', 'revision_number': 4, 'project_id': 'c5d5683b5da040f3a3d7345a49b54961', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:49.667654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.119284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.121722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.123717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.203887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.204244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d55c2532-31af-45d5-b986-4c5c6e73841b {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:50.209847 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.213390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a4c9a30-11d1-49ba-8565-7e1bda48a875 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d55c2532-31af-45d5-b986-4c5c6e73841b HTTP/1.1" status: 204 len: 168 time: 1.9238384 Jul 09 20:01:50.213619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:50.367593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6124be0d-639c-406c-9083-3ea3557e27ba up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:50.379623 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.428402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 391eef2f-5618-460d-9156-b38f12ebd772 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:50.446949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 6124be0d-639c-406c-9083-3ea3557e27ba triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:50.447323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.568002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.616738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:50.634467 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Sync routers for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:50.645266 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:50.646023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:50.657157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.658391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af8d0a9f-ae07-4543-b994-f25e3d9aa2b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0215640 Jul 09 20:01:50.661646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:50.669554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Deleting port 6124be0d-639c-406c-9083-3ea3557e27ba {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:50.669892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.701463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-372926b7-2c71-45c5-a1b2-ec7a1af27dfe tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e8d476af66924eceb0f5f07ca77128d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377676 Jul 09 20:01:50.704784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:50.778416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] For port 6124be0d-639c-406c-9083-3ea3557e27ba, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6124be0d-639c-406c-9083-3ea3557e27ba,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:50.779229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.792037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Calling delete_port for 6124be0d-639c-406c-9083-3ea3557e27ba owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:50.804251 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:50.913724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4c6af-7593-4042-b9eb-4d3ec508a935 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.915632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ee4c6af-7593-4042-b9eb-4d3ec508a935 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2082968 Jul 09 20:01:50.918296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:50.988236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1b8ead93-119e-4852-955f-62cf9a561a1c tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686426 Jul 09 20:01:50.991117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:51.003996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965904609', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:51.175126 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.176665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:51.181647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.243359 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event deleted for resources: {'Port': ['ID=6124be0d-639c-406c-9083-3ea3557e27ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:51.265091 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:49Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:51.314608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.340581 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Checking router: 391eef2f-5618-460d-9156-b38f12ebd772 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:51.340998 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Updating router 391eef2f-5618-460d-9156-b38f12ebd772 port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:51.426873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.429048 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.436922 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.439866 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.483829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.485041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02e7e78d-a73e-4fce-95d8-d7509f8f7c08 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:51.499843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.501828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3836c704-038f-4f0e-8933-d4cf225db21a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "DELETE /v2.0/routers/02e7e78d-a73e-4fce-95d8-d7509f8f7c08 HTTP/1.1" status: 204 len: 168 time: 1.2866814 Jul 09 20:01:51.506541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:51.517070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1975556353', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:51.529197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:51.529587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network hostable DHCP agents. Network: 0e14c646-f437-425f-b215-c042d0d181b2, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:51.531657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Subnet': ['ID=23b08213-c451-4b3f-8bad-9dd2569ceed4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:51.560983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 0e14c646-f437-425f-b215-c042d0d181b2 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:51.566963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.570889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.587433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0e14c646-f437-425f-b215-c042d0d181b2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:51.599332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e7c7c-c041-4946-9c39-d0a59c4d0f74 None None] Network 0e14c646-f437-425f-b215-c042d0d181b2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:51.605998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:51.606614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.650293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-935f878a-0069-45be-bc84-0d014cea699d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6558604 Jul 09 20:01:51.651364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:51.726677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.971475 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.983426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0e14c646-f437-425f-b215-c042d0d181b2', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:01:51.984490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.986153 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Transition to ACTIVE for port object 75aabd2d-a343-4731-9d0f-4bd3df2263f5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:51.995790 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.041320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Attempting to bind port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:52.041693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Attempting to bind port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:52.042052 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Attempting to bind port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:52.071082 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:52.073881 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:52.075526 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.076076 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:52.076579 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Bound port: 75aabd2d-a343-4731-9d0f-4bd3df2263f5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:52.076964 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.096412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.156693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8394d-b57e-4c2e-b78e-e13d5c56be02 None None] Pushing event updated for resources: {'Port': ['ID=75aabd2d-a343-4731-9d0f-4bd3df2263f5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:52.242099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Allocated IP 172.20.0.2 (0e14c646-f437-425f-b215-c042d0d181b2/23b08213-c451-4b3f-8bad-9dd2569ceed4/f715c2cd-9184-43df-95fe-cbf8c199592e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:52.258508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] For port 75aabd2d-a343-4731-9d0f-4bd3df2263f5, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:52.261831 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] For port 75aabd2d-a343-4731-9d0f-4bd3df2263f5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75aabd2d-a343-4731-9d0f-4bd3df2263f5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:52.271987 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.392550 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:52.393231 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:52.586685 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.596894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Transition to ACTIVE for port object f715c2cd-9184-43df-95fe-cbf8c199592e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:52.622447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Transition to ACTIVE for port object f715c2cd-9184-43df-95fe-cbf8c199592e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:52.633205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6124be0d-639c-406c-9083-3ea3557e27ba no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:52.647833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.663198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 6124be0d-639c-406c-9083-3ea3557e27ba {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:52.663438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.663870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6124be0d-639c-406c-9083-3ea3557e27ba not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:52.675861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.684145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.707277 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:52.719087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35570451-43ee-455c-9f4c-1062e4ce0f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.724110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Network 0e14c646-f437-425f-b215-c042d0d181b2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:52.729115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:52.731920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:52.878640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Pushing event updated for resources: {'Port': ['ID=f715c2cd-9184-43df-95fe-cbf8c199592e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:52.927115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Attempting to bind port f715c2cd-9184-43df-95fe-cbf8c199592e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:52.930428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Attempting to bind port f715c2cd-9184-43df-95fe-cbf8c199592e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:52.930672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Allocated IP 172.25.3.62 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/9f19d3f5-5bc1-4846-9e99-2008536e0f2b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:52.931326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Attempting to bind port f715c2cd-9184-43df-95fe-cbf8c199592e on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:52.940055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:52.940689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:52.960203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.961514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Bound using segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:52.963611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Bound port: f715c2cd-9184-43df-95fe-cbf8c199592e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:52.965591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.067568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] For port f715c2cd-9184-43df-95fe-cbf8c199592e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:53.071939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] For port f715c2cd-9184-43df-95fe-cbf8c199592e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f715c2cd-9184-43df-95fe-cbf8c199592e,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:53.082008 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8394d-b57e-4c2e-b78e-e13d5c56be02 None None] Pushing event updated for resources: {'Port': ['ID=75aabd2d-a343-4731-9d0f-4bd3df2263f5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.084867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.124971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.188442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.220654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af71ad-4add-4978-b315-4d7249f3b5f4 None None] Pushing event updated for resources: {'Port': ['ID=f715c2cd-9184-43df-95fe-cbf8c199592e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.246327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:49Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:53.255058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event updated for resources: {'Port': ['ID=9f19d3f5-5bc1-4846-9e99-2008536e0f2b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.258860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:53.260677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:53.262802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:53.283031 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f447f5-742f-4824-bc84-e7db2f3c24e5 None None] The sync data for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 is: [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:49Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:53.312111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.1 (0e14c646-f437-425f-b215-c042d0d181b2/23b08213-c451-4b3f-8bad-9dd2569ceed4/d8d5163c-9fb9-4972-8bca-3af7f760013d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:53.347422 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.752871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.843438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.859924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object d8d5163c-9fb9-4972-8bca-3af7f760013d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:53.907544 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.973897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 0e14c646-f437-425f-b215-c042d0d181b2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:53.977388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:53.982271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:53.986669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:54.007325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.051891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.241258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Router a3514da2-991a-48e3-960c-27cb20ec8dd1 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:54.357577 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.445089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:54.456841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] Sync routers for ids ['a3514da2-991a-48e3-960c-27cb20ec8dd1'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:54.505824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] Routers {'a3514da2-991a-48e3-960c-27cb20ec8dd1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:54.507387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a3514da2-991a-48e3-960c-27cb20ec8dd1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:54.515285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75aabd2d-a343-4731-9d0f-4bd3df2263f5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:54.515539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.517443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e07b982-79ff-4d1c-916b-73c7f44a7509 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0089490 Jul 09 20:01:54.520379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:54.540480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:54.610851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:54.643922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] Routers {'a3514da2-991a-48e3-960c-27cb20ec8dd1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:54.644665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a3514da2-991a-48e3-960c-27cb20ec8dd1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:54.706571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:54.707333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919aeab3-89c3-4b6e-9997-15f44880d000 None None] The sync data for ids ['a3514da2-991a-48e3-960c-27cb20ec8dd1'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:54.714180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc376c2-4132-4095-b4e5-4d508d93ef84 None None] Network 0e14c646-f437-425f-b215-c042d0d181b2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:55.079026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25d01acf-dc53-47b6-9816-4029e015df69 None None] Provisioning for port f715c2cd-9184-43df-95fe-cbf8c199592e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:55.104742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.124133 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.132833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:55.134857 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8482b21-fe8c-43d3-b734-8eb9371e36a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.139799 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.142922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:55.143304 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.305252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.307306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:55.345391 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.439350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.483662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 0e14c646-f437-425f-b215-c042d0d181b2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:55.485652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 75aabd2d-a343-4731-9d0f-4bd3df2263f5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75aabd2d-a343-4731-9d0f-4bd3df2263f5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:55.487023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:55.499599 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.500403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f715c2cd-9184-43df-95fe-cbf8c199592e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:55.679509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=75aabd2d-a343-4731-9d0f-4bd3df2263f5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:55.723496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f715c2cd-9184-43df-95fe-cbf8c199592e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:55.728163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f715c2cd-9184-43df-95fe-cbf8c199592e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:55.728592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.769740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 391eef2f-5618-460d-9156-b38f12ebd772 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:55.907072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.950728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Provisioning for port d8d5163c-9fb9-4972-8bca-3af7f760013d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:55.973025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:55.980494 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a46c640-4ae6-46cd-a13c-ae9136bd71c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/391eef2f-5618-460d-9156-b38f12ebd772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3278522 Jul 09 20:01:56.010361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Provisioning complete for port d8d5163c-9fb9-4972-8bca-3af7f760013d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.010737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.074813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Sync routers for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:56.087258 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:56.087874 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:56.102777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f715c2cd-9184-43df-95fe-cbf8c199592e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f715c2cd-9184-43df-95fe-cbf8c199592e,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:56.127351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.193541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Port d8d5163c-9fb9-4972-8bca-3af7f760013d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:56.235839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Provisioning complete for port f715c2cd-9184-43df-95fe-cbf8c199592e triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.236337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-adc0f7ba-33b0-40a4-8247-cfba5a90c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.241950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f715c2cd-9184-43df-95fe-cbf8c199592e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:56.365843 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:56.440640 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.445530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75aabd2d-a343-4731-9d0f-4bd3df2263f5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:56.514208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.514848 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.583420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-35bda7aa-58fa-416a-967c-2a7b50bca356 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468360407&fields=id&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 267 time: 0.2615650 Jul 09 20:01:56.603568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78984045-de52-49dc-852d-20afd789b85e None None] Provisioning complete for port d8d5163c-9fb9-4972-8bca-3af7f760013d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.604213 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78984045-de52-49dc-852d-20afd789b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.669362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-78984045-de52-49dc-852d-20afd789b85e None None] Port d8d5163c-9fb9-4972-8bca-3af7f760013d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:56.676853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f715c2cd-9184-43df-95fe-cbf8c199592e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:56.747661 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 2, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:56.761426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.763253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f715c2cd-9184-43df-95fe-cbf8c199592e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.763731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.786408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.803234 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Checking router: 391eef2f-5618-460d-9156-b38f12ebd772 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:56.803646 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Updating router 391eef2f-5618-460d-9156-b38f12ebd772 port d8d5163c-9fb9-4972-8bca-3af7f760013d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:56.822997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a69321c-6741-4998-a3a1-18c272f10dea None None] Provisioning complete for port d8d5163c-9fb9-4972-8bca-3af7f760013d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:56.824263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a69321c-6741-4998-a3a1-18c272f10dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.863854 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.876082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1a69321c-6741-4998-a3a1-18c272f10dea None None] Port d8d5163c-9fb9-4972-8bca-3af7f760013d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:56.947252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router a3514da2-991a-48e3-960c-27cb20ec8dd1 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:56.968770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-476b199b-f054-4c6a-b7b3-2e453829dd24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.971099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-476b199b-f054-4c6a-b7b3-2e453829dd24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 797 time: 0.3346481 Jul 09 20:01:56.993933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-27dc88d8-2218-4d6f-a4ad-80a7c93a5e59 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/quotas/e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 375 time: 0.0170012 Jul 09 20:01:57.210577 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:57.215861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.217632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15643c5a-9a9a-4525-92cb-0cfec4cb6ecb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "PUT /v2.0/routers/a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 200 len: 921 time: 2.6962676 Jul 09 20:01:57.220450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:57.223701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] Sync routers for ids ['a3514da2-991a-48e3-960c-27cb20ec8dd1'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:57.236737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] Routers {'a3514da2-991a-48e3-960c-27cb20ec8dd1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:57.237435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a3514da2-991a-48e3-960c-27cb20ec8dd1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:57.240404 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-f7355ef9-807f-4b5e-930c-4270702599f4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1953881 Jul 09 20:01:57.316234 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.329421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:57.333655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-a120cb45-b8ad-4282-a471-a4a175f1a774 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:01:57.341311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-a120cb45-b8ad-4282-a471-a4a175f1a774 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000228 Jul 09 20:01:57.352957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] Routers {'a3514da2-991a-48e3-960c-27cb20ec8dd1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:57.353756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['a3514da2-991a-48e3-960c-27cb20ec8dd1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:57.356036 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Transition to ACTIVE for port object d8d5163c-9fb9-4972-8bca-3af7f760013d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:57.364341 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.439034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:57.439689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39b707-9490-4e7e-9f92-719ce14da0f5 None None] The sync data for ids ['a3514da2-991a-48e3-960c-27cb20ec8dd1'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:57.517064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-05b89721-4544-4562-a1c0-28d7c796a259 service neutron] 10.222.0.10 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742280 Jul 09 20:01:57.548780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5ad6dcc-7dec-406f-86e6-0c6365aec2c0 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 200 len: 921 time: 0.3240578 Jul 09 20:01:57.550403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:57.576571 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa2235-4f04-4ad6-b3e9-9846e88bf7db None None] Pushing event updated for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:57.592447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-b675a1f0-6eb4-49af-a6b7-90dc31e4c6ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2842774 Jul 09 20:01:57.652393 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Attempting to bind port d8d5163c-9fb9-4972-8bca-3af7f760013d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:57.653313 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Attempting to bind port d8d5163c-9fb9-4972-8bca-3af7f760013d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:57.653313 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Attempting to bind port d8d5163c-9fb9-4972-8bca-3af7f760013d on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:57.670041 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:57.670413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:57.670817 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.671208 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Bound using segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:57.671669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Bound port: d8d5163c-9fb9-4972-8bca-3af7f760013d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:57.672049 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.718543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-cd926d7b-b0f5-4623-974b-df8b85a24b3c service neutron] 10.222.0.10 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910057 Jul 09 20:01:57.730229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a8a97-a734-41fb-abc7-0e6002f08ac4 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.734503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-499a8a97-a734-41fb-abc7-0e6002f08ac4 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=a3514da2-991a-48e3-960c-27cb20ec8dd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1807680 Jul 09 20:01:57.735103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:57.755995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-0e515abf-2a29-4c7e-91c4-07a9bc2829ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.757896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-0e515abf-2a29-4c7e-91c4-07a9bc2829ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1043401 Jul 09 20:01:57.796596 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] For port d8d5163c-9fb9-4972-8bca-3af7f760013d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:57.802890 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] For port d8d5163c-9fb9-4972-8bca-3af7f760013d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8d5163c-9fb9-4972-8bca-3af7f760013d,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:57.820753 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.882610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.941233 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:57.941885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:57.985812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9d7db-823e-4a03-989d-6cf4fc745068 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.997783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e1b9d7db-823e-4a03-989d-6cf4fc745068 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.2614775 Jul 09 20:01:57.998634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:58.027244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-97160dde-ac8b-48ee-bb53-1a1cc80230b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.029234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-97160dde-ac8b-48ee-bb53-1a1cc80230b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 200 len: 911 time: 0.2429237 Jul 09 20:01:58.041736 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa2235-4f04-4ad6-b3e9-9846e88bf7db None None] Pushing event updated for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:58.092569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c10ea55-770f-4ceb-9c3e-a1f3fd22be82 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 200 len: 205 time: 0.0920048 Jul 09 20:01:58.093534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:58.210838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c115966-f07c-4f87-b966-65e759352c6f req-2895499a-b76d-42a0-a2db-491caa9d5cf0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 210 time: 0.1804724 Jul 09 20:01:58.226900 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:58.266308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-99070182-8a05-4643-9556-67db0282d5e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 200 len: 1002 time: 0.2166824 Jul 09 20:01:58.362176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.373508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-654a484e-0b06-4d25-86a6-edcaed892d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.377190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-654a484e-0b06-4d25-86a6-edcaed892d3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 200 len: 849 time: 0.1019006 Jul 09 20:01:58.469986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-a90531a6-21a5-47aa-bf16-88beed930e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.472825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-a90531a6-21a5-47aa-bf16-88beed930e86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c3c1f17-0ccc-4417-9afc-58c17cc3e645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872545 Jul 09 20:01:58.585984 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.671292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-3316d5d5-e109-434e-9fb1-2b2469f1b5fd service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906483 Jul 09 20:01:58.709805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port 9f19d3f5-5bc1-4846-9e99-2008536e0f2b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:58.710152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.761540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:01:57Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:58.803504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fd4d33-59d9-4694-81d6-6f08b3a61128 req-424b5103-1215-4bbb-bada-69f34454112a service neutron] 10.222.0.25 "GET /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253064 Jul 09 20:01:58.804133 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d2f04-7415-4841-90aa-fc172eae5eb7 None None] The sync data for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 is: [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:01:57Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:58.876881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.915442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for 9f19d3f5-5bc1-4846-9e99-2008536e0f2b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:59.171244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.217340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=9f19d3f5-5bc1-4846-9e99-2008536e0f2b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:59.262354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.262705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.263162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.263503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.263954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.264290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.264756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.265468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.265861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.266399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.266730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.267054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:59.349010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.568651 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e337bb2-8c24-418e-8b12-1f643e976810 req-125e80a0-7773-442b-9b93-23c664810f12 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 210 time: 0.0396259 Jul 09 20:01:59.570493 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.576551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.632705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.633439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router a3514da2-991a-48e3-960c-27cb20ec8dd1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:59.642199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.647267 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:59.647752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f6fafb43-8955-4b33-8383-f3ae3770cbd3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 204 len: 168 time: 1.5446918 Jul 09 20:01:59.652240 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-253218396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:59.710728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.716386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.827689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.836652 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.861246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.865466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-76b2e8bc-e864-4f70-8f1d-75f655866741 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2139938 Jul 09 20:01:59.866974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:59.872484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:00.252300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.313027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-140d35d1-e37b-4da2-b6bf-b13cfb800711 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.314766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-140d35d1-e37b-4da2-b6bf-b13cfb800711 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 797 time: 0.4041026 Jul 09 20:02:00.411891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-f5759dbb-3000-4872-9819-d03e067c598f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 380 time: 0.0592263 Jul 09 20:02:00.430068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8d5163c-9fb9-4972-8bca-3af7f760013d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:00.434391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'port': {'device_id': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'admin_state_up': True, 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'security_groups': ['3ff9afbb-f1e1-48f8-9a14-c4af93269f29']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:00.533776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d8d5163c-9fb9-4972-8bca-3af7f760013d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:00.548829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d8d5163c-9fb9-4972-8bca-3af7f760013d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:00.549325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.729201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.765906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-512deb1b-6283-4fe6-8f34-e9b7e6d0e0a4 req-60894ae9-a8c6-49a2-bee0-78abd12c4523 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 210 time: 0.0405660 Jul 09 20:02:00.781599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port d8d5163c-9fb9-4972-8bca-3af7f760013d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8d5163c-9fb9-4972-8bca-3af7f760013d,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:00.806398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.867923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.132756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.160344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.172028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:01.176423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.378511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Allocated IP 172.25.3.183 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/43b7a1e9-e5cc-470a-b2d5-2fc79e3b8a77) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:01.422689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.5 (0e14c646-f437-425f-b215-c042d0d181b2/23b08213-c451-4b3f-8bad-9dd2569ceed4/2a0d84e2-3d52-45f1-b6db-42abb45212b2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:01.590209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.666777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.689465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object 2a0d84e2-3d52-45f1-b6db-42abb45212b2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:01.693065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.735313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:01.741203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:01.747816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:01.789762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event updated for resources: {'Port': ['ID=43b7a1e9-e5cc-470a-b2d5-2fc79e3b8a77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.844580 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.976552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 0e14c646-f437-425f-b215-c042d0d181b2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:01.991892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:01.996498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:02.003370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:02.105018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:02.105663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.176414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5ce35-0801-4e98-8b13-089d38de7a2d req-5cb4ff33-cd6b-458f-a812-9205cf887f79 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:02.178063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-afa5ce35-0801-4e98-8b13-089d38de7a2d req-5cb4ff33-cd6b-458f-a812-9205cf887f79 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 931 time: 0.2686245 Jul 09 20:02:02.198684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0a63766b-4490-44bd-a58a-e9fe34fda223 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7808046 Jul 09 20:02:02.218413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Request body: {'port': {'device_id': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:02.230199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1ca63405-a155-45a4-aa33-9e09ae9051b7 None None] Provisioning for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:02.234052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1ca63405-a155-45a4-aa33-9e09ae9051b7 None None] Provisioning complete for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:02.236684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ca63405-a155-45a4-aa33-9e09ae9051b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.244793 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.291698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1ca63405-a155-45a4-aa33-9e09ae9051b7 None None] Port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:02:02.322808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-afa5ce35-0801-4e98-8b13-089d38de7a2d req-1678e590-d33d-4b69-9d3b-63f028481544 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349354 Jul 09 20:02:02.373213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8d5163c-9fb9-4972-8bca-3af7f760013d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:02.425758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.447563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d8d5163c-9fb9-4972-8bca-3af7f760013d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:02.448441 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.733330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.739566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.921444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:02.932050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.948583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Transition to ACTIVE for port object 2a0d84e2-3d52-45f1-b6db-42abb45212b2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:02.952051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Router 7a5f5964-0d38-42c1-aa25-64fc463750e4 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:02:02.955241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.050718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:03.184898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:03.186628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:03.187025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:03.187408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:03.194896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.195874 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] Sync routers for ids ['7a5f5964-0d38-42c1-aa25-64fc463750e4'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:03.196342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d392f7a2-78ba-49b3-81c4-7729072b9704 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "PUT /v2.0/routers/7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 200 len: 879 time: 3.3276713 Jul 09 20:02:03.198807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:03.199985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:03.200405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:03.205782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:03.207745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:03.208203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Bound using segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:03.208712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Bound port: 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:03.209175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.232827 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] Routers {'7a5f5964-0d38-42c1-aa25-64fc463750e4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:03.233476 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a5f5964-0d38-42c1-aa25-64fc463750e4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:03.279803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:03.282991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:03.288598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.291153 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:03.301273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] Routers {'7a5f5964-0d38-42c1-aa25-64fc463750e4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:03.302130 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a5f5964-0d38-42c1-aa25-64fc463750e4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:03.333644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c8909ccb-06dd-4939-88f0-08d070639af6 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 200 len: 920 time: 0.1336138 Jul 09 20:02:03.336266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:03.339681 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:03.340647 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edab842-6d26-4989-a7b5-936f83feae50 None None] The sync data for ids ['7a5f5964-0d38-42c1-aa25-64fc463750e4'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:03.349303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:03.365576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.366301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.367992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-676ea91c-ef2b-48f3-bad9-31c95443125e service neutron] 10.222.0.59 "PUT /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1091 time: 1.1563060 Jul 09 20:02:03.368439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:03.371377 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647910d3-894e-45c0-b992-bc1fed5fc9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:03.416426 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9ef98-a0e7-4098-b737-08404818176d x-openstack-request-id: req-31d9ef98-a0e7-4098-b737-08404818176d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:03.416902 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:03.417323 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31d9ef98-a0e7-4098-b737-08404818176d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:03.418102 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:02:03.434873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615d77c-5e81-464e-8d30-945743c50009 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.436644 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3615d77c-5e81-464e-8d30-945743c50009 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=7a5f5964-0d38-42c1-aa25-64fc463750e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0990133 Jul 09 20:02:03.439183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:03.544901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0173c39f-5b68-4202-983e-e1d1aaa3c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.546677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-0173c39f-5b68-4202-983e-e1d1aaa3c5c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1094 time: 0.1174307 Jul 09 20:02:03.602617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-80bd7156-2e6b-49b0-8c29-51627411246a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 217 time: 0.0475488 Jul 09 20:02:03.602725 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b112797-0804-47d9-a27a-42d0d2eefead tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.604053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3b112797-0804-47d9-a27a-42d0d2eefead tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1638665 Jul 09 20:02:03.606840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:03.626272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997bcdb-c6b8-4d6c-a57f-900973c320e9 req-d6f6cc6a-cdbd-4531-a36b-a66f8e1a00b5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.628356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c997bcdb-c6b8-4d6c-a57f-900973c320e9 req-d6f6cc6a-cdbd-4531-a36b-a66f8e1a00b5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.0913589 Jul 09 20:02:03.651972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7127a018-6b23-4bb7-ab0d-39ab1fc1b37c tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 200 len: 205 time: 0.0411880 Jul 09 20:02:03.653692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:03.691214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-fcbf02cd-ebe4-4083-a8b5-d714d39f637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.692716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-fcbf02cd-ebe4-4083-a8b5-d714d39f637f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0831916 Jul 09 20:02:03.733340 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c997bcdb-c6b8-4d6c-a57f-900973c320e9 req-a46c4884-daf5-47b8-8c78-f418b44e12e6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970898 Jul 09 20:02:03.765081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-7490c449-e415-4386-a87d-254bf25144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.765423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-7490c449-e415-4386-a87d-254bf25144b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654652 Jul 09 20:02:03.804380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.868524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-4a605b28-2e3f-4e72-b087-e1d721148af7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963356 Jul 09 20:02:03.913235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.983478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de17cc2d-3b40-44b7-8f3e-c505b9ae281d req-45489cfa-9a5f-438e-afcd-0dcadbbedd1f service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080978 Jul 09 20:02:03.988284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port 43b7a1e9-e5cc-470a-b2d5-2fc79e3b8a77 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:03.989459 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.073789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.087953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for 43b7a1e9-e5cc-470a-b2d5-2fc79e3b8a77 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:04.100821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-9952fc4d-b408-499f-ba15-e16ac36cf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.102631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-9952fc4d-b408-499f-ba15-e16ac36cf798 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1094 time: 0.0640411 Jul 09 20:02:04.213972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-8f7d52c1-ec79-46cb-ae55-fdbdac176603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.215678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-8f7d52c1-ec79-46cb-ae55-fdbdac176603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1062376 Jul 09 20:02:04.270968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-6a2ce82a-9410-4c03-9bcf-ff8c199d87c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 217 time: 0.0466261 Jul 09 20:02:04.279497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.319225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=43b7a1e9-e5cc-470a-b2d5-2fc79e3b8a77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:04.339955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-9e988460-4a18-4f09-a3c4-e143f35f1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.342304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-9e988460-4a18-4f09-a3c4-e143f35f1b58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0615578 Jul 09 20:02:04.353615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.353965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.354303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.354638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.354966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.355295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.355619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.355940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.356261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.356581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.356898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.357238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:04.405913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.421289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-3decb170-f873-4b2c-a7ed-f75955cfb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.422833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-3decb170-f873-4b2c-a7ed-f75955cfb89b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715816 Jul 09 20:02:04.509567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.512433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.525024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-dc20bc8e-f057-45c6-bd3f-16b5011350cb service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947237 Jul 09 20:02:04.564513 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.565609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5f5964-0d38-42c1-aa25-64fc463750e4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:04.583889 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.586421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a998f164-bfcd-42df-8c72-b2fbfd77f794 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 204 len: 168 time: 0.9318466 Jul 09 20:02:04.590531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:04.596029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1060019860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:04.623436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.626395 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.658821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-647910d3-894e-45c0-b992-bc1fed5fc9c7 req-7c672391-e604-4e92-9890-3f5cca35478b service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259098 Jul 09 20:02:04.722119 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.727187 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.743935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:04.745649 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8053ff67-ee0a-4067-a42c-75678667f587 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1532252 Jul 09 20:02:04.748299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:04.753317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:05.008691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:05.069370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bc5e-1ebf-45ce-8989-c47f509b414c req-e1239d08-a2cf-4c24-bfca-5ca201e84f4d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:05.070851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df57bc5e-1ebf-45ce-8989-c47f509b414c req-e1239d08-a2cf-4c24-bfca-5ca201e84f4d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.1721725 Jul 09 20:02:05.125674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-df57bc5e-1ebf-45ce-8989-c47f509b414c req-2c954915-c8f4-4dac-b0fd-cfc8ae9ce1ae tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487175 Jul 09 20:02:05.271427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:05.296377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:05.398104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.25.3.182 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/e1acd374-e242-462e-aeca-4ddafd370a6d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:05.500800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:05.875747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:05.916584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:05.923247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:05.926846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:05.932454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=e1acd374-e242-462e-aeca-4ddafd370a6d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:06.175748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:06.303826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaa583-a98f-4312-85bc-7ee3a58b0402 req-3beb6389-b227-4df6-ab64-51f5a2ced2ef tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.305472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5caaa583-a98f-4312-85bc-7ee3a58b0402 req-3beb6389-b227-4df6-ab64-51f5a2ced2ef tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.0658157 Jul 09 20:02:06.343728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5caaa583-a98f-4312-85bc-7ee3a58b0402 req-a9ea8ef2-98e7-4461-a1a9-897da02e6dee tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jul 09 20:02:06.386693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:06.389976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:06.516695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router 9524c1b4-796f-4d7c-8775-5656e0aacdc5 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:02:06.625421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:06.630706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:06.632418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-195becdd-1e01-4c9d-9629-80d42698305f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "PUT /v2.0/routers/9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 200 len: 915 time: 1.8828418 Jul 09 20:02:06.634982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:06.638324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] Sync routers for ids ['9524c1b4-796f-4d7c-8775-5656e0aacdc5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:06.648401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] Routers {'9524c1b4-796f-4d7c-8775-5656e0aacdc5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:06.649319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9524c1b4-796f-4d7c-8775-5656e0aacdc5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:06.684997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:06.694296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] Routers {'9524c1b4-796f-4d7c-8775-5656e0aacdc5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:06.695086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9524c1b4-796f-4d7c-8775-5656e0aacdc5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:06.729486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:06.730549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d153494-823d-4b7f-b038-af5d89f28fb4 None None] The sync data for ids ['9524c1b4-796f-4d7c-8775-5656e0aacdc5'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:06.743865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-93cc3a08-c6f2-4581-a1de-e8da1df3851a tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 200 len: 921 time: 0.1076777 Jul 09 20:02:06.746853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:06.812638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439eae45-2366-4780-9695-adde9258855f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.814091 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-439eae45-2366-4780-9695-adde9258855f tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=9524c1b4-796f-4d7c-8775-5656e0aacdc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0660315 Jul 09 20:02:06.816812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:06.909435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254d348-1345-408f-9d6a-ff93d4b08dfa tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.911159 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8254d348-1345-408f-9d6a-ff93d4b08dfa tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.0931008 Jul 09 20:02:06.913968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:06.956824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fbbe479e-5162-4126-bd04-7f0b623ba595 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 200 len: 205 time: 0.0407450 Jul 09 20:02:06.961682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:07.377372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.538502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.554603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90179-ba7a-439b-b484-598f2022bfde req-3305abe4-8038-483f-b32c-6712456bc691 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:07.561938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f90179-ba7a-439b-b484-598f2022bfde req-3305abe4-8038-483f-b32c-6712456bc691 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.0913966 Jul 09 20:02:07.602916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port e1acd374-e242-462e-aeca-4ddafd370a6d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:07.603256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.610785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11f90179-ba7a-439b-b484-598f2022bfde req-763002fd-bdfd-4ba5-bf87-a92451d27e5c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Jul 09 20:02:07.692306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.703765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for e1acd374-e242-462e-aeca-4ddafd370a6d owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:07.887419 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.914416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=e1acd374-e242-462e-aeca-4ddafd370a6d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:07.974754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.068541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.070978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.123595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.124321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router 9524c1b4-796f-4d7c-8775-5656e0aacdc5 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:08.146754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.148371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f2e27dea-7ba7-4b83-bcc4-3d8cc6faad0d tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 204 len: 168 time: 1.1856897 Jul 09 20:02:08.152100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:08.157010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-563683054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:08.194001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.195161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.255212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.261689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.278155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.279609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-08bcad67-5723-449d-9d79-b04648fc1d8f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1264102 Jul 09 20:02:08.282609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:08.287258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:08.444064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:02:08.485272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.550423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:08.566615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:02:08.616425 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.632991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:08.655398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:08.661698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.737900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.741616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:08.760595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:08.875320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2a0d84e2-3d52-45f1-b6db-42abb45212b2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:08.896519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Allocated IP 172.25.3.148 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c04c99f4-e784-4168-b6e9-de6ed169688d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:08.947163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc859f6-6b01-4215-bf32-e5d365208199 req-5581ee09-4780-4d5a-9271-3480c9a702a9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:08.948760 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fc859f6-6b01-4215-bf32-e5d365208199 req-5581ee09-4780-4d5a-9271-3480c9a702a9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.1301920 Jul 09 20:02:09.030571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.031694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fc859f6-6b01-4215-bf32-e5d365208199 req-6b4d3585-58dc-4ff9-89a7-75f1697e5557 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749738 Jul 09 20:02:09.109080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.159294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:09.162747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:09.166855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:09.172480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Pushing event updated for resources: {'Port': ['ID=c04c99f4-e784-4168-b6e9-de6ed169688d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:09.422386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.626489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.630537 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.776446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Router 6334a12a-02b1-4045-900c-c95b568639bc is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:02:09.899577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:09.904590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.908987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:09.909935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4016b7a7-1976-49df-ad05-6893f1bbad03 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "PUT /v2.0/routers/6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 200 len: 915 time: 1.6254852 Jul 09 20:02:10.026821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] Sync routers for ids ['6334a12a-02b1-4045-900c-c95b568639bc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:10.036783 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] Routers {'6334a12a-02b1-4045-900c-c95b568639bc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:10.037434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6334a12a-02b1-4045-900c-c95b568639bc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:10.044476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8671f4d3-50f2-4806-937d-301f109c522b tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 200 len: 921 time: 0.1341515 Jul 09 20:02:10.047193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:10.083639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:10.109412 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] Routers {'6334a12a-02b1-4045-900c-c95b568639bc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:10.111405 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6334a12a-02b1-4045-900c-c95b568639bc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:10.115535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc37ca-4853-4bd2-b53b-b28d3f92e9c7 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.121213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1ecc37ca-4853-4bd2-b53b-b28d3f92e9c7 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=6334a12a-02b1-4045-900c-c95b568639bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0704627 Jul 09 20:02:10.122214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:10.158254 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:10.159671 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6c0f2-6704-443c-9085-5c8b03e5dec4 None None] The sync data for ids ['6334a12a-02b1-4045-900c-c95b568639bc'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:10.291712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee789aa7-0e57-4677-80f0-07cabf4be004 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.295969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:10.296106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ee789aa7-0e57-4677-80f0-07cabf4be004 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/networks/b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 881 time: 0.1722202 Jul 09 20:02:10.322615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c858-765d-48d2-99f1-743ec759f1ab req-e3dcc0d1-f986-4a4a-98c0-44e65a4a6cb5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.324163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f13c858-765d-48d2-99f1-743ec759f1ab req-e3dcc0d1-f986-4a4a-98c0-44e65a4a6cb5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.0964398 Jul 09 20:02:10.331998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d69e6deb-31f1-403b-bc95-fc86d2b6dd90 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 200 len: 205 time: 0.0339925 Jul 09 20:02:10.334353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:10.394551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0f13c858-765d-48d2-99f1-743ec759f1ab req-2709968e-5ea9-435f-9362-467f0267ee21 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625403 Jul 09 20:02:10.463399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.475581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:10.543948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:10.550432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:10.550978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.585262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.657397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.657880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port c04c99f4-e784-4168-b6e9-de6ed169688d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:10.658172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.695933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:10.697394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:10.700208 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18bda3-01d4-488f-aba3-547dbd558980" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:10.707408 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.750041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:10.765589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for c04c99f4-e784-4168-b6e9-de6ed169688d owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:10.776037 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280175e-8044-4b28-901e-ab7372db8d2e x-openstack-request-id: req-4280175e-8044-4b28-901e-ab7372db8d2e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:10.776361 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:10.776590 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4280175e-8044-4b28-901e-ab7372db8d2e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:10.776982 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'code': 200} Jul 09 20:02:10.823314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:10.958426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f222-0d3b-4c02-ae37-5bfbc5810808 req-0ce94eda-ef6e-4b42-be45-307d4852788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.959948 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2430f222-0d3b-4c02-ae37-5bfbc5810808 req-0ce94eda-ef6e-4b42-be45-307d4852788d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1096 time: 0.1126053 Jul 09 20:02:11.032032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2430f222-0d3b-4c02-ae37-5bfbc5810808 req-13d6c953-1a84-41bd-b952-3085fb83171a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637598 Jul 09 20:02:11.040672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.066479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=c04c99f4-e784-4168-b6e9-de6ed169688d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:11.132413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.234736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.237404 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.291944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.291944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router 6334a12a-02b1-4045-900c-c95b568639bc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:11.300373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.304973 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01d5493e-b1c1-413b-867a-597f5ef1c384 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 204 len: 168 time: 0.9663208 Jul 09 20:02:11.305998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:11.310661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-810075392', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:11.340555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.341687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.396300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.583013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.681203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daabf7-e02c-4394-8a9a-3b65665716c8 req-a01a533c-8ad1-438f-92c1-e053be99c32c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:11.682705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0daabf7-e02c-4394-8a9a-3b65665716c8 req-a01a533c-8ad1-438f-92c1-e053be99c32c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1311419 Jul 09 20:02:11.735250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0daabf7-e02c-4394-8a9a-3b65665716c8 req-72e7e2c4-ba8b-4f40-b38a-3a4139a08297 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467188 Jul 09 20:02:11.850860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.872349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:11.989237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Allocated IP 172.25.3.2 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/6c73efca-65b1-4e26-81aa-6a7a9fb847b3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:12.091510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.139960 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.177493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:12.183653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:12.187144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:12.214098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event updated for resources: {'Port': ['ID=6c73efca-65b1-4e26-81aa-6a7a9fb847b3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:12.455250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.953291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.009344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ede1-d656-4d40-9838-5c09543770f5 req-f9091542-71e4-498f-a519-c31c6ba7ee85 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.010916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37c9ede1-d656-4d40-9838-5c09543770f5 req-f9091542-71e4-498f-a519-c31c6ba7ee85 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1067109 Jul 09 20:02:13.054403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37c9ede1-d656-4d40-9838-5c09543770f5 req-36dd6470-246d-44cb-ae9c-321c99bee686 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Jul 09 20:02:13.135641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Router d2a16b5c-e821-48cb-b551-1e307a7052c1 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:02:13.301860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:13.315202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] Sync routers for ids ['d2a16b5c-e821-48cb-b551-1e307a7052c1'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:13.321223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae6c2-9674-4c2b-9e6e-bdce9ce6b233 req-7be0fd29-d59c-4a40-836d-8ca3ef7a6706 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.325218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] Routers {'d2a16b5c-e821-48cb-b551-1e307a7052c1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:13.326130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d2a16b5c-e821-48cb-b551-1e307a7052c1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:13.328965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c50ae6c2-9674-4c2b-9e6e-bdce9ce6b233 req-7be0fd29-d59c-4a40-836d-8ca3ef7a6706 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1378803 Jul 09 20:02:13.357500 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.359389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cdab0ea0-9412-460e-91f2-0b2a2eb90bbf tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0517168 Jul 09 20:02:13.362513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:13.367925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:13.368555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:13.388049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c50ae6c2-9674-4c2b-9e6e-bdce9ce6b233 req-50360a24-96fa-4729-862f-7decf6694e1e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580173 Jul 09 20:02:13.392237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] Routers {'d2a16b5c-e821-48cb-b551-1e307a7052c1'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:13.398664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d2a16b5c-e821-48cb-b551-1e307a7052c1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:13.406068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:13.465819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:13.466761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf17ee2-7de6-4498-b58e-0052b196620c None None] The sync data for ids ['d2a16b5c-e821-48cb-b551-1e307a7052c1'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:13.470367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002facd-fde7-4ecb-9aa7-9067a939e111 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.474544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a002facd-fde7-4ecb-9aa7-9067a939e111 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1091 time: 0.0647800 Jul 09 20:02:13.474961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:13.481886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:13.514731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.646122 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.734619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.751012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.754145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.116 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0e6a594e-87f5-4af8-9000-90558194509b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:13.810869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Deleting port 6c73efca-65b1-4e26-81aa-6a7a9fb847b3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:13.811211 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.865924 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.896288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.908451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Calling delete_port for 6c73efca-65b1-4e26-81aa-6a7a9fb847b3 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:13.913198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.954717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:13.960424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:13.966865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:13.970306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=0e6a594e-87f5-4af8-9000-90558194509b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.124460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.155531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Pushing event deleted for resources: {'Port': ['ID=6c73efca-65b1-4e26-81aa-6a7a9fb847b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.218715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.409481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.450368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.453755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085665'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.494820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.530918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Router d2a16b5c-e821-48cb-b551-1e307a7052c1 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:02:14.612462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:14.619699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.623267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-103ae1cd-9e84-4c3b-88e6-5ef6aad4f8a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "PUT /v2.0/routers/d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 200 len: 705 time: 1.2568326 Jul 09 20:02:14.623919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.627979 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] Sync routers for ids ['d2a16b5c-e821-48cb-b551-1e307a7052c1'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:14.636715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] Routers {'d2a16b5c-e821-48cb-b551-1e307a7052c1'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:14.637647 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d2a16b5c-e821-48cb-b551-1e307a7052c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:14.669639 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:14.677704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.678800 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] Routers {'d2a16b5c-e821-48cb-b551-1e307a7052c1'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:14.679618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['d2a16b5c-e821-48cb-b551-1e307a7052c1'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:14.695133 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.712907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0bf8544e-e150-48ce-8533-0ba71704b0c7 tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/routers/d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 200 len: 740 time: 0.0878277 Jul 09 20:02:14.715446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.730185 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:14.731272 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533562f-90f0-48b8-bec4-3920da1851e5 None None] The sync data for ids ['d2a16b5c-e821-48cb-b551-1e307a7052c1'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:14.757186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-acabe3b7-e516-4fe2-9533-052e4975f6cb tempest-RoutersAdminTest-416196787 tempest-RoutersAdminTest-416196787-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b569971a-e00d-4ad3-972f-71015b44c373&device_id=d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 200 len: 205 time: 0.0385580 Jul 09 20:02:14.758376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.766622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=0e6a594e-87f5-4af8-9000-90558194509b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.778252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.788588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9472ecc9-2bc4-4a2b-b6b4-085221c41fec tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 200 len: 205 time: 0.0285444 Jul 09 20:02:14.790620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.868060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.888139 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 087028a1-f849-4a5d-a7b8-5a37def07a56 associated. External IP: 172.25.3.116, port: 2a0d84e2-3d52-45f1-b6db-42abb45212b2. Jul 09 20:02:15.130785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 391eef2f-5618-460d-9156-b38f12ebd772 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:02:15.249957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:15.266845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Sync routers for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:15.270008 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.291188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:15.292182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.319452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-33ee4d8c-df2d-46ed-9564-926156c04123 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434346 Jul 09 20:02:15.320075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:15.322465 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aceefcc-ab50-4ab4-a530-e6d994c3abec" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:15.362904 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6079ea8-3649-4e9f-bfec-d5f9c82dc109 x-openstack-request-id: req-b6079ea8-3649-4e9f-bfec-d5f9c82dc109 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:15.363409 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:15.363821 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6079ea8-3649-4e9f-bfec-d5f9c82dc109 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:15.364384 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:02:15.427113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:15.482051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.484913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.543361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.543776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Fanout notify agent at l3_agent the message router_deleted on router d2a16b5c-e821-48cb-b551-1e307a7052c1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:15.555016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.559630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1845f4cb-0246-4ef5-ba03-a9615e0c0dc1 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 204 len: 168 time: 0.7644203 Jul 09 20:02:15.559832 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.597381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-516c8454-e00d-47d9-91a8-ce2b848703d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:15.599182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-516c8454-e00d-47d9-91a8-ce2b848703d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1096 time: 0.1853569 Jul 09 20:02:15.602234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d653dcfe-3fdc-4d65-a7ea-020db53c725a tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 200 len: 205 time: 0.0407317 Jul 09 20:02:15.604556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.607309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7ab92-1dc2-4235-a7d9-340c8066fed5 req-97788348-274d-46c6-b6c1-7e2e746ac07e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:15.614802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ba7ab92-1dc2-4235-a7d9-340c8066fed5 req-97788348-274d-46c6-b6c1-7e2e746ac07e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1698489 Jul 09 20:02:15.656278 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ab6fbf4b-fed0-4ad5-af63-cb3452798db9 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:15.657369 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ab6fbf4b-fed0-4ad5-af63-cb3452798db9 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/d2a16b5c-e821-48cb-b551-1e307a7052c1 HTTP/1.1" status: 404 len: 336 time: 0.0517941 Jul 09 20:02:15.660120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.702190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-abd2d772-8a48-4f8a-a8ca-0b80669eca13 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 200 len: 205 time: 0.0354266 Jul 09 20:02:15.703757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.714007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ba7ab92-1dc2-4235-a7d9-340c8066fed5 req-50c7eab6-9d64-424e-96c4-753d5e954f63 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983193 Jul 09 20:02:15.736340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '087028a1-f849-4a5d-a7b8-5a37def07a56', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:02:14Z', 'updated_at': '2021-07-09T20:02:14Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.750343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-6fe18254-f026-4846-81ed-e01111473092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:15.752000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-6fe18254-f026-4846-81ed-e01111473092 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1291494 Jul 09 20:02:15.753081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 34992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.772661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Checking router: 391eef2f-5618-460d-9156-b38f12ebd772 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:02:15.778479 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0d4f73a3-5393-4382-8cc3-2fce9db41415 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:15.781212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d4f73a3-5393-4382-8cc3-2fce9db41415 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/6334a12a-02b1-4045-900c-c95b568639bc HTTP/1.1" status: 404 len: 336 time: 0.0742521 Jul 09 20:02:15.782271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.787435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:15.788132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:01:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.829356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f2508d1-9455-48ec-acb8-3450e5c5b88f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 200 len: 205 time: 0.0459108 Jul 09 20:02:15.830004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.869111 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9561a1a6-86fc-4269-98a3-aceed109c576 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:15.870223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9561a1a6-86fc-4269-98a3-aceed109c576 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/9524c1b4-796f-4d7c-8775-5656e0aacdc5 HTTP/1.1" status: 404 len: 336 time: 0.0384967 Jul 09 20:02:15.872746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 34998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.895078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1312dbc5-75dd-4389-9cfe-9cadbbbd9bef tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/087028a1-f849-4a5d-a7b8-5a37def07a56 HTTP/1.1" status: 200 len: 991 time: 0.1408753 Jul 09 20:02:15.897153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-cd7c91d8-6e26-4b75-a753-b2971bcd7fcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.1375213 Jul 09 20:02:15.905668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dfac9f1a-6467-400e-9497-557ae14e51fd tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 200 len: 205 time: 0.0316918 Jul 09 20:02:15.909590 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.937641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:15.951505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-786f7caa-1aa7-4645-99ba-62d72fe39000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:15.953120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-786f7caa-1aa7-4645-99ba-62d72fe39000 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0488210 Jul 09 20:02:15.954035 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-70ebd2bb-7255-471c-a722-4649e49a0b5a tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:15.956128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-70ebd2bb-7255-471c-a722-4649e49a0b5a tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/7a5f5964-0d38-42c1-aa25-64fc463750e4 HTTP/1.1" status: 404 len: 336 time: 0.0445333 Jul 09 20:02:15.958552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.990663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-375377bc-1f4e-4751-bc7d-c043943bd41f tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 200 len: 205 time: 0.0288532 Jul 09 20:02:15.991513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.014255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-faf4ffa7-3715-4ee4-8cce-224b1942f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:16.016148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-faf4ffa7-3715-4ee4-8cce-224b1942f4f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560915 Jul 09 20:02:16.030661 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-220a772b-663b-46b8-bdbb-44bd3a3de5cb tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:16.033648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-220a772b-663b-46b8-bdbb-44bd3a3de5cb tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/a3514da2-991a-48e3-960c-27cb20ec8dd1 HTTP/1.1" status: 404 len: 336 time: 0.0380721 Jul 09 20:02:16.034936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.154641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-e53c18a7-9996-43b8-82b6-ed3f072c5c9d service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304178 Jul 09 20:02:16.267852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1aceefcc-ab50-4ab4-a530-e6d994c3abec req-3c71178f-a2dd-4eae-8d63-d642f563f47b service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063917 Jul 09 20:02:16.387099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df187305-ffd7-4203-ba2b-8380391a1ab3 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b24d605-e87d-4147-b2b2-fdf9a94c17a2 HTTP/1.1" status: 200 len: 205 time: 0.3504455 Jul 09 20:02:16.388455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.393255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '087028a1-f849-4a5d-a7b8-5a37def07a56', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:02:14Z', 'updated_at': '2021-07-09T20:02:14Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:16.419428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cefdb-3060-4d9c-8fb7-39c198531fa6 None None] The sync data for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 is: [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '087028a1-f849-4a5d-a7b8-5a37def07a56', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:02:14Z', 'updated_at': '2021-07-09T20:02:14Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:16.429730 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-500c5c96-b938-4f5e-9909-ee95c52773a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] delete failed (client error): The resource could not be found. Jul 09 20:02:16.433406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-500c5c96-b938-4f5e-9909-ee95c52773a7 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/routers/9b24d605-e87d-4147-b2b2-fdf9a94c17a2 HTTP/1.1" status: 404 len: 336 time: 0.0414677 Jul 09 20:02:16.433780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.467225 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f102bfc3-cc2a-44ed-88b9-da1881e8be18 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] DELETE failed (client error): The resource could not be found. Jul 09 20:02:16.467684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f102bfc3-cc2a-44ed-88b9-da1881e8be18 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:02:16.472110 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f102bfc3-cc2a-44ed-88b9-da1881e8be18 tempest-RoutersAdminTest-677501782 tempest-RoutersAdminTest-677501782-project] 10.222.0.10 "DELETE /v2.0/subnets/95c8874c-56f2-42e9-be88-e58bf0b816af HTTP/1.1" status: 404 len: 337 time: 0.0346696 Jul 09 20:02:16.636742 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391974c9-f5af-4251-b185-8e57f6f42071 None None] New status for floating IP 087028a1-f849-4a5d-a7b8-5a37def07a56: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:02:16.749154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.872951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178a2f97-a819-4552-ad35-b95ebff99ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:16.896912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:16.980012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-434a73e7-1345-4188-a191-2fc9ac0dfd92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/087028a1-f849-4a5d-a7b8-5a37def07a56 HTTP/1.1" status: 200 len: 993 time: 0.0805078 Jul 09 20:02:17.024892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178a2f97-a819-4552-ad35-b95ebff99ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.028758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178a2f97-a819-4552-ad35-b95ebff99ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.074306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-178a2f97-a819-4552-ad35-b95ebff99ef3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c1497674dbe454489582827a8ec7762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216238 Jul 09 20:02:17.074306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a2f97-a819-4552-ad35-b95ebff99ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8c831-52da-4925-9654-8d3c3b497c01,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:17.074730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.132744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.153973 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.198909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.201688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.202800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3b8c831-52da-4925-9654-8d3c3b497c01 HTTP/1.1" status: 204 len: 168 time: 0.1270368 Jul 09 20:02:17.211373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e142d54-e1d5-48b2-89ad-4e5d9d4579e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8c831-52da-4925-9654-8d3c3b497c01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:17.466135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.507671 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-54b17401-7fd9-4f4e-8b1c-eaa3dedd1fd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5d5683b5da040f3a3d7345a49b54961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403535 Jul 09 20:02:17.510142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.557179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.578099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.633844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.636616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.638535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b424d1c-881a-4d84-8dbf-05e36d3d8b95 HTTP/1.1" status: 204 len: 168 time: 0.1272645 Jul 09 20:02:17.654963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b538f82-d280-4fbf-90e6-170bc515b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b424d1c-881a-4d84-8dbf-05e36d3d8b95,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:18.364199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.377825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:02:18.463986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-9c6a6dd6-e6c3-4bb0-b493-9209f555e001 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.465206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c6a6dd6-e6c3-4bb0-b493-9209f555e001 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0999589 Jul 09 20:02:18.468062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.471980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-6d1065e7-e4cd-42aa-b7ce-b2335bd7daa8 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.472896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d1065e7-e4cd-42aa-b7ce-b2335bd7daa8 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039775 Jul 09 20:02:18.474984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.478717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-9507b6b1-a4cc-424b-9339-cd7270db02d1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.479624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9507b6b1-a4cc-424b-9339-cd7270db02d1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038011 Jul 09 20:02:18.481685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.486120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-4bde0ac0-b8aa-4fe2-92a6-acda05363b1d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.488953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4bde0ac0-b8aa-4fe2-92a6-acda05363b1d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045819 Jul 09 20:02:18.489940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.492971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-8587a8f6-5c07-41a7-8916-b3a17bd6866b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.493929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8587a8f6-5c07-41a7-8916-b3a17bd6866b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039179 Jul 09 20:02:18.496148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.500190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-bd358b23-04e8-4663-821e-80ac42ad200f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.501193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bd358b23-04e8-4663-821e-80ac42ad200f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040717 Jul 09 20:02:18.503926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.507860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-eef4d597-8d7b-4de6-ad5f-7b8c8696ed9c tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.508729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eef4d597-8d7b-4de6-ad5f-7b8c8696ed9c tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039678 Jul 09 20:02:18.510904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.514736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-441392d1-9349-4419-a891-d172968f246b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.515639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-441392d1-9349-4419-a891-d172968f246b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039134 Jul 09 20:02:18.517847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.521650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-883d0666-4355-46cc-800d-790990caac08 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.522566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-883d0666-4355-46cc-800d-790990caac08 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0038979 Jul 09 20:02:18.524696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.528941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-e050450d-f583-4345-b064-eeb39c6056c4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.529904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e050450d-f583-4345-b064-eeb39c6056c4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042453 Jul 09 20:02:18.531905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.536706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-9482f1eb-de9a-48af-94d2-72aedc535be5 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.537652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9482f1eb-de9a-48af-94d2-72aedc535be5 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049419 Jul 09 20:02:18.539745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.543677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-885b3f2b-4fbd-46cd-a514-2714c1ca6770 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.544482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-885b3f2b-4fbd-46cd-a514-2714c1ca6770 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038395 Jul 09 20:02:18.546663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.551036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-9c762f47-3c82-44c9-af3e-481de66a37ef tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.552610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c762f47-3c82-44c9-af3e-481de66a37ef tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044773 Jul 09 20:02:18.555470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.560405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-6c8d33e8-6d65-425a-a7ef-0ac56a87893d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.561426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6c8d33e8-6d65-425a-a7ef-0ac56a87893d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049362 Jul 09 20:02:18.564024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.568407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-cc307b7a-29d7-48f5-a8f3-91ee9c4ca46f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.569402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cc307b7a-29d7-48f5-a8f3-91ee9c4ca46f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043967 Jul 09 20:02:18.571983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.576274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-f65d072e-b7d1-488e-9fc5-874bf8b72e28 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.577275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f65d072e-b7d1-488e-9fc5-874bf8b72e28 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043592 Jul 09 20:02:18.579775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.584560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-1ca96720-c145-4317-bf0f-46bfcbe76e88 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.585638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1ca96720-c145-4317-bf0f-46bfcbe76e88 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048912 Jul 09 20:02:18.587827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.591718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-8be7cb0c-665f-4d27-9503-082bf6c6465e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.592642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8be7cb0c-665f-4d27-9503-082bf6c6465e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039613 Jul 09 20:02:18.594672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.598975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-d16062f0-a521-4794-96c9-0393491deb02 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.599893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d16062f0-a521-4794-96c9-0393491deb02 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044041 Jul 09 20:02:18.602023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.606686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-3fbd4a25-c5f3-4f24-8d2f-fce0809744c4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.607605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3fbd4a25-c5f3-4f24-8d2f-fce0809744c4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047674 Jul 09 20:02:18.609610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.614314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-936b230b-f31c-4bdf-a214-9fbd8ce18ba9 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.615239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-936b230b-f31c-4bdf-a214-9fbd8ce18ba9 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047076 Jul 09 20:02:18.617311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.621019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-9368f07f-cd78-4434-a313-ddc9f6f44dab tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.621970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9368f07f-cd78-4434-a313-ddc9f6f44dab tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038555 Jul 09 20:02:18.624115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.628953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-bb33914e-7320-4702-8112-96b0d866468c tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.630205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb33914e-7320-4702-8112-96b0d866468c tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049834 Jul 09 20:02:18.632076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.635949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-b5b104f3-4413-4f6a-81af-553b43c594bb tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.636895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b5b104f3-4413-4f6a-81af-553b43c594bb tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039873 Jul 09 20:02:18.638951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.643323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-e4db7e61-c1b3-4f78-b645-2c670e9c20f2 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.644240 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e4db7e61-c1b3-4f78-b645-2c670e9c20f2 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044727 Jul 09 20:02:18.646232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.650087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-92bbfae1-3a3a-425d-bc61-7f232162c3f4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.651025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92bbfae1-3a3a-425d-bc61-7f232162c3f4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039477 Jul 09 20:02:18.653114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.657344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-4db37096-86ce-47dc-aa32-090e83888ae1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.658850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4db37096-86ce-47dc-aa32-090e83888ae1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042372 Jul 09 20:02:18.660963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.664840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-e916de1a-4491-4467-950d-8cfec1252303 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.665828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e916de1a-4491-4467-950d-8cfec1252303 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039597 Jul 09 20:02:18.667779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.671688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-b3d8d963-ca14-4869-8ada-0ab7032ceea1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.672692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3d8d963-ca14-4869-8ada-0ab7032ceea1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040338 Jul 09 20:02:18.674861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.679091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-8682572d-aed9-4b02-8241-fba3ca7fc84b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.680031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8682572d-aed9-4b02-8241-fba3ca7fc84b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042832 Jul 09 20:02:18.682174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.686529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-0dada185-5c1f-44b1-a144-75f28a3171e5 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.687459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0dada185-5c1f-44b1-a144-75f28a3171e5 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044608 Jul 09 20:02:18.689473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.693389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-6f861e45-cc1a-44d8-a3d1-88f138d07be7 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.694310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f861e45-cc1a-44d8-a3d1-88f138d07be7 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039449 Jul 09 20:02:18.696331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.700142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-69f8456d-5a8c-4dbe-8720-c259b5be8f85 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.701077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-69f8456d-5a8c-4dbe-8720-c259b5be8f85 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038483 Jul 09 20:02:18.703033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.707616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-d92a8313-13d8-4119-983b-b8edf512b184 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.708594 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d92a8313-13d8-4119-983b-b8edf512b184 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047045 Jul 09 20:02:18.710675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.714495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-3f1c0302-2adf-4c21-8030-4d3a68d466bc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.715408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3f1c0302-2adf-4c21-8030-4d3a68d466bc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038958 Jul 09 20:02:18.717832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.722773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-f3aef3f7-9228-49a5-9b77-1cbf57e4d984 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.723783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f3aef3f7-9228-49a5-9b77-1cbf57e4d984 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051858 Jul 09 20:02:18.725867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.730614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-4dab40c9-d405-4e3e-b744-0160dd880515 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.731659 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4dab40c9-d405-4e3e-b744-0160dd880515 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048194 Jul 09 20:02:18.733729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.737523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-c2241c5c-367d-47dd-8245-3b6bb150b226 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.738488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2241c5c-367d-47dd-8245-3b6bb150b226 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039041 Jul 09 20:02:18.740458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.744276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-52297ee8-d68a-4ce4-9aad-270e0a88a6fa tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.745263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-52297ee8-d68a-4ce4-9aad-270e0a88a6fa tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039256 Jul 09 20:02:18.747302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.751120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-450d1888-dd67-4bb9-8d6c-d7f0aa08ac23 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.752070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-450d1888-dd67-4bb9-8d6c-d7f0aa08ac23 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039272 Jul 09 20:02:18.754208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.757966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-9a7979be-7622-4a28-882f-ad350784f629 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.758911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a7979be-7622-4a28-882f-ad350784f629 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038640 Jul 09 20:02:18.761025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.764909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-462c51d7-a73b-4d2d-84d4-3ddd84d8932a tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.765890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-462c51d7-a73b-4d2d-84d4-3ddd84d8932a tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039492 Jul 09 20:02:18.768390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.772192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-c2f210a2-ee20-4adf-9b73-0d1eb00a83d1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.773180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c2f210a2-ee20-4adf-9b73-0d1eb00a83d1 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039189 Jul 09 20:02:18.775263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.779618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-3ef415e9-8a05-4631-a2d7-a496b10698f4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.780567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3ef415e9-8a05-4631-a2d7-a496b10698f4 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044782 Jul 09 20:02:18.782694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.787061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-a3b7948a-b5fc-4ab4-ba4e-1ef0973ebbca tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.787985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3b7948a-b5fc-4ab4-ba4e-1ef0973ebbca tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044801 Jul 09 20:02:18.790389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.794646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-30bc7084-ab98-44b4-82b0-612b04d2a26e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.795596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-30bc7084-ab98-44b4-82b0-612b04d2a26e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043120 Jul 09 20:02:18.798016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.802479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-30aeaa7a-94ca-4e2e-a6ee-a5503501e210 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.803446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-30aeaa7a-94ca-4e2e-a6ee-a5503501e210 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045915 Jul 09 20:02:18.805749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.811061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-862fd239-01c7-457b-8013-88a966f66b27 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.814989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.819868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-d1a0dabb-fb74-4b76-afaf-ee243c442cf0 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.822829 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:18.824165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-862fd239-01c7-457b-8013-88a966f66b27 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0164783 Jul 09 20:02:18.824795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.825625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1a0dabb-fb74-4b76-afaf-ee243c442cf0 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0094759 Jul 09 20:02:18.829269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-294bf453-1974-4a40-8b57-0e1187f189f0 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.830997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-294bf453-1974-4a40-8b57-0e1187f189f0 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044734 Jul 09 20:02:18.833910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.840248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-19ba337e-182d-452b-9eb9-9938e8af126f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.841549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-19ba337e-182d-452b-9eb9-9938e8af126f tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064731 Jul 09 20:02:18.844197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.849743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-d3d0480b-f471-468a-9d72-de790f4eac74 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.850877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3d0480b-f471-468a-9d72-de790f4eac74 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054648 Jul 09 20:02:18.853297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.857923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-d5734c9f-4121-4a2b-8f6e-9d1964d58cb8 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.858958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d5734c9f-4121-4a2b-8f6e-9d1964d58cb8 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046360 Jul 09 20:02:18.861423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.866056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-90d7095e-a64c-4f14-801d-4309ceeed6c9 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.867021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-90d7095e-a64c-4f14-801d-4309ceeed6c9 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044737 Jul 09 20:02:18.877087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.877087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-3683c941-bdab-4409-832b-0eb4c0e27f68 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.877087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3683c941-bdab-4409-832b-0eb4c0e27f68 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051868 Jul 09 20:02:18.878753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.883357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-3ef76aa5-b852-49ea-9e6f-ab6a68814690 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.887127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.892249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-a15ee8b1-bde3-4dd3-8176-eaf8682ee1ac tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.893601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ef76aa5-b852-49ea-9e6f-ab6a68814690 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0131106 Jul 09 20:02:18.894290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a15ee8b1-bde3-4dd3-8176-eaf8682ee1ac tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059483 Jul 09 20:02:18.896899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.902020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-28d22b33-0e74-495a-90b5-ce6673dc5ac6 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.903335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28d22b33-0e74-495a-90b5-ce6673dc5ac6 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051787 Jul 09 20:02:18.906307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.911672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-310dd46c-e25c-47e6-b167-44a9db32072d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.915961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.916328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-310dd46c-e25c-47e6-b167-44a9db32072d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083513 Jul 09 20:02:18.922624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-bf6416f8-5821-402c-9192-b61bdc81001d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.923609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bf6416f8-5821-402c-9192-b61bdc81001d tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064435 Jul 09 20:02:18.926489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.930868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-66bd541b-6ca3-4ba9-9f04-b861f9fcb2bc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.933694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-66bd541b-6ca3-4ba9-9f04-b861f9fcb2bc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061977 Jul 09 20:02:18.934449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.939190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-d62ddc3f-917d-486d-b0cf-90dd43df6001 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.940380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d62ddc3f-917d-486d-b0cf-90dd43df6001 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048718 Jul 09 20:02:18.942534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.947346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-da6d662c-3c10-4543-a0d4-f19b4ec0ebcc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.948421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-da6d662c-3c10-4543-a0d4-f19b4ec0ebcc tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045750 Jul 09 20:02:18.950591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.955009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-fda96450-b8b8-429b-9886-0dab432d5f6b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.957087 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fda96450-b8b8-429b-9886-0dab432d5f6b tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052633 Jul 09 20:02:18.959067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.963809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-d532ba5f-a77e-4a9c-994e-ba97efddc407 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.965180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d532ba5f-a77e-4a9c-994e-ba97efddc407 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045753 Jul 09 20:02:18.967089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.971886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-5bfe406f-4154-4398-807d-3abf13e7bbfd tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.972883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5bfe406f-4154-4398-807d-3abf13e7bbfd tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047472 Jul 09 20:02:18.975005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.979761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-8f4a81fa-bf06-4f44-8ef7-90dffee3c1ad tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.980973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8f4a81fa-bf06-4f44-8ef7-90dffee3c1ad tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050428 Jul 09 20:02:18.983775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.988184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [None req-5a1bc232-f4a8-4ed5-a5e1-70c7708d0c7e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:18.991652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:18.991798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5a1bc232-f4a8-4ed5-a5e1-70c7708d0c7e tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068135 Jul 09 20:02:19.000536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [None req-4d5cc689-a985-4877-9438-f83ea4dd5672 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:19.001542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4d5cc689-a985-4877-9438-f83ea4dd5672 tempest-ExtensionsTestJSON-675108554 tempest-ExtensionsTestJSON-675108554-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084209 Jul 09 20:02:19.261587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:19.367245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9560822a-33f5-4330-98d5-ec62c89e7dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.468259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9560822a-33f5-4330-98d5-ec62c89e7dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.472713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9560822a-33f5-4330-98d5-ec62c89e7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.509519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9560822a-33f5-4330-98d5-ec62c89e7dd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7880d36b28ce4d7695d1384ef53b6037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468460 Jul 09 20:02:19.511469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560822a-33f5-4330-98d5-ec62c89e7dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a87ca09-0f6e-4c50-bae9-0bfb268b8980,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:19.512317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:19.564217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.584948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.629807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.632479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.633705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a87ca09-0f6e-4c50-bae9-0bfb268b8980 HTTP/1.1" status: 204 len: 168 time: 0.1189470 Jul 09 20:02:19.641249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9753-7f5a-457a-a8f7-22c9b49cc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a87ca09-0f6e-4c50-bae9-0bfb268b8980,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:20.372218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:20.485302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1490899542'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:20.507930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Made reservation on behalf of 75d148fe371641f886b28717c3ad8c0e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:20.511688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.520590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.627465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.632445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.655895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:20.670290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827b85f0-a5bc-4d2a-ac5a-e036b43d8035,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:20.675650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.675996 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Added segment d01eaa51-8af1-472b-8299-7d5376250432 of type vlan for network 8e1d1627-8de8-4690-b746-0d781612fedb Jul 09 20:02:20.717264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.749939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.755371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:20.756040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.808541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4350543 Jul 09 20:02:20.811742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:20.819889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Request body: {'subnet': {'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:20.821588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5795941-5410-46d7-8ffe-ac687b95e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'Network': ['ID=8e1d1627-8de8-4690-b746-0d781612fedb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:20.832909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8e1d1627-8de8-4690-b746-0d781612fedb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:20.918270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Made reservation on behalf of 75d148fe371641f886b28717c3ad8c0e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:20.922184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.111809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.172790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'Subnet': ['ID=c02d013f-1baa-4027-8458-8ad192a21410,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:21.185626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Checking segment: {'id': 'd01eaa51-8af1-472b-8299-7d5376250432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:21.186059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Network hostable DHCP agents. Network: 8e1d1627-8de8-4690-b746-0d781612fedb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:21.203176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Network 8e1d1627-8de8-4690-b746-0d781612fedb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:21.213451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8e1d1627-8de8-4690-b746-0d781612fedb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:21.218753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:21.219575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.235205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371b388-2dbb-42dc-8db8-e0cee6e8cb18 None None] Network 8e1d1627-8de8-4690-b746-0d781612fedb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:21.241971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:21.242500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-40fdc988-ba60-4272-bdaf-5c8c34a316c3 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4292426 Jul 09 20:02:21.247515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Request body: {'port': {'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-702544294'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:21.385406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Made reservation on behalf of 75d148fe371641f886b28717c3ad8c0e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:21.389041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.421150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] device_id is not set on port 2217fc81-3da0-441a-a14d-103577ec221c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:21.421413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-8e1d1627-8de8-4690-b746-0d781612fedb', 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb', 'tenant_id': '75d148fe371641f886b28717c3ad8c0e', 'fixed_ips': [{'subnet_id': 'c02d013f-1baa-4027-8458-8ad192a21410'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:21.422257 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.556852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Allocated IP 2001:db8::1cc (8e1d1627-8de8-4690-b746-0d781612fedb/c02d013f-1baa-4027-8458-8ad192a21410/2217fc81-3da0-441a-a14d-103577ec221c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:21.716060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.731602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Transition to ACTIVE for port object 2217fc81-3da0-441a-a14d-103577ec221c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:21.780194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.823964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Network 8e1d1627-8de8-4690-b746-0d781612fedb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:21.827700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:21.828232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Allocated IP 2001:db8::2 (8e1d1627-8de8-4690-b746-0d781612fedb/c02d013f-1baa-4027-8458-8ad192a21410/e3bf6a13-8675-4026-818e-8382e0f5c893) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:21.833042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:21.839138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:21.839968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.859427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'Port': ['ID=2217fc81-3da0-441a-a14d-103577ec221c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:21.879123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c4b89e3-b4c0-4773-a3b8-97cd7198c989 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6320403 Jul 09 20:02:21.879494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:21.885872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Request body: {'port': {'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1336678567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:21.886420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:21.886767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:21.887152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:22.016353 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.026145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Transition to ACTIVE for port object e3bf6a13-8675-4026-818e-8382e0f5c893 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:22.028911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Made reservation on behalf of 75d148fe371641f886b28717c3ad8c0e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:22.038348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.044949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Transition to ACTIVE for port object e3bf6a13-8675-4026-818e-8382e0f5c893 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:22.054761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.068389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] device_id is not set on port 3769be97-67fd-4879-967a-f35565518c71 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:22.094023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Network 8e1d1627-8de8-4690-b746-0d781612fedb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:22.097697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:22.103534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:22.166774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Pushing event updated for resources: {'Port': ['ID=e3bf6a13-8675-4026-818e-8382e0f5c893,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:22.180766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Attempting to bind port e3bf6a13-8675-4026-818e-8382e0f5c893 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:22.181160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Attempting to bind port e3bf6a13-8675-4026-818e-8382e0f5c893 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'd01eaa51-8af1-472b-8299-7d5376250432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:22.181541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Attempting to bind port e3bf6a13-8675-4026-818e-8382e0f5c893 on network 8e1d1627-8de8-4690-b746-0d781612fedb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:22.186708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:22.187090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Checking segment: {'id': 'd01eaa51-8af1-472b-8299-7d5376250432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:22.187499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.188023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Bound using segment: {'id': 'd01eaa51-8af1-472b-8299-7d5376250432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:22.188491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Bound port: e3bf6a13-8675-4026-818e-8382e0f5c893, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01eaa51-8af1-472b-8299-7d5376250432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8e1d1627-8de8-4690-b746-0d781612fedb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:22.188879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.217591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Allocated IP 2001:db8::147 (8e1d1627-8de8-4690-b746-0d781612fedb/c02d013f-1baa-4027-8458-8ad192a21410/3769be97-67fd-4879-967a-f35565518c71) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:22.262662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] For port e3bf6a13-8675-4026-818e-8382e0f5c893, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:22.265891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] For port e3bf6a13-8675-4026-818e-8382e0f5c893, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3bf6a13-8675-4026-818e-8382e0f5c893,segment=NetworkSegment(d01eaa51-8af1-472b-8299-7d5376250432),segment_id=d01eaa51-8af1-472b-8299-7d5376250432)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:22.279139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.355354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d09248-5204-4da5-aed1-141203b5ffe2 None None] Pushing event updated for resources: {'Port': ['ID=e3bf6a13-8675-4026-818e-8382e0f5c893,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:22.382666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beef800e-b914-4907-a16e-bee468b286de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.472831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.489177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Transition to ACTIVE for port object 3769be97-67fd-4879-967a-f35565518c71 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:22.527778 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.621165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Network 8e1d1627-8de8-4690-b746-0d781612fedb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:22.634999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:22.637338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'Port': ['ID=3769be97-67fd-4879-967a-f35565518c71,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:22.639748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:22.646403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.647064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.674366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d17255f5-55d5-4900-81dd-4f82eca0ab54 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7930176 Jul 09 20:02:22.677109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:22.791859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d2a27-64bf-4c80-8977-6335c120cb88 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.809183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d2a27-64bf-4c80-8977-6335c120cb88 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.815202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d2a27-64bf-4c80-8977-6335c120cb88 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.817286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5b4d2a27-64bf-4c80-8977-6335c120cb88 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1386666 Jul 09 20:02:22.819964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:22.929287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Deleting port 3769be97-67fd-4879-967a-f35565518c71 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:22.929655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.024609 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.038764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Calling delete_port for 3769be97-67fd-4879-967a-f35565518c71 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:23.184316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.219374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event deleted for resources: {'Port': ['ID=3769be97-67fd-4879-967a-f35565518c71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:23.256010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.262959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:23.265730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ecd0295d-9679-4638-83ff-c17c9eaac2eb tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "DELETE /v2.0/ports/3769be97-67fd-4879-967a-f35565518c71 HTTP/1.1" status: 204 len: 168 time: 0.4445567 Jul 09 20:02:23.270232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Request body: {'port': {'name': 'tempest-new-port-name-1710633043', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:23.271018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:23.271363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:23.271696 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:02:23.371384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.414955 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.510821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b71b76-682c-4ba5-b597-de754670c321 None None] Network 8e1d1627-8de8-4690-b746-0d781612fedb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:23.623671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-40a657f8-64b4-4196-8362-4a700557e3d0 None None] Provisioning for port e3bf6a13-8675-4026-818e-8382e0f5c893 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:23.662647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.670536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.719326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] In _notify_port_updated(), no bound segment for port 2217fc81-3da0-441a-a14d-103577ec221c on network 8e1d1627-8de8-4690-b746-0d781612fedb {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:23.734854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.735724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.740706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "PUT /v2.0/ports/2217fc81-3da0-441a-a14d-103577ec221c HTTP/1.1" status: 200 len: 1130 time: 0.4734042 Jul 09 20:02:23.741169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:23.778059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb886e-3086-433a-9255-79b98743d1e5 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event updated for resources: {'Port': ['ID=2217fc81-3da0-441a-a14d-103577ec221c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:23.829615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f7ea9-fd81-4c14-8223-80184e943770 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.836755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-de5f7ea9-fd81-4c14-8223-80184e943770 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "GET /v2.0/ports/2217fc81-3da0-441a-a14d-103577ec221c HTTP/1.1" status: 200 len: 1130 time: 0.0945673 Jul 09 20:02:23.837483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:23.985573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Deleting port 2217fc81-3da0-441a-a14d-103577ec221c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:23.985924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.082301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a57c481-02fa-4eae-afe0-7e14755f8073 None None] Provisioning for port 2217fc81-3da0-441a-a14d-103577ec221c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:24.086706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a57c481-02fa-4eae-afe0-7e14755f8073 None None] Provisioning complete for port 2217fc81-3da0-441a-a14d-103577ec221c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:24.087261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a57c481-02fa-4eae-afe0-7e14755f8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.093401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.106917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Calling delete_port for 2217fc81-3da0-441a-a14d-103577ec221c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:24.133900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a57c481-02fa-4eae-afe0-7e14755f8073 None None] Port 2217fc81-3da0-441a-a14d-103577ec221c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:02:24.286310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.329065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event deleted for resources: {'Port': ['ID=2217fc81-3da0-441a-a14d-103577ec221c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:24.354871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-04a524a2-294e-4a45-8f07-59111bed6350 None None] Could not find standard attr ID for object 2217fc81-3da0-441a-a14d-103577ec221c. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:24.373811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.380082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a2d030b2-f1bc-4c29-af36-bafb7b72c8b8 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "DELETE /v2.0/ports/2217fc81-3da0-441a-a14d-103577ec221c HTTP/1.1" status: 204 len: 168 time: 0.5404763 Jul 09 20:02:24.381602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:24.461893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Deleting subnet c02d013f-1baa-4027-8458-8ad192a21410 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:24.466018 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.487683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3bf6a13-8675-4026-818e-8382e0f5c893 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:24.540901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.571713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e3bf6a13-8675-4026-818e-8382e0f5c893 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:24.583663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e3bf6a13-8675-4026-818e-8382e0f5c893 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:24.584037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.708165 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.720318 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.762198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83772218-88c1-4c77-8813-e41ac439110c None None] Could not find standard attr ID for object 3769be97-67fd-4879-967a-f35565518c71. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:24.792523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.858951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event deleted for resources: {'Subnet': ['ID=c02d013f-1baa-4027-8458-8ad192a21410,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:24.873083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.877544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ea5b642-a0ea-440c-98d8-915abd1a4f2d tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "DELETE /v2.0/subnets/c02d013f-1baa-4027-8458-8ad192a21410 HTTP/1.1" status: 204 len: 168 time: 0.4926391 Jul 09 20:02:24.877906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:24.878450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:02:24.878804 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:02:24.920529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c1d6d-1f6b-43a0-9976-c7f59eeed308 None None] Network 8e1d1627-8de8-4690-b746-0d781612fedb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:24.996964 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce069b05-c9fd-43bc-864b-4cf450b03ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:24.999451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.058541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Deleting port e3bf6a13-8675-4026-818e-8382e0f5c893 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:25.058854 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.147765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] For port e3bf6a13-8675-4026-818e-8382e0f5c893, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3bf6a13-8675-4026-818e-8382e0f5c893,segment=NetworkSegment(d01eaa51-8af1-472b-8299-7d5376250432),segment_id=d01eaa51-8af1-472b-8299-7d5376250432)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:25.148386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.165347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Calling delete_port for e3bf6a13-8675-4026-818e-8382e0f5c893 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:25.189086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] DHCP port deletion for 8e1d1627-8de8-4690-b746-0d781612fedb request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:25.247223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Deleting port e3bf6a13-8675-4026-818e-8382e0f5c893 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:25.247713 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.266829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.281921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] No DVR routers for this DVR port e3bf6a13-8675-4026-818e-8382e0f5c893 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:25.309510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event deleted for resources: {'Port': ['ID=e3bf6a13-8675-4026-818e-8382e0f5c893,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:25.322918 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.341448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] For port e3bf6a13-8675-4026-818e-8382e0f5c893, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e3bf6a13-8675-4026-818e-8382e0f5c893,segment=NetworkSegment(d01eaa51-8af1-472b-8299-7d5376250432),segment_id=d01eaa51-8af1-472b-8299-7d5376250432)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:25.342632 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.359967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Calling delete_port for e3bf6a13-8675-4026-818e-8382e0f5c893 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:25.393707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.405117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d1627-8de8-4690-b746-0d781612fedb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:25.419791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01eaa51-8af1-472b-8299-7d5376250432') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:25.420315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01eaa51-8af1-472b-8299-7d5376250432') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:25.425762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Port e3bf6a13-8675-4026-818e-8382e0f5c893 update to ACTIVE by agent not found {{(pid=93773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 20:02:25.430632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.449341 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.455508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:25.456232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: items = [ Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:25.459760 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:25.469312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.501384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] Pushing event deleted for resources: {'Port': ['ID=e3bf6a13-8675-4026-818e-8382e0f5c893,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:25.513571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b2887-ce35-4fa7-b9eb-d959ef6e96e6 None None] No DVR routers for this DVR port e3bf6a13-8675-4026-818e-8382e0f5c893 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:25.528252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.548418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:25.550852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] 10.222.0.10 "DELETE /v2.0/networks/8e1d1627-8de8-4690-b746-0d781612fedb HTTP/1.1" status: 204 len: 168 time: 0.6720035 Jul 09 20:02:25.551989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb371d53-4c5f-46c1-a4b5-90fb406147fd tempest-ExtraDHCPOptionsIpV6TestJSON-167160372 tempest-ExtraDHCPOptionsIpV6TestJSON-167160372-project] Pushing event deleted for resources: {'Network': ['ID=8e1d1627-8de8-4690-b746-0d781612fedb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:25.797780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:25.933833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-637b45f5-a76f-40ae-b9db-95b814522459 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75d148fe371641f886b28717c3ad8c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327002 Jul 09 20:02:25.934496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:25.988481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.011006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.065795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.068702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.070219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/827b85f0-a5bc-4d2a-ac5a-e036b43d8035 HTTP/1.1" status: 204 len: 168 time: 0.1350393 Jul 09 20:02:26.081585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9171198-b7a6-416e-a925-76bf92233ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827b85f0-a5bc-4d2a-ac5a-e036b43d8035,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:26.388378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3bf6a13-8675-4026-818e-8382e0f5c893 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:26.444862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e3bf6a13-8675-4026-818e-8382e0f5c893 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:26.445343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e3bf6a13-8675-4026-818e-8382e0f5c893 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:26.452574 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.901820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:26.996968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-532926212'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:27.020539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:27.024572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.041789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.147687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.179235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.210913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:27.217708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2654825d-be30-4cc8-9dc9-6c41b9b035cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:27.234227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.234576 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 9c5ae891-265b-4344-99b8-9e85f57ba0c5 of type vlan for network 951a8788-293e-4b60-903c-5de4fad0b1ee Jul 09 20:02:27.278807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.311141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.317655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:27.318466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.378703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:27.379261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4785957 Jul 09 20:02:27.386071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'name': 'tempest-PortsIpV6TestJSON-504318116'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:27.390041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198fc8-9674-4b83-a6c2-014b00c112ac tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=951a8788-293e-4b60-903c-5de4fad0b1ee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:27.404436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:27.563246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:27.568343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.596575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port f28f14aa-2267-426a-8c3e-fcac18d10d7d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:27.761394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.799396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.863323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.866601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=f28f14aa-2267-426a-8c3e-fcac18d10d7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:27.885797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '9c5ae891-265b-4344-99b8-9e85f57ba0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:27.886156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: 951a8788-293e-4b60-903c-5de4fad0b1ee, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:27.903422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:27.914078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 951a8788-293e-4b60-903c-5de4fad0b1ee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:27.919619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:27.925597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ec3e1-36c5-4f2b-9649-d5bbacbfd588 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:27.927601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:27.929014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.944726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-300a4d2a-ac30-4bb0-843d-3639322c85a1 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5644786 Jul 09 20:02:27.948182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:27.954135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71240441'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:28.002958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:28.007961 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.038908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:28.050824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.051450 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 5eae4522-354f-4d6c-8406-a1f1febc8f58 of type vlan for network 4597a8a5-828a-450f-9f10-64893df0c572 Jul 09 20:02:28.100083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.137095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.147373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:28.148253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.209313 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2598197 Jul 09 20:02:28.211899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:28.217171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'ports': [{'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'}, {'network_id': '4597a8a5-828a-450f-9f10-64893df0c572'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:28.217798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:28.218297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '4597a8a5-828a-450f-9f10-64893df0c572'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:28.225907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485c7e3-e9ef-4933-afa5-ac2478873429 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=4597a8a5-828a-450f-9f10-64893df0c572,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:28.237525 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4597a8a5-828a-450f-9f10-64893df0c572 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:28.429200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:28.433968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.448290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.527764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 4ea23728-27d3-40d4-954a-dfe0ac13349c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:28.655934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.728393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 896fbbad-a223-4735-9e2b-04a560f3f9d2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:28.842427 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.906960 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.961201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:28.964493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:28.969105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:28.969966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.974043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=4ea23728-27d3-40d4-954a-dfe0ac13349c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.039378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=896fbbad-a223-4735-9e2b-04a560f3f9d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.047115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '5eae4522-354f-4d6c-8406-a1f1febc8f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4597a8a5-828a-450f-9f10-64893df0c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:29.047472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: 4597a8a5-828a-450f-9f10-64893df0c572, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:29.066198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 4597a8a5-828a-450f-9f10-64893df0c572 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:29.076583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4597a8a5-828a-450f-9f10-64893df0c572) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:29.081707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:29.088274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93abe4c7-9213-4fc0-a538-d213727702e2 None None] Network 4597a8a5-828a-450f-9f10-64893df0c572 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:29.090988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:29.096944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:29.097823 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.119605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-120f3ffe-6fba-4f84-9064-ffd0fbd897d0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9040298 Jul 09 20:02:29.119938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:29.258342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 896fbbad-a223-4735-9e2b-04a560f3f9d2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:29.258614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.325246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.339226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 896fbbad-a223-4735-9e2b-04a560f3f9d2 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:29.428109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.460219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=896fbbad-a223-4735-9e2b-04a560f3f9d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.470184 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.481840 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11e0fa77-acbf-4f22-a644-1dbdc23fbc49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/896fbbad-a223-4735-9e2b-04a560f3f9d2 HTTP/1.1" status: 204 len: 168 time: 0.3600788 Jul 09 20:02:29.484073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:29.557449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205159be-31ec-41fd-97e4-3c3411a2b122 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:29.563363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205159be-31ec-41fd-97e4-3c3411a2b122 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:29.565674 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-205159be-31ec-41fd-97e4-3c3411a2b122 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0802863 Jul 09 20:02:29.567685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:29.684181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 4ea23728-27d3-40d4-954a-dfe0ac13349c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:29.686631 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.766602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.781825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 4ea23728-27d3-40d4-954a-dfe0ac13349c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:29.867437 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.897299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=4ea23728-27d3-40d4-954a-dfe0ac13349c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.902290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.907205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bac41dbe-f6e0-4494-af5c-b680bb64aa14 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/4ea23728-27d3-40d4-954a-dfe0ac13349c HTTP/1.1" status: 204 len: 168 time: 0.3385775 Jul 09 20:02:29.907795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.032428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a8e45-30f5-45b9-93a5-a077f29b92b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:30.034873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c7a8e45-30f5-45b9-93a5-a077f29b92b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1251001 Jul 09 20:02:30.037892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.068258 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-061776e6-fbfe-4178-8b31-3cf9a11f668f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:30.069872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-061776e6-fbfe-4178-8b31-3cf9a11f668f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/896fbbad-a223-4735-9e2b-04a560f3f9d2 HTTP/1.1" status: 404 len: 333 time: 0.0309765 Jul 09 20:02:30.072669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.101704 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf93a814-7927-4f6b-b531-185729f50b02 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:30.103464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bf93a814-7927-4f6b-b531-185729f50b02 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/4ea23728-27d3-40d4-954a-dfe0ac13349c HTTP/1.1" status: 404 len: 333 time: 0.0295310 Jul 09 20:02:30.106093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.181841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.274368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.284766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4597a8a5-828a-450f-9f10-64893df0c572']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:30.297171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eae4522-354f-4d6c-8406-a1f1febc8f58') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:30.297171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eae4522-354f-4d6c-8406-a1f1febc8f58') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:30.309420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.327023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.334544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:30.335121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:30.341482 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:30.408447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.416033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.421632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/4597a8a5-828a-450f-9f10-64893df0c572 HTTP/1.1" status: 204 len: 168 time: 0.3111854 Jul 09 20:02:30.421853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.429056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1346111473'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:30.434998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91113cbc-ab83-4795-ab90-82c1c13b287b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=4597a8a5-828a-450f-9f10-64893df0c572,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:30.453356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:30.457932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.485804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:30.498051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.498490 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 77ca6907-fb56-4b54-8162-d32339da8f35 of type vlan for network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d Jul 09 20:02:30.547561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.582757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.588557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:30.589223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.649498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2265410 Jul 09 20:02:30.652480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.657493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:30.676612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40403e8c-727a-48b9-8725-cdfb57677613 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=c7a5b904-59f9-46a8-a598-83d7c4fd8e9d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:30.690046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:30.766445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:30.770609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.987259 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.057342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=76192c6c-fd89-428f-b2fb-85abe1a8bbbf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:31.069522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '77ca6907-fb56-4b54-8162-d32339da8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:31.070133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: c7a5b904-59f9-46a8-a598-83d7c4fd8e9d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:31.088271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:31.099237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c7a5b904-59f9-46a8-a598-83d7c4fd8e9d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:31.107099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4027c1-c02f-4f1e-bef2-223b75555c3b None None] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:31.108552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:31.109470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.140511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-07296fc3-73e6-4a76-9e9f-13b90a831269 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4869795 Jul 09 20:02:31.144343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:31.151919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d', 'name': 'tempest-PortsIpV6TestJSON-730333624'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:31.292168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:31.296945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c7a5b904-59f9-46a8-a598-83d7c4fd8e9d', 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': '76192c6c-fd89-428f-b2fb-85abe1a8bbbf'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:31.297702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.298145 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.317353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 485c5e97-ad79-4f24-b5e6-dd968031aae3 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:31.447476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1d92-1e51-43b2-8905-f991a1ae51d8 req-60c26529-e28f-4dfe-8ce5-3739a37c6f69 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:31.448142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Allocated IP 2001:db8::2 (c7a5b904-59f9-46a8-a598-83d7c4fd8e9d/76192c6c-fd89-428f-b2fb-85abe1a8bbbf/0406eaaa-def6-4c4a-8899-8d7047eb9a65) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:31.455401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dad1d92-1e51-43b2-8905-f991a1ae51d8 req-60c26529-e28f-4dfe-8ce5-3739a37c6f69 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.0952377 Jul 09 20:02:31.505266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dad1d92-1e51-43b2-8905-f991a1ae51d8 req-fe446903-7c76-4e4c-95de-524e81117b06 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483031 Jul 09 20:02:31.606639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.616003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Transition to ACTIVE for port object 0406eaaa-def6-4c4a-8899-8d7047eb9a65 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:31.630972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Transition to ACTIVE for port object 0406eaaa-def6-4c4a-8899-8d7047eb9a65 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:31.636839 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.669164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:31.670544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:31.673105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:31.694843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::3c6 (c7a5b904-59f9-46a8-a598-83d7c4fd8e9d/76192c6c-fd89-428f-b2fb-85abe1a8bbbf/485c5e97-ad79-4f24-b5e6-dd968031aae3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:31.720044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Pushing event updated for resources: {'Port': ['ID=0406eaaa-def6-4c4a-8899-8d7047eb9a65,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:31.750665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Attempting to bind port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:31.751043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Attempting to bind port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '77ca6907-fb56-4b54-8162-d32339da8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:31.751439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Attempting to bind port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 on network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:31.757435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:31.758087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Checking segment: {'id': '77ca6907-fb56-4b54-8162-d32339da8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:31.758232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.759357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Bound using segment: {'id': '77ca6907-fb56-4b54-8162-d32339da8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:31.760196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Bound port: 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ca6907-fb56-4b54-8162-d32339da8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7a5b904-59f9-46a8-a598-83d7c4fd8e9d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:31.760196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.835406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] For port 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:31.838678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] For port 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0406eaaa-def6-4c4a-8899-8d7047eb9a65,segment=NetworkSegment(77ca6907-fb56-4b54-8162-d32339da8f35),segment_id=77ca6907-fb56-4b54-8162-d32339da8f35)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:31.845887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.864970 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.880634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 485c5e97-ad79-4f24-b5e6-dd968031aae3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:31.909355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c065f-13e3-4da4-ace1-50aa8c71d137 None None] Pushing event updated for resources: {'Port': ['ID=0406eaaa-def6-4c4a-8899-8d7047eb9a65,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:31.927655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.978179 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:31.981807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:31.987305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:31.993411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:31.994067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.996526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=485c5e97-ad79-4f24-b5e6-dd968031aae3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:32.011882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b78c56ad-4919-4220-a6cf-1fdc7da593db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8653867 Jul 09 20:02:32.014493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:32.174896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 485c5e97-ad79-4f24-b5e6-dd968031aae3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:32.175595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.264627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.277737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 485c5e97-ad79-4f24-b5e6-dd968031aae3 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:32.406293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0406eaaa-def6-4c4a-8899-8d7047eb9a65 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:32.427913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.459144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=485c5e97-ad79-4f24-b5e6-dd968031aae3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:32.461066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:32.490464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.492381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98fe8db1-bf35-445d-b689-27bc2cc433c7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/485c5e97-ad79-4f24-b5e6-dd968031aae3 HTTP/1.1" status: 204 len: 168 time: 0.4769657 Jul 09 20:02:32.495014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:32.520859 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-001534be-f95b-419a-9bed-8b6397149be3 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:02:32.521582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001534be-f95b-419a-9bed-8b6397149be3 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:02:32.523325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-001534be-f95b-419a-9bed-8b6397149be3 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/485c5e97-ad79-4f24-b5e6-dd968031aae3 HTTP/1.1" status: 404 len: 333 time: 0.0273948 Jul 09 20:02:32.527421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:32.560009 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf13f95-835b-4aca-8340-c5bb5f801e41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:32.564733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:32.565318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4cf13f95-835b-4aca-8340-c5bb5f801e41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/485c5e97-ad79-4f24-b5e6-dd968031aae3 HTTP/1.1" status: 404 len: 333 time: 0.0362036 Jul 09 20:02:32.625616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 76192c6c-fd89-428f-b2fb-85abe1a8bbbf {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:32.629402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.709671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.774020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806623f-a7d4-4c0e-b23a-34c9e850d296 req-0622c600-ce27-4d34-af48-7e8478053b41 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:32.775720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6806623f-a7d4-4c0e-b23a-34c9e850d296 req-0622c600-ce27-4d34-af48-7e8478053b41 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.1244979 Jul 09 20:02:32.843756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.873777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6806623f-a7d4-4c0e-b23a-34c9e850d296 req-5cc98e87-eb86-4c7e-9bc5-46f678920f6c tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907500 Jul 09 20:02:32.921843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c492b0f-1d51-4f6e-bba2-aaecbd842967 None None] Network c7a5b904-59f9-46a8-a598-83d7c4fd8e9d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:32.927010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.958732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=76192c6c-fd89-428f-b2fb-85abe1a8bbbf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:32.962312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.964217 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ecbc60f3-8647-4b9f-ac32-224a25a20353 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/76192c6c-fd89-428f-b2fb-85abe1a8bbbf HTTP/1.1" status: 204 len: 168 time: 0.3982062 Jul 09 20:02:32.967325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:32.991758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Provisioning for port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:32.998384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Provisioning complete for port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:32.998775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.067221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.130744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:33.131143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.146326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.185499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] For port 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0406eaaa-def6-4c4a-8899-8d7047eb9a65,segment=NetworkSegment(77ca6907-fb56-4b54-8162-d32339da8f35),segment_id=77ca6907-fb56-4b54-8162-d32339da8f35)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:33.193056 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.199261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] DHCP port deletion for c7a5b904-59f9-46a8-a598-83d7c4fd8e9d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:33.208591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0406eaaa-def6-4c4a-8899-8d7047eb9a65,segment=NetworkSegment(77ca6907-fb56-4b54-8162-d32339da8f35),segment_id=77ca6907-fb56-4b54-8162-d32339da8f35)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:33.209112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.223909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 0406eaaa-def6-4c4a-8899-8d7047eb9a65 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:33.273948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849d9a-1d4b-41c4-88b7-d2676ac52532 None None] Pushing event updated for resources: {'Port': ['ID=0406eaaa-def6-4c4a-8899-8d7047eb9a65,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:33.292890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Deleting port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:33.293296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.364457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf38a87-1476-420b-acdc-2450dcb2814d req-0a49cb28-e30e-43ab-9785-5b3e9f9e9147 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.366211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edf38a87-1476-420b-acdc-2450dcb2814d req-0a49cb28-e30e-43ab-9785-5b3e9f9e9147 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.0924783 Jul 09 20:02:33.381254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.440072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:33.441828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=0406eaaa-def6-4c4a-8899-8d7047eb9a65,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:33.510814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] For port 0406eaaa-def6-4c4a-8899-8d7047eb9a65, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0406eaaa-def6-4c4a-8899-8d7047eb9a65,segment=NetworkSegment(77ca6907-fb56-4b54-8162-d32339da8f35),segment_id=77ca6907-fb56-4b54-8162-d32339da8f35)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:33.511216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.525041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Calling delete_port for 0406eaaa-def6-4c4a-8899-8d7047eb9a65 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:33.552186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.572507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a5b904-59f9-46a8-a598-83d7c4fd8e9d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:33.584339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca6907-fb56-4b54-8162-d32339da8f35') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:33.584755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca6907-fb56-4b54-8162-d32339da8f35') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:33.596721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.609279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.610276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Deleting port f8a00424-8a5d-418b-bc1c-4ee78d566081 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:33.611309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.626144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.641609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] No DVR routers for this DVR port 0406eaaa-def6-4c4a-8899-8d7047eb9a65 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:33.647960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186870c-19da-4de6-aacb-3a83eb890937 None None] Pushing event deleted for resources: {'Port': ['ID=0406eaaa-def6-4c4a-8899-8d7047eb9a65,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:33.660961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:33.661496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:33.664466 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:33.745389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.764691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.766569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/c7a5b904-59f9-46a8-a598-83d7c4fd8e9d HTTP/1.1" status: 204 len: 168 time: 0.7981210 Jul 09 20:02:33.770278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:33.776175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632049041'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:33.780550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d9f86-0d9e-41c1-9cff-079a865928ef tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=c7a5b904-59f9-46a8-a598-83d7c4fd8e9d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:33.786527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] For port f8a00424-8a5d-418b-bc1c-4ee78d566081, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=f8a00424-8a5d-418b-bc1c-4ee78d566081,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:33.786527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.814181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:33.817770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.849955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:33.859893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.860241 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 876c859f-9d9e-41fb-bc76-b08407a8473f of type vlan for network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb Jul 09 20:02:33.908240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.944164 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.950000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.950652 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.026244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2548103 Jul 09 20:02:34.029498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:34.035570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:34.039300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013347d-bbfa-4939-806e-c533681bacfc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=2ce5df30-fc23-4492-8fe5-6d8dc7b284cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.064734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:34.149515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:34.153944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.364013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.364714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.364714 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Floating IP e7af6d68-98ec-44df-ba3a-eb5c26bf8d73 disassociated. External IP: 172.25.3.188, port: f8a00424-8a5d-418b-bc1c-4ee78d566081. Jul 09 20:02:34.365031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Calling delete_port for f8a00424-8a5d-418b-bc1c-4ee78d566081 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:34.367498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.393346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0406eaaa-def6-4c4a-8899-8d7047eb9a65 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:34.416100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0406eaaa-def6-4c4a-8899-8d7047eb9a65 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:34.416394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0406eaaa-def6-4c4a-8899-8d7047eb9a65 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:34.434469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59674ee-6e74-472a-bbec-29f471977f36 req-cdc59614-e900-4a09-9367-eadbc3bc6c0f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:34.435950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f59674ee-6e74-472a-bbec-29f471977f36 req-cdc59614-e900-4a09-9367-eadbc3bc6c0f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 946 time: 0.1294181 Jul 09 20:02:34.443016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=da8a0a77-5030-4916-9b3c-8fd13ebc8446,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.451302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '876c859f-9d9e-41fb-bc76-b08407a8473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:34.451764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:34.470938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:34.480203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:34.484892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:34.485572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.496361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f59674ee-6e74-472a-bbec-29f471977f36 req-1c8dc8f8-9e47-461d-ae8b-e43f203e9c35 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9300982-28b0-47e2-8251-dba4d5439876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523906 Jul 09 20:02:34.506548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-237a79fe-542f-4162-a879-3ea65a41345a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4752693 Jul 09 20:02:34.509418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:34.513952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d655cf6-9f13-4fab-ac14-ae8b4a323dc2 None None] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:34.518946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1995012379'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:34.566159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.607985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'Port': ['ID=f8a00424-8a5d-418b-bc1c-4ee78d566081,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.649855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:34.654821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.677866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 19893c3a-94f3-4b83-bd59-59a609ad5264 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:34.702812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-2ce5df30-fc23-4492-8fe5-6d8dc7b284cb', 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': 'da8a0a77-5030-4916-9b3c-8fd13ebc8446'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:34.703938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.746704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:02:34.825004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::3b2 (2ce5df30-fc23-4492-8fe5-6d8dc7b284cb/da8a0a77-5030-4916-9b3c-8fd13ebc8446/19893c3a-94f3-4b83-bd59-59a609ad5264) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:34.879835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:34.889802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:34.903144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:34.903932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:34.928707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] No DVR routers for this DVR port f8a00424-8a5d-418b-bc1c-4ee78d566081 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:34.931427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.933600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edf38a87-1476-420b-acdc-2450dcb2814d req-5f465475-38fc-420b-860e-6dbf5776e916 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.25 "DELETE /v2.0/ports/f8a00424-8a5d-418b-bc1c-4ee78d566081 HTTP/1.1" status: 204 len: 173 time: 1.5618327 Jul 09 20:02:34.934452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'name': 'network-vif-deleted', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:34.938869 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503872e-ae7d-4d55-8939-4fe3a7003f92" -d '{"events": [{"server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "name": "network-vif-deleted", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:34.990914 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb6ec11-25a1-40a0-b66a-cfeadc787dc0 x-openstack-request-id: req-cdb6ec11-25a1-40a0-b66a-cfeadc787dc0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:34.991233 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5412ed58-b898-4555-a4f3-d77686309ca2", "name": "network-vif-deleted", "tag": "f8a00424-8a5d-418b-bc1c-4ee78d566081", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:34.992157 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdb6ec11-25a1-40a0-b66a-cfeadc787dc0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:34.993849 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5412ed58-b898-4555-a4f3-d77686309ca2', 'name': 'network-vif-deleted', 'tag': 'f8a00424-8a5d-418b-bc1c-4ee78d566081', 'status': 'completed', 'code': 200} Jul 09 20:02:34.998089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.019600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 19893c3a-94f3-4b83-bd59-59a609ad5264 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:35.079919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:35.082737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.146266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:35.149804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:35.154009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:35.161081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:35.161804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.179080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=19893c3a-94f3-4b83-bd59-59a609ad5264,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:35.199028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:35.201452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1014684c-30ca-4cd6-8e0f-413de527a659 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6902983 Jul 09 20:02:35.296176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Allocated IP 2001:db8::2 (2ce5df30-fc23-4492-8fe5-6d8dc7b284cb/da8a0a77-5030-4916-9b3c-8fd13ebc8446/3a2de2be-94d7-4108-995e-104610d27781) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:35.306870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 19893c3a-94f3-4b83-bd59-59a609ad5264 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:35.307234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.401772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.418380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 19893c3a-94f3-4b83-bd59-59a609ad5264 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:35.517827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:35.590793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.601152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:02:35.611360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:35.612093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:35.616486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.616731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Transition to ACTIVE for port object 3a2de2be-94d7-4108-995e-104610d27781 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:35.636663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Transition to ACTIVE for port object 3a2de2be-94d7-4108-995e-104610d27781 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:35.666269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=19893c3a-94f3-4b83-bd59-59a609ad5264,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:35.673103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.722914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.726098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:35.727593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:35.734220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2f4a0fc4-a4e7-444a-bfa9-8ea92d122a5f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/19893c3a-94f3-4b83-bd59-59a609ad5264 HTTP/1.1" status: 204 len: 168 time: 0.5245600 Jul 09 20:02:35.757902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065d7706-03b1-4998-82e5-d496f3e70275 req-091e40cf-91ec-4cc6-959f-c422c053b13f tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/ports?device_id=5412ed58-b898-4555-a4f3-d77686309ca2 HTTP/1.1" status: 200 len: 210 time: 0.0442960 Jul 09 20:02:35.759834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:35.761640 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16acf9e-c24b-4ada-8bca-6d2f481861e4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:35.763573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c16acf9e-c24b-4ada-8bca-6d2f481861e4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/19893c3a-94f3-4b83-bd59-59a609ad5264 HTTP/1.1" status: 404 len: 333 time: 0.0343177 Jul 09 20:02:35.766194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:35.768447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:35.773396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Pushing event updated for resources: {'Port': ['ID=3a2de2be-94d7-4108-995e-104610d27781,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:35.837054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet da8a0a77-5030-4916-9b3c-8fd13ebc8446 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:35.841199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.850431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:35.886821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.891615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f8a00424-8a5d-418b-bc1c-4ee78d566081 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:35.901985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Attempting to bind port 3a2de2be-94d7-4108-995e-104610d27781 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:35.902367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Attempting to bind port 3a2de2be-94d7-4108-995e-104610d27781 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '876c859f-9d9e-41fb-bc76-b08407a8473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:35.902738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Attempting to bind port 3a2de2be-94d7-4108-995e-104610d27781 on network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:35.927980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: f8a00424-8a5d-418b-bc1c-4ee78d566081 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:35.928349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device f8a00424-8a5d-418b-bc1c-4ee78d566081 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:35.931579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:35.932034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Checking segment: {'id': '876c859f-9d9e-41fb-bc76-b08407a8473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:35.932443 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.932831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Bound using segment: {'id': '876c859f-9d9e-41fb-bc76-b08407a8473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:35.934327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Bound port: 3a2de2be-94d7-4108-995e-104610d27781, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876c859f-9d9e-41fb-bc76-b08407a8473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2ce5df30-fc23-4492-8fe5-6d8dc7b284cb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:35.934727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:35.972192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.038201 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.066832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=da8a0a77-5030-4916-9b3c-8fd13ebc8446,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:36.073551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.077628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6722409a-7131-47b2-8048-a9322a25f540 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/da8a0a77-5030-4916-9b3c-8fd13ebc8446 HTTP/1.1" status: 204 len: 168 time: 0.3073509 Jul 09 20:02:36.077898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:36.104915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] For port 3a2de2be-94d7-4108-995e-104610d27781, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:36.109697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] For port 3a2de2be-94d7-4108-995e-104610d27781, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3a2de2be-94d7-4108-995e-104610d27781,segment=NetworkSegment(876c859f-9d9e-41fb-bc76-b08407a8473f),segment_id=876c859f-9d9e-41fb-bc76-b08407a8473f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:36.136806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.167338 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.219535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aec2c-454e-4926-b3e0-52d542a02353 None None] Pushing event updated for resources: {'Port': ['ID=3a2de2be-94d7-4108-995e-104610d27781,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:36.233049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 3a2de2be-94d7-4108-995e-104610d27781 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:36.233425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.236482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:36.264185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4f5dc-fb9b-4b01-8d06-90c265f0d654 None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 4, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '27f46358-84bc-442f-9ab8-85b4adde716e', 'name': '', 'network_id': '6c3c1f17-0ccc-4417-9afc-58c17cc3e645', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'mac_address': 'fa:16:3e:a2:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '24b19222-d085-483f-914b-fc7f76b6749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:58Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'subnets': [{'id': '24b19222-d085-483f-914b-fc7f76b6749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:36.308456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port 3a2de2be-94d7-4108-995e-104610d27781, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3a2de2be-94d7-4108-995e-104610d27781,segment=NetworkSegment(876c859f-9d9e-41fb-bc76-b08407a8473f),segment_id=876c859f-9d9e-41fb-bc76-b08407a8473f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:36.308821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.324079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 3a2de2be-94d7-4108-995e-104610d27781 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:36.437157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.585492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44aff28-ba02-44f6-b183-1371c22d4377 None None] New status for floating IP e7af6d68-98ec-44df-ba3a-eb5c26bf8d73: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:02:36.854313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=3a2de2be-94d7-4108-995e-104610d27781,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:36.862112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port 3a2de2be-94d7-4108-995e-104610d27781 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:36.905104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:36.952606 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.966800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce5df30-fc23-4492-8fe5-6d8dc7b284cb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:36.974363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:36.981178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876c859f-9d9e-41fb-bc76-b08407a8473f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:36.981496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876c859f-9d9e-41fb-bc76-b08407a8473f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:36.992494 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.005559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.007550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.014014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:37.015146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:37.019143 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:37.059746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.062619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.063955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "DELETE /v2.0/security-groups/f9300982-28b0-47e2-8251-dba4d5439876 HTTP/1.1" status: 204 len: 168 time: 0.1575456 Jul 09 20:02:37.068102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:37.084970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f1be-1c75-4dc6-8d01-b8336a9e9cd9 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9300982-28b0-47e2-8251-dba4d5439876,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:37.101211 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-658df611-0d02-4b48-b235-de88aff0acbc tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] show failed (client error): The resource could not be found. Jul 09 20:02:37.101211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-658df611-0d02-4b48-b235-de88aff0acbc tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "GET /v2.0/security-groups/f9300982-28b0-47e2-8251-dba4d5439876 HTTP/1.1" status: 404 len: 347 time: 0.0295994 Jul 09 20:02:37.106604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:37.125735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.139334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.146333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/2ce5df30-fc23-4492-8fe5-6d8dc7b284cb HTTP/1.1" status: 204 len: 168 time: 1.0673847 Jul 09 20:02:37.148691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:37.154586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'name': 'tempest-PortsIpV6TestJSON-1652470303'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:37.169833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d02d50-46cd-4432-b948-ea2482935c19 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=2ce5df30-fc23-4492-8fe5-6d8dc7b284cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:37.279716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:37.285098 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.304225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port dd538eb9-b1d6-4549-a83a-2a4743fb132c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:37.312342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Deleting port fedd3163-897e-4e26-ad42-945f24d1ea2a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:37.312342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.400568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.401347 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.415190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Calling delete_port for fedd3163-897e-4e26-ad42-945f24d1ea2a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:37.451108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09359301-7bea-4124-9474-9a238f7b60f9 None None] DHCP port deletion for 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:37.456438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a23babba-a733-4940-bb77-834cced19abd None None] Could not find standard attr ID for object 3a2de2be-94d7-4108-995e-104610d27781. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:37.475172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70660835-c9f3-4aa9-97df-162a354dcb2e None None] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:37.487614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70660835-c9f3-4aa9-97df-162a354dcb2e None None] Network 2ce5df30-fc23-4492-8fe5-6d8dc7b284cb could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:02:37.490283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.527463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.567310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.578240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:37.584990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=dd538eb9-b1d6-4549-a83a-2a4743fb132c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:37.587813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:37.589798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:37.595535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:37.596147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.597996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Pushing event deleted for resources: {'Port': ['ID=fedd3163-897e-4e26-ad42-945f24d1ea2a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:37.610986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5abf0f3a-feec-4414-b63d-d863c9e2d47d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4609082 Jul 09 20:02:37.613496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:37.662370 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.664875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.666065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3e87f6c4-301d-40b8-8bea-c8e7d0babf57 tempest-AttachVolumeTestJSON-218123313 tempest-AttachVolumeTestJSON-218123313-project] 10.222.0.10 "DELETE /v2.0/floatingips/e7af6d68-98ec-44df-ba3a-eb5c26bf8d73 HTTP/1.1" status: 204 len: 168 time: 0.5582540 Jul 09 20:02:37.709420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port dd538eb9-b1d6-4549-a83a-2a4743fb132c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:37.709766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.779195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.795051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for dd538eb9-b1d6-4549-a83a-2a4743fb132c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:37.881707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.912639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=dd538eb9-b1d6-4549-a83a-2a4743fb132c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:37.916149 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:37.920676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:37.921223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb3e6ed7-424d-47c9-afd6-7d00295f485a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/dd538eb9-b1d6-4549-a83a-2a4743fb132c HTTP/1.1" status: 204 len: 168 time: 0.3062854 Jul 09 20:02:37.927870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'mac_address': 'fa:16:3e:ff:83:83', 'name': 'tempest-PortsIpV6TestJSON-308124862'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:38.032391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:38.101312 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.139429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port ca0f8007-f1cd-4a1f-8aa4-379f69a26499 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:38.340241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.379883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.427692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:38.433329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:38.437216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:38.443634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:38.444254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.457596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=ca0f8007-f1cd-4a1f-8aa4-379f69a26499,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:38.471500 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-62946c78-601a-4359-acd2-84004ccb8d97 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5490246 Jul 09 20:02:38.474236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:38.541348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1606c-b646-45c0-9679-f41bb43e5e0f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:38.542743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27c1606c-b646-45c0-9679-f41bb43e5e0f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/ca0f8007-f1cd-4a1f-8aa4-379f69a26499 HTTP/1.1" status: 200 len: 844 time: 0.0672767 Jul 09 20:02:38.545664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:38.649681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port ca0f8007-f1cd-4a1f-8aa4-379f69a26499 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:38.650310 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.715675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.728575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for ca0f8007-f1cd-4a1f-8aa4-379f69a26499 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:38.816035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.849840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=ca0f8007-f1cd-4a1f-8aa4-379f69a26499,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:38.855897 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:38.857904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a2fe83aa-603a-4af9-a138-6a44a2b86e34 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/ca0f8007-f1cd-4a1f-8aa4-379f69a26499 HTTP/1.1" status: 204 len: 168 time: 0.3112454 Jul 09 20:02:38.860706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:38.890824 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eadcfaa-0d3b-43e9-9cae-01fa1dfbbf20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:38.896549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7eadcfaa-0d3b-43e9-9cae-01fa1dfbbf20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/ca0f8007-f1cd-4a1f-8aa4-379f69a26499 HTTP/1.1" status: 404 len: 333 time: 0.0311193 Jul 09 20:02:38.896698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:38.901706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'name': 'tempest-PortsIpV6TestJSON-1153669321'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:39.012415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:39.016821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.036519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port a9f69ce0-fd86-432e-a5e1-341930d0f1d7 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:39.199971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.236479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.285231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:39.288471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:39.292354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:39.298002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.299274 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.311174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=a9f69ce0-fd86-432e-a5e1-341930d0f1d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:39.323416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-75681568-4f58-4ada-ab6a-af08e18df4db tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4256353 Jul 09 20:02:39.326099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:39.332634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:39.417959 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.589567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.595020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.639127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] In _notify_port_updated(), no bound segment for port a9f69ce0-fd86-432e-a5e1-341930d0f1d7 on network 951a8788-293e-4b60-903c-5de4fad0b1ee {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:39.645582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.646395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.650206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/ports/a9f69ce0-fd86-432e-a5e1-341930d0f1d7 HTTP/1.1" status: 200 len: 818 time: 0.3204520 Jul 09 20:02:39.650575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:39.665272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc061b-46a6-4308-80f4-85547bfdd17f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=a9f69ce0-fd86-432e-a5e1-341930d0f1d7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:39.756434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port a9f69ce0-fd86-432e-a5e1-341930d0f1d7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:39.756675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.833864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.850753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for a9f69ce0-fd86-432e-a5e1-341930d0f1d7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:39.948437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.987874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=a9f69ce0-fd86-432e-a5e1-341930d0f1d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:39.992990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.994936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d39ead99-3edf-4058-b5b2-434af1631967 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/a9f69ce0-fd86-432e-a5e1-341930d0f1d7 HTTP/1.1" status: 204 len: 168 time: 0.3433516 Jul 09 20:02:39.997402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:40.067740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add742d-abb0-425c-914d-d80cee90f489 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:40.069394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3add742d-abb0-425c-914d-d80cee90f489 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0709217 Jul 09 20:02:40.071950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:40.101958 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f92533b-a8b8-4c5c-a5d2-6cf4f78ccfa7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:40.107021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f92533b-a8b8-4c5c-a5d2-6cf4f78ccfa7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/a9f69ce0-fd86-432e-a5e1-341930d0f1d7 HTTP/1.1" status: 404 len: 333 time: 0.0306821 Jul 09 20:02:40.107309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:40.112804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141238263'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:40.138398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:40.143724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.168370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:40.179295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.179757 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment d621530b-f4bc-4880-ba21-ca420193ace8 of type vlan for network ba453262-ad1b-46e5-bfa8-ac886672a867 Jul 09 20:02:40.222405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.257621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.263371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:40.263963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.329742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2212546 Jul 09 20:02:40.334685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:40.341718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:40.342092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5385acc-e7fc-4eca-8ebd-4f8dc0400c74 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=ba453262-ad1b-46e5-bfa8-ac886672a867,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:40.369304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ba453262-ad1b-46e5-bfa8-ac886672a867 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:40.443231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:40.446923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.655745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.725293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=7010946a-db15-4e36-97b3-0d3cfded351f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:40.730672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': 'd621530b-f4bc-4880-ba21-ca420193ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:40.731035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: ba453262-ad1b-46e5-bfa8-ac886672a867, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:40.748484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network ba453262-ad1b-46e5-bfa8-ac886672a867 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:40.758413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ba453262-ad1b-46e5-bfa8-ac886672a867) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:40.762834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:40.763506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.770726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72898b-adb4-4c54-b7bc-cfe4e6074d6e None None] Network ba453262-ad1b-46e5-bfa8-ac886672a867 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:40.779809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4ebb32a0-578a-417f-9936-fdf178d29eeb tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4439986 Jul 09 20:02:40.782762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:40.788793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:40.928544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:40.932410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.957510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ba453262-ad1b-46e5-bfa8-ac886672a867', 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': '7010946a-db15-4e36-97b3-0d3cfded351f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:40.958450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.042167 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7010946a-db15-4e36-97b3-0d3cfded351f (CIDR: 2001:db8::/64) Jul 09 20:02:41.047107 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:02:41.047996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:02:41.066370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c189e54-d8d3-438b-9915-a7a92a22cfce tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2822733 Jul 09 20:02:41.069404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:41.075943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:41.185078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Allocated IP 2001:db8::2 (ba453262-ad1b-46e5-bfa8-ac886672a867/7010946a-db15-4e36-97b3-0d3cfded351f/cd3c6a83-7e93-489f-9b03-4b2d9b9b135d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:41.234799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:41.238911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.350879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.365035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Transition to ACTIVE for port object cd3c6a83-7e93-489f-9b03-4b2d9b9b135d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:41.382672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Transition to ACTIVE for port object cd3c6a83-7e93-489f-9b03-4b2d9b9b135d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:41.389146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.430705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Network ba453262-ad1b-46e5-bfa8-ac886672a867 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:41.435586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:41.440408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:41.443594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Pushing event updated for resources: {'Port': ['ID=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:41.503753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Attempting to bind port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:41.504115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Attempting to bind port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'd621530b-f4bc-4880-ba21-ca420193ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:41.504486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Attempting to bind port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d on network ba453262-ad1b-46e5-bfa8-ac886672a867 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:41.506087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.509956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:41.510342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Checking segment: {'id': 'd621530b-f4bc-4880-ba21-ca420193ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:41.510747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.511143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Bound using segment: {'id': 'd621530b-f4bc-4880-ba21-ca420193ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:41.511632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Bound port: cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd621530b-f4bc-4880-ba21-ca420193ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:41.511992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.543594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network ba453262-ad1b-46e5-bfa8-ac886672a867 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:41.556575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:41.560870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:41.561616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.578404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=7d48c5f4-5096-4592-bde5-aa4ffdae4fb2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:41.583093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e146b16-3ea3-42cb-9fcf-8d0af02607d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5123167 Jul 09 20:02:41.584040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] For port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:41.586303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:41.591744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'fixed_ips': [{'subnet_id': '7010946a-db15-4e36-97b3-0d3cfded351f'}, {'subnet_id': '7d48c5f4-5096-4592-bde5-aa4ffdae4fb2'}], 'name': 'tempest-PortsIpV6TestJSON-1024464438'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:41.595617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] For port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,segment=NetworkSegment(d621530b-f4bc-4880-ba21-ca420193ace8),segment_id=d621530b-f4bc-4880-ba21-ca420193ace8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:41.600337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.660026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c430709-1c73-4df6-96bc-cc805f6e1b29 None None] Pushing event updated for resources: {'Port': ['ID=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:41.718323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:41.804422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:41.828762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 0ac33354-7d6d-4206-ad1b-5406f19878b6 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:42.135584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::1f1 (ba453262-ad1b-46e5-bfa8-ac886672a867/7010946a-db15-4e36-97b3-0d3cfded351f/0ac33354-7d6d-4206-ad1b-5406f19878b6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:42.143596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8:0:1::3df (ba453262-ad1b-46e5-bfa8-ac886672a867/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2/0ac33354-7d6d-4206-ad1b-5406f19878b6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:42.285411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.300275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 0ac33354-7d6d-4206-ad1b-5406f19878b6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:42.340770 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.391285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network ba453262-ad1b-46e5-bfa8-ac886672a867 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:42.395701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:42.400565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:42.406721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:42.412711 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.435701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=0ac33354-7d6d-4206-ad1b-5406f19878b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:42.446730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4281627f-53cb-4c39-8413-364dab02b303 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.8567533 Jul 09 20:02:42.446919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:42.452698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7010946a-db15-4e36-97b3-0d3cfded351f'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:42.455899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cd3c6a83-7e93-489f-9b03-4b2d9b9b135d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:42.520368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:42.559706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.682277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47150338-b0e1-4db5-b3e7-8cb7ed95d01e None None] Network ba453262-ad1b-46e5-bfa8-ac886672a867 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:42.834332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Delete allocated IP 2001:db8:0:1::3df (ba453262-ad1b-46e5-bfa8-ac886672a867/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:02:42.914864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Provisioning for port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:42.928445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Provisioning complete for port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:42.928804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.995101 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.008049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Ignored duplicate provisioning block setup for port 0ac33354-7d6d-4206-ad1b-5406f19878b6 by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:02:43.015402 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.105283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] In _notify_port_updated(), no bound segment for port 0ac33354-7d6d-4206-ad1b-5406f19878b6 on network ba453262-ad1b-46e5-bfa8-ac886672a867 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:43.111242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:43.111869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.114032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/ports/0ac33354-7d6d-4206-ad1b-5406f19878b6 HTTP/1.1" status: 200 len: 926 time: 0.6654007 Jul 09 20:02:43.116254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:43.121529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7010946a-db15-4e36-97b3-0d3cfded351f'}, {'subnet_id': '7d48c5f4-5096-4592-bde5-aa4ffdae4fb2'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:43.126061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a9576-7cc9-4295-9123-5f1f3cd13c17 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=0ac33354-7d6d-4206-ad1b-5406f19878b6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:43.128621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.217503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] For port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,segment=NetworkSegment(d621530b-f4bc-4880-ba21-ca420193ace8),segment_id=d621530b-f4bc-4880-ba21-ca420193ace8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:43.227505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.238172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.386436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Pushing event updated for resources: {'Port': ['ID=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:43.395373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.395709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.396051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.396394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.396723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.397051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.397408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.397734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.398058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.398381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.399001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.399001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd3177-8692-4c9d-ae1c-5d32672dddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:43.495718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Update dhcp port {'port': {'network_id': 'ba453262-ad1b-46e5-bfa8-ac886672a867', 'fixed_ips': [{'subnet_id': '7010946a-db15-4e36-97b3-0d3cfded351f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d48c5f4-5096-4592-bde5-aa4ffdae4fb2'}], 'binding:host_id': 'n-d-800087-3'}, 'id': 'cd3c6a83-7e93-489f-9b03-4b2d9b9b135d'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:02:43.543131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.608961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8:0:1::25b (ba453262-ad1b-46e5-bfa8-ac886672a867/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2/0ac33354-7d6d-4206-ad1b-5406f19878b6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:43.751772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.764606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Ignored duplicate provisioning block setup for port 0ac33354-7d6d-4206-ad1b-5406f19878b6 by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:02:43.769253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.839867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Allocated IP 2001:db8:0:1::2 (ba453262-ad1b-46e5-bfa8-ac886672a867/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2/cd3c6a83-7e93-489f-9b03-4b2d9b9b135d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:43.878645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=0ac33354-7d6d-4206-ad1b-5406f19878b6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:43.881524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] In _notify_port_updated(), no bound segment for port 0ac33354-7d6d-4206-ad1b-5406f19878b6 on network ba453262-ad1b-46e5-bfa8-ac886672a867 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:43.887085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:43.887709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.889089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4b893185-85da-421f-b04d-1784c1bac941 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/ports/0ac33354-7d6d-4206-ad1b-5406f19878b6 HTTP/1.1" status: 200 len: 1012 time: 0.7718768 Jul 09 20:02:43.892433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:43.968787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] For port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,segment=NetworkSegment(d621530b-f4bc-4880-ba21-ca420193ace8),segment_id=d621530b-f4bc-4880-ba21-ca420193ace8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:43.996616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 0ac33354-7d6d-4206-ad1b-5406f19878b6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:43.997235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.013822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.029428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Transition to ACTIVE for port object cd3c6a83-7e93-489f-9b03-4b2d9b9b135d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:44.034659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.100547 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.120225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 0ac33354-7d6d-4206-ad1b-5406f19878b6 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:44.140340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b58cd-08ef-46a2-825a-6c9cc757b22d None None] Pushing event updated for resources: {'Port': ['ID=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:44.361273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.404735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=0ac33354-7d6d-4206-ad1b-5406f19878b6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:44.450778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cd3c6a83-7e93-489f-9b03-4b2d9b9b135d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:44.469394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.476196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:44.486577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-984fe3c5-6948-4c99-a03f-89e961061da6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/0ac33354-7d6d-4206-ad1b-5406f19878b6 HTTP/1.1" status: 204 len: 168 time: 0.5930634 Jul 09 20:02:44.521952 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03bdc36-f623-4a8f-95b6-d3dfd9698557 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:44.527638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:44.540501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a03bdc36-f623-4a8f-95b6-d3dfd9698557 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/0ac33354-7d6d-4206-ad1b-5406f19878b6 HTTP/1.1" status: 404 len: 333 time: 0.0623426 Jul 09 20:02:44.611886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 7d48c5f4-5096-4592-bde5-aa4ffdae4fb2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:44.617037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.672373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.852280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.939059 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.969745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=7d48c5f4-5096-4592-bde5-aa4ffdae4fb2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:44.976167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.978132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f375c9f3-7ee7-4918-9612-cef0cba24f2f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2 HTTP/1.1" status: 204 len: 168 time: 0.4490941 Jul 09 20:02:44.980832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:45.026848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc6f4b-7032-49c0-8895-363326cd5a9c None None] Network ba453262-ad1b-46e5-bfa8-ac886672a867 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:45.038313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 7010946a-db15-4e36-97b3-0d3cfded351f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:45.041800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.089611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.096606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3d05-2e6c-45bb-bbb8-d8e9a59d7ae9 None None] Provisioning for port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:45.104895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3d05-2e6c-45bb-bbb8-d8e9a59d7ae9 None None] Provisioning complete for port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:45.105228 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-10cd3d05-2e6c-45bb-bbb8-d8e9a59d7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.219335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.268066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-10cd3d05-2e6c-45bb-bbb8-d8e9a59d7ae9 None None] Could not find standard attr ID for object 0ac33354-7d6d-4206-ad1b-5406f19878b6. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:45.300468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.336745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=7010946a-db15-4e36-97b3-0d3cfded351f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:45.344195 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.347619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-76573def-01fb-4925-a08d-9263a4070417 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/7010946a-db15-4e36-97b3-0d3cfded351f HTTP/1.1" status: 204 len: 168 time: 0.3655500 Jul 09 20:02:45.350244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:45.438118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.515845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:45.515845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.602376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,segment=NetworkSegment(d621530b-f4bc-4880-ba21-ca420193ace8),segment_id=d621530b-f4bc-4880-ba21-ca420193ace8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:45.602871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.617758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for cd3c6a83-7e93-489f-9b03-4b2d9b9b135d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:45.709487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.739276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=cd3c6a83-7e93-489f-9b03-4b2d9b9b135d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:45.741156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port cd3c6a83-7e93-489f-9b03-4b2d9b9b135d on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:45.846414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.861897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba453262-ad1b-46e5-bfa8-ac886672a867']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:45.872932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd621530b-f4bc-4880-ba21-ca420193ace8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:45.873190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd621530b-f4bc-4880-ba21-ca420193ace8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:45.883228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.898870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.906307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:45.906733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:45.911111 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:45.978224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.982935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:45.985507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/ba453262-ad1b-46e5-bfa8-ac886672a867 HTTP/1.1" status: 204 len: 168 time: 0.6342072 Jul 09 20:02:45.989769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:46.008043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9dae-6d7d-40ba-8dc2-7113a1205b20 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=ba453262-ad1b-46e5-bfa8-ac886672a867,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:46.078342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76b544-a2c9-44c2-8f28-c4a532a7e16e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:46.084424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-af76b544-a2c9-44c2-8f28-c4a532a7e16e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0896523 Jul 09 20:02:46.084880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:46.096230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66656f64-a545-42f5-bc36-1112ac9674a0 None None] Could not find standard attr ID for object cd3c6a83-7e93-489f-9b03-4b2d9b9b135d. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:46.102160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477758a9-7fd8-4892-9f27-9aa301c904f9 None None] DHCP port deletion for ba453262-ad1b-46e5-bfa8-ac886672a867 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:46.356717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11da7ab4-6d33-40ad-acbc-db3083b708d6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1133423 Jul 09 20:02:46.359783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:46.359783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604289208'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:46.359783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:46.359783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.359783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:46.377817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.378667 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 95133c5f-e1cd-41e0-9498-c6b79dc26868 of type vlan for network 6465bd63-a58c-40f1-baa1-33e2aa876dcf Jul 09 20:02:46.408482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cd3c6a83-7e93-489f-9b03-4b2d9b9b135d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:46.431691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: cd3c6a83-7e93-489f-9b03-4b2d9b9b135d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:46.432161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cd3c6a83-7e93-489f-9b03-4b2d9b9b135d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:46.436354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.467999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.473730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:46.474322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.548838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3379481 Jul 09 20:02:46.549772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac46f27-fdf7-448e-b558-3f56e8724966 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=6465bd63-a58c-40f1-baa1-33e2aa876dcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:46.552080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:46.557216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:46.566830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:46.661671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:46.666385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.184373 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.252816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=aa5c0f9c-65dd-4e04-b68f-280950b25a14,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:47.261908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '95133c5f-e1cd-41e0-9498-c6b79dc26868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:47.262338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: 6465bd63-a58c-40f1-baa1-33e2aa876dcf, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:47.278909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:47.289144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6465bd63-a58c-40f1-baa1-33e2aa876dcf) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:47.304056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:47.304056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.311639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de861abc-467e-4772-89ff-f0c6e429c2c0 None None] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:47.332804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0abf3aaf-30d3-4c09-9479-e790c0b04450 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7772651 Jul 09 20:02:47.333234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:47.338449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf', 'name': 'tempest-PortsIpV6TestJSON-368379301'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:47.479320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:47.483749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.497827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6465bd63-a58c-40f1-baa1-33e2aa876dcf', 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': 'aa5c0f9c-65dd-4e04-b68f-280950b25a14'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:47.498862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.506160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 6a2e2174-7f6d-409a-bcee-e39a340d054c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:47.640678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::272 (6465bd63-a58c-40f1-baa1-33e2aa876dcf/aa5c0f9c-65dd-4e04-b68f-280950b25a14/6a2e2174-7f6d-409a-bcee-e39a340d054c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:47.806604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.820193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 6a2e2174-7f6d-409a-bcee-e39a340d054c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:47.856774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.913809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:47.915085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Allocated IP 2001:db8::2 (6465bd63-a58c-40f1-baa1-33e2aa876dcf/aa5c0f9c-65dd-4e04-b68f-280950b25a14/5a937b20-23ba-45c4-ab13-aa8fc625d5fd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:47.919566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:47.924835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:47.930854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:47.931843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.937901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=6a2e2174-7f6d-409a-bcee-e39a340d054c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:47.968008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:47.968377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e0de4bb-4442-4867-a175-b8c4c2fb6c60 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6337399 Jul 09 20:02:47.973750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf', 'name': 'tempest-PortsIpV6TestJSON-738670449'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:48.137159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:48.165477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.177442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Transition to ACTIVE for port object 5a937b20-23ba-45c4-ab13-aa8fc625d5fd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:48.229716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Transition to ACTIVE for port object 5a937b20-23ba-45c4-ab13-aa8fc625d5fd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:48.232597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:48.237260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.238899 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.259592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port b3fa2870-4aac-48ff-a147-955f24282157 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:48.294448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:48.298641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:48.303787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:48.307692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Pushing event updated for resources: {'Port': ['ID=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.405937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Attempting to bind port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.406617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Attempting to bind port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '95133c5f-e1cd-41e0-9498-c6b79dc26868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.406733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Attempting to bind port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd on network 6465bd63-a58c-40f1-baa1-33e2aa876dcf {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.422717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:48.423232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Checking segment: {'id': '95133c5f-e1cd-41e0-9498-c6b79dc26868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:48.423653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.424059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Bound using segment: {'id': '95133c5f-e1cd-41e0-9498-c6b79dc26868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:48.424553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Bound port: 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95133c5f-e1cd-41e0-9498-c6b79dc26868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6465bd63-a58c-40f1-baa1-33e2aa876dcf'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:48.424946 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.426317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::39 (6465bd63-a58c-40f1-baa1-33e2aa876dcf/aa5c0f9c-65dd-4e04-b68f-280950b25a14/b3fa2870-4aac-48ff-a147-955f24282157) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:48.565494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] For port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:48.572174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] For port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,segment=NetworkSegment(95133c5f-e1cd-41e0-9498-c6b79dc26868),segment_id=95133c5f-e1cd-41e0-9498-c6b79dc26868)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:48.585214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.640850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98bae-7d38-4d9c-88cd-70496e801494 req-7b00a04c-e590-4e87-8f79-8eb0cb6b4823 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:48.642725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-69e98bae-7d38-4d9c-88cd-70496e801494 req-7b00a04c-e590-4e87-8f79-8eb0cb6b4823 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1096 time: 0.1592476 Jul 09 20:02:48.664306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08c6a6-03b0-4a5d-88bc-6cb14b6eca93 None None] Pushing event updated for resources: {'Port': ['ID=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.675724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.698716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object b3fa2870-4aac-48ff-a147-955f24282157 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:48.725439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-69e98bae-7d38-4d9c-88cd-70496e801494 req-ce33a0cd-ed7d-41ff-bed1-36c4c25147f0 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725694 Jul 09 20:02:48.773849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.837343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:48.843601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:48.848111 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.849763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:48.856135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:48.856840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.911774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=b3fa2870-4aac-48ff-a147-955f24282157,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.924602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-da2d1d81-6e85-4d4b-b494-e4d75a48d399 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9550111 Jul 09 20:02:48.927262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.065645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ecc0d9-8930-4a55-b8a0-3c7fc8227cee tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.067535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-12ecc0d9-8930-4a55-b8a0-3c7fc8227cee tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A272 HTTP/1.1" status: 200 len: 928 time: 0.1393535 Jul 09 20:02:49.070430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.091481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.152567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b477-82e7-469e-98db-50c955697411 req-cb942573-9a74-456d-820a-83657661d088 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.154168 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb65b477-82e7-469e-98db-50c955697411 req-cb942573-9a74-456d-820a-83657661d088 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1770089 Jul 09 20:02:49.202792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port b3fa2870-4aac-48ff-a147-955f24282157 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:49.203206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.238757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb65b477-82e7-469e-98db-50c955697411 req-6056d9a1-e1e8-43e2-b675-687b6df186b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492480 Jul 09 20:02:49.265594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.309562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.331399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for b3fa2870-4aac-48ff-a147-955f24282157 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:49.413895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0e4e5b21-a22c-46ed-817d-60d83b8b76ad tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/087028a1-f849-4a5d-a7b8-5a37def07a56 HTTP/1.1" status: 200 len: 993 time: 0.1473823 Jul 09 20:02:49.499001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.542133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=b3fa2870-4aac-48ff-a147-955f24282157,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:49.595499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.601579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a0b069b4-c2a8-4f2a-a6b8-9964a1fe8b9d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/b3fa2870-4aac-48ff-a147-955f24282157 HTTP/1.1" status: 204 len: 168 time: 0.5299263 Jul 09 20:02:49.602388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.638853 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8d86d4-dd25-44b3-bad7-ea208c90f31e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:49.644703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f8d86d4-dd25-44b3-bad7-ea208c90f31e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/b3fa2870-4aac-48ff-a147-955f24282157 HTTP/1.1" status: 404 len: 333 time: 0.0411177 Jul 09 20:02:49.645520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.782779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 6a2e2174-7f6d-409a-bcee-e39a340d054c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:49.783134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.943123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.961273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 6a2e2174-7f6d-409a-bcee-e39a340d054c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:49.973581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-34bab8a6-62f1-41e9-8f94-f23e0fdc5ded req-8b583280-417d-4cd1-97ef-fac066fe8f32 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:49.975402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34bab8a6-62f1-41e9-8f94-f23e0fdc5ded req-8b583280-417d-4cd1-97ef-fac066fe8f32 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070221 Jul 09 20:02:50.066748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490b78d-15c9-45ba-ab73-1afafce7daaa None None] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:50.076038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-2cf5ab29-70b4-441c-93f2-30498b7ce533 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093843 Jul 09 20:02:50.102652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Deleting port 27f46358-84bc-442f-9ab8-85b4adde716e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:50.103250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.168643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.208775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=6a2e2174-7f6d-409a-bcee-e39a340d054c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:50.242109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f155375e-2e4b-4c0c-946d-f6701134900a None None] Provisioning for port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:50.243105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.247666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-903b86e7-46c6-49f5-9bd9-4dd8c0d386a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/6a2e2174-7f6d-409a-bcee-e39a340d054c HTTP/1.1" status: 204 len: 168 time: 0.5987487 Jul 09 20:02:50.247989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:50.273026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] For port 27f46358-84bc-442f-9ab8-85b4adde716e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=27f46358-84bc-442f-9ab8-85b4adde716e,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:50.273485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.287849 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a39afa5-309b-4eef-bdde-9bbfeb9984d3 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:50.292086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5a39afa5-309b-4eef-bdde-9bbfeb9984d3 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/6a2e2174-7f6d-409a-bcee-e39a340d054c HTTP/1.1" status: 404 len: 333 time: 0.0407267 Jul 09 20:02:50.292441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:50.312212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Calling delete_port for 27f46358-84bc-442f-9ab8-85b4adde716e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:50.408296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet aa5c0f9c-65dd-4e04-b68f-280950b25a14 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:50.412869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.481429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a937b20-23ba-45c4-ab13-aa8fc625d5fd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:50.489216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.599379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:50.608006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:50.611470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.618130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-568bcc1f-6719-423c-b835-6604f7857d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.629775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-568bcc1f-6719-423c-b835-6604f7857d69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1096 time: 0.4753518 Jul 09 20:02:50.649678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:50.669925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.778042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.880095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.897169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-68ff6bc0-170d-424f-b7d8-ecacc2f21745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.898039 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:02:50.898407 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:02:50.898744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-68ff6bc0-170d-424f-b7d8-ecacc2f21745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2360330 Jul 09 20:02:50.912033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] Provisioning complete for port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:50.912413 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.939334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5c0f9c-65dd-4e04-b68f-280950b25a14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:50.962833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.964834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d345e4a9-76c6-4141-a9c3-25810ad7f21d tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/aa5c0f9c-65dd-4e04-b68f-280950b25a14 HTTP/1.1" status: 204 len: 168 time: 0.6708426 Jul 09 20:02:50.989528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.013840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a7b3-c031-48a7-bcb2-a89dcbafe1fb req-89c98166-e99a-4b31-84d4-2369f0843711 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.016164 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44c3a7b3-c031-48a7-bcb2-a89dcbafe1fb req-89c98166-e99a-4b31-84d4-2369f0843711 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.2292349 Jul 09 20:02:51.060055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.060747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44c3a7b3-c031-48a7-bcb2-a89dcbafe1fb req-e03e284f-dcb9-4abc-b9bc-ba62a83f86e0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379713 Jul 09 20:02:51.105243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] For port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,segment=NetworkSegment(95133c5f-e1cd-41e0-9498-c6b79dc26868),segment_id=95133c5f-e1cd-41e0-9498-c6b79dc26868)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:51.111261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.154490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4f4fc-6f4f-4509-8aee-bfab22f7f5f7 None None] Network 6465bd63-a58c-40f1-baa1-33e2aa876dcf requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:51.164897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-fe6bc9f0-dc75-4b1a-b8c3-e9e5c5fd3818 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1001 time: 0.2379973 Jul 09 20:02:51.170994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.218994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.223638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-569a68b1-bac9-49a2-aef5-cfb4ee0863de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5728824 Jul 09 20:02:51.241483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2a31de1f-bc16-40b6-8a98-4e4716d1ecc4 None None] Could not find standard attr ID for object 6a2e2174-7f6d-409a-bcee-e39a340d054c. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:51.244498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05ca2-442b-4e3c-b56b-923c0a0400c6 None None] Pushing event updated for resources: {'Port': ['ID=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.244591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Pushing event deleted for resources: {'Port': ['ID=27f46358-84bc-442f-9ab8-85b4adde716e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.326734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-a02b9e59-dd91-41ca-be2e-d333c37f3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.328241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-a02b9e59-dd91-41ca-be2e-d333c37f3616 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.1528428 Jul 09 20:02:51.527361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:51.527925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.529877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] DHCP port deletion for 6465bd63-a58c-40f1-baa1-33e2aa876dcf request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:51.555468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-61499bdd-0e37-4f37-abc6-d94acd771acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.557029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-61499bdd-0e37-4f37-abc6-d94acd771acf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074318 Jul 09 20:02:51.627584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Deleting port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:51.628450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.674323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.681152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,segment=NetworkSegment(95133c5f-e1cd-41e0-9498-c6b79dc26868),segment_id=95133c5f-e1cd-41e0-9498-c6b79dc26868)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:51.681532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.701291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] For port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,segment=NetworkSegment(95133c5f-e1cd-41e0-9498-c6b79dc26868),segment_id=95133c5f-e1cd-41e0-9498-c6b79dc26868)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:51.701858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.714611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 5a937b20-23ba-45c4-ab13-aa8fc625d5fd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:51.721563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Calling delete_port for 5a937b20-23ba-45c4-ab13-aa8fc625d5fd owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:51.783776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-e2fb1de2-ae56-40b3-b29b-07031c9d0e41 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962101 Jul 09 20:02:51.825416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.852203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] Pushing event deleted for resources: {'Port': ['ID=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.855954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0e3f-bc03-4338-ac0c-a1e670b69d0f None None] No DVR routers for this DVR port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:52.038288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.067802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d732b09f-e3c5-46a4-9685-1b7db1d8d355 req-d876f915-420d-44b8-abfa-69385809d59a service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525759 Jul 09 20:02:52.101973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=5a937b20-23ba-45c4-ab13-aa8fc625d5fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:52.114646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port 5a937b20-23ba-45c4-ab13-aa8fc625d5fd on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:52.220456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Router cac9fc85-b45b-4fad-933f-44d5ee73d84a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:02:52.222139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.252134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6465bd63-a58c-40f1-baa1-33e2aa876dcf']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:52.268884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95133c5f-e1cd-41e0-9498-c6b79dc26868') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:52.269205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95133c5f-e1cd-41e0-9498-c6b79dc26868') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:52.283051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.337008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.350940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:52.351356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:52.354363 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:52.380283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cda42f16-521f-4ee5-9f63-6cd8ff011a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.474587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a937b20-23ba-45c4-ab13-aa8fc625d5fd no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:52.479106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83058d4a-1e9b-41df-8fd8-2b643eb516c0 req-1bde4003-1d25-49a2-9238-308a62f9af23 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:52.480696 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83058d4a-1e9b-41df-8fd8-2b643eb516c0 req-1bde4003-1d25-49a2-9238-308a62f9af23 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.2785032 Jul 09 20:02:52.492651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:02:52.495290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.502998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Sync routers for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:02:52.505715 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d42c7295-0f6e-41ff-ad11-8533bb121def admin admin] 10.222.0.10 "PUT /v2.0/routers/cac9fc85-b45b-4fad-933f-44d5ee73d84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3675213 Jul 09 20:02:52.508347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:52.509759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.511729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/6465bd63-a58c-40f1-baa1-33e2aa876dcf HTTP/1.1" status: 204 len: 168 time: 1.5166035 Jul 09 20:02:52.515394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:52.522059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5a937b20-23ba-45c4-ab13-aa8fc625d5fd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:52.522415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5a937b20-23ba-45c4-ab13-aa8fc625d5fd not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:52.526590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:52.527214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:52.530187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-913587023'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:52.550839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d82e6a-32fb-446c-b2b1-8a572c14dccf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=6465bd63-a58c-40f1-baa1-33e2aa876dcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:52.579727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83058d4a-1e9b-41df-8fd8-2b643eb516c0 req-ad0e2314-e795-4a79-b820-6ddaa69d52b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889094 Jul 09 20:02:52.585066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:52.589932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.638277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:52.648303 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.648659 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment e77e5c1e-05cd-4d5f-9429-a539c41a7706 of type vlan for network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 Jul 09 20:02:52.668542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:52.668803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.704690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.753920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.761322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:52.762299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.887774 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.999771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Deleting port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:53.000134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.161341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6369860 Jul 09 20:02:53.164150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.168329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T20:02:50Z', 'revision_number': 5, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port': {'id': 'ac0c282d-3f06-4a2f-890d-1f1cf105d6ce', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:49Z', 'updated_at': '2021-07-09T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.171784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:53.188940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edee80d-6839-4d45-9ccd-1e7baecdf33f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.197430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Checking router: cac9fc85-b45b-4fad-933f-44d5ee73d84a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:02:53.204556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] For port ac0c282d-3f06-4a2f-890d-1f1cf105d6ce, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:53.205040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:53.205952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.211946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Routers {'cac9fc85-b45b-4fad-933f-44d5ee73d84a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:02:53.212687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.221656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Calling delete_port for ac0c282d-3f06-4a2f-890d-1f1cf105d6ce owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:53.277582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:53.283103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.380393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.385701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] Set router cac9fc85-b45b-4fad-933f-44d5ee73d84a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:02:53.447963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T20:02:52Z', 'revision_number': 6, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.475087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.496216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cd43-52e7-4d2e-824b-87a631807a41 None None] The sync data for ids ['cac9fc85-b45b-4fad-933f-44d5ee73d84a'] in n-d-800087-3 is: [{'id': 'cac9fc85-b45b-4fad-933f-44d5ee73d84a', 'name': 'tempest-AttachVolumeTestJSON-383738184-router', 'tenant_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:48Z', 'updated_at': '2021-07-09T20:02:52Z', 'revision_number': 6, 'project_id': '2a7d286fdf2f458aaf14d663ce6c5760', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:53.520956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.530330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0c282d-3f06-4a2f-890d-1f1cf105d6ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.621810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=52a217d6-3a39-47cc-b904-1f8258fab5d0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.636197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': 'e77e5c1e-05cd-4d5f-9429-a539c41a7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:53.636849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:53.654000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.685034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:53.700857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:53.707377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:53.709189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.723704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592baeb-3136-40c2-b051-01188f326510 None None] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:53.746302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fbeb6cfe-9b5c-4db9-8b83-fec3252c5f11 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5809062 Jul 09 20:02:53.747191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 35976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.753555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356', 'name': 'tempest-PortsIpV6TestJSON-651638264', 'fixed_ips': [{'subnet_id': '52a217d6-3a39-47cc-b904-1f8258fab5d0', 'ip_address': '2001:db8::10'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:53.824343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.827796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.916147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356', 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': '52a217d6-3a39-47cc-b904-1f8258fab5d0'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:02:53.922390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.965740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:53.989217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650abc6-7c69-4d7b-a66c-2e54265d7bb3 req-e35da4ae-219d-40c5-8e6e-6d4d71158f7d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:53.999373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8650abc6-7c69-4d7b-a66c-2e54265d7bb3 req-e35da4ae-219d-40c5-8e6e-6d4d71158f7d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.2291951 Jul 09 20:02:54.007948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.008828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac9fc85-b45b-4fad-933f-44d5ee73d84a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:54.019840 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.021405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-decf54ee-9300-4b4f-9c87-81e2413b7638 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cac9fc85-b45b-4fad-933f-44d5ee73d84a HTTP/1.1" status: 204 len: 168 time: 1.5120263 Jul 09 20:02:54.029372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.098216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8650abc6-7c69-4d7b-a66c-2e54265d7bb3 req-2a882beb-a5a1-427d-ae14-d93462d62e36 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975287 Jul 09 20:02:54.117078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Deleting subnet 24b19222-d085-483f-914b-fc7f76b6749e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:54.120709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.162423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.174639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Allocated IP 2001:db8::2 (6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356/52a217d6-3a39-47cc-b904-1f8258fab5d0/80faa447-43d3-4c01-84da-01cf788d729b) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:54.185116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 608c5135-39a3-43d8-9549-b085391b6b3b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:54.196700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.397589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.402900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.408001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Transition to ACTIVE for port object 80faa447-43d3-4c01-84da-01cf788d729b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:54.428538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Transition to ACTIVE for port object 80faa447-43d3-4c01-84da-01cf788d729b will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:54.440662 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.490823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:54.497052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.498068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:54.543023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b19222-d085-483f-914b-fc7f76b6749e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:54.546391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.551547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:54.555053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-838feb74-c7d6-45bd-b621-53459a8b640d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24b19222-d085-483f-914b-fc7f76b6749e HTTP/1.1" status: 204 len: 168 time: 0.5242162 Jul 09 20:02:54.556099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 35990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.576980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a9f60-3b93-4b12-8f12-273d9a8d27ed None None] Network 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:54.598249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::10 (6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356/52a217d6-3a39-47cc-b904-1f8258fab5d0/608c5135-39a3-43d8-9549-b085391b6b3b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:54.668925 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.697110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ac0c282d-3f06-4a2f-890d-1f1cf105d6ce no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:54.736741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Deleting port f4bdceff-f709-4a10-a31c-ebe4036bfa2d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:54.737098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.770566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ac0c282d-3f06-4a2f-890d-1f1cf105d6ce {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:54.770566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ac0c282d-3f06-4a2f-890d-1f1cf105d6ce not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:54.770566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 27f46358-84bc-442f-9ab8-85b4adde716e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:54.820967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] For port f4bdceff-f709-4a10-a31c-ebe4036bfa2d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,segment=NetworkSegment(87db3b64-10b7-467e-8033-989d2159fad1),segment_id=87db3b64-10b7-467e-8033-989d2159fad1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:54.821361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.824301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Pushing event updated for resources: {'Port': ['ID=80faa447-43d3-4c01-84da-01cf788d729b,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:54.835671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 27f46358-84bc-442f-9ab8-85b4adde716e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:54.836022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 27f46358-84bc-442f-9ab8-85b4adde716e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:54.837994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Calling delete_port for f4bdceff-f709-4a10-a31c-ebe4036bfa2d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:54.839605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Attempting to bind port 80faa447-43d3-4c01-84da-01cf788d729b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:54.839984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Attempting to bind port 80faa447-43d3-4c01-84da-01cf788d729b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e77e5c1e-05cd-4d5f-9429-a539c41a7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:54.840346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Attempting to bind port 80faa447-43d3-4c01-84da-01cf788d729b on network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:54.846746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:54.847122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Checking segment: {'id': 'e77e5c1e-05cd-4d5f-9429-a539c41a7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:54.847699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.848099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Bound using segment: {'id': 'e77e5c1e-05cd-4d5f-9429-a539c41a7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:54.848575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Bound port: 80faa447-43d3-4c01-84da-01cf788d729b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77e5c1e-05cd-4d5f-9429-a539c41a7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:54.848960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.858015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.884436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 608c5135-39a3-43d8-9549-b085391b6b3b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:54.928629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.983570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.019791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec4dcd3e-2cf8-40c3-a8ee-989c84e84d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.025374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] For port 80faa447-43d3-4c01-84da-01cf788d729b, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:55.030864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] For port 80faa447-43d3-4c01-84da-01cf788d729b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=80faa447-43d3-4c01-84da-01cf788d729b,segment=NetworkSegment(e77e5c1e-05cd-4d5f-9429-a539c41a7706),segment_id=e77e5c1e-05cd-4d5f-9429-a539c41a7706)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:55.036676 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.044806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:55.052161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bdceff-f709-4a10-a31c-ebe4036bfa2d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.059317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] No DVR routers for this DVR port f4bdceff-f709-4a10-a31c-ebe4036bfa2d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:55.083074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:55.096246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9bd48-7748-4c8a-9233-4d9dd0eae712 None None] DHCP port deletion for 6c3c1f17-0ccc-4417-9afc-58c17cc3e645 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:55.096650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:55.103377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.104237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.131837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=608c5135-39a3-43d8-9549-b085391b6b3b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.169671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.172259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589da4f-089a-4a2c-83bd-fe44bfbb4845 None None] Pushing event updated for resources: {'Port': ['ID=80faa447-43d3-4c01-84da-01cf788d729b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.181631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3c1f17-0ccc-4417-9afc-58c17cc3e645']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:55.185050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcc6f255-b990-4670-aa11-18a019ef8470 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4365327 Jul 09 20:02:55.186265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:55.193431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87db3b64-10b7-467e-8033-989d2159fad1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:55.193731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87db3b64-10b7-467e-8033-989d2159fad1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:55.194623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': '6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356', 'name': 'tempest-PortsIpV6TestJSON-1125794920', 'fixed_ips': [{'subnet_id': '52a217d6-3a39-47cc-b904-1f8258fab5d0', 'ip_address': '2001:db8::f'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:55.204285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.225760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.232485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:55.233195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.266895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:55.292652 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:55.320815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.337164 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.340145 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c3c1f17-0ccc-4417-9afc-58c17cc3e645 HTTP/1.1" status: 204 len: 168 time: 0.7814891 Jul 09 20:02:55.353628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb36f0-b9a9-4856-83f6-5c817f96b165 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3c1f17-0ccc-4417-9afc-58c17cc3e645,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.368270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-9dac1a23-e6a5-4b33-980a-20e9018f74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.369976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-9dac1a23-e6a5-4b33-980a-20e9018f74a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1096 time: 0.3820510 Jul 09 20:02:55.379984 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:02:55.579725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:55.585062 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.611848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 3e171126-6146-4a64-b92f-ae15c294d182 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:55.644346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:55.662059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-c7b2fad2-f6ac-41f4-b6f5-15e68b8fb510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.663563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-c7b2fad2-f6ac-41f4-b6f5-15e68b8fb510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2864115 Jul 09 20:02:55.674882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c45e2-6431-44f1-996d-7b564909271c req-86038b53-d5bc-435b-9d8d-1190e3326a7a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.676384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-873c45e2-6431-44f1-996d-7b564909271c req-86038b53-d5bc-435b-9d8d-1190e3326a7a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.3897743 Jul 09 20:02:55.699826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4946dde3-a378-4634-b948-d452dfe72343 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a7d286fdf2f458aaf14d663ce6c5760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538509 Jul 09 20:02:55.702188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:55.763553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.786933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.817428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-2fb9768b-120e-42de-912e-43153775bdc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1001 time: 0.1399205 Jul 09 20:02:55.837408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-873c45e2-6431-44f1-996d-7b564909271c req-de98c5a1-8bb7-4b25-9064-ea7781145328 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500986 Jul 09 20:02:55.884791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.888238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.892572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74d9e4fe-2276-41fa-bcd6-adc694c5030c HTTP/1.1" status: 204 len: 168 time: 0.1863942 Jul 09 20:02:55.918535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3069b-8946-4682-b93e-342bb20a2c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d9e4fe-2276-41fa-bcd6-adc694c5030c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.928277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-f63207a4-5592-4455-a51a-73fa8153f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.929748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-f63207a4-5592-4455-a51a-73fa8153f65d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.1051700 Jul 09 20:02:55.978560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::f (6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356/52a217d6-3a39-47cc-b904-1f8258fab5d0/3e171126-6146-4a64-b92f-ae15c294d182) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:56.040633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-c64c34c9-e3b7-4fb3-bbde-8bb288bb3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.042361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-c64c34c9-e3b7-4fb3-bbde-8bb288bb3918 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044319 Jul 09 20:02:56.244413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-d4f79743-1ba4-4dd6-ba1c-7423b4063384 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927080 Jul 09 20:02:56.342449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.374961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 3e171126-6146-4a64-b92f-ae15c294d182 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:56.405802 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-bd7bc060-d93c-49ff-af60-4f5543b2f4aa service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534371 Jul 09 20:02:56.427882 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.459805 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.509885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 80faa447-43d3-4c01-84da-01cf788d729b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:56.516092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb012d9e-1f0b-4934-ac98-e1068e87471e None None] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:56.530098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:56.553867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:56.574166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:56.581961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.582882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.601112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=3e171126-6146-4a64-b92f-ae15c294d182,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:56.614449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f6caec09-ad57-44d9-a4d8-cef438b8650b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4258296 Jul 09 20:02:56.617478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:56.738298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-000a7991-582f-4df9-b88e-d36947082ae4 None None] Provisioning for port 80faa447-43d3-4c01-84da-01cf788d729b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:56.771107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5b47b-8064-4aef-89ac-7f758a9f2b68 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.775666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1fc5b47b-8064-4aef-89ac-7f758a9f2b68 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1545415 Jul 09 20:02:56.775977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:56.794293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 80faa447-43d3-4c01-84da-01cf788d729b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:56.802777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 80faa447-43d3-4c01-84da-01cf788d729b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:56.803437 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.887977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e64b7-14bb-4cd3-b320-3b297cabbc61 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.895583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e64b7-14bb-4cd3-b320-3b297cabbc61 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.902360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e64b7-14bb-4cd3-b320-3b297cabbc61 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.904370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-162e64b7-14bb-4cd3-b320-3b297cabbc61 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1263776 Jul 09 20:02:56.907853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:56.940950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.991268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 80faa447-43d3-4c01-84da-01cf788d729b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=80faa447-43d3-4c01-84da-01cf788d729b,segment=NetworkSegment(e77e5c1e-05cd-4d5f-9429-a539c41a7706),segment_id=e77e5c1e-05cd-4d5f-9429-a539c41a7706)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:56.998820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.087868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 3e171126-6146-4a64-b92f-ae15c294d182 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:57.089530 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.094939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=80faa447-43d3-4c01-84da-01cf788d729b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:57.106122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4bdceff-f709-4a10-a31c-ebe4036bfa2d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:57.163657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f4bdceff-f709-4a10-a31c-ebe4036bfa2d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:57.164008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f4bdceff-f709-4a10-a31c-ebe4036bfa2d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:57.272145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.309653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 3e171126-6146-4a64-b92f-ae15c294d182 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:57.319490 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c92c-1ac6-4e9a-bd7a-5552d9c41d81 req-471cceea-d04b-46d7-986e-e3f33d11f1cf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:57.321365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87f3c92c-1ac6-4e9a-bd7a-5552d9c41d81 req-471cceea-d04b-46d7-986e-e3f33d11f1cf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1493011 Jul 09 20:02:57.324670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Provisioning complete for port 80faa447-43d3-4c01-84da-01cf788d729b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:57.325058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.423766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-87f3c92c-1ac6-4e9a-bd7a-5552d9c41d81 req-97cfb77e-361d-4887-962f-7b177600fbf6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889647 Jul 09 20:02:57.554111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.555164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Provisioning for port 3e171126-6146-4a64-b92f-ae15c294d182 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:57.559435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Provisioning complete for port 3e171126-6146-4a64-b92f-ae15c294d182 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:57.560036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.590278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Port 3e171126-6146-4a64-b92f-ae15c294d182 was deleted so its status cannot be updated. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 20:02:57.593072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=3e171126-6146-4a64-b92f-ae15c294d182,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:57.603103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Provisioning for port 608c5135-39a3-43d8-9549-b085391b6b3b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:57.608689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Provisioning complete for port 608c5135-39a3-43d8-9549-b085391b6b3b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:57.609102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.643391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.646711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7ca67f9-f037-4270-b9f9-0ef5bf75aca6 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/3e171126-6146-4a64-b92f-ae15c294d182 HTTP/1.1" status: 204 len: 168 time: 0.7378588 Jul 09 20:02:57.649611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:57.685056 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43da6b5-bd00-4613-9eed-5598f99ab245 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:57.685817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd27d4-56bf-4fb5-b927-5b8c671cc52c None None] Port 608c5135-39a3-43d8-9549-b085391b6b3b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:02:57.686702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f43da6b5-bd00-4613-9eed-5598f99ab245 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/3e171126-6146-4a64-b92f-ae15c294d182 HTTP/1.1" status: 404 len: 333 time: 0.0361683 Jul 09 20:02:57.690218 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:57.822013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 608c5135-39a3-43d8-9549-b085391b6b3b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:57.822564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.834851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7a9434c6-20d4-421b-9b5c-f64d9938e01a None None] Provisioning complete for port 608c5135-39a3-43d8-9549-b085391b6b3b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:57.835242 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7a9434c6-20d4-421b-9b5c-f64d9938e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.931605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7a9434c6-20d4-421b-9b5c-f64d9938e01a None None] Port 608c5135-39a3-43d8-9549-b085391b6b3b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:02:57.934303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.985798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.000183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 608c5135-39a3-43d8-9549-b085391b6b3b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:58.069978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2100969e-3153-4246-a3ec-dbf76fde502f None None] Could not find standard attr ID for object 3e171126-6146-4a64-b92f-ae15c294d182. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:02:58.196563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.228353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=608c5135-39a3-43d8-9549-b085391b6b3b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:58.260856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.263424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79124edc-fe75-4c5c-a328-f30ce9e490c9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/608c5135-39a3-43d8-9549-b085391b6b3b HTTP/1.1" status: 204 len: 168 time: 0.5720105 Jul 09 20:02:58.265811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:58.298262 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-103e441f-75c0-489d-9a11-5aa73efb24bf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:02:58.300181 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-103e441f-75c0-489d-9a11-5aa73efb24bf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/608c5135-39a3-43d8-9549-b085391b6b3b HTTP/1.1" status: 404 len: 333 time: 0.0322297 Jul 09 20:02:58.302880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:58.371782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 52a217d6-3a39-47cc-b904-1f8258fab5d0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:58.375667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.428240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.461403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 80faa447-43d3-4c01-84da-01cf788d729b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:58.528100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 80faa447-43d3-4c01-84da-01cf788d729b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:58.528712 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.540130 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.645731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.680155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=52a217d6-3a39-47cc-b904-1f8258fab5d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:58.682279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.693641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2feaf85d-d2a4-4122-b84e-fbfb1c8d82e2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/52a217d6-3a39-47cc-b904-1f8258fab5d0 HTTP/1.1" status: 204 len: 168 time: 0.3831959 Jul 09 20:02:58.693641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:58.698550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0647372-7897-488d-8468-b02605bb4626 None None] Network 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:58.789197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20813c-c048-4a28-80b3-352d1572e116 req-2de043ed-1ada-4a83-808d-5fbd5b33465f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:58.791573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af20813c-c048-4a28-80b3-352d1572e116 req-2de043ed-1ada-4a83-808d-5fbd5b33465f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1850164 Jul 09 20:02:58.815191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.848462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af20813c-c048-4a28-80b3-352d1572e116 req-53f3e296-c553-4bd0-94b5-6993cf08c2bc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Jul 09 20:02:58.902955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 80faa447-43d3-4c01-84da-01cf788d729b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:58.903317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.970162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] DHCP port deletion for 6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:58.970981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port 80faa447-43d3-4c01-84da-01cf788d729b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=80faa447-43d3-4c01-84da-01cf788d729b,segment=NetworkSegment(e77e5c1e-05cd-4d5f-9429-a539c41a7706),segment_id=e77e5c1e-05cd-4d5f-9429-a539c41a7706)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:58.971353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.985733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 80faa447-43d3-4c01-84da-01cf788d729b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:59.025057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Deleting port 80faa447-43d3-4c01-84da-01cf788d729b {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:59.025473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.093709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] For port 80faa447-43d3-4c01-84da-01cf788d729b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=80faa447-43d3-4c01-84da-01cf788d729b,segment=NetworkSegment(e77e5c1e-05cd-4d5f-9429-a539c41a7706),segment_id=e77e5c1e-05cd-4d5f-9429-a539c41a7706)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:59.094207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.098193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.128967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Calling delete_port for 80faa447-43d3-4c01-84da-01cf788d729b owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:59.135140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=80faa447-43d3-4c01-84da-01cf788d729b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:59.158809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port 80faa447-43d3-4c01-84da-01cf788d729b on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:59.248615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.249866 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.259456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:59.271973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77e5c1e-05cd-4d5f-9429-a539c41a7706') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:59.272588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77e5c1e-05cd-4d5f-9429-a539c41a7706') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:59.283105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.289507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] Pushing event deleted for resources: {'Port': ['ID=80faa447-43d3-4c01-84da-01cf788d729b,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:59.291430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e53ce7-728a-4e3e-88e5-c10e564938ec None None] No DVR routers for this DVR port 80faa447-43d3-4c01-84da-01cf788d729b on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:59.304784 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.312390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:59.313218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:59.316567 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:59.413588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.425639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.431044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356 HTTP/1.1" status: 204 len: 168 time: 0.7344871 Jul 09 20:02:59.431759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:59.437545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-506613318'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:59.438611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d72a3a-99f5-4dfb-859a-9566d227b238 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=6d051a65-ffe8-4c2b-a0f7-f08cb4d9d356,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:59.463518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:59.469194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.496173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:59.506777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.507179 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Added segment 8aa285b0-dc92-4bad-879f-46bdada33cc1 of type vlan for network c3a3009a-61c5-40d6-9a04-3649e9c7934d Jul 09 20:02:59.552125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.591564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.597312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:59.597932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.669728 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2367718 Jul 09 20:02:59.671265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:59.677084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:59.679346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Network': ['ID=c3a3009a-61c5-40d6-9a04-3649e9c7934d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:59.701244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.701597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.701942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.702364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.702890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.703411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.703918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.704407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.704895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.705980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.706475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.706974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98f3f4-2922-43f1-9601-1b039d67ca41 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:59.723589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:59.807415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:59.811517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.089697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.207901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=e8711e0b-176f-45b1-a9c0-396afc10db26,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:00.234004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Checking segment: {'id': '8aa285b0-dc92-4bad-879f-46bdada33cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:00.234371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network hostable DHCP agents. Network: c3a3009a-61c5-40d6-9a04-3649e9c7934d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:00.269005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01108338-7e7e-40b5-ad99-514b9141e703 req-1a07685a-f97c-412d-b746-364d143d20e1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.270894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01108338-7e7e-40b5-ad99-514b9141e703 req-1a07685a-f97c-412d-b746-364d143d20e1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.2408407 Jul 09 20:03:00.272251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:00.298581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c3a3009a-61c5-40d6-9a04-3649e9c7934d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:00.303650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.304181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.309730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f7b86-f0ff-48e2-873c-2e65855e733b None None] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:00.357441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-01108338-7e7e-40b5-ad99-514b9141e703 req-333bc6b9-f7c7-45d2-9a2c-d00ca80759c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792017 Jul 09 20:03:00.373189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a361cf1c-bcc4-4b38-a936-520cefc99c12 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7006483 Jul 09 20:03:00.376652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:00.381951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1989696581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:00.403710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 80faa447-43d3-4c01-84da-01cf788d729b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:00.424682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.426114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.451708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 80faa447-43d3-4c01-84da-01cf788d729b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:00.452378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 80faa447-43d3-4c01-84da-01cf788d729b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:00.591320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c3a3009a-61c5-40d6-9a04-3649e9c7934d', 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': 'e8711e0b-176f-45b1-a9c0-396afc10db26'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:00.592210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.764845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Allocated IP 2001:db8::2 (c3a3009a-61c5-40d6-9a04-3649e9c7934d/e8711e0b-176f-45b1-a9c0-396afc10db26/24bf1daa-5402-4716-ae42-45eb0b33a8ad) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:00.879015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.883987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.903912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.907605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87087499-d204-498a-9521-b80fbaeee670 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5274749 Jul 09 20:03:00.908003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:00.913314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d', 'name': 'tempest-PortsIpV6TestJSON-1608852205'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:00.961979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.974172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Transition to ACTIVE for port object 24bf1daa-5402-4716-ae42-45eb0b33a8ad will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:00.991318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Transition to ACTIVE for port object 24bf1daa-5402-4716-ae42-45eb0b33a8ad will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:00.998532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.044995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:01.062817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:01.068070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:01.180838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Pushing event updated for resources: {'Port': ['ID=24bf1daa-5402-4716-ae42-45eb0b33a8ad,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.189009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Attempting to bind port 24bf1daa-5402-4716-ae42-45eb0b33a8ad on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:01.189986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Attempting to bind port 24bf1daa-5402-4716-ae42-45eb0b33a8ad by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8aa285b0-dc92-4bad-879f-46bdada33cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:01.189986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Attempting to bind port 24bf1daa-5402-4716-ae42-45eb0b33a8ad on network c3a3009a-61c5-40d6-9a04-3649e9c7934d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:01.204911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:01.205583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Checking segment: {'id': '8aa285b0-dc92-4bad-879f-46bdada33cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:01.206087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.206462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Bound using segment: {'id': '8aa285b0-dc92-4bad-879f-46bdada33cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:01.206939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Bound port: 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa285b0-dc92-4bad-879f-46bdada33cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c3a3009a-61c5-40d6-9a04-3649e9c7934d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:01.207326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.279450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] For port 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:01.283514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] For port 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24bf1daa-5402-4716-ae42-45eb0b33a8ad,segment=NetworkSegment(8aa285b0-dc92-4bad-879f-46bdada33cc1),segment_id=8aa285b0-dc92-4bad-879f-46bdada33cc1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:01.291831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.367616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081de14-c43b-450a-9f65-b717864d7b23 None None] Pushing event updated for resources: {'Port': ['ID=24bf1daa-5402-4716-ae42-45eb0b33a8ad,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.381583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:01.385348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.412407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port bd4bee66-285c-4143-8f16-88b2b01dc2ff yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:01.682047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::1a2 (c3a3009a-61c5-40d6-9a04-3649e9c7934d/e8711e0b-176f-45b1-a9c0-396afc10db26/bd4bee66-285c-4143-8f16-88b2b01dc2ff) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:01.764039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a06f6-5d4d-4121-b53d-4bd9fa488d34 req-39080f46-a96d-4802-abc4-1ac102656f38 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:01.765729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-315a06f6-5d4d-4121-b53d-4bd9fa488d34 req-39080f46-a96d-4802-abc4-1ac102656f38 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1503513 Jul 09 20:03:01.861757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-315a06f6-5d4d-4121-b53d-4bd9fa488d34 req-c678febf-7c54-4932-bb42-e6fba5aa07f1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876303 Jul 09 20:03:01.973463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.989389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object bd4bee66-285c-4143-8f16-88b2b01dc2ff will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:02.059122 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.101479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:02.144328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:02.150054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:02.152713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:02.159321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.160187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.180133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=bd4bee66-285c-4143-8f16-88b2b01dc2ff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:02.186361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2e799905-8f9e-4eae-89ac-814f40454069 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2772434 Jul 09 20:03:02.189289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:02.376863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2312adeb-d5c4-47ca-841e-bc7749a0f908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.458415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24bf1daa-5402-4716-ae42-45eb0b33a8ad up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:02.521049 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2312adeb-d5c4-47ca-841e-bc7749a0f908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.531855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2312adeb-d5c4-47ca-841e-bc7749a0f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.548705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 24bf1daa-5402-4716-ae42-45eb0b33a8ad completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:02.669329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2312adeb-d5c4-47ca-841e-bc7749a0f908 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=299af9d443834d95940a8e396f4a58e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642638 Jul 09 20:03:02.669329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312adeb-d5c4-47ca-841e-bc7749a0f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b0590-759a-4dea-8cff-aef628b09886,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:02.670239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:02.708180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d54557-ab01-42f8-adf7-331ebea9a1df None None] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:02.784109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Provisioning for port 24bf1daa-5402-4716-ae42-45eb0b33a8ad completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:02.793288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Provisioning complete for port 24bf1daa-5402-4716-ae42-45eb0b33a8ad triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:02.795253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.795521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.848919 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.887340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.958942 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.961943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.965394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d7b0590-759a-4dea-8cff-aef628b09886 HTTP/1.1" status: 204 len: 168 time: 0.2897837 Jul 09 20:03:03.022857 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.036687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a773d4-4158-44ec-8f7c-2cd62e5e8efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b0590-759a-4dea-8cff-aef628b09886,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.123959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] For port 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24bf1daa-5402-4716-ae42-45eb0b33a8ad,segment=NetworkSegment(8aa285b0-dc92-4bad-879f-46bdada33cc1),segment_id=8aa285b0-dc92-4bad-879f-46bdada33cc1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:03.130869 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.185539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bb08d-aa74-4318-be28-1903a01d1f29 req-fce74af1-1f8c-49d5-851b-19bc75a58aa4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:03.197369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-277bb08d-aa74-4318-be28-1903a01d1f29 req-fce74af1-1f8c-49d5-851b-19bc75a58aa4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1494799 Jul 09 20:03:03.222651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aab166-d049-4c7e-be81-a11761574db4 None None] Pushing event updated for resources: {'Port': ['ID=24bf1daa-5402-4716-ae42-45eb0b33a8ad,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.253774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-277bb08d-aa74-4318-be28-1903a01d1f29 req-1c8b1b21-3002-4557-8a4b-f89b77da03d8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552862 Jul 09 20:03:03.299128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.305519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.426006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=bd4bee66-285c-4143-8f16-88b2b01dc2ff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.470085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Provisioning for port bd4bee66-285c-4143-8f16-88b2b01dc2ff completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:03.476798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Provisioning complete for port bd4bee66-285c-4143-8f16-88b2b01dc2ff triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:03.477335 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.564606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Port bd4bee66-285c-4143-8f16-88b2b01dc2ff cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:03.578459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Provisioning complete for port 24bf1daa-5402-4716-ae42-45eb0b33a8ad triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:03.579213 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-763afc3e-45d7-4817-9e6f-e9ea8cf60111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.612763 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.814494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.897016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-37f5bbb3-2564-42a7-9675-7a1bd6cf65d2 None None] Provisioning complete for port bd4bee66-285c-4143-8f16-88b2b01dc2ff triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:03.897821 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-37f5bbb3-2564-42a7-9675-7a1bd6cf65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.983928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-37f5bbb3-2564-42a7-9675-7a1bd6cf65d2 None None] Port bd4bee66-285c-4143-8f16-88b2b01dc2ff cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:04.185630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.212456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0e001476-6e78-4203-bf01-7d7412ddaa40 None None] Provisioning complete for port bd4bee66-285c-4143-8f16-88b2b01dc2ff triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:04.213149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e001476-6e78-4203-bf01-7d7412ddaa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.216304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.216611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.313450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e001476-6e78-4203-bf01-7d7412ddaa40 None None] Port bd4bee66-285c-4143-8f16-88b2b01dc2ff cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:04.407441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=bd4bee66-285c-4143-8f16-88b2b01dc2ff,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:04.421936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.422842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.423221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.423765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.424105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.424440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.424773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.424900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24bf1daa-5402-4716-ae42-45eb0b33a8ad up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:04.425104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.425461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.426143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.426476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.426807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:04.455067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:04.487575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:04.498231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 24bf1daa-5402-4716-ae42-45eb0b33a8ad triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:04.498664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.631268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c5d1-31ed-4d4d-9de5-8ab3d2e235de req-6fe91f7d-4b6f-4d67-b834-c11e0a3a47e1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.633157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28b5c5d1-31ed-4d4d-9de5-8ab3d2e235de req-6fe91f7d-4b6f-4d67-b834-c11e0a3a47e1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1816177 Jul 09 20:03:04.702538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28b5c5d1-31ed-4d4d-9de5-8ab3d2e235de req-d48c0aad-d723-41e1-a029-90d71391c8f4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608845 Jul 09 20:03:04.716233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Router 6995f770-25e1-4513-867b-a2e2b298a6f8 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:03:04.837190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:04.844680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f3894a6f-bfc8-4f1c-b38a-aa8c94adc97c tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/routers/6995f770-25e1-4513-867b-a2e2b298a6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521683 Jul 09 20:03:04.848045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:04.848523 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] Sync routers for ids ['6995f770-25e1-4513-867b-a2e2b298a6f8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:04.859288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] Routers {'6995f770-25e1-4513-867b-a2e2b298a6f8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:04.860725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6995f770-25e1-4513-867b-a2e2b298a6f8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:04.901331 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:04.913833 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] Routers {'6995f770-25e1-4513-867b-a2e2b298a6f8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:04.914968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6995f770-25e1-4513-867b-a2e2b298a6f8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:04.949693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9d379dee-009a-4418-ae59-c7428b93a347 None None] Provisioning complete for port bd4bee66-285c-4143-8f16-88b2b01dc2ff triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:04.950328 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d379dee-009a-4418-ae59-c7428b93a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.984456 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:04.985522 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6caab1-5e9b-4e41-8c55-1a2ade527901 None None] The sync data for ids ['6995f770-25e1-4513-867b-a2e2b298a6f8'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:04.988526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d51439f-e031-4c8f-a276-66e85ffd10f8 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.006313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9d379dee-009a-4418-ae59-c7428b93a347 None None] Port bd4bee66-285c-4143-8f16-88b2b01dc2ff cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:05.013203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:05.013360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d51439f-e031-4c8f-a276-66e85ffd10f8 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?device_id=6995f770-25e1-4513-867b-a2e2b298a6f8 HTTP/1.1" status: 200 len: 989 time: 0.1630907 Jul 09 20:03:05.517485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.789563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port bd4bee66-285c-4143-8f16-88b2b01dc2ff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:05.790284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.881396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.898292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for bd4bee66-285c-4143-8f16-88b2b01dc2ff owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:05.922512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb1351-4d15-4f27-b223-36a665c88151 req-ca8e57cf-a6f1-403a-8dd3-16c8ad2587b8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.929258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31fb1351-4d15-4f27-b223-36a665c88151 req-ca8e57cf-a6f1-403a-8dd3-16c8ad2587b8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.0756102 Jul 09 20:03:05.969673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31fb1351-4d15-4f27-b223-36a665c88151 req-5fed79e5-aa21-4f8b-b716-156991a3c49f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 Jul 09 20:03:06.095998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.128390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=bd4bee66-285c-4143-8f16-88b2b01dc2ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:06.231817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.699648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Router 6995f770-25e1-4513-867b-a2e2b298a6f8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:06.773869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:06.778781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6509099b-d405-4ef3-a55c-1bf400bc4bbc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/routers/6995f770-25e1-4513-867b-a2e2b298a6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639027 Jul 09 20:03:06.781966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.787452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] Sync routers for ids ['6995f770-25e1-4513-867b-a2e2b298a6f8'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:06.798666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] Routers {'6995f770-25e1-4513-867b-a2e2b298a6f8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:06.799769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6995f770-25e1-4513-867b-a2e2b298a6f8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:06.814644 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9ff5c2-fad0-4d63-8abf-071b87b0f225 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:03:06.816309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ea9ff5c2-fad0-4d63-8abf-071b87b0f225 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/bd4bee66-285c-4143-8f16-88b2b01dc2ff HTTP/1.1" status: 404 len: 333 time: 0.0334101 Jul 09 20:03:06.819611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.837957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:06.847257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] Routers {'6995f770-25e1-4513-867b-a2e2b298a6f8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:06.847885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:02:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6995f770-25e1-4513-867b-a2e2b298a6f8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:06.893757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:06.894513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670dea1-a5ac-405e-9a2f-4e5011e8a748 None None] The sync data for ids ['6995f770-25e1-4513-867b-a2e2b298a6f8'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:06.908765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.112086 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.115596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.173429 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.174273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Fanout notify agent at l3_agent the message router_deleted on router 6995f770-25e1-4513-867b-a2e2b298a6f8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:03:07.189950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.193792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-af8e0e27-08f9-4027-b95f-1bf17bd355a4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/routers/6995f770-25e1-4513-867b-a2e2b298a6f8 HTTP/1.1" status: 204 len: 168 time: 0.3730140 Jul 09 20:03:07.194592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:07.199237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526ce1-7454-4a8d-a27a-a1b783d9da35 req-b5efce73-1957-4bd2-9776-1696eae155c7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:07.200895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae526ce1-7454-4a8d-a27a-a1b783d9da35 req-b5efce73-1957-4bd2-9776-1696eae155c7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.0913708 Jul 09 20:03:07.246479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae526ce1-7454-4a8d-a27a-a1b783d9da35 req-99018273-ea86-49e2-9841-ae02cb0fdefb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Jul 09 20:03:07.276070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet e8711e0b-176f-45b1-a9c0-396afc10db26 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:07.279614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.326333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.431065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.495741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.528266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=e8711e0b-176f-45b1-a9c0-396afc10db26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:07.533844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.535689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00c1c5a7-19ce-40c8-987b-bca35012b999 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/e8711e0b-176f-45b1-a9c0-396afc10db26 HTTP/1.1" status: 204 len: 168 time: 0.3398433 Jul 09 20:03:07.539048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:07.543123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6effe17-b818-4164-9403-00527e526127 None None] Network c3a3009a-61c5-40d6-9a04-3649e9c7934d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:07.620512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.700623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 24bf1daa-5402-4716-ae42-45eb0b33a8ad {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:07.701420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.773951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] DHCP port deletion for c3a3009a-61c5-40d6-9a04-3649e9c7934d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:07.784050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] For port 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24bf1daa-5402-4716-ae42-45eb0b33a8ad,segment=NetworkSegment(8aa285b0-dc92-4bad-879f-46bdada33cc1),segment_id=8aa285b0-dc92-4bad-879f-46bdada33cc1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:07.784513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.800214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 24bf1daa-5402-4716-ae42-45eb0b33a8ad owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:07.833318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Deleting port 24bf1daa-5402-4716-ae42-45eb0b33a8ad {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:07.834343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.893440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.912961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No DVR routers for this DVR port 24bf1daa-5402-4716-ae42-45eb0b33a8ad on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:07.922103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] For port 24bf1daa-5402-4716-ae42-45eb0b33a8ad, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=24bf1daa-5402-4716-ae42-45eb0b33a8ad,segment=NetworkSegment(8aa285b0-dc92-4bad-879f-46bdada33cc1),segment_id=8aa285b0-dc92-4bad-879f-46bdada33cc1)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:07.922502 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.939890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=24bf1daa-5402-4716-ae42-45eb0b33a8ad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:07.946637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Calling delete_port for 24bf1daa-5402-4716-ae42-45eb0b33a8ad owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:08.038292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.050645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a3009a-61c5-40d6-9a04-3649e9c7934d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:08.063524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.064356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa285b0-dc92-4bad-879f-46bdada33cc1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:08.064901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa285b0-dc92-4bad-879f-46bdada33cc1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:08.075986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.095777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.096252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] Pushing event deleted for resources: {'Port': ['ID=24bf1daa-5402-4716-ae42-45eb0b33a8ad,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.100401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745dee2-cae1-4689-8e5a-c538587ea82e None None] No DVR routers for this DVR port 24bf1daa-5402-4716-ae42-45eb0b33a8ad on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:08.113920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:08.114348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:08.130929 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:08.190690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.198448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.200279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/c3a3009a-61c5-40d6-9a04-3649e9c7934d HTTP/1.1" status: 204 len: 168 time: 0.6603453 Jul 09 20:03:08.205039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.229323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9112-d748-4c3f-b4be-219517caf5a2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=c3a3009a-61c5-40d6-9a04-3649e9c7934d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.278557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d9dae-7e99-4eec-a8cf-ef4d138e80c4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.280233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a88d9dae-7e99-4eec-a8cf-ef4d138e80c4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/f28f14aa-2267-426a-8c3e-fcac18d10d7d HTTP/1.1" status: 200 len: 844 time: 0.0739191 Jul 09 20:03:08.284603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.364716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-86834704-7166-4ce1-9f3f-69502692a995 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/f28f14aa-2267-426a-8c3e-fcac18d10d7d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0784955 Jul 09 20:03:08.368626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.379794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:08.430725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24bf1daa-5402-4716-ae42-45eb0b33a8ad no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:08.471912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 24bf1daa-5402-4716-ae42-45eb0b33a8ad {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:08.473155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 24bf1daa-5402-4716-ae42-45eb0b33a8ad not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:08.492063 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-9f283d87-4cb7-4876-bac5-401884fd4626 service neutron] show failed (client error): The resource could not be found. Jul 09 20:03:08.493113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-9f283d87-4cb7-4876-bac5-401884fd4626 service neutron] 10.222.0.59 "GET /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.1236601 Jul 09 20:03:08.517336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:08.524716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.565077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090ed3-8a56-40cc-b5fd-4a7b41ab6607 req-267af964-7a70-49bd-98a3-41c05edc895a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.566849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa090ed3-8a56-40cc-b5fd-4a7b41ab6607 req-267af964-7a70-49bd-98a3-41c05edc895a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.0901854 Jul 09 20:03:08.616167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa090ed3-8a56-40cc-b5fd-4a7b41ab6607 req-a95cf0e6-4b63-4b82-9ec1-6d9d87c3053a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413117 Jul 09 20:03:08.784772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.845869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:08.852737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:08.855305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=3fb3a109-8f79-4bb0-9bcc-c030f9e937ab,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.857853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.858890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.864309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0ecbe-fe2d-42b7-a341-54037d2b7b54 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:08.876013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-f765dbcf-d62e-4454-a818-a6e8a39bf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.876819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-f765dbcf-d62e-4454-a818-a6e8a39bf38a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 1096 time: 0.1348388 Jul 09 20:03:08.878639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b68d4faa-d65a-41a4-8a9a-dc25969c4672 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5084412 Jul 09 20:03:08.881730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.886318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'security_group': {'name': 'tempest-secgroup-96085271'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:08.896944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:08.912502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.979449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.017183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.024095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.069737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-951a8788-293e-4b60-903c-5de4fad0b1ee', 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'tenant_id': '44789a26608a4898abf17a90d2dcbe9a', 'fixed_ips': [{'subnet_id': '3fb3a109-8f79-4bb0-9bcc-c030f9e937ab'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:09.070620 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.082033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54e6d65-8723-47ff-8426-5dc552970bb4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.095050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.099400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a570b8b2-f735-449a-bba7-af5af1a6757a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2136467 Jul 09 20:03:09.099400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:09.105024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1255006523'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:09.137046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.243054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Allocated IP 2001:db8::2 (951a8788-293e-4b60-903c-5de4fad0b1ee/3fb3a109-8f79-4bb0-9bcc-c030f9e937ab/8ba0fc2a-9728-4de1-a7ed-c32dee138679) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:09.254719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.258686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:09.261115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.301703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.303927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2034800 Jul 09 20:03:09.305968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53f065-6428-4953-a235-3e65b0c26afa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00c64a-4858-4d96-bafb-9ac5d1e507b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.308495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:09.314226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:09.318729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-777619161', 'security_groups': ['ea00c64a-4858-4d96-bafb-9ac5d1e507b0'], 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fb3a109-8f79-4bb0-9bcc-c030f9e937ab'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:09.365254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:09.368162 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f7ad52-322f-42d5-9c4f-a262c56c53f9" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:09.372501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.410125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Transition to ACTIVE for port object 2a0d84e2-3d52-45f1-b6db-42abb45212b2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:09.420121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.437181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.448406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Transition to ACTIVE for port object 8ba0fc2a-9728-4de1-a7ed-c32dee138679 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:09.458180 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107dc336-cab0-43da-8d31-dde6a9225495 x-openstack-request-id: req-107dc336-cab0-43da-8d31-dde6a9225495 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:09.458436 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:09.458689 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-107dc336-cab0-43da-8d31-dde6a9225495 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:09.459145 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'code': 200} Jul 09 20:03:09.475740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:09.502560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Transition to ACTIVE for port object 8ba0fc2a-9728-4de1-a7ed-c32dee138679 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:09.526981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.538024 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.597673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.603791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:09.606152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:09.612798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:09.633077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] No DVR routers for this DVR port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:09.638566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.665524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:09.766230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Attempting to bind port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:09.766613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Attempting to bind port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '9c5ae891-265b-4344-99b8-9e85f57ba0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:09.766986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Attempting to bind port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 on network 951a8788-293e-4b60-903c-5de4fad0b1ee {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:09.779865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:09.780265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Checking segment: {'id': '9c5ae891-265b-4344-99b8-9e85f57ba0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:09.780683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.781109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Bound using segment: {'id': '9c5ae891-265b-4344-99b8-9e85f57ba0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:09.782128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Bound port: 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae891-265b-4344-99b8-9e85f57ba0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:09.782520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.925236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:09.925798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:09.926072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:09.932222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:09.932736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:09.935473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:09.941622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:09.941971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:09.942413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Bound using segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:09.942864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Bound port: 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:09.943532 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.966048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:09.976790 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.045486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95a61-e51f-4060-a692-0887b0a77fc5 req-1598e4ad-38dc-4650-a0d9-e9c969a3c09e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.053420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3f95a61-e51f-4060-a692-0887b0a77fc5 req-1598e4ad-38dc-4650-a0d9-e9c969a3c09e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.2032990 Jul 09 20:03:10.062767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:10.066486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:10.081806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.086175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::218 (951a8788-293e-4b60-903c-5de4fad0b1ee/3fb3a109-8f79-4bb0-9bcc-c030f9e937ab/311eeb54-d6a1-46fd-8c9e-6f1d01c08534) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:10.101175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681af41-0e74-48a1-8db0-02536ecfbb49 None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.145948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.146763 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.148353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] 10.222.0.25 "PUT /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1091 time: 1.2574737 Jul 09 20:03:10.191932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3f95a61-e51f-4060-a692-0887b0a77fc5 req-b7219bc2-7541-42ac-aafc-c6197aa1bd2f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365719 Jul 09 20:03:10.194929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291301af-61ff-4722-a6f5-c9228ad8689f service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.273350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-3038be28-1021-4058-b62c-ce416ed6fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.274898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-3038be28-1021-4058-b62c-ce416ed6fab0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1094 time: 0.0980234 Jul 09 20:03:10.295150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:10.435047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.480522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:10.483175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-399cbf27-f26b-4f26-89a1-95a8c85d6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.489171 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-399cbf27-f26b-4f26-89a1-95a8c85d6a92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2075939 Jul 09 20:03:10.548836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:10.570365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f10e8d2-5fd7-42de-a5fb-c4c4ab990741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.581767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.611938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-97836a8e-6e88-4f25-96b3-b7c479fb6b3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.1183920 Jul 09 20:03:10.625238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:10.658130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:10.667614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=311eeb54-d6a1-46fd-8c9e-6f1d01c08534,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.670162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:10.673932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:10.679581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.680217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.681537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-02bdf44b-2522-4ead-bcf5-5a7654c5c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.683343 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-02bdf44b-2522-4ead-bcf5-5a7654c5c908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0639229 Jul 09 20:03:10.748296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-fc404b83-f8b8-4be4-912f-075cffd60d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.750101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-fc404b83-f8b8-4be4-912f-075cffd60d67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599389 Jul 09 20:03:10.759388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f10e8d2-5fd7-42de-a5fb-c4c4ab990741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.765025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f10e8d2-5fd7-42de-a5fb-c4c4ab990741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.778620 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e2f23a9a-1068-4824-898a-e336b57b6d76 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4685636 Jul 09 20:03:10.785741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:10.793427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:10.858606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f10e8d2-5fd7-42de-a5fb-c4c4ab990741 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f55f28bc23c45aabc16b8a3b4e4179b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598187 Jul 09 20:03:10.859288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:10.863683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10e8d2-5fd7-42de-a5fb-c4c4ab990741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c534f8-99a3-4d14-a3b5-a4396cb9722f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.875349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-833c8588-b20d-48a4-a684-7707ef199dbd service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187549 Jul 09 20:03:10.936612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:10.942812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.974858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.013080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.017276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f7d49476-b232-4be4-a426-4a6dd7d87e2c req-c7aa2b75-56a3-45c3-af18-ccf3831825c4 service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327531 Jul 09 20:03:11.083069 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fb3a109-8f79-4bb0-9bcc-c030f9e937ab (CIDR: 2001:db8::/64) Jul 09 20:03:11.087604 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:11.088364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:11.090302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.093283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.095263 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53c534f8-99a3-4d14-a3b5-a4396cb9722f HTTP/1.1" status: 204 len: 168 time: 0.2352600 Jul 09 20:03:11.106525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7829dd6-84eb-499f-92d6-c92ed9ceee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c534f8-99a3-4d14-a3b5-a4396cb9722f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:11.118084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb914184-19aa-4fb3-bbf4-73b15ce0b004 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3260283 Jul 09 20:03:11.123595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:11.128069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:11.352578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:11.356485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.460078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:11.465480 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17135549-d299-4b02-9916-7636ba2c42ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:11.499235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069984b-6b92-4fc6-ac08-84d3519a1013 req-b8060d6c-a53e-4cd8-8296-f762d1d9242d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.501776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c069984b-6b92-4fc6-ac08-84d3519a1013 req-b8060d6c-a53e-4cd8-8296-f762d1d9242d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.1295886 Jul 09 20:03:11.545975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:11.547722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.563275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:11.573621 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c12c80-0d58-4394-8fe1-7e3e5b6124bd x-openstack-request-id: req-97c12c80-0d58-4394-8fe1-7e3e5b6124bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:11.573968 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:11.574226 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97c12c80-0d58-4394-8fe1-7e3e5b6124bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:11.574622 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:03:11.600951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c069984b-6b92-4fc6-ac08-84d3519a1013 req-8a9aa90b-84d2-40d8-ae1a-eb42c7ad2933 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932736 Jul 09 20:03:11.615788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1242f480-3349-40f8-86b2-dc22b6240376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.619813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:11.637225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Provisioning for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:11.641849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:11.642233 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.702607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-20a73074-4513-4b55-819f-ad52a698ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.706133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-20a73074-4513-4b55-819f-ad52a698ee0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1094 time: 0.0975590 Jul 09 20:03:11.748036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.787850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:11.797267 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.799016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-a24b99e8-d329-481e-be71-3f263a114b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.803511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-a24b99e8-d329-481e-be71-3f263a114b5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1094 time: 0.1903634 Jul 09 20:03:11.821452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-c3cb1312-453e-4bfd-a9a4-0d5d04cf732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.823082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-c3cb1312-453e-4bfd-a9a4-0d5d04cf732b service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1091113 Jul 09 20:03:11.865708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927dd59-6147-40b5-8e8f-2e4a0f6c67a9 None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:11.909641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-546983a4-aacf-40ba-bdb5-9a169b00d109 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.0798852 Jul 09 20:03:11.922396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-098d6c15-d403-4492-9720-9c88eef72539 None None] Provisioning for port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:11.927490 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-098d6c15-d403-4492-9720-9c88eef72539 None None] Provisioning complete for port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:11.928192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-098d6c15-d403-4492-9720-9c88eef72539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.933353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.972385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-098d6c15-d403-4492-9720-9c88eef72539 None None] Port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:11.985092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-c0f21f02-70f7-4adc-9e30-5508e139edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.986872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-c0f21f02-70f7-4adc-9e30-5508e139edd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0694647 Jul 09 20:03:12.014961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:12.032593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:12.043685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099f8db-e2dd-4fe8-9658-892f93b15f2f None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:12.044415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.045010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.051309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=865045f7-64de-4d46-b2c3-9daba85af203,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.055231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-38fff265-1a77-4ef2-8fb0-4ee491ead830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.056807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-38fff265-1a77-4ef2-8fb0-4ee491ead830 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634649 Jul 09 20:03:12.063478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-eb3b87af-ef68-4ce7-be89-9c2c1f682b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.064951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-eb3b87af-ef68-4ce7-be89-9c2c1f682b87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2505205 Jul 09 20:03:12.084881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1242f480-3349-40f8-86b2-dc22b6240376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.117182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1242f480-3349-40f8-86b2-dc22b6240376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.148774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb67c01f-ce8c-44bb-9c26-a37a2077d274 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0285532 Jul 09 20:03:12.151630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.158172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1688964936', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '865045f7-64de-4d46-b2c3-9daba85af203'}], 'security_groups': ['a54e6d65-8723-47ff-8426-5dc552970bb4']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:12.180442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1242f480-3349-40f8-86b2-dc22b6240376 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b7a1270fefb45ecb630f647b10e4e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136727 Jul 09 20:03:12.183272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.184198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f480-3349-40f8-86b2-dc22b6240376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9d3a9-5a37-4e52-9b2a-f1768f50aba1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.208265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-f73119b5-db05-41e8-988b-d6f8820b97a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.1355143 Jul 09 20:03:12.224185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-3e20fd82-282f-4bbb-a0c5-20f257430b8a service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595283 Jul 09 20:03:12.294531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-2864e382-2080-4621-8660-4748cbfdd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.296771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-2864e382-2080-4621-8660-4748cbfdd8ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0797415 Jul 09 20:03:12.302920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.360528 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.426893 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-c7921dab-c1bd-45e5-abee-13514c535e86 service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756091 Jul 09 20:03:12.437489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Update dhcp port {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'fixed_ips': [{'subnet_id': '3fb3a109-8f79-4bb0-9bcc-c030f9e937ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '865045f7-64de-4d46-b2c3-9daba85af203'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '8ba0fc2a-9728-4de1-a7ed-c32dee138679'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:03:12.443183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:12.514009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.559716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.573680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:12.574755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.745317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135549-d299-4b02-9916-7636ba2c42ea req-8382414c-ac9c-4cfa-913f-ada50dd2b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.746887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-8382414c-ac9c-4cfa-913f-ada50dd2b82f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418647 Jul 09 20:03:12.793891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Allocated IP 2001:db8:0:1::2 (951a8788-293e-4b60-903c-5de4fad0b1ee/865045f7-64de-4d46-b2c3-9daba85af203/8ba0fc2a-9728-4de1-a7ed-c32dee138679) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:12.817893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:12.848312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.850914 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.852224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ff9d3a9-5a37-4e52-9b2a-f1768f50aba1 HTTP/1.1" status: 204 len: 168 time: 0.6649718 Jul 09 20:03:12.869689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528cad-8fca-41e9-b767-6f02a26bbef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9d3a9-5a37-4e52-9b2a-f1768f50aba1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.925238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-19873f67-8193-4ba0-b6df-4791e4325c79 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681042 Jul 09 20:03:12.937245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d220b2-775a-423b-a1f9-3f8eace909a9 req-6b0bfaac-e52c-475c-bc2c-c9a932ff099f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.938956 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7d220b2-775a-423b-a1f9-3f8eace909a9 req-6b0bfaac-e52c-475c-bc2c-c9a932ff099f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.1744847 Jul 09 20:03:13.034215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7d220b2-775a-423b-a1f9-3f8eace909a9 req-697f8c6a-c189-4ddd-9c9f-2a2d0120501f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852203 Jul 09 20:03:13.059405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17135549-d299-4b02-9916-7636ba2c42ea req-3cb86fea-0aec-4690-bc10-3aebafd80303 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193974 Jul 09 20:03:13.089285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:13.119546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:13.154158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.167583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Transition to ACTIVE for port object 8ba0fc2a-9728-4de1-a7ed-c32dee138679 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:13.183175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.276360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac2e4b-abd7-4bfa-b1cc-f56bbda1c858 None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:13.331439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Delete allocated IP 2001:db8::218 (951a8788-293e-4b60-903c-5de4fad0b1ee/3fb3a109-8f79-4bb0-9bcc-c030f9e937ab) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:03:13.341330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8:0:1::2d3 (951a8788-293e-4b60-903c-5de4fad0b1ee/865045f7-64de-4d46-b2c3-9daba85af203/311eeb54-d6a1-46fd-8c9e-6f1d01c08534) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:13.566825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.583031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:13.594368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.679366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=311eeb54-d6a1-46fd-8c9e-6f1d01c08534,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:13.717259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] In _notify_port_updated(), no bound segment for port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 on network 951a8788-293e-4b60-903c-5de4fad0b1ee {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:03:13.747980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:13.750287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.753162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c12c429a-47e2-4486-ac4a-2a1590bcdebd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/ports/311eeb54-d6a1-46fd-8c9e-6f1d01c08534 HTTP/1.1" status: 200 len: 931 time: 1.5991430 Jul 09 20:03:13.754839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:13.912425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:13.913865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.049646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.065325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:14.279526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Provisioning for port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:14.280486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.284415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Provisioning complete for port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:14.285177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.334613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=311eeb54-d6a1-46fd-8c9e-6f1d01c08534,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:14.369030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Port 311eeb54-d6a1-46fd-8c9e-6f1d01c08534 was deleted so its status cannot be updated. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 20:03:14.385109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.387766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2cd9c480-4e79-45a1-a98e-7b5088b8aace tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/311eeb54-d6a1-46fd-8c9e-6f1d01c08534 HTTP/1.1" status: 204 len: 168 time: 0.6313779 Jul 09 20:03:14.390421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.413023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:14.413435 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.465241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa867-c881-477e-a512-700666ac3c03 req-b802e385-dcb0-47d3-b34b-48b8acf9fb4c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.477993 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11f4e37-e4ba-4045-b2b5-6993a1c1cd90 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:03:14.479618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e11f4e37-e4ba-4045-b2b5-6993a1c1cd90 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/311eeb54-d6a1-46fd-8c9e-6f1d01c08534 HTTP/1.1" status: 404 len: 333 time: 0.0873749 Jul 09 20:03:14.486830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a04aa867-c881-477e-a512-700666ac3c03 req-b802e385-dcb0-47d3-b34b-48b8acf9fb4c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.2042148 Jul 09 20:03:14.493449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.494356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:14.510593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Provisioning for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:14.520931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:14.521940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3003-247f-4471-bba2-0cb9f3d15232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.569408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:14.617596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a04aa867-c881-477e-a512-700666ac3c03 req-1f44019e-8d60-4d6f-aed3-95e6fbdc03e7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287010 Jul 09 20:03:14.659063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.708257 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.725685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:14.726216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.799231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.803603 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.805355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/security-groups/ea00c64a-4858-4d96-bafb-9ac5d1e507b0 HTTP/1.1" status: 204 len: 168 time: 0.3090332 Jul 09 20:03:14.808581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.831247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67101618-e769-4938-9b4e-259436276407 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00c64a-4858-4d96-bafb-9ac5d1e507b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:14.879183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-516b3104-4483-4f70-8717-2915a21fb7d7 None None] Could not find standard attr ID for object 311eeb54-d6a1-46fd-8c9e-6f1d01c08534. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:14.907779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.932850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.979040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.981813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.983642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/security-groups/a54e6d65-8723-47ff-8426-5dc552970bb4 HTTP/1.1" status: 204 len: 168 time: 0.1708088 Jul 09 20:03:14.986227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.993458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c595-bf19-4516-88b8-cae6e7885035 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54e6d65-8723-47ff-8426-5dc552970bb4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:15.045614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 3fb3a109-8f79-4bb0-9bcc-c030f9e937ab {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:15.049403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.102150 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.201683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.267455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.295879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb3a109-8f79-4bb0-9bcc-c030f9e937ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:15.300565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.312016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:15.312183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9d988f4-51be-495f-9957-b67c5862c82a tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/3fb3a109-8f79-4bb0-9bcc-c030f9e937ab HTTP/1.1" status: 204 len: 168 time: 0.3217089 Jul 09 20:03:15.314740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:15.318966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97b14f-e578-4bfc-a485-8dc224bda93d None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:15.520301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:15.524764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.911899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.962102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:15.971256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4582-a379-463e-b6ae-f1744247b4bf req-e9d4ff6c-8ccf-45d3-8c78-cb26095b4cff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.973032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f5e4582-a379-463e-b6ae-f1744247b4bf req-e9d4ff6c-8ccf-45d3-8c78-cb26095b4cff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 943 time: 0.1534379 Jul 09 20:03:15.979429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:15.983118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.983773 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.023688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=ceda22d2-3bec-4287-b80b-c12a2a9fab9b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.030075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f23fdec6-e834-4c20-b6ec-72ec513430b9 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7196229 Jul 09 20:03:16.033506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.039033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142549945'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:16.045510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:16.068199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f5e4582-a379-463e-b6ae-f1744247b4bf req-26786c7c-4eea-4b54-befb-9bd84ca7bf75 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791752 Jul 09 20:03:16.076734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.214764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.225858 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.246035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:16.260946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:16.298031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.299360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2646089 Jul 09 20:03:16.301701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3fd6-14c7-4ca4-ad9a-737e87d0d708 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd798f-9906-4a6d-bdad-9c82ea587894,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.302733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.310528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.312298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'security_group': {'name': 'tempest-secgroup-558613171'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:16.327576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:16.367754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:16.374807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.375189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.378291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.445485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4f9b8-add2-4c4a-bf9e-b09cbd55dd34 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:16.487472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.492436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.533096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.538037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2342687 Jul 09 20:03:16.540466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.549361 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'security_group': {'name': 'tempest-secgroup-937695315'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:16.550898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9ff7f-584e-4a82-bd13-6d9b73550151 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7489aab5-e4d5-4e65-870a-d1d7e1277273,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.558487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.620627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-265b8711-0ed7-45ac-a467-2c7fb210bf52 None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:16.621300 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-265b8711-0ed7-45ac-a467-2c7fb210bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.703849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7029e0da-eff7-486f-b083-df339f22a64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.717154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-265b8711-0ed7-45ac-a467-2c7fb210bf52 None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:16.720841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.770326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2a0d84e2-3d52-45f1-b6db-42abb45212b2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:16.802292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bca65d-8e6b-4a65-930f-1bf9559ef550 req-5ac00506-c537-485b-a303-b17afec0bb7c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.804247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62bca65d-8e6b-4a65-930f-1bf9559ef550 req-5ac00506-c537-485b-a303-b17afec0bb7c tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.0831277 Jul 09 20:03:16.835096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-265b8711-0ed7-45ac-a467-2c7fb210bf52 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:16.835479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-265b8711-0ed7-45ac-a467-2c7fb210bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.846137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-4f816c96-44c2-47dd-87e4-09d03741ac39 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.849210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-4f816c96-44c2-47dd-87e4-09d03741ac39 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&tenant_id=e8d476af66924eceb0f5f07ca77128d3&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 944 time: 0.2324519 Jul 09 20:03:16.864169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62bca65d-8e6b-4a65-930f-1bf9559ef550 req-b2e87fdd-948e-4593-80de-4007e3c30735 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523136 Jul 09 20:03:16.963239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-3353fab1-f4bc-4489-b735-c0ad84093b8f service neutron] 10.222.0.25 "GET /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 382 time: 0.1055562 Jul 09 20:03:16.973600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7029e0da-eff7-486f-b083-df339f22a64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.985177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7029e0da-eff7-486f-b083-df339f22a64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.056723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Update dhcp port {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'fixed_ips': [{'subnet_id': '865045f7-64de-4d46-b2c3-9daba85af203', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ceda22d2-3bec-4287-b80b-c12a2a9fab9b'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '8ba0fc2a-9728-4de1-a7ed-c32dee138679'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:03:17.071205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7029e0da-eff7-486f-b083-df339f22a64d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57f962bef1f04ceaa1f5fb0fae5d377a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924989 Jul 09 20:03:17.072134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 36952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:17.079702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029e0da-eff7-486f-b083-df339f22a64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7439d56-4c8f-486c-8088-fbed031c85fa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.115079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.170650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.180238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.189914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-1c1a04cf-baa9-427e-8fae-313632c0deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.191382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-1c1a04cf-baa9-427e-8fae-313632c0deb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1095 time: 0.1907210 Jul 09 20:03:17.206502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.272739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.273978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7319701 Jul 09 20:03:17.277655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 36978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:17.285773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-87854719', 'security_groups': ['290ea064-bb40-40f3-9829-936a146d9506'], 'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ceda22d2-3bec-4287-b80b-c12a2a9fab9b'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:17.295362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb0bd-cdcb-458f-9a62-50a9c0a7772e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290ea064-bb40-40f3-9829-936a146d9506,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.299346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.360554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Allocated IP 2001:db8::2 (951a8788-293e-4b60-903c-5de4fad0b1ee/ceda22d2-3bec-4287-b80b-c12a2a9fab9b/8ba0fc2a-9728-4de1-a7ed-c32dee138679) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:17.361114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-00f17d73-2f6f-46e9-a896-4309e7f2c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.362216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-00f17d73-2f6f-46e9-a896-4309e7f2c93f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1625504 Jul 09 20:03:17.420306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.423810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.425198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7439d56-4c8f-486c-8088-fbed031c85fa HTTP/1.1" status: 204 len: 168 time: 0.3513556 Jul 09 20:03:17.444533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e39d2-a9d6-4f44-aadf-b1f6a0828101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7439d56-4c8f-486c-8088-fbed031c85fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.462264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-fbf39049-0dc7-4c94-868a-3cddfbe5d705 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1000 time: 0.0896072 Jul 09 20:03:17.510674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:17.517867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:17.552976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.554722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-ba4442d5-bb4c-487d-b95b-cff22537e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.556583 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-ba4442d5-bb4c-487d-b95b-cff22537e9c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0871773 Jul 09 20:03:17.581400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Transition to ACTIVE for port object 8ba0fc2a-9728-4de1-a7ed-c32dee138679 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:17.588318 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.635167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-070cc724-5b04-432a-9e12-7bc232a2852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.636978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-070cc724-5b04-432a-9e12-7bc232a2852a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687354 Jul 09 20:03:17.648753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.676372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] device_id is not set on port 10f92618-7f50-49a7-a98a-e2e4d412a7ca yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:17.774753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d551bb-8121-4ccc-a1ff-9c1e5d8d026c None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.915190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8::b5 (951a8788-293e-4b60-903c-5de4fad0b1ee/ceda22d2-3bec-4287-b80b-c12a2a9fab9b/10f92618-7f50-49a7-a98a-e2e4d412a7ca) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:17.938464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:17.960799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f5894c2-968d-4ee9-a310-ce4fe95cdbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.059787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:18.108267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f5894c2-968d-4ee9-a310-ce4fe95cdbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.125096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f5894c2-968d-4ee9-a310-ce4fe95cdbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.142877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:18.148926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:18.149350 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.219383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6f5894c2-968d-4ee9-a310-ce4fe95cdbd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2593e7131c104b4ca4838acce8f38cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786674 Jul 09 20:03:18.230407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:18.237471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5894c2-968d-4ee9-a310-ce4fe95cdbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5575a9-e835-41d7-b620-b19d393fc621,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.272074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.299768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:18.302585 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a4e1a-122a-4802-8910-9f3852d10d64" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:18.312363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-941e14e9-8952-470f-94e8-44aef54cab50 service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669693 Jul 09 20:03:18.328172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:18.341399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.426976 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff67ea-6139-4edd-b081-7855e97ea6c5 x-openstack-request-id: req-00ff67ea-6139-4edd-b081-7855e97ea6c5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:18.427605 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:18.427605 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00ff67ea-6139-4edd-b081-7855e97ea6c5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:18.427901 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'code': 200} Jul 09 20:03:18.440894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.451333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:18.477447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.493316 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 10f92618-7f50-49a7-a98a-e2e4d412a7ca will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:18.519298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0b46-00ef-4eb8-b0c7-ef84b2c6a616 req-2fb76e68-7559-41d3-939d-9dc0c3ab8653 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.521311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbb0b46-00ef-4eb8-b0c7-ef84b2c6a616 req-2fb76e68-7559-41d3-939d-9dc0c3ab8653 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.3168261 Jul 09 20:03:18.544951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.568598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-d619fb4b-3c4a-4bf3-ba94-dfc34cbb9a9d service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494683 Jul 09 20:03:18.582036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.584268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0dbb0b46-00ef-4eb8-b0c7-ef84b2c6a616 req-0a0d897f-0120-4655-a1a5-b40211996823 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532818 Jul 09 20:03:18.647889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.664389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:18.672480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:18.682254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:18.683766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:18.684501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.688500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.689377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.694791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=10f92618-7f50-49a7-a98a-e2e4d412a7ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.723344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9bc5db9d-7c95-4850-b67d-3c4fed15c4b7 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4435713 Jul 09 20:03:18.726276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:18.732432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:18.733737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:18.752345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Provisioning for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:18.757439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:18.758100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a88ab8b-e85d-45ca-9528-303bc90a1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.797279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.800517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.801862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee5575a9-e835-41d7-b620-b19d393fc621 HTTP/1.1" status: 204 len: 168 time: 0.5703232 Jul 09 20:03:18.831875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8570be8-ffa8-4bfe-8244-1ae56d32c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5575a9-e835-41d7-b620-b19d393fc621,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.867890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.956961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:18.965538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.076789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33acb12e-6974-4fac-b9fe-bbeb93d9a34e None None] Provisioning for port 10f92618-7f50-49a7-a98a-e2e4d412a7ca completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:19.078617 n-d-800087-3 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ceda22d2-3bec-4287-b80b-c12a2a9fab9b (CIDR: 2001:db8::/64) Jul 09 20:03:19.081820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33acb12e-6974-4fac-b9fe-bbeb93d9a34e None None] Provisioning complete for port 10f92618-7f50-49a7-a98a-e2e4d412a7ca triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:19.082173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33acb12e-6974-4fac-b9fe-bbeb93d9a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.083960 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:19.084655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:19.106911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0fe76da-4e32-45fc-a647-acf1db32a5d2 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3790863 Jul 09 20:03:19.107050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:19.113808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:19.137171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33acb12e-6974-4fac-b9fe-bbeb93d9a34e None None] Port 10f92618-7f50-49a7-a98a-e2e4d412a7ca cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:19.245617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:19.250223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.349510 n-d-800087-3 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 865045f7-64de-4d46-b2c3-9daba85af203 (CIDR: 2001:db8:0:1::/64) Jul 09 20:03:19.352681 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:19.353160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:19.368299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb5f799e-f63a-4a23-a35b-fb8b3a955919 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2600217 Jul 09 20:03:19.370865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:19.376485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'subnet': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:19.494571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Made reservation on behalf of 44789a26608a4898abf17a90d2dcbe9a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:19.498602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.786297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf097ab-07cd-4098-86d6-f5b5bb58c491 req-4516ace3-42bd-4fc2-88a0-b9be505d3270 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:19.788589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cf097ab-07cd-4098-86d6-f5b5bb58c491 req-4516ace3-42bd-4fc2-88a0-b9be505d3270 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.0876145 Jul 09 20:03:19.799194 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.850231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Network 951a8788-293e-4b60-903c-5de4fad0b1ee is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:19.853429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:19.862829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8877ea5-18bb-4a35-b64f-00746f44f89d None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:19.866868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:19.867492 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.869751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cf097ab-07cd-4098-86d6-f5b5bb58c491 req-ab4aa16d-1fa6-45a7-af5d-198443cdc6ac tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745735 Jul 09 20:03:19.891496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Subnet': ['ID=7084fec7-4ea8-4025-9d97-d68593228644,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:19.906573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7b20ed6-9f45-41f7-b04c-74596b1f241b tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5340183 Jul 09 20:03:19.909280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:19.919575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-905607865', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7084fec7-4ea8-4025-9d97-d68593228644'}], 'security_groups': ['99fd798f-9906-4a6d-bdad-9c82ea587894', '7489aab5-e4d5-4e65-870a-d1d7e1277273']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:20.167255 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.200101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Update dhcp port {'port': {'network_id': '951a8788-293e-4b60-903c-5de4fad0b1ee', 'fixed_ips': [{'subnet_id': '865045f7-64de-4d46-b2c3-9daba85af203', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ceda22d2-3bec-4287-b80b-c12a2a9fab9b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7084fec7-4ea8-4025-9d97-d68593228644'}], 'binding:host_id': 'n-d-800087-3'}, 'id': '8ba0fc2a-9728-4de1-a7ed-c32dee138679'} from n-d-800087-3. {{(pid=93773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:03:20.244223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.484636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Allocated IP 2001:db8:0:2::2 (951a8788-293e-4b60-903c-5de4fad0b1ee/7084fec7-4ea8-4025-9d97-d68593228644/8ba0fc2a-9728-4de1-a7ed-c32dee138679) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:20.585896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:20.620572 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.645335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Transition to ACTIVE for port object 8ba0fc2a-9728-4de1-a7ed-c32dee138679 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:20.661473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.739653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9debda-14cb-486b-994b-8c78745c2c46 None None] Pushing event updated for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:20.826364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Delete allocated IP 2001:db8::b5 (951a8788-293e-4b60-903c-5de4fad0b1ee/ceda22d2-3bec-4287-b80b-c12a2a9fab9b) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:03:20.835651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Allocated IP 2001:db8:0:2::356 (951a8788-293e-4b60-903c-5de4fad0b1ee/7084fec7-4ea8-4025-9d97-d68593228644/10f92618-7f50-49a7-a98a-e2e4d412a7ca) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:21.053600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.078376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-9099a600-a154-4aac-b2f4-af1886a22f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.079918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-9099a600-a154-4aac-b2f4-af1886a22f63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 1096 time: 0.1761415 Jul 09 20:03:21.096621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:21.105440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Transition to ACTIVE for port object 10f92618-7f50-49a7-a98a-e2e4d412a7ca will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:21.115903 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.204955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] In _notify_port_updated(), no bound segment for port 10f92618-7f50-49a7-a98a-e2e4d412a7ca on network 951a8788-293e-4b60-903c-5de4fad0b1ee {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:03:21.211543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.212196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.217845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "PUT /v2.0/ports/10f92618-7f50-49a7-a98a-e2e4d412a7ca HTTP/1.1" status: 200 len: 969 time: 1.3073344 Jul 09 20:03:21.219345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:21.243353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079dc22-5bc4-463a-86a8-ab412095b03c req-67fa37f4-2527-47f1-a536-a4126bf8a6d8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.244941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1079dc22-5bc4-463a-86a8-ab412095b03c req-67fa37f4-2527-47f1-a536-a4126bf8a6d8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 945 time: 0.1880999 Jul 09 20:03:21.245633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754aa5c-b53e-43e3-bcc5-fd25147f2c69 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event updated for resources: {'Port': ['ID=10f92618-7f50-49a7-a98a-e2e4d412a7ca,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:21.256037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.430624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1079dc22-5bc4-463a-86a8-ab412095b03c req-636cc527-970e-4920-add5-ba6c4ef4b6a3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370661 Jul 09 20:03:21.457039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port 10f92618-7f50-49a7-a98a-e2e4d412a7ca {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:21.457456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.592812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.610356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for 10f92618-7f50-49a7-a98a-e2e4d412a7ca owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:21.634937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:21.687876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:21.746736 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.762054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Transition to ACTIVE for port object 2a0d84e2-3d52-45f1-b6db-42abb45212b2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:21.762926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:21.780545 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0af169-daca-4227-ac59-21b5062aa074" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:21.788464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:21.789064 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.798760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.814480 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.881441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:21.892239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Could not find standard attr ID for object 10f92618-7f50-49a7-a98a-e2e4d412a7ca. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:21.908556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=10f92618-7f50-49a7-a98a-e2e4d412a7ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:21.929855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Provisioning for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:21.933833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:21.934215 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-039b1298-f2ce-4bae-88a4-21074d31da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.008767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.015681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4fc8fb6a-7449-41da-8ae4-c26bfc706177 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/10f92618-7f50-49a7-a98a-e2e4d412a7ca HTTP/1.1" status: 204 len: 168 time: 0.7876794 Jul 09 20:03:22.016375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.100688 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29b310e-c18e-49b3-bcda-1ea855a32fa5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] GET failed (client error): The resource could not be found. Jul 09 20:03:22.113283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f29b310e-c18e-49b3-bcda-1ea855a32fa5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports/10f92618-7f50-49a7-a98a-e2e4d412a7ca HTTP/1.1" status: 404 len: 333 time: 0.0937896 Jul 09 20:03:22.116585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.241162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] No DVR routers for this DVR port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:22.307298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.370340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.392627 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f297df-7fa4-47ad-a0c6-5b1b8d42abf7 x-openstack-request-id: req-f0f297df-7fa4-47ad-a0c6-5b1b8d42abf7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:22.392921 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:22.393244 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0f297df-7fa4-47ad-a0c6-5b1b8d42abf7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:22.393649 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'code': 200} Jul 09 20:03:22.404257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:22.447121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-015e5e16-0090-4e50-8d66-99763014958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.496642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:22.503300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.525976 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.530458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.532786 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/security-groups/290ea064-bb40-40f3-9829-936a146d9506 HTTP/1.1" status: 204 len: 168 time: 0.4127400 Jul 09 20:03:22.538183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.587448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d596-acd3-4de8-bf09-27fb6b2254b5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ea064-bb40-40f3-9829-936a146d9506,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:22.589892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:22.590274 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.658348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:22.659122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:22.659656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:22.665446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:22.666009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Attempting to bind port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on network 0e14c646-f437-425f-b215-c042d0d181b2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:22.675469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:22.676170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Checking segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:22.676754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Bound using segment: {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:22.677453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Bound port: 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2453904-e0c4-45c2-8989-c5f95c313f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:22.677986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.678825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.684328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-92355532-ad17-487f-9ac3-92d0a2c46c38 None None] Could not find standard attr ID for object 10f92618-7f50-49a7-a98a-e2e4d412a7ca. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:22.751743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:22.755365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:22.763850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.769663 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.830665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c74088-9850-4007-8853-0a87d0eca22d req-08618e1d-33c6-43ff-a096-c01705fcbbad tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.832233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c74088-9850-4007-8853-0a87d0eca22d req-08618e1d-33c6-43ff-a096-c01705fcbbad tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.1569645 Jul 09 20:03:22.834969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.834969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.836547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] 10.222.0.59 "PUT /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1092 time: 1.7444217 Jul 09 20:03:22.840091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588f51be-515f-4cbb-a1df-2b6845f3da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.857506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.860829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.864562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/security-groups/7489aab5-e4d5-4e65-870a-d1d7e1277273 HTTP/1.1" status: 204 len: 168 time: 0.3220301 Jul 09 20:03:22.866570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.884527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf5304-6c20-4e75-b230-cb23e2e8b929 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489aab5-e4d5-4e65-870a-d1d7e1277273,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:22.920626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39c74088-9850-4007-8853-0a87d0eca22d req-1fd6aa5d-5574-4189-9e70-f45dd43af43b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763965 Jul 09 20:03:22.947674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318c69a-b7d4-4292-97a4-1516ab636bea service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.064813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.085983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-be04eca0-da26-4f0f-9cae-f6308e6b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.087411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-be04eca0-da26-4f0f-9cae-f6308e6b8e2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1095 time: 0.1916714 Jul 09 20:03:23.115339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.206935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588f51be-515f-4cbb-a1df-2b6845f3da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.213899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588f51be-515f-4cbb-a1df-2b6845f3da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.275336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-588f51be-515f-4cbb-a1df-2b6845f3da5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf5f5cfc7e094c67a6e7da82317c0013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7709746 Jul 09 20:03:23.276071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.278229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.278565 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.282517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/security-groups/99fd798f-9906-4a6d-bdad-9c82ea587894 HTTP/1.1" status: 204 len: 168 time: 0.4064176 Jul 09 20:03:23.283171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.293763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f51be-515f-4cbb-a1df-2b6845f3da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e1661c-95de-4a13-a308-055cf997e212,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.319787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-57f86265-fffd-493d-b0a9-07f5ba7877c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.321497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-57f86265-fffd-493d-b0a9-07f5ba7877c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2250638 Jul 09 20:03:23.341877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.343664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97fdd-2f1e-464c-aabc-ac93b92a00dc tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd798f-9906-4a6d-bdad-9c82ea587894,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.367823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.378984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.425239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.427855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.429043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79e1661c-95de-4a13-a308-055cf997e212 HTTP/1.1" status: 204 len: 168 time: 0.1496305 Jul 09 20:03:23.437358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e228a2-a67e-457f-ae54-ded96dcc3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e1661c-95de-4a13-a308-055cf997e212,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.706154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet ceda22d2-3bec-4287-b80b-c12a2a9fab9b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:23.712334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.747205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-0376cc9e-1b00-4c5f-8b32-bff5c2befb73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.4177096 Jul 09 20:03:23.762266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.776674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591f0aa8-4fe1-49c3-8be1-22f03bb7fd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.787569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.845143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-c9cd8575-7e98-4329-8cbd-01f3df273511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.846618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-c9cd8575-7e98-4329-8cbd-01f3df273511 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0917866 Jul 09 20:03:23.877213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591f0aa8-4fe1-49c3-8be1-22f03bb7fd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.882360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591f0aa8-4fe1-49c3-8be1-22f03bb7fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.921878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f0aa8-4fe1-49c3-8be1-22f03bb7fd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8266e894-37af-45c9-9904-0fb5064a35f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.926376 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-591f0aa8-4fe1-49c3-8be1-22f03bb7fd75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=109e4c987f19498c8e53ac05275e12aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630633 Jul 09 20:03:23.926741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.928943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.989612 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.991997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-88f76a6a-bce7-46d1-ad68-649a2dec802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.993763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-88f76a6a-bce7-46d1-ad68-649a2dec802c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375415 Jul 09 20:03:24.023719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.073911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.089954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.093054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.096607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8266e894-37af-45c9-9904-0fb5064a35f5 HTTP/1.1" status: 204 len: 168 time: 0.1642675 Jul 09 20:03:24.104313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a2a4e-2ee4-42df-886e-008fa29e8e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8266e894-37af-45c9-9904-0fb5064a35f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:24.105864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:24.121091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=ceda22d2-3bec-4287-b80b-c12a2a9fab9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:24.144267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.144267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-576715b1-36a4-48fe-8ef6-c6df6ed8edfa tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/ceda22d2-3bec-4287-b80b-c12a2a9fab9b HTTP/1.1" status: 204 len: 168 time: 0.8532937 Jul 09 20:03:24.144687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa1ed5-d9af-45da-a6ec-0628e8a87f07 None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:24.146156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:24.222075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:24.224742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 7084fec7-4ea8-4025-9d97-d68593228644 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:24.230866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.243571 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-95fb6cbd-a409-4c50-9b30-9ea0ecbb1944 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388151 Jul 09 20:03:24.296957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.345177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388eb8a-d8fc-4ded-97a5-85d53687174b req-dacf1c6d-9292-4032-b58f-19039bc19991 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.347423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a388eb8a-d8fc-4ded-97a5-85d53687174b req-dacf1c6d-9292-4032-b58f-19039bc19991 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.2376082 Jul 09 20:03:24.397831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:24.400776 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef6c54-5ece-4767-b035-3c8384b8ce69" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:24.430263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-890ca6c6-d86c-4db6-a670-188094583aa0 req-3a232382-bfd3-4bfa-bf42-171c4f9fc93c service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787996 Jul 09 20:03:24.453506 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a388eb8a-d8fc-4ded-97a5-85d53687174b req-fb3cbc24-6595-47db-ab5f-2a5100852eab tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932894 Jul 09 20:03:24.477658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.500262 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66a403-6054-46d0-b884-21ac617ea7a2 x-openstack-request-id: req-8a66a403-6054-46d0-b884-21ac617ea7a2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:24.500559 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:24.500812 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a66a403-6054-46d0-b884-21ac617ea7a2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:24.501257 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:03:24.599341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-27cefb39-357e-44d0-9168-44b31561b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.601293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-27cefb39-357e-44d0-9168-44b31561b2f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1095 time: 0.0782366 Jul 09 20:03:24.629401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-2ba39e25-e0fd-4598-8143-7ad7c0d755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.630931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-2ba39e25-e0fd-4598-8143-7ad7c0d755fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1095 time: 0.0968032 Jul 09 20:03:24.636894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.694157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=7084fec7-4ea8-4025-9d97-d68593228644,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:24.741460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-bb093db6-954f-4363-8e0d-b5db25d88de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.742993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-bb093db6-954f-4363-8e0d-b5db25d88de4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1349368 Jul 09 20:03:24.750323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.761813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cda435cc-50b4-46d6-b869-17a156e2a1f0 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/7084fec7-4ea8-4025-9d97-d68593228644 HTTP/1.1" status: 204 len: 168 time: 0.6140640 Jul 09 20:03:24.764543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:24.825003 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb77c8b-6ecb-4e18-85b2-2ae1e9726fc8 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:24.825444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb77c8b-6ecb-4e18-85b2-2ae1e9726fc8 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:24.829680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-beb77c8b-6ecb-4e18-85b2-2ae1e9726fc8 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/ceda22d2-3bec-4287-b80b-c12a2a9fab9b HTTP/1.1" status: 404 len: 337 time: 0.0635431 Jul 09 20:03:24.830567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:24.861401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-48d75d86-ed93-4e8a-84ca-4d4ae7076ca9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.1093426 Jul 09 20:03:24.908112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-58fc5cb5-8a20-4325-9390-5e176da2c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.909653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-58fc5cb5-8a20-4325-9390-5e176da2c58e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.2631569 Jul 09 20:03:24.934121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-1ab6424d-cd9a-48de-ad39-6e6fbd5ff37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.935758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-1ab6424d-cd9a-48de-ad39-6e6fbd5ff37c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0663552 Jul 09 20:03:24.991104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-cf8eade2-c54c-4bf3-ab9d-dd672c1df293 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 999 time: 0.0732160 Jul 09 20:03:24.997608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fb2f05d-7fa0-4493-90a7-f8d15d3ea9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.002058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting subnet 865045f7-64de-4d46-b2c3-9daba85af203 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:25.004207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.087892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.106780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-44f4d65b-ade9-4354-bf2a-5663ba048062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.108389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-44f4d65b-ade9-4354-bf2a-5663ba048062 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604896 Jul 09 20:03:25.181078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-333ef564-39f2-46c8-9fbb-39b0d6114f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.183560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-333ef564-39f2-46c8-9fbb-39b0d6114f89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.1200180 Jul 09 20:03:25.224614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-0ba38da8-8c18-48ca-9b6c-258fbe81a19a service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068020 Jul 09 20:03:25.270703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.296873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f16d2b-02ea-4deb-89f6-fe1fe40cc31d None None] Network 951a8788-293e-4b60-903c-5de4fad0b1ee requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:25.297618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.334907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-0607964c-470e-4ece-9078-75583d7933ae service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030090 Jul 09 20:03:25.337336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-50557541-d402-4af9-97ac-59384023dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.339054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-50557541-d402-4af9-97ac-59384023dd2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472998 Jul 09 20:03:25.395068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ec94c5af-ed40-40e1-af75-5058f648a2c8 None None] Provisioning complete for port f28f14aa-2267-426a-8c3e-fcac18d10d7d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:25.395433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec94c5af-ed40-40e1-af75-5058f648a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.435553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.465078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec94c5af-ed40-40e1-af75-5058f648a2c8 None None] Port f28f14aa-2267-426a-8c3e-fcac18d10d7d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:25.478367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Subnet': ['ID=865045f7-64de-4d46-b2c3-9daba85af203,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:25.482081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.484165 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5b0ef75-f5ec-42fd-aab8-170c9f02adec tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/865045f7-64de-4d46-b2c3-9daba85af203 HTTP/1.1" status: 204 len: 168 time: 0.6502206 Jul 09 20:03:25.487741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.490711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-d532acf5-714a-40f9-8a96-d8d971e5cb2c service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449170 Jul 09 20:03:25.511080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ec94c5af-ed40-40e1-af75-5058f648a2c8 None None] Provisioning complete for port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:25.511458 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec94c5af-ed40-40e1-af75-5058f648a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.527742 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa69cf8-5b13-4ff4-9688-b89abb41ce3e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.528612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa69cf8-5b13-4ff4-9688-b89abb41ce3e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.534407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-caa69cf8-5b13-4ff4-9688-b89abb41ce3e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/3fb3a109-8f79-4bb0-9bcc-c030f9e937ab HTTP/1.1" status: 404 len: 337 time: 0.0453146 Jul 09 20:03:25.535085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.600317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2dc6fee7-456d-4cb7-a86e-b80f72bd1857 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "GET /v2.0/ports?device_id=6995f770-25e1-4513-867b-a2e2b298a6f8 HTTP/1.1" status: 200 len: 205 time: 0.0620589 Jul 09 20:03:25.601177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.620335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6ef6c54-5ece-4767-b035-3c8384b8ce69 req-709432b7-f3df-4805-834b-dbf498ab4336 service neutron] 10.222.0.25 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221092 Jul 09 20:03:25.654708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] DHCP port deletion for 951a8788-293e-4b60-903c-5de4fad0b1ee request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:25.676443 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e0f1e021-eeed-4bf2-8a55-609d4fc9a4f5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] delete failed (client error): The resource could not be found. Jul 09 20:03:25.677449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0f1e021-eeed-4bf2-8a55-609d4fc9a4f5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/routers/6995f770-25e1-4513-867b-a2e2b298a6f8 HTTP/1.1" status: 404 len: 336 time: 0.0753098 Jul 09 20:03:25.680256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.719312 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c970ad58-5401-4d4d-8a3e-31693aae91dd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.720078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c970ad58-5401-4d4d-8a3e-31693aae91dd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.720553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Deleting port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:25.721248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.722796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c970ad58-5401-4d4d-8a3e-31693aae91dd tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/e8711e0b-176f-45b1-a9c0-396afc10db26 HTTP/1.1" status: 404 len: 337 time: 0.0407929 Jul 09 20:03:25.727899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.750939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc8e9c-49f4-4b34-9292-d26cd6c30c3c req-95de0391-d9ba-4307-86ef-482a672a7187 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.752748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2bc8e9c-49f4-4b34-9292-d26cd6c30c3c req-95de0391-d9ba-4307-86ef-482a672a7187 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.0777996 Jul 09 20:03:25.784772 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bedf800-985a-41d5-bfbe-b74610cb435f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.785796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bedf800-985a-41d5-bfbe-b74610cb435f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.790626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6bedf800-985a-41d5-bfbe-b74610cb435f tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/52a217d6-3a39-47cc-b904-1f8258fab5d0 HTTP/1.1" status: 404 len: 337 time: 0.0607321 Jul 09 20:03:25.790626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.794880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2bc8e9c-49f4-4b34-9292-d26cd6c30c3c req-a1dcbd41-279c-40fb-973a-b47d01c92e67 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Jul 09 20:03:25.803628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] For port 8ba0fc2a-9728-4de1-a7ed-c32dee138679, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8ba0fc2a-9728-4de1-a7ed-c32dee138679,segment=NetworkSegment(9c5ae891-265b-4344-99b8-9e85f57ba0c5),segment_id=9c5ae891-265b-4344-99b8-9e85f57ba0c5)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:25.804040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.826104 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ca342b-5f54-4009-983d-e70c19881d49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.826932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ca342b-5f54-4009-983d-e70c19881d49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.828415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Calling delete_port for 8ba0fc2a-9728-4de1-a7ed-c32dee138679 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:25.833187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c7ca342b-5f54-4009-983d-e70c19881d49 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/aa5c0f9c-65dd-4e04-b68f-280950b25a14 HTTP/1.1" status: 404 len: 337 time: 0.0326428 Jul 09 20:03:25.833547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.867788 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c67c941-5f76-41ae-b357-554503124e23 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.868543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c67c941-5f76-41ae-b357-554503124e23 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.870799 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6c67c941-5f76-41ae-b357-554503124e23 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/0ac33354-7d6d-4206-ad1b-5406f19878b6 HTTP/1.1" status: 404 len: 333 time: 0.0359902 Jul 09 20:03:25.873046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.917588 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fba20d-e803-4b8c-8063-23f56a96cf0e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.918058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fba20d-e803-4b8c-8063-23f56a96cf0e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.922126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a3fba20d-e803-4b8c-8063-23f56a96cf0e tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/7d48c5f4-5096-4592-bde5-aa4ffdae4fb2 HTTP/1.1" status: 404 len: 337 time: 0.0457840 Jul 09 20:03:25.922928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.926634 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.946381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] No DVR routers for this DVR port 8ba0fc2a-9728-4de1-a7ed-c32dee138679 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:25.951827 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-811d722a-bd27-45e0-87e1-a2c7eb3bd951 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:25.952900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811d722a-bd27-45e0-87e1-a2c7eb3bd951 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:25.960869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-811d722a-bd27-45e0-87e1-a2c7eb3bd951 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/7010946a-db15-4e36-97b3-0d3cfded351f HTTP/1.1" status: 404 len: 337 time: 0.0367095 Jul 09 20:03:25.963584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.995306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf98ae9-9af9-4959-affa-fc32bc022d92 None None] Pushing event deleted for resources: {'Port': ['ID=8ba0fc2a-9728-4de1-a7ed-c32dee138679,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:26.006621 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-696635a6-9804-408d-bff6-971b13819bb4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:26.007385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696635a6-9804-408d-bff6-971b13819bb4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:26.009275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-696635a6-9804-408d-bff6-971b13819bb4 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/19893c3a-94f3-4b83-bd59-59a609ad5264 HTTP/1.1" status: 404 len: 333 time: 0.0446239 Jul 09 20:03:26.013481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:26.042254 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fedabb-812c-454d-8a8c-212673e3ffdf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:26.042731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fedabb-812c-454d-8a8c-212673e3ffdf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:26.044531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67fedabb-812c-454d-8a8c-212673e3ffdf tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/da8a0a77-5030-4916-9b3c-8fd13ebc8446 HTTP/1.1" status: 404 len: 337 time: 0.0299468 Jul 09 20:03:26.047152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:26.075158 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2c7513-140b-407f-afb5-670e5e334ba5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] DELETE failed (client error): The resource could not be found. Jul 09 20:03:26.075656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2c7513-140b-407f-afb5-670e5e334ba5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:26.078129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-da2c7513-140b-407f-afb5-670e5e334ba5 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/subnets/76192c6c-fd89-428f-b2fb-85abe1a8bbbf HTTP/1.1" status: 404 len: 337 time: 0.0299611 Jul 09 20:03:26.081028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:26.215435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Deleting port f28f14aa-2267-426a-8c3e-fcac18d10d7d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:26.215849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.313564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.331331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Calling delete_port for f28f14aa-2267-426a-8c3e-fcac18d10d7d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:26.394267 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.428156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:26.441296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.460466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8ba0fc2a-9728-4de1-a7ed-c32dee138679 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:26.461034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8ba0fc2a-9728-4de1-a7ed-c32dee138679 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:26.485194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Port': ['ID=f28f14aa-2267-426a-8c3e-fcac18d10d7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:26.491067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.493173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9fa45075-e76e-4949-9bf9-ca2e80b9ab16 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/ports/f28f14aa-2267-426a-8c3e-fcac18d10d7d HTTP/1.1" status: 204 len: 168 time: 0.4109855 Jul 09 20:03:26.495660 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:26.593825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.685304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.695917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951a8788-293e-4b60-903c-5de4fad0b1ee']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:26.707492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5ae891-265b-4344-99b8-9e85f57ba0c5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:26.707837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5ae891-265b-4344-99b8-9e85f57ba0c5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:26.717703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.739914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.746447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:26.746909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:26.750680 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:26.822617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.832783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.835202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] 10.222.0.10 "DELETE /v2.0/networks/951a8788-293e-4b60-903c-5de4fad0b1ee HTTP/1.1" status: 204 len: 168 time: 0.3385000 Jul 09 20:03:26.854613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22eba7-0bde-4699-a4a0-ce6374b19246 tempest-PortsIpV6TestJSON-1707600939 tempest-PortsIpV6TestJSON-1707600939-project] Pushing event deleted for resources: {'Network': ['ID=951a8788-293e-4b60-903c-5de4fad0b1ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:27.046993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8e6b-81ab-4982-b04c-efa5c1e3e8e5 req-66c07881-6ab5-4685-a4cc-ab1b8f07d8a7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:27.048596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fdf8e6b-81ab-4982-b04c-efa5c1e3e8e5 req-66c07881-6ab5-4685-a4cc-ab1b8f07d8a7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 944 time: 0.1097753 Jul 09 20:03:27.098986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fdf8e6b-81ab-4982-b04c-efa5c1e3e8e5 req-a38e1903-da7c-431e-8737-9dff622f60c8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Jul 09 20:03:27.126938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.193285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.240065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f0fe78b-5832-4941-aea7-d1cbfdfa964a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/087028a1-f849-4a5d-a7b8-5a37def07a56 HTTP/1.1" status: 200 len: 991 time: 0.1123118 Jul 09 20:03:27.312815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.394089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46df-5c86-46db-8e65-4c8546730043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.408119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cd110378-de93-43d3-ad7c-406a7162c394 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44789a26608a4898abf17a90d2dcbe9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137728 Jul 09 20:03:27.410758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.473859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.495764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.499542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46df-5c86-46db-8e65-4c8546730043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.504487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e7b46df-5c86-46db-8e65-4c8546730043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.543935 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8e7b46df-5c86-46db-8e65-4c8546730043 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a980ca7c7e2c4e4da4ba6babda6f5a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297518 Jul 09 20:03:27.544911 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b46df-5c86-46db-8e65-4c8546730043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2122f36-8da9-4956-b887-5c3e77978a88,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:27.547890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.577026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.580465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.581828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2654825d-be30-4cc8-9dc9-6c41b9b035cb HTTP/1.1" status: 204 len: 168 time: 0.1694913 Jul 09 20:03:27.615741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9321e6-7a35-40e5-a339-4543ad229726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654825d-be30-4cc8-9dc9-6c41b9b035cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:27.635978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.665143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.718548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.721718 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.722925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2122f36-8da9-4956-b887-5c3e77978a88 HTTP/1.1" status: 204 len: 168 time: 0.1739953 Jul 09 20:03:27.736225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d00bff-5a2d-41cd-aaae-d62107b97708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2122f36-8da9-4956-b887-5c3e77978a88,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:27.874806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.092729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.106746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d496c0e-56de-4612-95e3-66f4de937632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.212562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d496c0e-56de-4612-95e3-66f4de937632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.216985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d496c0e-56de-4612-95e3-66f4de937632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.253175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d496c0e-56de-4612-95e3-66f4de937632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf47f02-9802-47bb-b826-de63c1d582f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:28.274317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d496c0e-56de-4612-95e3-66f4de937632 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cefae2a96e1a46b0adc26e2c495b4348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794717 Jul 09 20:03:28.276844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.338245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.379237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.427332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.430596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.431941 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbf47f02-9802-47bb-b826-de63c1d582f6 HTTP/1.1" status: 204 len: 168 time: 0.1540425 Jul 09 20:03:28.441712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed231f36-e8fb-4dfa-8d1f-3ae8e6ae1de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf47f02-9802-47bb-b826-de63c1d582f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:28.464471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.570636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-912482162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:28.599510 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.600956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.671638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.676470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.693323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.697728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be3f3b73-2c12-4958-9367-6e389ae13a09 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2322056 Jul 09 20:03:28.697892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.703414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1118148065'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:28.726748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:28.731091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.741289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.852342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.855461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:28.856891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.888390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5613d52e-f876-47e4-9ef2-3db62f3ce61b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:28.896206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:28.907842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.908563 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Added segment 057fe14f-5811-4ee2-9fae-7693f63404ad of type vlan for network b3c95968-53d2-4076-85a4-6fa7a4fca6fb Jul 09 20:03:28.956498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.979421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:28.993045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'port_id': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'mac_address': 'fa:16:3e:47:60:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:28.995943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.012346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.013233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.039583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.053533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:29.075468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:29.084557 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.101685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4024897 Jul 09 20:03:29.101848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:29.107230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'subnet': {'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:29.126808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a44d1-021b-449f-9030-6f1818a2d351 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Network': ['ID=b3c95968-53d2-4076-85a4-6fa7a4fca6fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.140718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:29.225367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.267963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:29.271745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.312640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2a0d84e2-3d52-45f1-b6db-42abb45212b2'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:29.523645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.593424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Subnet': ['ID=bb22eabf-6f89-4359-bbda-3482e337e0cc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.609023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Checking segment: {'id': '057fe14f-5811-4ee2-9fae-7693f63404ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:29.609727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network hostable DHCP agents. Network: b3c95968-53d2-4076-85a4-6fa7a4fca6fb, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:29.631348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:29.653269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b3c95968-53d2-4076-85a4-6fa7a4fca6fb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:29.658764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.662364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.675498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d1941-badd-4f07-8f98-0358017d6d21 None None] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:29.683435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-09fb62b8-eefa-4ef0-ab16-2f864b0ab1c8 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5774634 Jul 09 20:03:29.683752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:29.690506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'network': {'name': 'tempest-router-network01--1714545896'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:29.712011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:29.716790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.760689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:29.771482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.771916 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Added segment 0671bba6-4e74-4f46-8350-db2b764c4864 of type vlan for network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f Jul 09 20:03:29.817944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.853844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.871112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.871764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.876958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84144207-2588-429a-a389-5152b978993d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b3c95968-53d2-4076-85a4-6fa7a4fca6fb', 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb', 'tenant_id': '8576a4a391404fcc9acdb15f627e3418', 'fixed_ips': [{'subnet_id': 'bb22eabf-6f89-4359-bbda-3482e337e0cc'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:29.878015 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.950756 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2657776 Jul 09 20:03:29.953939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:29.955887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181eac8-9afa-447f-a91a-a5b11244a581 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Network': ['ID=4e8fa4ba-7ebc-417d-98eb-fffda8660a3f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.959661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'network': {'name': 'tempest-router-network02--1923088420'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:29.988740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:30.006839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:30.012212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.043026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:30.054610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.054963 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Added segment e594a384-f5e1-4464-802d-f7aef04bf2e7 of type vlan for network 428d20c8-ee5b-4d54-878b-8e52beb9de5f Jul 09 20:03:30.121540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.138685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-84144207-2588-429a-a389-5152b978993d None None] Allocated IP 2001:db8::2 (b3c95968-53d2-4076-85a4-6fa7a4fca6fb/bb22eabf-6f89-4359-bbda-3482e337e0cc/68951231-c8ed-49ee-9052-4d090b6749b8) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:30.166385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.172369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:30.173371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.232058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2769403 Jul 09 20:03:30.235701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:30.247098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'subnet': {'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:30.259366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e081ba-d801-4d5f-9d65-3df839ffb523 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Network': ['ID=428d20c8-ee5b-4d54-878b-8e52beb9de5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:30.296905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:30.382472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:30.386572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.395273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.414706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-84144207-2588-429a-a389-5152b978993d None None] Transition to ACTIVE for port object 68951231-c8ed-49ee-9052-4d090b6749b8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:30.434569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-84144207-2588-429a-a389-5152b978993d None None] Transition to ACTIVE for port object 68951231-c8ed-49ee-9052-4d090b6749b8 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:30.443979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.498389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84144207-2588-429a-a389-5152b978993d None None] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:30.505852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-84144207-2588-429a-a389-5152b978993d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:30.509299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84144207-2588-429a-a389-5152b978993d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:30.523722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84144207-2588-429a-a389-5152b978993d None None] Pushing event updated for resources: {'Port': ['ID=68951231-c8ed-49ee-9052-4d090b6749b8,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:30.587239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84144207-2588-429a-a389-5152b978993d None None] Attempting to bind port 68951231-c8ed-49ee-9052-4d090b6749b8 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:30.587799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84144207-2588-429a-a389-5152b978993d None None] Attempting to bind port 68951231-c8ed-49ee-9052-4d090b6749b8 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '057fe14f-5811-4ee2-9fae-7693f63404ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:30.588336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84144207-2588-429a-a389-5152b978993d None None] Attempting to bind port 68951231-c8ed-49ee-9052-4d090b6749b8 on network b3c95968-53d2-4076-85a4-6fa7a4fca6fb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:30.595465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84144207-2588-429a-a389-5152b978993d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:30.595885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84144207-2588-429a-a389-5152b978993d None None] Checking segment: {'id': '057fe14f-5811-4ee2-9fae-7693f63404ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:30.596263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.596645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84144207-2588-429a-a389-5152b978993d None None] Bound using segment: {'id': '057fe14f-5811-4ee2-9fae-7693f63404ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:30.597232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84144207-2588-429a-a389-5152b978993d None None] Bound port: 68951231-c8ed-49ee-9052-4d090b6749b8, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057fe14f-5811-4ee2-9fae-7693f63404ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b3c95968-53d2-4076-85a4-6fa7a4fca6fb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:30.597625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.621854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.677038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-84144207-2588-429a-a389-5152b978993d None None] For port 68951231-c8ed-49ee-9052-4d090b6749b8, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:30.689159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-84144207-2588-429a-a389-5152b978993d None None] For port 68951231-c8ed-49ee-9052-4d090b6749b8, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=68951231-c8ed-49ee-9052-4d090b6749b8,segment=NetworkSegment(057fe14f-5811-4ee2-9fae-7693f63404ad),segment_id=057fe14f-5811-4ee2-9fae-7693f63404ad)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:30.705175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84144207-2588-429a-a389-5152b978993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.713695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Subnet': ['ID=af9d505f-3063-4aa0-8b99-39248fd5b07e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:30.725894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Checking segment: {'id': '0671bba6-4e74-4f46-8350-db2b764c4864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:30.726454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network hostable DHCP agents. Network: 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:30.751023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:30.766253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:30.778009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84144207-2588-429a-a389-5152b978993d None None] Pushing event updated for resources: {'Port': ['ID=68951231-c8ed-49ee-9052-4d090b6749b8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:30.787857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:30.788465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.795104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad453cc-b5c0-4920-80b0-6033a944064a None None] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:30.827624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-69ad97e6-a907-41c9-8608-74583557e3ce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5886829 Jul 09 20:03:30.830419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:30.838890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'subnet': {'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:30.919163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:30.983295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:31.020864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.070341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4e8fa4ba-7ebc-417d-98eb-fffda8660a3f', 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f', 'tenant_id': '8576a4a391404fcc9acdb15f627e3418', 'fixed_ips': [{'subnet_id': 'af9d505f-3063-4aa0-8b99-39248fd5b07e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:31.071392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.097629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:31.107197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:31.107725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.298954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.326197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Allocated IP 2001:db8::2 (4e8fa4ba-7ebc-417d-98eb-fffda8660a3f/af9d505f-3063-4aa0-8b99-39248fd5b07e/ef6a3d60-d9fe-4340-9b59-9e4750abd574) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:31.347253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:31.349535 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ee438-7c56-455c-b963-1443cc278477" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:31.376957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:31.377489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.390664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.424473 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29484551-a025-4098-bb80-1bf790a8d881 x-openstack-request-id: req-29484551-a025-4098-bb80-1bf790a8d881 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:31.424765 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:31.425026 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29484551-a025-4098-bb80-1bf790a8d881 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:31.425444 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'code': 200} Jul 09 20:03:31.484913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Checking segment: {'id': 'e594a384-f5e1-4464-802d-f7aef04bf2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:31.485203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network hostable DHCP agents. Network: 428d20c8-ee5b-4d54-878b-8e52beb9de5f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:31.501508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.501830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Subnet': ['ID=a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.516886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:31.527471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 428d20c8-ee5b-4d54-878b-8e52beb9de5f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:31.548046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:31.548659 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.560624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209036a9-ee70-4a0b-8923-b053e33eb512 None None] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:31.569699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a325c96-d34a-4ffd-84e1-896b22d90d20 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7374027 Jul 09 20:03:31.570617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:31.626692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.644631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Transition to ACTIVE for port object ef6a3d60-d9fe-4340-9b59-9e4750abd574 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:31.662220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:31.684956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Transition to ACTIVE for port object ef6a3d60-d9fe-4340-9b59-9e4750abd574 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:31.734945 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.801954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:31.806815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:31.813797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:31.824540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-428d20c8-ee5b-4d54-878b-8e52beb9de5f', 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f', 'tenant_id': '8576a4a391404fcc9acdb15f627e3418', 'fixed_ips': [{'subnet_id': 'a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:31.825229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.844290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Pushing event updated for resources: {'Port': ['ID=ef6a3d60-d9fe-4340-9b59-9e4750abd574,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.917745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd023a55-7506-4932-8ea6-9b317fd278a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.987766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Attempting to bind port ef6a3d60-d9fe-4340-9b59-9e4750abd574 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:31.988223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Attempting to bind port ef6a3d60-d9fe-4340-9b59-9e4750abd574 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '0671bba6-4e74-4f46-8350-db2b764c4864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:31.988647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Attempting to bind port ef6a3d60-d9fe-4340-9b59-9e4750abd574 on network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:32.010708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:32.011088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Checking segment: {'id': '0671bba6-4e74-4f46-8350-db2b764c4864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:32.011604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.011990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Bound using segment: {'id': '0671bba6-4e74-4f46-8350-db2b764c4864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:32.012475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Bound port: ef6a3d60-d9fe-4340-9b59-9e4750abd574, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0671bba6-4e74-4f46-8350-db2b764c4864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4e8fa4ba-7ebc-417d-98eb-fffda8660a3f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:32.012862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.043228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.047863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd023a55-7506-4932-8ea6-9b317fd278a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.058933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd023a55-7506-4932-8ea6-9b317fd278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.128962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd023a55-7506-4932-8ea6-9b317fd278a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4acf47b553e1461794f7b6e1ab77f382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652848 Jul 09 20:03:32.130139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023a55-7506-4932-8ea6-9b317fd278a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726970a7-83a3-4e52-b14e-7ccbf807278f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:32.136466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] For port ef6a3d60-d9fe-4340-9b59-9e4750abd574, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:32.146374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] For port ef6a3d60-d9fe-4340-9b59-9e4750abd574, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ef6a3d60-d9fe-4340-9b59-9e4750abd574,segment=NetworkSegment(0671bba6-4e74-4f46-8350-db2b764c4864),segment_id=0671bba6-4e74-4f46-8350-db2b764c4864)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:32.161643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:32.168068 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.257995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.294700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.367904 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.370871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.380755 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:03:32.381599 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/726970a7-83a3-4e52-b14e-7ccbf807278f HTTP/1.1" status: 204 len: 168 time: 0.2182906 Jul 09 20:03:32.409504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573c48-6856-4249-97c0-ca4b68c6fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726970a7-83a3-4e52-b14e-7ccbf807278f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:32.415706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f77b7-52b8-4a94-90d9-ba16e0fcc6dc None None] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:32.423164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Allocated IP 2001:db8::1 (4e8fa4ba-7ebc-417d-98eb-fffda8660a3f/af9d505f-3063-4aa0-8b99-39248fd5b07e/6a855e69-fdce-42fb-94ad-3753ed080aac) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:32.575489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 68951231-c8ed-49ee-9052-4d090b6749b8 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:32.587947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Allocated IP 2001:db8::2 (428d20c8-ee5b-4d54-878b-8e52beb9de5f/a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4/0103aeb8-7281-43f5-b911-4d7ab0ef045d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:32.592246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc547e81-275f-4004-8fe7-49a3b6be7aba None None] Provisioning for port 68951231-c8ed-49ee-9052-4d090b6749b8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:32.593334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.607539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Transition to ACTIVE for port object 6a855e69-fdce-42fb-94ad-3753ed080aac will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:32.654006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.758775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:32.768739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:32.778055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:32.782741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.818435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd748-ed1e-45cf-b902-a72d46e625b8 None None] Pushing event updated for resources: {'Port': ['ID=ef6a3d60-d9fe-4340-9b59-9e4750abd574,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:32.958654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Port': ['ID=6a855e69-fdce-42fb-94ad-3753ed080aac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:32.972108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:33.006124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c275231-2b3e-4fda-a445-789d962b3407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.030969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 68951231-c8ed-49ee-9052-4d090b6749b8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:33.033869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.047459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 68951231-c8ed-49ee-9052-4d090b6749b8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:33.047833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.150799 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.169571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Transition to ACTIVE for port object 0103aeb8-7281-43f5-b911-4d7ab0ef045d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:33.250740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Transition to ACTIVE for port object 0103aeb8-7281-43f5-b911-4d7ab0ef045d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:33.269571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.305383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.350458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c275231-2b3e-4fda-a445-789d962b3407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.357105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:33.357650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c275231-2b3e-4fda-a445-789d962b3407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.358192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Pushing event updated for resources: {'Port': ['ID=0103aeb8-7281-43f5-b911-4d7ab0ef045d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:33.374830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:33.377643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:33.397991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 68951231-c8ed-49ee-9052-4d090b6749b8, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=68951231-c8ed-49ee-9052-4d090b6749b8,segment=NetworkSegment(057fe14f-5811-4ee2-9fae-7693f63404ad),segment_id=057fe14f-5811-4ee2-9fae-7693f63404ad)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:33.423384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.429950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2c275231-2b3e-4fda-a445-789d962b3407 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4d42682312a4f5695d02af5e15b0fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562330 Jul 09 20:03:33.432375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:33.481431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c275231-2b3e-4fda-a445-789d962b3407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc2ca3d-5173-4c27-809c-ad0c0e11ddb9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:33.508307 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.520171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.521344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.526849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Attempting to bind port 0103aeb8-7281-43f5-b911-4d7ab0ef045d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:33.527323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Attempting to bind port 0103aeb8-7281-43f5-b911-4d7ab0ef045d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e594a384-f5e1-4464-802d-f7aef04bf2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:33.527759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Attempting to bind port 0103aeb8-7281-43f5-b911-4d7ab0ef045d on network 428d20c8-ee5b-4d54-878b-8e52beb9de5f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:33.554909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:33.555458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Checking segment: {'id': 'e594a384-f5e1-4464-802d-f7aef04bf2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:33.555888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.556351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Bound using segment: {'id': 'e594a384-f5e1-4464-802d-f7aef04bf2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:33.556876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.557011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Bound port: 0103aeb8-7281-43f5-b911-4d7ab0ef045d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e594a384-f5e1-4464-802d-f7aef04bf2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '428d20c8-ee5b-4d54-878b-8e52beb9de5f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:33.557419 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.577185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=68951231-c8ed-49ee-9052-4d090b6749b8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:33.584140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.626509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c8815ca-f9b8-429d-995f-164361de5165 None None] Provisioning complete for port 68951231-c8ed-49ee-9052-4d090b6749b8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:33.626981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c8815ca-f9b8-429d-995f-164361de5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.630144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Port': ['ID=6a855e69-fdce-42fb-94ad-3753ed080aac,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:33.680689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.683782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.687961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fc2ca3d-5173-4c27-809c-ad0c0e11ddb9 HTTP/1.1" status: 204 len: 168 time: 0.2515950 Jul 09 20:03:33.694289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:33.695991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:33.699029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27cc0d-85d4-4777-b9b7-53b9c2415090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc2ca3d-5173-4c27-809c-ad0c0e11ddb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:33.732821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] For port 0103aeb8-7281-43f5-b911-4d7ab0ef045d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:33.769767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] For port 0103aeb8-7281-43f5-b911-4d7ab0ef045d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0103aeb8-7281-43f5-b911-4d7ab0ef045d,segment=NetworkSegment(e594a384-f5e1-4464-802d-f7aef04bf2e7),segment_id=e594a384-f5e1-4464-802d-f7aef04bf2e7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:33.823830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.906551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd390c4-23ad-48e7-a364-767ab14d5ac5 None None] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:34.064964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3eeec-4898-41f6-beba-8c3e6f6fd4a5 None None] Pushing event updated for resources: {'Port': ['ID=0103aeb8-7281-43f5-b911-4d7ab0ef045d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:34.077757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-87740757-778f-4f28-a635-a665fa895998 None None] Provisioning for port ef6a3d60-d9fe-4340-9b59-9e4750abd574 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:34.254710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Router 7a834079-175d-441f-a75f-f889db1ced50 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:03:34.418487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:34.424505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c4278061-13ad-4a82-a76f-bf1f47e7d9ca tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8527365 Jul 09 20:03:34.427370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:34.445078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] Sync routers for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:34.458158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:34.458839 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:34.532971 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:34.560655 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:34.561874 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:34.650596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33b4548d-b8af-4ccd-bc5e-8b0290db42b4 None None] Provisioning for port 6a855e69-fdce-42fb-94ad-3753ed080aac completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:34.692113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-33b4548d-b8af-4ccd-bc5e-8b0290db42b4 None None] Provisioning complete for port 6a855e69-fdce-42fb-94ad-3753ed080aac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:34.692516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-33b4548d-b8af-4ccd-bc5e-8b0290db42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.698143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 68951231-c8ed-49ee-9052-4d090b6749b8 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:34.801643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-33b4548d-b8af-4ccd-bc5e-8b0290db42b4 None None] Port 6a855e69-fdce-42fb-94ad-3753ed080aac cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:34.863013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 68951231-c8ed-49ee-9052-4d090b6749b8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:34.863013 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.875716 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:34.876654 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203ca0-6720-4368-84e1-8b16b44740e8 None None] The sync data for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:35.018153 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0103aeb8-7281-43f5-b911-4d7ab0ef045d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:35.085739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-510fdf33-d9d4-4050-8b98-26944a399f7d None None] Provisioning complete for port 6a855e69-fdce-42fb-94ad-3753ed080aac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:35.086478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-510fdf33-d9d4-4050-8b98-26944a399f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.131378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-510fdf33-d9d4-4050-8b98-26944a399f7d None None] Port 6a855e69-fdce-42fb-94ad-3753ed080aac cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:35.171637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0103aeb8-7281-43f5-b911-4d7ab0ef045d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:35.181416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ef6a3d60-d9fe-4340-9b59-9e4750abd574 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:35.302627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ef6a3d60-d9fe-4340-9b59-9e4750abd574 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:35.309622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ef6a3d60-d9fe-4340-9b59-9e4750abd574 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:35.310009 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.492075 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.495150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-045b486e-a213-4dce-bf30-171c62d75f12 None None] Provisioning complete for port 6a855e69-fdce-42fb-94ad-3753ed080aac triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:35.495516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-045b486e-a213-4dce-bf30-171c62d75f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.542002 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-35538200-715c-4c71-8758-379d16489469 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:35.546683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-35538200-715c-4c71-8758-379d16489469 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1146996 Jul 09 20:03:35.546830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:35.558354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792047b-956e-450a-a2cd-993289fb98be None None] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:35.638646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-045b486e-a213-4dce-bf30-171c62d75f12 None None] Port 6a855e69-fdce-42fb-94ad-3753ed080aac cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:35.643657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ef6a3d60-d9fe-4340-9b59-9e4750abd574, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ef6a3d60-d9fe-4340-9b59-9e4750abd574,segment=NetworkSegment(0671bba6-4e74-4f46-8350-db2b764c4864),segment_id=0671bba6-4e74-4f46-8350-db2b764c4864)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:35.653481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.745819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ef6a3d60-d9fe-4340-9b59-9e4750abd574,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:35.809093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Provisioning for port 0103aeb8-7281-43f5-b911-4d7ab0ef045d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:35.815533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Provisioning complete for port 0103aeb8-7281-43f5-b911-4d7ab0ef045d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:35.816118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.964742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.008235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] For port 0103aeb8-7281-43f5-b911-4d7ab0ef045d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0103aeb8-7281-43f5-b911-4d7ab0ef045d,segment=NetworkSegment(e594a384-f5e1-4464-802d-f7aef04bf2e7),segment_id=e594a384-f5e1-4464-802d-f7aef04bf2e7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:36.014820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.044824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.078361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49062fa7-daa0-4dd0-a3f6-53294943d5ad None None] Pushing event updated for resources: {'Port': ['ID=0103aeb8-7281-43f5-b911-4d7ab0ef045d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:36.264247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ce117bdc-70ba-4351-a8a2-7b76620c99f8 None None] Provisioning complete for port 0103aeb8-7281-43f5-b911-4d7ab0ef045d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:36.265488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce117bdc-70ba-4351-a8a2-7b76620c99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.372026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting port 6a855e69-fdce-42fb-94ad-3753ed080aac {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:36.372762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.470379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ef6a3d60-d9fe-4340-9b59-9e4750abd574 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:36.473074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.490612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Calling delete_port for 6a855e69-fdce-42fb-94ad-3753ed080aac owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:36.526049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ef6a3d60-d9fe-4340-9b59-9e4750abd574 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:36.526932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.642157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0103aeb8-7281-43f5-b911-4d7ab0ef045d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:36.703094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.706295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0103aeb8-7281-43f5-b911-4d7ab0ef045d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:36.706847 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.748057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Port': ['ID=6a855e69-fdce-42fb-94ad-3753ed080aac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:36.881988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.073396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Router 7a834079-175d-441f-a75f-f889db1ced50 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:37.152382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:37.158072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-afd80d9e-26ed-4199-907b-6bee0e9ed16e tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6089072 Jul 09 20:03:37.161592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.164400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] Sync routers for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:37.175802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:37.176924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:37.210379 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-11fa63ed-743b-4dde-8512-4a36ed4aec25 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] delete failed (client error): The resource could not be found. Jul 09 20:03:37.211578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11fa63ed-743b-4dde-8512-4a36ed4aec25 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-531112865 HTTP/1.1" status: 404 len: 334 time: 0.0488613 Jul 09 20:03:37.215551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.218902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:37.225682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46c79db9-454d-42be-a55e-df0992f2909c tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a834079-175d-441f-a75f-f889db1ced50'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:37.230354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:37.231054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:37.266041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:37.266843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d4238-027c-40d0-8c25-800ac0a65824 None None] The sync data for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:37.318642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.451393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a7a84b3-8776-414e-9541-196c2767fd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.464189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46c79db9-454d-42be-a55e-df0992f2909c tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.487176 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-46c79db9-454d-42be-a55e-df0992f2909c tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] update failed (client error): The resource could not be found. Jul 09 20:03:37.491896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-46c79db9-454d-42be-a55e-df0992f2909c tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50 HTTP/1.1" status: 404 len: 339 time: 0.2750397 Jul 09 20:03:37.492449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.497879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-39026342'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:37.550482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a7a84b3-8776-414e-9541-196c2767fd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.554282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a7a84b3-8776-414e-9541-196c2767fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.570840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:37.574971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.597993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.601737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a7a84b3-8776-414e-9541-196c2767fd89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fea4d21620b4789b8880dfa2b9494d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818692 Jul 09 20:03:37.602898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a84b3-8776-414e-9541-196c2767fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224fed3-62d1-4b62-bb07-58fce24ab0fe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:37.615052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:37.637585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.637924 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Added segment 2447ebf3-89dc-488c-b890-295198d6c1e0 of type vlan for network 1a5f051e-52fe-40f7-9898-b3993ff57a4c Jul 09 20:03:37.695626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.698987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.727173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.763563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.769153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:37.769732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.839241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3454452 Jul 09 20:03:37.842200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.847992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'subnet': {'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:37.855198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd4e22-f4b3-48ec-8695-4689170f14ea tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Network': ['ID=1a5f051e-52fe-40f7-9898-b3993ff57a4c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:37.869978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.870760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:37.872518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.873744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b224fed3-62d1-4b62-bb07-58fce24ab0fe HTTP/1.1" status: 204 len: 168 time: 0.2746594 Jul 09 20:03:37.916863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca3a2-803e-43f4-a037-ae84e2734172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224fed3-62d1-4b62-bb07-58fce24ab0fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:37.979684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Made reservation on behalf of 8576a4a391404fcc9acdb15f627e3418 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:37.986337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.197686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.211695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.240687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d9c54d-65a0-4f45-835a-d7153d425091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.270259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Subnet': ['ID=45e1193f-bea7-49b5-a5d8-06e9bdb25141,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.278001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Checking segment: {'id': '2447ebf3-89dc-488c-b890-295198d6c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:38.278231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network hostable DHCP agents. Network: 1a5f051e-52fe-40f7-9898-b3993ff57a4c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:38.298466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:38.310894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 1a5f051e-52fe-40f7-9898-b3993ff57a4c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:38.317996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:38.320134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.322057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f483e80-dd50-4418-ae86-76410cdaeb9c None None] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:38.365550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d9c54d-65a0-4f45-835a-d7153d425091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.371816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d9c54d-65a0-4f45-835a-d7153d425091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.377263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f68c362-a52a-4466-a544-5252492c6871 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5324936 Jul 09 20:03:38.379326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.388636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7561c61c-b12d-482a-99c7-7634cdf535aa tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:38.409044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87d9c54d-65a0-4f45-835a-d7153d425091 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c655e6e5d8d4b30bf7532fa7e64ad91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961665 Jul 09 20:03:38.412288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.425854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9c54d-65a0-4f45-835a-d7153d425091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1465f-8367-41c2-8ee4-d8f37a498a97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.480382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.507835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.510629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-1a5f051e-52fe-40f7-9898-b3993ff57a4c', 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c', 'tenant_id': '8576a4a391404fcc9acdb15f627e3418', 'fixed_ips': [{'subnet_id': '45e1193f-bea7-49b5-a5d8-06e9bdb25141'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:38.511719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.574493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.577276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.578667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3df1465f-8367-41c2-8ee4-d8f37a498a97 HTTP/1.1" status: 204 len: 168 time: 0.1654637 Jul 09 20:03:38.602976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04539b23-e60d-4b4c-8daa-5587f65e209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1465f-8367-41c2-8ee4-d8f37a498a97,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.670277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7561c61c-b12d-482a-99c7-7634cdf535aa tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.688552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Allocated IP 2001:db8:1::2 (1a5f051e-52fe-40f7-9898-b3993ff57a4c/45e1193f-bea7-49b5-a5d8-06e9bdb25141/4c46c7b4-bef8-4191-a04a-c159d06d40d1) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:38.826783 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7561c61c-b12d-482a-99c7-7634cdf535aa tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:38.829254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7561c61c-b12d-482a-99c7-7634cdf535aa tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50 HTTP/1.1" status: 400 len: 364 time: 0.4461005 Jul 09 20:03:38.836547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.884233 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.895271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Transition to ACTIVE for port object 4c46c7b4-bef8-4191-a04a-c159d06d40d1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:38.912467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Transition to ACTIVE for port object 4c46c7b4-bef8-4191-a04a-c159d06d40d1 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:38.921532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.972421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Pushing event updated for resources: {'Port': ['ID=4c46c7b4-bef8-4191-a04a-c159d06d40d1,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.985976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:38.987336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:38.992244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:39.083895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Attempting to bind port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:39.084268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Attempting to bind port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '2447ebf3-89dc-488c-b890-295198d6c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:39.084629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Attempting to bind port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 on network 1a5f051e-52fe-40f7-9898-b3993ff57a4c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:39.090084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:39.090453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Checking segment: {'id': '2447ebf3-89dc-488c-b890-295198d6c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:39.090892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.091349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Bound using segment: {'id': '2447ebf3-89dc-488c-b890-295198d6c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:39.091847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Bound port: 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2447ebf3-89dc-488c-b890-295198d6c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1a5f051e-52fe-40f7-9898-b3993ff57a4c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:39.092354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.195390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] For port 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:39.199381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] For port 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c46c7b4-bef8-4191-a04a-c159d06d40d1,segment=NetworkSegment(2447ebf3-89dc-488c-b890-295198d6c1e0),segment_id=2447ebf3-89dc-488c-b890-295198d6c1e0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:39.205932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.223203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.282757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25317d77-4d12-4a0d-9606-ee8ff9c4dd6c None None] Pushing event updated for resources: {'Port': ['ID=4c46c7b4-bef8-4191-a04a-c159d06d40d1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:39.560934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Allocated IP 2001:db8::1 (b3c95968-53d2-4076-85a4-6fa7a4fca6fb/bb22eabf-6f89-4359-bbda-3482e337e0cc/de72afae-c763-43f2-ba89-5c7c06505067) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:39.720886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.736015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Transition to ACTIVE for port object de72afae-c763-43f2-ba89-5c7c06505067 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:39.776777 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.835580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Port': ['ID=de72afae-c763-43f2-ba89-5c7c06505067,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:39.849526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:39.851100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:39.854098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:39.854900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.031085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.338333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f66e927-4e10-4f8f-afbe-578b8c695872 None None] Provisioning for port de72afae-c763-43f2-ba89-5c7c06505067 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:40.343983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f66e927-4e10-4f8f-afbe-578b8c695872 None None] Provisioning complete for port de72afae-c763-43f2-ba89-5c7c06505067 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:40.344584 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f66e927-4e10-4f8f-afbe-578b8c695872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.423471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.435986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1f66e927-4e10-4f8f-afbe-578b8c695872 None None] Port de72afae-c763-43f2-ba89-5c7c06505067 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:40.436830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.437869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.518946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c46c7b4-bef8-4191-a04a-c159d06d40d1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:40.558825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event updated for resources: {'Port': ['ID=de72afae-c763-43f2-ba89-5c7c06505067,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:40.593293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:40.605044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f6b12-9292-4fa6-b96b-6d820c3dd5bc None None] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:40.609558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:40.610982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:40.699937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Provisioning for port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:40.705693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Provisioning complete for port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:40.709586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.772879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Router 7a834079-175d-441f-a75f-f889db1ced50 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:40.904033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:40.912114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c62f63e0-6300-4cfc-8f30-34dfdd198fce tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0699844 Jul 09 20:03:40.914100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:40.919511 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] Sync routers for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:40.938985 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:40.939620 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:40.939984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.000116 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:41.028057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:41.028950 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:41.033085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c347990f-58ae-4c37-87dd-4fe577296124 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.085766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:41.086562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c73be4-19c9-42af-b328-084c76aaf3f7 None None] The sync data for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 is: [] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:41.156672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d52c3a00-35fc-4d00-918b-7cd375b39bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.158218 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c347990f-58ae-4c37-87dd-4fe577296124 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 20:03:41.159265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c347990f-58ae-4c37-87dd-4fe577296124 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50 HTTP/1.1" status: 409 len: 329 time: 0.2430708 Jul 09 20:03:41.162083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.175343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.213252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] For port 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c46c7b4-bef8-4191-a04a-c159d06d40d1,segment=NetworkSegment(2447ebf3-89dc-488c-b890-295198d6c1e0),segment_id=2447ebf3-89dc-488c-b890-295198d6c1e0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:41.218532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.275152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b187ffa-6266-4e6e-a4af-2d76d8857db0 None None] Pushing event updated for resources: {'Port': ['ID=4c46c7b4-bef8-4191-a04a-c159d06d40d1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:41.348304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76828ea6-618c-434c-bdc3-0ac3abfeb572 None None] Provisioning complete for port de72afae-c763-43f2-ba89-5c7c06505067 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:41.348884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76828ea6-618c-434c-bdc3-0ac3abfeb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.389629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76828ea6-618c-434c-bdc3-0ac3abfeb572 None None] Port de72afae-c763-43f2-ba89-5c7c06505067 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:41.476297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d52c3a00-35fc-4d00-918b-7cd375b39bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.482759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d52c3a00-35fc-4d00-918b-7cd375b39bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.509378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-24a97f4a-1362-4f60-bef8-2be134a98bd8 None None] Provisioning complete for port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:41.510156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24a97f4a-1362-4f60-bef8-2be134a98bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.548342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d52c3a00-35fc-4d00-918b-7cd375b39bd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d831a60d9c554e7a920e21c90f8b9d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043077 Jul 09 20:03:41.549080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.555851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c3a00-35fc-4d00-918b-7cd375b39bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6026272-5c60-4b1e-9d5b-5eb52140861e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:41.637806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.666244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.705776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.794254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.797332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.798481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6026272-5c60-4b1e-9d5b-5eb52140861e HTTP/1.1" status: 204 len: 168 time: 0.2484772 Jul 09 20:03:41.836595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935650d-5c9f-45cd-89fe-f6aa4867d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6026272-5c60-4b1e-9d5b-5eb52140861e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.332587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting port de72afae-c763-43f2-ba89-5c7c06505067 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:42.332932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.442105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c46c7b4-bef8-4191-a04a-c159d06d40d1 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:42.450432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.465252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Calling delete_port for de72afae-c763-43f2-ba89-5c7c06505067 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:42.523545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:42.523925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.664455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.692616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Port': ['ID=de72afae-c763-43f2-ba89-5c7c06505067,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.806311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.996597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Router 7a834079-175d-441f-a75f-f889db1ced50 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:43.080237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:43.085498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b2be7ba8-f54a-48ec-8b78-de5145551cdc tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9222393 Jul 09 20:03:43.089001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:43.090468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] Sync routers for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:43.103456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:43.104138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:43.147417 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a147656e-441f-4bf5-9663-9bdb17a120b3 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] show failed (client error): The resource could not be found. Jul 09 20:03:43.149195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a147656e-441f-4bf5-9663-9bdb17a120b3 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1665588670 HTTP/1.1" status: 404 len: 335 time: 0.0581357 Jul 09 20:03:43.152637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:43.159329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72b23ec6-96b9-4e13-bc83-751d9ba9a923 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:43.164954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:43.174331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] Routers {'7a834079-175d-441f-a75f-f889db1ced50'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:43.174948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['7a834079-175d-441f-a75f-f889db1ced50'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:43.210131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:43.210795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d329ce13-18c6-4426-8f07-0884936d8d17 None None] The sync data for ids ['7a834079-175d-441f-a75f-f889db1ced50'] in n-d-800087-3 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:43.229211 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-72b23ec6-96b9-4e13-bc83-751d9ba9a923 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] update failed (client error): The resource could not be found. Jul 09 20:03:43.233619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-72b23ec6-96b9-4e13-bc83-751d9ba9a923 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-803394517 HTTP/1.1" status: 404 len: 334 time: 0.0760310 Jul 09 20:03:43.234169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:43.295526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting subnet 45e1193f-bea7-49b5-a5d8-06e9bdb25141 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:43.301267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.345421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.434828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.510615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.542795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Subnet': ['ID=45e1193f-bea7-49b5-a5d8-06e9bdb25141,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:43.547714 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.550860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e4bb4df2-077c-4c36-9ec1-396aa0c1e543 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/subnets/45e1193f-bea7-49b5-a5d8-06e9bdb25141 HTTP/1.1" status: 204 len: 168 time: 0.3156235 Jul 09 20:03:43.553345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:43.555005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f73e8-8e48-4cd3-86aa-b86a49056ea6 None None] Network 1a5f051e-52fe-40f7-9898-b3993ff57a4c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:43.649235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.718201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:43.718895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.823179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] DHCP port deletion for 1a5f051e-52fe-40f7-9898-b3993ff57a4c request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:43.830855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] For port 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c46c7b4-bef8-4191-a04a-c159d06d40d1,segment=NetworkSegment(2447ebf3-89dc-488c-b890-295198d6c1e0),segment_id=2447ebf3-89dc-488c-b890-295198d6c1e0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:43.831394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.848643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Calling delete_port for 4c46c7b4-bef8-4191-a04a-c159d06d40d1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:43.877933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Deleting port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:43.878642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.958623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] For port 4c46c7b4-bef8-4191-a04a-c159d06d40d1, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4c46c7b4-bef8-4191-a04a-c159d06d40d1,segment=NetworkSegment(2447ebf3-89dc-488c-b890-295198d6c1e0),segment_id=2447ebf3-89dc-488c-b890-295198d6c1e0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:43.959390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.024469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.025414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Calling delete_port for 4c46c7b4-bef8-4191-a04a-c159d06d40d1 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:44.057354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Port': ['ID=4c46c7b4-bef8-4191-a04a-c159d06d40d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.059703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] No DVR routers for this DVR port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:44.111492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.146599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Pushing event deleted for resources: {'Port': ['ID=4c46c7b4-bef8-4191-a04a-c159d06d40d1,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.162145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.162614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.163058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.163503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.163988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.164424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.164974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.165537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.165898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.166346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.166751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.168047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:44.171859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e0c3e-caac-4cd8-8745-1acca647436f None None] No DVR routers for this DVR port 4c46c7b4-bef8-4191-a04a-c159d06d40d1 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:44.192141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.203752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5f051e-52fe-40f7-9898-b3993ff57a4c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:44.215163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447ebf3-89dc-488c-b890-295198d6c1e0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:44.215463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447ebf3-89dc-488c-b890-295198d6c1e0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:44.225688 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.239900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.245954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:44.246374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:44.249488 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:44.318025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.326737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.331868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/networks/1a5f051e-52fe-40f7-9898-b3993ff57a4c HTTP/1.1" status: 204 len: 168 time: 0.7748289 Jul 09 20:03:44.332372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:44.346215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01344305-713d-4854-935e-c1d4cd855afe tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Network': ['ID=1a5f051e-52fe-40f7-9898-b3993ff57a4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.410563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting subnet a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:44.413921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.439020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c46c7b4-bef8-4191-a04a-c159d06d40d1 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:44.461701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4c46c7b4-bef8-4191-a04a-c159d06d40d1 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:44.462422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4c46c7b4-bef8-4191-a04a-c159d06d40d1 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:44.472476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.565415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.633664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.650721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:44.676343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.681282 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.686537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:44.686689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c69063a-ede3-4f4c-97f3-70aa88b39bec tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/subnets/a5a677ca-c5a3-4d7f-bd68-13f0d67b71d4 HTTP/1.1" status: 204 len: 168 time: 0.3516593 Jul 09 20:03:44.691359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf60ff9-3a06-4f7b-8e94-5f30549828aa None None] Network 428d20c8-ee5b-4d54-878b-8e52beb9de5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:44.745446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting subnet af9d505f-3063-4aa0-8b99-39248fd5b07e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:44.750166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.792249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0c24-1594-45bb-9e16-1250a6380e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.824148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.930736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] DHCP port deletion for 428d20c8-ee5b-4d54-878b-8e52beb9de5f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:44.948150 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.985634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Deleting port 0103aeb8-7281-43f5-b911-4d7ab0ef045d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:44.986332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.019047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0c24-1594-45bb-9e16-1250a6380e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.026472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0c24-1594-45bb-9e16-1250a6380e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.054300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] For port 0103aeb8-7281-43f5-b911-4d7ab0ef045d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0103aeb8-7281-43f5-b911-4d7ab0ef045d,segment=NetworkSegment(e594a384-f5e1-4464-802d-f7aef04bf2e7),segment_id=e594a384-f5e1-4464-802d-f7aef04bf2e7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:45.054701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.068532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Calling delete_port for 0103aeb8-7281-43f5-b911-4d7ab0ef045d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:45.073385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.081069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0c24-1594-45bb-9e16-1250a6380e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4d62f-858b-4dfa-b054-c085bddbaf7c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.093748 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ae9d0c24-1594-45bb-9e16-1250a6380e0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8205df605b40456186571e19889fcc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390926 Jul 09 20:03:45.094109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:45.121090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Subnet': ['ID=af9d505f-3063-4aa0-8b99-39248fd5b07e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.126958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.135197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18eec6d1-1194-4700-a16c-8e903857f58d tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/subnets/af9d505f-3063-4aa0-8b99-39248fd5b07e HTTP/1.1" status: 204 len: 168 time: 0.4450114 Jul 09 20:03:45.135472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:45.151715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.182922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ffafb-283c-4952-b3a1-da509ad8c751 None None] Network 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:45.188199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.208970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.263666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] No DVR routers for this DVR port 0103aeb8-7281-43f5-b911-4d7ab0ef045d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:45.265027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.265540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c44a-f8ea-44d7-978c-72838022741a None None] Pushing event deleted for resources: {'Port': ['ID=0103aeb8-7281-43f5-b911-4d7ab0ef045d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.286782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.289869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.294112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ee4d62f-858b-4dfa-b054-c085bddbaf7c HTTP/1.1" status: 204 len: 168 time: 0.1988094 Jul 09 20:03:45.304889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc971e3-9aa0-4b9c-ae36-9ee84e2d5f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4d62f-858b-4dfa-b054-c085bddbaf7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.368487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.380905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428d20c8-ee5b-4d54-878b-8e52beb9de5f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:45.396905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e594a384-f5e1-4464-802d-f7aef04bf2e7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:45.397250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e594a384-f5e1-4464-802d-f7aef04bf2e7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:45.407783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.424445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.430994 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:45.431463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:45.434863 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:45.482431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] DHCP port deletion for 4e8fa4ba-7ebc-417d-98eb-fffda8660a3f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:45.508989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.513661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.521632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/networks/428d20c8-ee5b-4d54-878b-8e52beb9de5f HTTP/1.1" status: 204 len: 168 time: 0.3851202 Jul 09 20:03:45.521883 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:45.538370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Deleting port ef6a3d60-d9fe-4340-9b59-9e4750abd574 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:45.538714 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.549809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898db9d-8b43-44d6-a4b3-56aaf5a064ae tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Network': ['ID=428d20c8-ee5b-4d54-878b-8e52beb9de5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.620989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.622558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] For port ef6a3d60-d9fe-4340-9b59-9e4750abd574, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ef6a3d60-d9fe-4340-9b59-9e4750abd574,segment=NetworkSegment(0671bba6-4e74-4f46-8350-db2b764c4864),segment_id=0671bba6-4e74-4f46-8350-db2b764c4864)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:45.624014 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.647379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Calling delete_port for ef6a3d60-d9fe-4340-9b59-9e4750abd574 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:45.691860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting port ef6a3d60-d9fe-4340-9b59-9e4750abd574 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:45.692218 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.753534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.777770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] For port ef6a3d60-d9fe-4340-9b59-9e4750abd574, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ef6a3d60-d9fe-4340-9b59-9e4750abd574,segment=NetworkSegment(0671bba6-4e74-4f46-8350-db2b764c4864),segment_id=0671bba6-4e74-4f46-8350-db2b764c4864)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:45.778087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.781446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] Pushing event deleted for resources: {'Port': ['ID=ef6a3d60-d9fe-4340-9b59-9e4750abd574,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.786699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11522645-dadd-4125-bd99-30808d89fe3e None None] No DVR routers for this DVR port ef6a3d60-d9fe-4340-9b59-9e4750abd574 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:45.805432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Calling delete_port for ef6a3d60-d9fe-4340-9b59-9e4750abd574 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:45.906188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.933879 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Port': ['ID=ef6a3d60-d9fe-4340-9b59-9e4750abd574,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.939549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] No DVR routers for this DVR port ef6a3d60-d9fe-4340-9b59-9e4750abd574 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:46.025886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.036491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8fa4ba-7ebc-417d-98eb-fffda8660a3f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:46.051531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0671bba6-4e74-4f46-8350-db2b764c4864') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:46.051833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0671bba6-4e74-4f46-8350-db2b764c4864') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:46.061642 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.078576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.087898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:46.088295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:46.091311 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:46.174010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.181419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.183284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/networks/4e8fa4ba-7ebc-417d-98eb-fffda8660a3f HTTP/1.1" status: 204 len: 168 time: 0.6596684 Jul 09 20:03:46.185984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 37938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:46.197001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b46f5-d278-4489-90f8-96b134dda19f tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Network': ['ID=4e8fa4ba-7ebc-417d-98eb-fffda8660a3f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:46.256000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting subnet bb22eabf-6f89-4359-bbda-3482e337e0cc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:46.259214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.301269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.391862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.453176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0103aeb8-7281-43f5-b911-4d7ab0ef045d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:46.470476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.476272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0103aeb8-7281-43f5-b911-4d7ab0ef045d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:46.476622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0103aeb8-7281-43f5-b911-4d7ab0ef045d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:46.477275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ef6a3d60-d9fe-4340-9b59-9e4750abd574 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:46.496110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ef6a3d60-d9fe-4340-9b59-9e4750abd574 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:46.496565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ef6a3d60-d9fe-4340-9b59-9e4750abd574 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:46.518006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Subnet': ['ID=bb22eabf-6f89-4359-bbda-3482e337e0cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:46.534302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.536864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f67ace-cb3f-4429-984a-ac6b5e0f07ca None None] Network b3c95968-53d2-4076-85a4-6fa7a4fca6fb requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:46.542152 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aeb8e40b-cec6-4dac-983b-dd0c7e7aa695 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/subnets/bb22eabf-6f89-4359-bbda-3482e337e0cc HTTP/1.1" status: 204 len: 168 time: 0.3551168 Jul 09 20:03:46.542286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 37954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:46.778765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] DHCP port deletion for b3c95968-53d2-4076-85a4-6fa7a4fca6fb request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:46.840711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Deleting port 68951231-c8ed-49ee-9052-4d090b6749b8 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:46.841646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.933967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] For port 68951231-c8ed-49ee-9052-4d090b6749b8, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=68951231-c8ed-49ee-9052-4d090b6749b8,segment=NetworkSegment(057fe14f-5811-4ee2-9fae-7693f63404ad),segment_id=057fe14f-5811-4ee2-9fae-7693f63404ad)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:46.934367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.960977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Calling delete_port for 68951231-c8ed-49ee-9052-4d090b6749b8 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:46.968047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.044006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Deleting port 68951231-c8ed-49ee-9052-4d090b6749b8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:47.044598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.057114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.090663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] Pushing event deleted for resources: {'Port': ['ID=68951231-c8ed-49ee-9052-4d090b6749b8,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:47.096269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87f1ad-74bd-4206-b487-5ee5ab6aee43 None None] No DVR routers for this DVR port 68951231-c8ed-49ee-9052-4d090b6749b8 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:47.115808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] For port 68951231-c8ed-49ee-9052-4d090b6749b8, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=68951231-c8ed-49ee-9052-4d090b6749b8,segment=NetworkSegment(057fe14f-5811-4ee2-9fae-7693f63404ad),segment_id=057fe14f-5811-4ee2-9fae-7693f63404ad)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:47.116202 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.130128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Calling delete_port for 68951231-c8ed-49ee-9052-4d090b6749b8 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:47.214741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.252274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Port': ['ID=68951231-c8ed-49ee-9052-4d090b6749b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:47.255672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] No DVR routers for this DVR port 68951231-c8ed-49ee-9052-4d090b6749b8 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:47.343296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.357143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c95968-53d2-4076-85a4-6fa7a4fca6fb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:47.369105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057fe14f-5811-4ee2-9fae-7693f63404ad') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:47.369446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057fe14f-5811-4ee2-9fae-7693f63404ad') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:47.382178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.398836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.406101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:47.406953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:47.410529 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:47.475850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.483693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.485576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/networks/b3c95968-53d2-4076-85a4-6fa7a4fca6fb HTTP/1.1" status: 204 len: 168 time: 0.9421947 Jul 09 20:03:47.488343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:47.504440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cdd66-665c-4027-96a4-3d47ef7c9a60 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Pushing event deleted for resources: {'Network': ['ID=b3c95968-53d2-4076-85a4-6fa7a4fca6fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:47.517747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-071d100f-d6f8-4078-8b9b-11485ef25aa5 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a834079-175d-441f-a75f-f889db1ced50 HTTP/1.1" status: 200 len: 205 time: 0.0282054 Jul 09 20:03:47.520105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:47.605242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.785405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.788570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.837736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.838257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Fanout notify agent at l3_agent the message router_deleted on router 7a834079-175d-441f-a75f-f889db1ced50 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:03:47.847691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.851161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-78271d53-3a38-47cd-9f20-5cfc5b398b58 tempest-RoutersNegativeIpV6Test-651459546 tempest-RoutersNegativeIpV6Test-651459546-project] 10.222.0.10 "DELETE /v2.0/routers/7a834079-175d-441f-a75f-f889db1ced50 HTTP/1.1" status: 204 len: 168 time: 0.3278103 Jul 09 20:03:47.860698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:47.982193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df5df6b7-f1f8-4e21-a17a-ede8387e014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.073448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.080317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df5df6b7-f1f8-4e21-a17a-ede8387e014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.085590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df5df6b7-f1f8-4e21-a17a-ede8387e014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.130742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df5df6b7-f1f8-4e21-a17a-ede8387e014b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e87cb20757b64414984836549fcfd208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685483 Jul 09 20:03:48.131756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5df6b7-f1f8-4e21-a17a-ede8387e014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f398030d-f49c-44f4-9ddc-22c63f65073a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:48.134591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.192479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.214956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.256585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb2c4965-c20e-4fd2-afb8-f8026eada5b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8576a4a391404fcc9acdb15f627e3418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790888 Jul 09 20:03:48.256829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.273660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.276345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.282533 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f398030d-f49c-44f4-9ddc-22c63f65073a HTTP/1.1" status: 204 len: 168 time: 0.1464028 Jul 09 20:03:48.297916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa31f2-6ed5-4fd3-b348-e8ed03c0e7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398030d-f49c-44f4-9ddc-22c63f65073a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:48.336691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.358861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.425782 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.427341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 68951231-c8ed-49ee-9052-4d090b6749b8 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:48.428478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.434846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5613d52e-f876-47e4-9ef2-3db62f3ce61b HTTP/1.1" status: 204 len: 168 time: 0.1768529 Jul 09 20:03:48.446253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176603-b1a2-4fa1-878b-083dbc636034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613d52e-f876-47e4-9ef2-3db62f3ce61b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:48.462872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 68951231-c8ed-49ee-9052-4d090b6749b8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:48.463537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 68951231-c8ed-49ee-9052-4d090b6749b8 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:48.632246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.645801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09e59fb-b3f9-4793-8a11-b0ad12ff38f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.756344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09e59fb-b3f9-4793-8a11-b0ad12ff38f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.763520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09e59fb-b3f9-4793-8a11-b0ad12ff38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.804986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b09e59fb-b3f9-4793-8a11-b0ad12ff38f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=498dcd06b80442909b82018ed9124dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713247 Jul 09 20:03:48.806996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e59fb-b3f9-4793-8a11-b0ad12ff38f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b205f7-319b-4854-8372-667d23d78ff3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:48.807933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.846851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.879597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.901686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.954949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.958022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.962148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54b205f7-319b-4854-8372-667d23d78ff3 HTTP/1.1" status: 204 len: 168 time: 0.1469316 Jul 09 20:03:48.967550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e2a0-d233-4f56-b5c2-8455d38c8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b205f7-319b-4854-8372-667d23d78ff3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.288557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:49.406859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-04148826-e055-4603-af88-8b586ea48387 tempest-ServiceProvidersTest-2108850796 tempest-ServiceProvidersTest-2108850796-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1171262 Jul 09 20:03:49.674640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:49.795817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095e2438-b118-4ed5-9d0b-4b5ef2bf31f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.909897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095e2438-b118-4ed5-9d0b-4b5ef2bf31f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.914998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095e2438-b118-4ed5-9d0b-4b5ef2bf31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.953827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-095e2438-b118-4ed5-9d0b-4b5ef2bf31f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5eaa99037d7d430da58e70e3499f9885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778931 Jul 09 20:03:49.955081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e2438-b118-4ed5-9d0b-4b5ef2bf31f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290486fd-e4d0-499a-95e6-c1eab4353f36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.956805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:50.026666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.053106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.105603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.108705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.109929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/290486fd-e4d0-499a-95e6-c1eab4353f36 HTTP/1.1" status: 204 len: 168 time: 0.1505075 Jul 09 20:03:50.126025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9442-1f74-49e0-8a91-ee5c12ed2696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290486fd-e4d0-499a-95e6-c1eab4353f36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:50.718557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-5ae565c1-6352-4480-a5b3-3ec71e5dc4e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741005 Jul 09 20:03:50.839443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194463-ab91-4c55-ae10-a3808a3d52de req-af634898-d03e-4d8d-af67-4119470da5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.840966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-af634898-d03e-4d8d-af67-4119470da5de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1097 time: 0.0735078 Jul 09 20:03:50.991307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194463-ab91-4c55-ae10-a3808a3d52de req-8b636880-4517-4985-a49b-c8acc6905faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.993116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-8b636880-4517-4985-a49b-c8acc6905faa service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1271954 Jul 09 20:03:51.079645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-ab69a479-db59-4484-aeaf-3faa1188f3f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 1001 time: 0.0774207 Jul 09 20:03:51.152584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194463-ab91-4c55-ae10-a3808a3d52de req-6cb1ba5c-5d63-4452-a867-5750e294c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.154737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-6cb1ba5c-5d63-4452-a867-5750e294c74c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.0677493 Jul 09 20:03:51.229304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194463-ab91-4c55-ae10-a3808a3d52de req-3c663405-d98a-44bf-9bc9-8349dd171004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.230777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-3c663405-d98a-44bf-9bc9-8349dd171004 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689464 Jul 09 20:03:51.356514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-7b8a0ed1-b37d-4dcb-b6e5-92ab06f5414a service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128905 Jul 09 20:03:51.480417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.512128 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65194463-ab91-4c55-ae10-a3808a3d52de req-23766d9b-58fd-4d40-8810-1f54da4303b8 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475420 Jul 09 20:03:51.609338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98382851-de41-4ed7-8aca-c501eb1404bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.715093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98382851-de41-4ed7-8aca-c501eb1404bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.720092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98382851-de41-4ed7-8aca-c501eb1404bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.763476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.763821 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98382851-de41-4ed7-8aca-c501eb1404bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f7205b2b9494b91bead4dff1155e04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820570 Jul 09 20:03:51.770138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98382851-de41-4ed7-8aca-c501eb1404bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ad5fd-267d-43b0-906e-711a3130e5ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:51.826071 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.852405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.902925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.906721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.907881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b51ad5fd-267d-43b0-906e-711a3130e5ad HTTP/1.1" status: 204 len: 168 time: 0.1429543 Jul 09 20:03:51.924491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0adb4e-75f9-41cd-8815-9c8076d377a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ad5fd-267d-43b0-906e-711a3130e5ad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:52.305361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:52.320879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c42576-e44b-49a9-a71e-dbdc728917d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.369641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7a89-c0f7-47cb-af45-8061c8181ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.423937 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c42576-e44b-49a9-a71e-dbdc728917d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.429000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c42576-e44b-49a9-a71e-dbdc728917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.469440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-77c42576-e44b-49a9-a71e-dbdc728917d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7013ced18c6b4b7babfd808dfefaea4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621809 Jul 09 20:03:52.470193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42576-e44b-49a9-a71e-dbdc728917d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efe28a-40ad-4817-bc1c-ad419834f7aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:52.472207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:52.529931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.556262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.602868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.605488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.606636 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2efe28a-40ad-4817-bc1c-ad419834f7aa HTTP/1.1" status: 204 len: 168 time: 0.1334500 Jul 09 20:03:52.615269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86d467-7477-46dc-991f-37eb866c1c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efe28a-40ad-4817-bc1c-ad419834f7aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:53.373334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.973003 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-598568d8-dfae-4659-b8fd-5dc435dca789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.190680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.270591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.376330 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a3be293-5096-4e4d-aad1-90f9c346b7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.486358 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a3be293-5096-4e4d-aad1-90f9c346b7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.494226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a3be293-5096-4e4d-aad1-90f9c346b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.546034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.554406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1a3be293-5096-4e4d-aad1-90f9c346b7a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c528563e2f3414b8876ecf906a5f537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619542 Jul 09 20:03:55.570114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3be293-5096-4e4d-aad1-90f9c346b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ee997-7d34-46f5-b9e0-3fda83bb2a16,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:55.616130 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.640101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.694838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.697922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.701687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c1ee997-7d34-46f5-b9e0-3fda83bb2a16 HTTP/1.1" status: 204 len: 168 time: 0.1536341 Jul 09 20:03:55.711430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb4620-5a3c-4130-9223-82f8717a829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ee997-7d34-46f5-b9e0-3fda83bb2a16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.027853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.042662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-667c7e3e-18c6-4567-8671-1c88caca9cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.164603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-667c7e3e-18c6-4567-8671-1c88caca9cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.170506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-667c7e3e-18c6-4567-8671-1c88caca9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.213065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-667c7e3e-18c6-4567-8671-1c88caca9cce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13517216bb6e4f749b71c9b01f715c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837404 Jul 09 20:03:56.214177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c7e3e-18c6-4567-8671-1c88caca9cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b41b47-0453-4c3f-b65c-fdb5396dcd7e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.215793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.271429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.295671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.352470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.355667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.356916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25b41b47-0453-4c3f-b65c-fdb5396dcd7e HTTP/1.1" status: 204 len: 168 time: 0.1392267 Jul 09 20:03:56.367970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50e1c1-86f1-42d1-9eaf-3c78cb636dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b41b47-0453-4c3f-b65c-fdb5396dcd7e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.402577 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.653427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.762981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15763d82-78d1-45db-a6ef-d3a2251d7795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.874718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15763d82-78d1-45db-a6ef-d3a2251d7795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.881850 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15763d82-78d1-45db-a6ef-d3a2251d7795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.927311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15763d82-78d1-45db-a6ef-d3a2251d7795 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5556b664bbbd4a1797d792d18a0b05ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786450 Jul 09 20:03:56.928307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763d82-78d1-45db-a6ef-d3a2251d7795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef13b4c-6aae-4ee2-9ab0-2b0acdc5feff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.932061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.996993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.021476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.078113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.080972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.082259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ef13b4c-6aae-4ee2-9ab0-2b0acdc5feff HTTP/1.1" status: 204 len: 168 time: 0.1487164 Jul 09 20:03:57.090527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234075f-280e-44fe-95e0-009f0fe921bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef13b4c-6aae-4ee2-9ab0-2b0acdc5feff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.143963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.246764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-743838114-network', 'tenant_id': '017c07022927462b92d0b6fb6804f989'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:57.268994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Made reservation on behalf of 017c07022927462b92d0b6fb6804f989 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:57.271945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.286444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.385671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.390226 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.420199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:57.438942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.439303 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Added segment 1a92e81d-715b-4b31-b09b-1cee8fcfc8d6 of type vlan for network 52e61535-0087-44b8-81ca-44915b933c60 Jul 09 20:03:57.440688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fba4a3-32f7-48b7-8d13-c26520c5464c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.485865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.518152 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.519157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.519818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.600981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4557805 Jul 09 20:03:57.604003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.615146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Request body: {'subnet': {'network_id': '52e61535-0087-44b8-81ca-44915b933c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-743838114-subnet', 'tenant_id': '017c07022927462b92d0b6fb6804f989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:57.623623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db740-d37f-45d3-8f45-c77eebf38c70 admin admin] Pushing event updated for resources: {'Network': ['ID=52e61535-0087-44b8-81ca-44915b933c60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.637413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 52e61535-0087-44b8-81ca-44915b933c60 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:57.656888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Made reservation on behalf of 017c07022927462b92d0b6fb6804f989 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:57.660279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.891016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.903302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.957451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce270-04e8-4414-b037-f028bf72eda5 req-652c93dd-5f84-45e7-a6a5-5d98c5c44d07 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.959241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be9ce270-04e8-4414-b037-f028bf72eda5 req-652c93dd-5f84-45e7-a6a5-5d98c5c44d07 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1097 time: 0.0638282 Jul 09 20:03:57.979514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c128970a-b7cc-4d55-97e0-d8be66788875,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.992013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Checking segment: {'id': '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '52e61535-0087-44b8-81ca-44915b933c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:57.992658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Network hostable DHCP agents. Network: 52e61535-0087-44b8-81ca-44915b933c60, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:58.006571 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be9ce270-04e8-4414-b037-f028bf72eda5 req-d10fb5d7-aa90-4f0c-b803-05c68c59072b tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407658 Jul 09 20:03:58.013039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Network 52e61535-0087-44b8-81ca-44915b933c60 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:58.026092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 52e61535-0087-44b8-81ca-44915b933c60) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:58.034103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:58.041027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c24ff3-4082-45c9-b88d-7dc9729b79cc None None] Network 52e61535-0087-44b8-81ca-44915b933c60 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:58.060692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:58.063163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.094755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3e544de2-b4cc-4c2c-90e5-ffe29ef14a9c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4894042 Jul 09 20:03:58.235400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a2a62-3c54-484e-a7c9-47dc87773a22 None None] Network 52e61535-0087-44b8-81ca-44915b933c60 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:58.288347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 0e6a594e-87f5-4af8-9000-90558194509b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:58.289520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.387441 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.387777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.402048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 0e6a594e-87f5-4af8-9000-90558194509b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:58.636890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.668829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=0e6a594e-87f5-4af8-9000-90558194509b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:58.762131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.762490 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 087028a1-f849-4a5d-a7b8-5a37def07a56 disassociated (deleted). External IP: 172.25.3.116, port: 2a0d84e2-3d52-45f1-b6db-42abb45212b2. Jul 09 20:03:58.822743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:58.863907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:58.868869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-753355574-network', 'tenant_id': '85efccca0fd64020b7e6b059c16f10bb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:58.892393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Made reservation on behalf of 85efccca0fd64020b7e6b059c16f10bb for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:58.899037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.909100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.007535 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.015650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.037935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 391eef2f-5618-460d-9156-b38f12ebd772 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:59.056388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c8430-e98c-4770-beaf-8b4983f9b7fe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.064531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:59.078098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.078831 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Added segment 87309020-db9d-4de4-b59d-0aeaa86bf71d of type vlan for network c27186f1-4a70-47fd-8cba-25b79ae51858 Jul 09 20:03:59.142302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.156896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-517608334'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:59.174051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.175140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.175991 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.194410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:59.196409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Made reservation on behalf of dacd50494759472e8e1dd3c3a438c6f0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:59.200097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.206074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.211955 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Sync routers for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:59.222809 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:59.223426 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:59.234963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.260338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] Pushing event updated for resources: {'Network': ['ID=c27186f1-4a70-47fd-8cba-25b79ae51858,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.265659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-01c0f81b-ac5c-4d22-bc9e-5ea9fe68a086 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4004512 Jul 09 20:03:59.267798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:59.271248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c27186f1-4a70-47fd-8cba-25b79ae51858 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:59.293106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Request body: {'subnet': {'network_id': 'c27186f1-4a70-47fd-8cba-25b79ae51858', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-753355574-subnet', 'tenant_id': '85efccca0fd64020b7e6b059c16f10bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:59.337762 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:03:59.344021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.353351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b9e32b9c-a86a-45f5-be9c-7289e9056241 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/floatingips/087028a1-f849-4a5d-a7b8-5a37def07a56 HTTP/1.1" status: 204 len: 168 time: 1.3175983 Jul 09 20:03:59.353991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:59.356852 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4375d4-95dd-449e-bac4-468519603bde" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:59.361479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.373742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:59.384232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.384590 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Added segment 2ebf2f54-4440-4b72-acef-ec6a5cd8b877 of type vlan for network e89301f0-af8f-444d-919f-f4099fb014a1 Jul 09 20:03:59.388664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Made reservation on behalf of 85efccca0fd64020b7e6b059c16f10bb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:59.392250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.432028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.448282 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3908d9-3ef6-4835-9a53-e43829adc641 x-openstack-request-id: req-1d3908d9-3ef6-4835-9a53-e43829adc641 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:59.448585 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:59.448874 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d3908d9-3ef6-4835-9a53-e43829adc641 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:59.449766 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:03:59.559025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2b021-db17-4330-851e-5e4c3e5e8297,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.593079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.598845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.599484 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.668544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4375d4-95dd-449e-bac4-468519603bde req-fa578dff-144b-4d38-8beb-7795fe58c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.671104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-fa578dff-144b-4d38-8beb-7795fe58c0ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 1097 time: 0.2128785 Jul 09 20:03:59.679583 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8555655 Jul 09 20:03:59.683329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:59.720226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.730516 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:59.791689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4375d4-95dd-449e-bac4-468519603bde req-cc8d611e-5320-42dd-b9ea-d09d6e2b823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.793537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-cc8d611e-5320-42dd-b9ea-d09d6e2b823b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 200 len: 898 time: 0.1079040 Jul 09 20:03:59.794483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Pushing event updated for resources: {'Network': ['ID=e89301f0-af8f-444d-919f-f4099fb014a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.805224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Checking router: 391eef2f-5618-460d-9156-b38f12ebd772 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:03:59.811003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.811614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.812629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.813167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.813746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.814253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.814799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.815332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.815866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.816394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.817001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.817564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0df7b6-5e58-4842-9d5d-bb3dcc2fc5f3 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:59.824419 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:59.825144 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:59.834259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e89301f0-af8f-444d-919f-f4099fb014a1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:59.890435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb91a0e5-090c-4091-9495-e3280a7b277a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.895280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Checking segment: {'id': '87309020-db9d-4de4-b59d-0aeaa86bf71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c27186f1-4a70-47fd-8cba-25b79ae51858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:59.895642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Network hostable DHCP agents. Network: c27186f1-4a70-47fd-8cba-25b79ae51858, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:59.907671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'name': 'tempest-network--1657940065', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:59.907883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-c916aaa0-935a-4481-ae25-c7e550851295 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 200 len: 217 time: 0.1051292 Jul 09 20:03:59.941764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Network c27186f1-4a70-47fd-8cba-25b79ae51858 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:59.951679 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:59.955457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.969011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.974862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c27186f1-4a70-47fd-8cba-25b79ae51858) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:59.987046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fcf0c-fcf1-4f7d-9ca4-f229db0c9e82 None None] Network c27186f1-4a70-47fd-8cba-25b79ae51858 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:59.990121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3111-256f-474d-ad27-8d2c6253baae req-0d8b5ed6-7b19-493f-93c6-f3281b9a5f08 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.992668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.993822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.997388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac3c3111-256f-474d-ad27-8d2c6253baae req-0d8b5ed6-7b19-493f-93c6-f3281b9a5f08 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 946 time: 0.1690359 Jul 09 20:04:00.021348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4375d4-95dd-449e-bac4-468519603bde req-a657f43e-bc7c-432a-a5af-b49fd6f8db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.022839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-a657f43e-bc7c-432a-a5af-b49fd6f8db27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 200 len: 834 time: 0.1045132 Jul 09 20:04:00.031118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:00.089749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac3c3111-256f-474d-ad27-8d2c6253baae req-2fd4e856-3414-4888-860d-e8db2847cd5e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906827 Jul 09 20:04:00.145073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4375d4-95dd-449e-bac4-468519603bde req-082ce3c3-85c8-4df6-a675-fc6ba47774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.146953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-082ce3c3-85c8-4df6-a675-fc6ba47774e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e14c646-f437-425f-b215-c042d0d181b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166902 Jul 09 20:04:00.156784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7140554-707e-482d-bedf-ccbe0b9157c1 None None] Network c27186f1-4a70-47fd-8cba-25b79ae51858 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:00.202580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.216589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.242924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cebdfca5-8486-4f4c-bcc4-764a7db28e6b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9736269 Jul 09 20:04:00.271680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:00.273582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-72cdb867-3830-4850-9f96-8812f22fa9c2 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178126 Jul 09 20:04:00.291488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc9668-5da9-4fa5-a9b4-196907aa80e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:00.313040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.313682 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Added segment 651e2cee-5156-4f1d-b4e3-f51cacd2946a of type vlan for network af8679b9-c221-446a-b52b-23745a63d1be Jul 09 20:04:00.373688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:00.430890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec4375d4-95dd-449e-bac4-468519603bde req-a9ddef35-1acc-4895-9d25-872b9226f705 service neutron] 10.222.0.59 "GET /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500506 Jul 09 20:04:00.433852 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.434174 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eac55c-428e-4e5e-90a7-eb3ddda7969c None None] The sync data for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 is: [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:01:54Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'd8d5163c-9fb9-4972-8bca-3af7f760013d', 'name': '', 'network_id': '0e14c646-f437-425f-b215-c042d0d181b2', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:ae:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:53Z', 'updated_at': '2021-07-09T20:02:00Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '23b08213-c451-4b3f-8bad-9dd2569ceed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:00.505067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.506443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.507071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.566579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8800154 Jul 09 20:04:00.569328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:00.580375 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835d03-75fb-48ef-8513-23ed718188b8 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=af8679b9-c221-446a-b52b-23745a63d1be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:00.591306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network af8679b9-c221-446a-b52b-23745a63d1be details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:00.872122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbc47f-d370-4742-9974-071a24ee1038 None None] New status for floating IP 087028a1-f849-4a5d-a7b8-5a37def07a56: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:04:00.951974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.060078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.076750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-35f9c6f4-1322-415b-9898-1b4ad07d4f2d tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.078420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-35f9c6f4-1322-415b-9898-1b4ad07d4f2d tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/networks?id=52e61535-0087-44b8-81ca-44915b933c60 HTTP/1.1" status: 200 len: 808 time: 0.1275377 Jul 09 20:04:01.081045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8679b9-c221-446a-b52b-23745a63d1be']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:01.093340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651e2cee-5156-4f1d-b4e3-f51cacd2946a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:01.094026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651e2cee-5156-4f1d-b4e3-f51cacd2946a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:01.096879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-594ecb1c-f3c2-422f-b76e-de784a53ac4d tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/quotas/017c07022927462b92d0b6fb6804f989 HTTP/1.1" status: 200 len: 375 time: 0.0107665 Jul 09 20:04:01.109169 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.134932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-1d1510b0-6e93-45a2-add6-1b95a5f8b21b tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=017c07022927462b92d0b6fb6804f989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323215 Jul 09 20:04:01.140411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.156714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-dfba2e8a-12ec-4d41-8e9e-9afa328af426 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.158273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-dfba2e8a-12ec-4d41-8e9e-9afa328af426 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 946 time: 0.1309633 Jul 09 20:04:01.159511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:01.159923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:01.161899 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:01.214062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-0d0aea7b-1d74-4b5c-af98-b86ddf1e9355 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:04:01.215566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-0d0aea7b-1d74-4b5c-af98-b86ddf1e9355 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646420 Jul 09 20:04:01.313025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-a2cb868a-804a-4358-9a2d-de48c5d2c575 service neutron] 10.222.0.10 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890601 Jul 09 20:04:01.333104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.337441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af8679b9-c221-446a-b52b-23745a63d1be {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:04:01.352009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.355975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/af8679b9-c221-446a-b52b-23745a63d1be HTTP/1.1" status: 204 len: 168 time: 0.7855499 Jul 09 20:04:01.367623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:01.394806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:01.417351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d81cdd-40ee-4b9f-a46b-db48182c9bb7 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Network': ['ID=af8679b9-c221-446a-b52b-23745a63d1be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:01.439087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdf8c1-2b92-412c-9429-2bda0d2f194d req-84fe36fe-5a44-4b00-b64c-78ff3e2675b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.440524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5bdf8c1-2b92-412c-9429-2bda0d2f194d req-84fe36fe-5a44-4b00-b64c-78ff3e2675b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 946 time: 0.1751242 Jul 09 20:04:01.448691 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f03381d2-f687-4a12-a82c-db9806a12b95 service neutron] 10.222.0.10 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268923 Jul 09 20:04:01.461095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:01.463401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.465813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:01.466120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.543824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:01.568383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.568740 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Added segment 5eabb8cf-0909-4923-9503-0c9553ed9bee of type vlan for network 5cc81e89-d07a-4712-9302-02cebe4b7c69 Jul 09 20:04:01.585093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e5bdf8c1-2b92-412c-9429-2bda0d2f194d req-2da7fc5e-42b4-4b38-a443-f32e6ef18bb1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff9afbb-f1e1-48f8-9a14-c4af93269f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371098 Jul 09 20:04:01.649091 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.668565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 2a0d84e2-3d52-45f1-b6db-42abb45212b2, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2a0d84e2-3d52-45f1-b6db-42abb45212b2,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:01.668935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.688300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 2a0d84e2-3d52-45f1-b6db-42abb45212b2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:01.796046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.796989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.797662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.822889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bea04c2b-a45e-4f00-8365-23720d6fd8fe req-799b9110-fc77-47b7-9fb1-497125078ca6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 210 time: 0.0745721 Jul 09 20:04:01.861453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4836502 Jul 09 20:04:01.864374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:01.870613 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'subnet': {'network_id': '5cc81e89-d07a-4712-9302-02cebe4b7c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:01.899783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:01.902357 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.933904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc45b-fff8-4f3d-9121-0dfa8305673f tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=5cc81e89-d07a-4712-9302-02cebe4b7c69,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:01.957510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5cc81e89-d07a-4712-9302-02cebe4b7c69 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:02.016311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.050981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=2a0d84e2-3d52-45f1-b6db-42abb45212b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:02.100414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] No DVR routers for this DVR port 2a0d84e2-3d52-45f1-b6db-42abb45212b2 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:02.103059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.105397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-622dd5fb-5d53-447e-9103-fed5674db6a0 req-244af4c5-5025-4d32-8d4e-633cc047e3b2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "DELETE /v2.0/ports/2a0d84e2-3d52-45f1-b6db-42abb45212b2 HTTP/1.1" status: 204 len: 173 time: 0.9299076 Jul 09 20:04:02.106261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-deleted', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:02.109390 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e471102-4a5f-4dff-9b3a-44cb82646d0c" -d '{"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-deleted", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:02.151710 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa85ec8-d5c8-4b71-8d84-194b643270d6 x-openstack-request-id: req-0aa85ec8-d5c8-4b71-8d84-194b643270d6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:02.152027 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8aefa-6635-4acc-8fdf-98c2d0110865", "name": "network-vif-deleted", "tag": "2a0d84e2-3d52-45f1-b6db-42abb45212b2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:02.152279 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aa85ec8-d5c8-4b71-8d84-194b643270d6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:02.152698 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8aefa-6635-4acc-8fdf-98c2d0110865', 'name': 'network-vif-deleted', 'tag': '2a0d84e2-3d52-45f1-b6db-42abb45212b2', 'status': 'completed', 'code': 200} Jul 09 20:04:02.362052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.objects.ports [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:02.362529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.424562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6c761e6f-1bc1-40c4-a1a1-fd3e8b514a1f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:02.438062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Checking segment: {'id': '5eabb8cf-0909-4923-9503-0c9553ed9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5cc81e89-d07a-4712-9302-02cebe4b7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:02.438416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Network hostable DHCP agents. Network: 5cc81e89-d07a-4712-9302-02cebe4b7c69, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:02.460621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Network 5cc81e89-d07a-4712-9302-02cebe4b7c69 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:02.471800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5cc81e89-d07a-4712-9302-02cebe4b7c69) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:02.476872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:02.477660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.486189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a71ce1-cc16-4313-9772-db9a51297c8b None None] Network 5cc81e89-d07a-4712-9302-02cebe4b7c69 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:02.500241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:02.506315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'floatingip': {'floating_network_id': '5cc81e89-d07a-4712-9302-02cebe4b7c69'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:02.514235 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-880b68b5-9f80-4ae9-8198-02745ce85415 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6461482 Jul 09 20:04:02.550474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.686732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.692486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0811a9-ae24-4896-b600-2ea01bcfcc42 None None] Network 5cc81e89-d07a-4712-9302-02cebe4b7c69 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:02.844553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Allocated IP 172.20.0.10 (5cc81e89-d07a-4712-9302-02cebe4b7c69/6c761e6f-1bc1-40c4-a1a1-fd3e8b514a1f/4ed498a2-34fa-42bd-856b-64f69e191fcd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:02.948683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-173b5e51-4e75-4de9-a5c2-f96229fa433d req-8594aee4-8d53-4b2e-8f9c-949a29026eba tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd8aefa-6635-4acc-8fdf-98c2d0110865 HTTP/1.1" status: 200 len: 210 time: 0.0686936 Jul 09 20:04:02.999107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57391747-f0e4-4ec6-946a-ead626fe86f3 req-7d491adb-efe2-48b0-8515-00f1d2007a37 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 210 time: 0.0372841 Jul 09 20:04:03.010516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.063169 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.113468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Network 5cc81e89-d07a-4712-9302-02cebe4b7c69 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:03.123047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:03.131125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:03.137174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed498a2-34fa-42bd-856b-64f69e191fcd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.189628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-d3a5f698-2397-4867-a5cd-e9420f731a27 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:03.190838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-d3a5f698-2397-4867-a5cd-e9420f731a27 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.25 "GET /v2.0/networks?id=52e61535-0087-44b8-81ca-44915b933c60 HTTP/1.1" status: 200 len: 808 time: 0.1517375 Jul 09 20:04:03.206421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Request body: {'port': {'device_id': '4d054648-62a0-449e-a733-90fe25fb535e', 'network_id': '52e61535-0087-44b8-81ca-44915b933c60', 'admin_state_up': True, 'tenant_id': '017c07022927462b92d0b6fb6804f989'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:03.271232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.321156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Made reservation on behalf of 017c07022927462b92d0b6fb6804f989 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:03.323615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.324760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.453771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Allocated IP 172.20.0.4 (52e61535-0087-44b8-81ca-44915b933c60/c128970a-b7cc-4d55-97e0-d8be66788875/fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:03.477238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.482435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.551592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed498a2-34fa-42bd-856b-64f69e191fcd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.562393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.577031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.581648 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d080832e-ffab-462a-ab42-20487d6a73e6 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0800984 Jul 09 20:04:03.581785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:03.998882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f49981f7-a710-4774-ab4d-7a8adfcddee2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=5cc81e89-d07a-4712-9302-02cebe4b7c69 HTTP/1.1" status: 200 len: 690 time: 0.4159050 Jul 09 20:04:04.001995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:04.024508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.062064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:04.172451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.192933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.314058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Network 52e61535-0087-44b8-81ca-44915b933c60 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:04.316790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Pushing event updated for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:04.318597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Deleting port 4ed498a2-34fa-42bd-856b-64f69e191fcd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:04.318987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.322308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:04.335358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:04.405413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.405749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.419109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Calling delete_port for 4ed498a2-34fa-42bd-856b-64f69e191fcd owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:04.444719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-06c0-439a-806f-f05df5fdb342 req-e4a41531-1612-4357-a19e-91cf44c5278e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:04.446354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c8711e3-06c0-439a-806f-f05df5fdb342 req-e4a41531-1612-4357-a19e-91cf44c5278e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 931 time: 0.2574246 Jul 09 20:04:04.496166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:04.496821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.540518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-228a1948-154c-42b4-b078-c1a63a302d20 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392422 Jul 09 20:04:04.555464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Request body: {'port': {'device_id': '4d054648-62a0-449e-a733-90fe25fb535e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:04.568056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c8711e3-06c0-439a-806f-f05df5fdb342 req-4551f77c-091a-4a44-aeb3-7bfdb8d35fb4 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106286 Jul 09 20:04:04.600499 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.632542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ed498a2-34fa-42bd-856b-64f69e191fcd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:04.700901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.701169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.754015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.816655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.848504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6c761e6f-1bc1-40c4-a1a1-fd3e8b514a1f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:04.914724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.926888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc81e89-d07a-4712-9302-02cebe4b7c69']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:04.937668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eabb8cf-0909-4923-9503-0c9553ed9bee') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:04.937960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eabb8cf-0909-4923-9503-0c9553ed9bee') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:04.946713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.961153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.963992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.970435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:04.970836 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:04.973493 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:05.017606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:05.071710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.080986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 2a0d84e2-3d52-45f1-b6db-42abb45212b2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:05.081681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2a0d84e2-3d52-45f1-b6db-42abb45212b2 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:05.095321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cc81e89-d07a-4712-9302-02cebe4b7c69 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:04:05.116279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cc81e89-d07a-4712-9302-02cebe4b7c69,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:05.125213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.128212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-88876bf1-88a6-47ce-b40d-cb29c91089b2 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5cc81e89-d07a-4712-9302-02cebe4b7c69 HTTP/1.1" status: 204 len: 168 time: 1.1251924 Jul 09 20:04:05.131557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.206046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-52a51e31-de34-4740-b883-76136094bb0a tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0703919 Jul 09 20:04:05.209102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.214344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:05.250972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.290085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Transition to ACTIVE for port object fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:05.298618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.314947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.315900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.315900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.316474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.317025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.317592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.322151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a4fca36-dd61-4d42-b96c-9f1ecde43c94 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1083653 Jul 09 20:04:05.322543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.360526 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ce2d8fa8-7ae4-4bf9-a2c5-f6429d4d9f9c tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] delete failed (client error): The resource could not be found. Jul 09 20:04:05.365182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ce2d8fa8-7ae4-4bf9-a2c5-f6429d4d9f9c tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/6a012253-3f8f-4da5-9b82-552870c7d594 HTTP/1.1" status: 404 len: 345 time: 0.0379121 Jul 09 20:04:05.366062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.385927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:05.407692 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bf2c57-be69-414f-a232-e3536d37b969 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 20:04:05.408250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bf2c57-be69-414f-a232-e3536d37b969 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:05.410000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-97bf2c57-be69-414f-a232-e3536d37b969 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5cc81e89-d07a-4712-9302-02cebe4b7c69 HTTP/1.1" status: 404 len: 339 time: 0.0429103 Jul 09 20:04:05.416539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.418521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.418960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.419329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.420197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.420528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.420855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.421276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.421602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.421923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.422088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'name': 'tempest-network--728896167', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:05.422266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.422566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.422885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:05.465588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:05.468051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.498310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:05.507658 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.508292 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Added segment ed19de42-d654-4798-be4f-545b150737c4 of type vlan for network 76493ac9-c4db-4c4f-985c-2d604439cb51 Jul 09 20:04:05.514552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Attempting to bind port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:05.515061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Attempting to bind port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '52e61535-0087-44b8-81ca-44915b933c60'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:05.515207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Attempting to bind port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 on network 52e61535-0087-44b8-81ca-44915b933c60 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:05.522152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 on network 52e61535-0087-44b8-81ca-44915b933c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:04:05.522152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Attempting to bind port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 on network 52e61535-0087-44b8-81ca-44915b933c60 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:05.529678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:05.530006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Checking segment: {'id': '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '52e61535-0087-44b8-81ca-44915b933c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:05.530392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Bound using segment: {'id': '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '52e61535-0087-44b8-81ca-44915b933c60'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:05.530818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Bound port: fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '52e61535-0087-44b8-81ca-44915b933c60'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:05.531181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.562278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.591370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port d8d5163c-9fb9-4972-8bca-3af7f760013d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:05.591602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.604718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.606137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.607434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.675208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2573605 Jul 09 20:04:05.679093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.682672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ee26c-8674-4ae8-89d1-a0e260cf6aff tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=76493ac9-c4db-4c4f-985c-2d604439cb51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:05.693622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 76493ac9-c4db-4c4f-985c-2d604439cb51 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:05.723707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:05.802418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163802e-29a3-45b2-ba9e-51d5631a1b3f req-048b10a2-c22c-4030-b8a4-834ad6774a5e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.804719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b163802e-29a3-45b2-ba9e-51d5631a1b3f req-048b10a2-c22c-4030-b8a4-834ad6774a5e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 943 time: 0.0905504 Jul 09 20:04:05.804873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,segment=NetworkSegment(1a92e81d-715b-4b31-b09b-1cee8fcfc8d6),segment_id=1a92e81d-715b-4b31-b09b-1cee8fcfc8d6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:05.837063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.849399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b163802e-29a3-45b2-ba9e-51d5631a1b3f req-966737fe-25f0-4383-9744-dc3b5f9b4fe9 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Jul 09 20:04:05.887984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-6c758452-d0f3-444a-9248-22203bdbac68 req-02c84025-27ad-4ed0-9c90-12715d8b12df service neutron] (93770) timed out ('10.222.0.10', 46528) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:04:05.911670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.912281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.914122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 HTTP/1.1" status: 200 len: 1091 time: 1.3647637 Jul 09 20:04:05.938252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:05.940444 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:05.974453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port d8d5163c-9fb9-4972-8bca-3af7f760013d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8d5163c-9fb9-4972-8bca-3af7f760013d,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:05.974815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.015279 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb541cf-7700-4da4-a649-08c3162d6caf x-openstack-request-id: req-6cb541cf-7700-4da4-a649-08c3162d6caf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:06.015562 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:06.015806 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cb541cf-7700-4da4-a649-08c3162d6caf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:06.016181 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39', 'status': 'completed', 'code': 200} Jul 09 20:04:06.047753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for d8d5163c-9fb9-4972-8bca-3af7f760013d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:06.066156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb3cec-02b5-4376-9442-4d86c0a762b5 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.072245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb3cec-02b5-4376-9442-4d86c0a762b5 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.078965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb3cec-02b5-4376-9442-4d86c0a762b5 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.085012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb3cec-02b5-4376-9442-4d86c0a762b5 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.086728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2bb3cec-02b5-4376-9442-4d86c0a762b5 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4075572 Jul 09 20:04:06.089856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:06.091929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6fca6-b383-4179-89fa-cc5c30e0a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:06.159845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.162367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-8a5fc595-95f4-4baa-8618-6e06c4b72a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.163901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-8a5fc595-95f4-4baa-8618-6e06c4b72a9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=017c07022927462b92d0b6fb6804f989&device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 1094 time: 0.2077918 Jul 09 20:04:06.240217 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-a1d3b8e3-8b4e-4a14-910b-dd4a1de8216e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 HTTP/1.1" status: 200 len: 217 time: 0.0678821 Jul 09 20:04:06.243597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.254018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76493ac9-c4db-4c4f-985c-2d604439cb51']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:06.264817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed19de42-d654-4798-be4f-545b150737c4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:06.265110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed19de42-d654-4798-be4f-545b150737c4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:06.273858 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.287717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.293600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:06.293968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:06.296210 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:06.310829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-cf93b2d7-276e-4627-b0d8-842dd72e5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:06.312293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-cf93b2d7-276e-4627-b0d8-842dd72e5edb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c128970a-b7cc-4d55-97e0-d8be66788875 HTTP/1.1" status: 200 len: 848 time: 0.0658827 Jul 09 20:04:06.352753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-89fb7c6a-a21a-49e0-a14e-5641162f7231 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52e61535-0087-44b8-81ca-44915b933c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332351 Jul 09 20:04:06.353400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.358700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76493ac9-c4db-4c4f-985c-2d604439cb51 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:04:06.375791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.377742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/76493ac9-c4db-4c4f-985c-2d604439cb51 HTTP/1.1" status: 204 len: 168 time: 0.2868874 Jul 09 20:04:06.383805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:06.387759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36056065-3e82-4299-992a-9e8155eb9bc3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Network': ['ID=76493ac9-c4db-4c4f-985c-2d604439cb51,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:06.391749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'name': 'tempest-network--274968658', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:06.484166 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.491780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:06.494185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.531828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=d8d5163c-9fb9-4972-8bca-3af7f760013d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:06.583601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-854ba560-cf23-4b73-8b47-f6f4d37335bb service neutron] 10.222.0.25 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126715 Jul 09 20:04:06.603612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:07.009600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.009946 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Added segment 0b5aa7bb-80b3-4cb3-80ce-3df1afef1250 of type vlan for network 3c7a90af-1cac-442b-9dfc-716bd2a4d14d Jul 09 20:04:07.061922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8795a9-0f9b-4dd9-94c0-4d98d39cc527 req-cd1e2aea-e992-4679-8a37-b075b1b98a0d tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.064393 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b8795a9-0f9b-4dd9-94c0-4d98d39cc527 req-cd1e2aea-e992-4679-8a37-b075b1b98a0d tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 943 time: 0.0877633 Jul 09 20:04:07.105157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b8795a9-0f9b-4dd9-94c0-4d98d39cc527 req-ab867d87-9f1a-4171-adcf-be26b1f1c7df tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 09 20:04:07.128848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.186706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0927f5f9-2072-4679-aee4-7bb5f0e28679 req-2e35588a-431f-4c0a-873c-450b3134c72a service neutron] 10.222.0.25 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808415 Jul 09 20:04:07.221839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.222801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.223468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.225562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.360377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9735143 Jul 09 20:04:07.361159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.377986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2701a-5838-4c1f-b0c5-356b4ed829b4 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=3c7a90af-1cac-442b-9dfc-716bd2a4d14d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:07.391868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 3c7a90af-1cac-442b-9dfc-716bd2a4d14d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:07.442353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-57fc9292-e355-486d-9486-86df90b4da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.444299 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-57fc9292-e355-486d-9486-86df90b4da84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=017c07022927462b92d0b6fb6804f989&device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 1094 time: 0.2045419 Jul 09 20:04:07.456841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00854aa6-4deb-4a0d-b5a2-58698689116b tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.458305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00854aa6-4deb-4a0d-b5a2-58698689116b tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "GET /v2.0/networks/3c7a90af-1cac-442b-9dfc-716bd2a4d14d HTTP/1.1" status: 200 len: 756 time: 0.0961430 Jul 09 20:04:07.460877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.550768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a94768-0656-494f-9d33-feca3b2b7a83 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.554750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-47a94768-0656-494f-9d33-feca3b2b7a83 tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "GET /v2.0/networks/e89301f0-af8f-444d-919f-f4099fb014a1 HTTP/1.1" status: 200 len: 767 time: 0.0903716 Jul 09 20:04:07.555017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.627559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.630963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-23fbb21d-28ca-4b2e-a411-faea9efafdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.632427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-23fbb21d-28ca-4b2e-a411-faea9efafdad service neutron] 10.222.0.25 "GET /v2.0/networks?id=52e61535-0087-44b8-81ca-44915b933c60 HTTP/1.1" status: 200 len: 909 time: 0.1814587 Jul 09 20:04:07.684736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-9af49a35-7efa-454c-864d-0124275ce064 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 HTTP/1.1" status: 200 len: 217 time: 0.0440094 Jul 09 20:04:07.714215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.721208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 391eef2f-5618-460d-9156-b38f12ebd772 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:07.725000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7a90af-1cac-442b-9dfc-716bd2a4d14d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:07.736814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5aa7bb-80b3-4cb3-80ce-3df1afef1250') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:07.737157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5aa7bb-80b3-4cb3-80ce-3df1afef1250') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:07.745670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-18bead1e-a073-4f60-87ec-5247f30f4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.746693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.747135 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-18bead1e-a073-4f60-87ec-5247f30f4422 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c128970a-b7cc-4d55-97e0-d8be66788875 HTTP/1.1" status: 200 len: 848 time: 0.0548418 Jul 09 20:04:07.760602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.767324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:07.767776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:07.770097 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:07.813801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-8c09cf3b-331f-40f0-8814-ad5986a3a390 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52e61535-0087-44b8-81ca-44915b933c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303698 Jul 09 20:04:07.842109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.848021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c7a90af-1cac-442b-9dfc-716bd2a4d14d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:04:07.851126 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.853315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3c7a90af-1cac-442b-9dfc-716bd2a4d14d HTTP/1.1" status: 204 len: 168 time: 0.2972319 Jul 09 20:04:07.863018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.865503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d961d-a1be-4a2f-a57e-b6dba2b5233d tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c7a90af-1cac-442b-9dfc-716bd2a4d14d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:07.879304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'name': 'tempest-network--1234071987'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:07.955666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Made reservation on behalf of 0095870cb6844bd48808566fbfc5d522 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:07.958043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.967939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:07.981623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.981869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9c737d8-eb5f-499c-832f-db297bc9e0ed tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/391eef2f-5618-460d-9156-b38f12ebd772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9182854 Jul 09 20:04:08.009535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-760191f3-da26-495f-a7a3-8c3abddc40c9 service neutron] 10.222.0.25 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875818 Jul 09 20:04:08.012746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:08.040816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.041190 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Added segment 6c913123-e5f5-4a66-a9b9-39b15d44993d of type vlan for network 4e9e0e2b-8e73-4dce-9ccf-527c81ee094d Jul 09 20:04:08.059426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting subnet 23b08213-c451-4b3f-8bad-9dd2569ceed4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:08.064001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.144655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.150101 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.194222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5d01f36-711f-40ea-82f3-f5ed7413c8b6 req-a083f2dd-1765-4e1d-8393-2a45994f6d91 service neutron] 10.222.0.25 "GET /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759651 Jul 09 20:04:08.217519 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.218537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.219134 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.250797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.300117 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4249902 Jul 09 20:04:08.302821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.304670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20317-806b-466c-a757-78aecc1206c3 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=4e9e0e2b-8e73-4dce-9ccf-527c81ee094d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.315693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4e9e0e2b-8e73-4dce-9ccf-527c81ee094d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:08.318256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:08.395708 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Sync routers for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:08.408432 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:08.411586 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:08.457488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc01-c7a4-49a2-a61d-d998107b6bae req-1e5a4c93-18d3-46ca-ba95-37a401b0fc46 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.459328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db04fc01-c7a4-49a2-a61d-d998107b6bae req-1e5a4c93-18d3-46ca-ba95-37a401b0fc46 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 943 time: 0.1452596 Jul 09 20:04:08.508499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db04fc01-c7a4-49a2-a61d-d998107b6bae req-1fcfc1e8-7ed9-4f4c-9dec-9857174a1fff tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Jul 09 20:04:08.531510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.559708 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:08.742549 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:04:06Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:08.772885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Checking router: 391eef2f-5618-460d-9156-b38f12ebd772 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:08.781969 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Routers {'391eef2f-5618-460d-9156-b38f12ebd772'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:08.782571 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['391eef2f-5618-460d-9156-b38f12ebd772'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:08.840290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.850572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Subnet': ['ID=23b08213-c451-4b3f-8bad-9dd2569ceed4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.857017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.858957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d035689a-b1d8-473b-bdfe-1b91e4039c27 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/subnets/23b08213-c451-4b3f-8bad-9dd2569ceed4 HTTP/1.1" status: 204 len: 168 time: 0.8757081 Jul 09 20:04:08.861895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.870144 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.871716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad6c00-0a52-4335-89ea-ff0f3fc75d0a None None] Network 0e14c646-f437-425f-b215-c042d0d181b2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:08.899136 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] Set router 391eef2f-5618-460d-9156-b38f12ebd772 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:08.962370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event updated for resources: {'Network': ['ID=4e9e0e2b-8e73-4dce-9ccf-527c81ee094d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.968640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Network 4e9e0e2b-8e73-4dce-9ccf-527c81ee094d is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:04:08.969581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.970182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.973963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31831719-adaa-45f3-9dd0-a213fb95a4dc tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "PUT /v2.0/networks/4e9e0e2b-8e73-4dce-9ccf-527c81ee094d HTTP/1.1" status: 200 len: 858 time: 0.6669347 Jul 09 20:04:08.974714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.109018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68846b18-0830-4071-a20d-96083877c2db None None] DHCP port deletion for 0e14c646-f437-425f-b215-c042d0d181b2 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:09.126383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.147026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.158935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-68846b18-0830-4071-a20d-96083877c2db None None] Deleting port f715c2cd-9184-43df-95fe-cbf8c199592e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:09.159582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68846b18-0830-4071-a20d-96083877c2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.216892 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:04:06Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.225674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-68846b18-0830-4071-a20d-96083877c2db None None] For port f715c2cd-9184-43df-95fe-cbf8c199592e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f715c2cd-9184-43df-95fe-cbf8c199592e,segment=NetworkSegment(a2453904-e0c4-45c2-8989-c5f95c313f8c),segment_id=a2453904-e0c4-45c2-8989-c5f95c313f8c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:09.226344 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68846b18-0830-4071-a20d-96083877c2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.240429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-68846b18-0830-4071-a20d-96083877c2db None None] Calling delete_port for f715c2cd-9184-43df-95fe-cbf8c199592e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:09.247994 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea639a-4693-4db9-a776-d090fb1f009a None None] The sync data for ids ['391eef2f-5618-460d-9156-b38f12ebd772'] in n-d-800087-3 is: [{'id': '391eef2f-5618-460d-9156-b38f12ebd772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575862676', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:47Z', 'updated_at': '2021-07-09T20:04:06Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '75aabd2d-a343-4731-9d0f-4bd3df2263f5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391eef2f-5618-460d-9156-b38f12ebd772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:48Z', 'updated_at': '2021-07-09T20:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:09.306425 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.320228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9e0e2b-8e73-4dce-9ccf-527c81ee094d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.330049 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68846b18-0830-4071-a20d-96083877c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.334412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c913123-e5f5-4a66-a9b9-39b15d44993d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.334972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c913123-e5f5-4a66-a9b9-39b15d44993d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.348604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.357049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846b18-0830-4071-a20d-96083877c2db None None] Pushing event deleted for resources: {'Port': ['ID=f715c2cd-9184-43df-95fe-cbf8c199592e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.357287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.361025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68846b18-0830-4071-a20d-96083877c2db None None] No DVR routers for this DVR port f715c2cd-9184-43df-95fe-cbf8c199592e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:09.371046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.379004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:09.379537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:09.381528 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:09.384078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:04:09.466845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.473151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e9e0e2b-8e73-4dce-9ccf-527c81ee094d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:04:09.476474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.482212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4e9e0e2b-8e73-4dce-9ccf-527c81ee094d HTTP/1.1" status: 204 len: 168 time: 0.5032811 Jul 09 20:04:09.482443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.492012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a61a57-c8c0-43a6-971d-fb297ecb4935 tempest-ExternalNetworksTestJSON-129535959 tempest-ExternalNetworksTestJSON-129535959-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e9e0e2b-8e73-4dce-9ccf-527c81ee094d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.494528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 75aabd2d-a343-4731-9d0f-4bd3df2263f5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:09.494881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.535161 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-58204597-ea5e-40a9-b988-48abf22695ff tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:09.535161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58204597-ea5e-40a9-b988-48abf22695ff tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:09.535161 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-58204597-ea5e-40a9-b988-48abf22695ff tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "DELETE /v2.0/subnets/6c761e6f-1bc1-40c4-a1a1-fd3e8b514a1f HTTP/1.1" status: 404 len: 337 time: 0.0477195 Jul 09 20:04:09.538264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.665844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.703973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 75aabd2d-a343-4731-9d0f-4bd3df2263f5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=75aabd2d-a343-4731-9d0f-4bd3df2263f5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:09.703973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.724998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 75aabd2d-a343-4731-9d0f-4bd3df2263f5 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:09.862860 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.890070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc56ff-cbf5-4014-ac14-ec73ad290856 req-e3ced3c7-f935-4582-8905-38df7ff6dc8f tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:09.891411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eacc56ff-cbf5-4014-ac14-ec73ad290856 req-e3ced3c7-f935-4582-8905-38df7ff6dc8f tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 943 time: 0.2478166 Jul 09 20:04:09.897112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89301f0-af8f-444d-919f-f4099fb014a1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.916000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebf2f54-4440-4b72-acef-ec6a5cd8b877') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.916298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebf2f54-4440-4b72-acef-ec6a5cd8b877') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:09.958162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.996749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.010855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:10.011262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:10.016675 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:10.102959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eacc56ff-cbf5-4014-ac14-ec73ad290856 req-cd226832-034c-437a-b0f0-623501425798 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022872 Jul 09 20:04:10.165864 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.171774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.177467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] 10.222.0.10 "DELETE /v2.0/networks/e89301f0-af8f-444d-919f-f4099fb014a1 HTTP/1.1" status: 204 len: 168 time: 0.6349468 Jul 09 20:04:10.191395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.196152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90694e-8f38-4fee-818d-7e0d016043cd tempest-ExternalNetworksTestJSON-819237004 tempest-ExternalNetworksTestJSON-819237004-project] Pushing event deleted for resources: {'Network': ['ID=e89301f0-af8f-444d-919f-f4099fb014a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.234919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=75aabd2d-a343-4731-9d0f-4bd3df2263f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.313932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.339049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:04:10.423690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.426411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.477358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.477890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Fanout notify agent at l3_agent the message router_deleted on router 391eef2f-5618-460d-9156-b38f12ebd772 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:04:10.486029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.490253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:10.490813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-765d856b-9488-40cc-a3f5-500e682a5904 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/routers/391eef2f-5618-460d-9156-b38f12ebd772 HTTP/1.1" status: 204 len: 168 time: 1.6275210 Jul 09 20:04:10.495957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:10.617391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f715c2cd-9184-43df-95fe-cbf8c199592e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:10.627668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.639161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f715c2cd-9184-43df-95fe-cbf8c199592e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:10.639509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f715c2cd-9184-43df-95fe-cbf8c199592e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:10.639941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8d5163c-9fb9-4972-8bca-3af7f760013d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:10.661550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a00c9e03-38fb-4d82-a885-f7f21be56bb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dacd50494759472e8e1dd3c3a438c6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642692 Jul 09 20:04:10.666506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:10.666689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d8d5163c-9fb9-4972-8bca-3af7f760013d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:10.666689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8d5163c-9fb9-4972-8bca-3af7f760013d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:10.703947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,segment=NetworkSegment(1a92e81d-715b-4b31-b09b-1cee8fcfc8d6),segment_id=1a92e81d-715b-4b31-b09b-1cee8fcfc8d6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:10.717655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39', 'network_id': '52e61535-0087-44b8-81ca-44915b933c60', 'port_id': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39', 'mac_address': 'fa:16:3e:c9:33:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c128970a-b7cc-4d55-97e0-d8be66788875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:04:10.719852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.744036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.747399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.754259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e14c646-f437-425f-b215-c042d0d181b2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:10.757762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.766094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2453904-e0c4-45c2-8989-c5f95c313f8c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:10.766392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2453904-e0c4-45c2-8989-c5f95c313f8c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:10.770913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:10.775982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.792191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,segment=NetworkSegment(1a92e81d-715b-4b31-b09b-1cee8fcfc8d6),segment_id=1a92e81d-715b-4b31-b09b-1cee8fcfc8d6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:10.796239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.802013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.803669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.806411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.808897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:10.809622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:10.812694 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:10.817717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7e2b021-db17-4330-851e-5e4c3e5e8297 HTTP/1.1" status: 204 len: 168 time: 0.1458156 Jul 09 20:04:10.828777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516fff1-7879-4309-8968-cc90a2333315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2b021-db17-4330-851e-5e4c3e5e8297,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.876405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.884048 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.894806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.897615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/networks/0e14c646-f437-425f-b215-c042d0d181b2 HTTP/1.1" status: 204 len: 168 time: 0.4052823 Jul 09 20:04:10.900416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:10.913668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932cd2-c485-44c8-a74a-db788a22b4eb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Network': ['ID=0e14c646-f437-425f-b215-c042d0d181b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.969021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.998148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.068987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.071871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.073115 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/security-groups/3ff9afbb-f1e1-48f8-9a14-c4af93269f29 HTTP/1.1" status: 204 len: 168 time: 0.1715636 Jul 09 20:04:11.085013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985796-ce12-47ad-a8f3-16f5d91a65ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff9afbb-f1e1-48f8-9a14-c4af93269f29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:11.089919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:11.171453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:11.231251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c76cbc2a-8e94-49fd-a37e-c311e589bd99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0095870cb6844bd48808566fbfc5d522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583665 Jul 09 20:04:11.234207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:11.327096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.358273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.385687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47a63-1c48-4ba6-a1c9-cb04f75f656c req-b8be57c1-575e-419d-8a0a-156a96979b26 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:11.387135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5d47a63-1c48-4ba6-a1c9-cb04f75f656c req-b8be57c1-575e-419d-8a0a-156a96979b26 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 944 time: 0.1337645 Jul 09 20:04:11.435137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f5d47a63-1c48-4ba6-a1c9-cb04f75f656c req-ede33dc2-001e-4905-8626-6145886cf4cc tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Jul 09 20:04:11.447063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.450402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.451715 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89fc9668-5da9-4fa5-a9b4-196907aa80e1 HTTP/1.1" status: 204 len: 168 time: 0.2164259 Jul 09 20:04:11.472780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6662d-28dd-4a2f-a57a-cb54956f9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc9668-5da9-4fa5-a9b4-196907aa80e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:11.752168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:11.752168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020844351', 'description': 'tempest-secgroup-smoke-2020844351 description', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:11.775912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.883432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.888999 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.920815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.922194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1853912 Jul 09 20:04:11.923357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2208bd-d50d-4934-ac54-60cb96e657a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34104969-607d-4521-9334-2d10ffeca36b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:11.927406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:11.938507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:11.971744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.023137 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.027514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.049727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be176d7c-d5d0-48aa-88db-60986bf803d2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.052637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.057387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 38978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.060543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-927dd6cf-4297-4a43-ab99-8ede5d362eb7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311626 Jul 09 20:04:12.064473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.094997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.183660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.188730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.211568 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c5a611-426d-4a45-a108-87723fcd3df3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.226383 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.227682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1b6199e-a83e-4f7c-86a6-1744323073c5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686995 Jul 09 20:04:12.230503 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.235931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.284165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.342122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:12.359214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.366306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.398701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75aabd2d-a343-4731-9d0f-4bd3df2263f5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:12.406682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d35887b-1514-4d9f-9535-392f829fcb51,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.411430 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.413053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f49d1f23-e485-4b92-ac23-d26661e777bf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815636 Jul 09 20:04:12.415802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 38998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.421223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.439109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 75aabd2d-a343-4731-9d0f-4bd3df2263f5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:12.439457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 75aabd2d-a343-4731-9d0f-4bd3df2263f5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:12.459845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:12.463780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:12.464166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.468893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.492825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.577675 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.598845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.609246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.613740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:12.616768 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01aa4c09-d555-4739-977b-b1cd9d5532e1" -d '{"events": [{"server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "name": "network-vif-plugged", "status": "completed", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:12.634624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.635907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188482 Jul 09 20:04:12.636577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598612424'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.639950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.650770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,segment=NetworkSegment(1a92e81d-715b-4b31-b09b-1cee8fcfc8d6),segment_id=1a92e81d-715b-4b31-b09b-1cee8fcfc8d6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:12.651231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.657272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.665015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938be84-ce9c-45a7-abdd-a59aa276a32a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6c60fa-ae23-48a8-9733-5da45866a843,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.690404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:12.695102 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.705227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.714012 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b2f9b-815c-4a48-9360-ce1309eb32a0 x-openstack-request-id: req-7d0b2f9b-815c-4a48-9360-ce1309eb32a0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:12.714309 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "name": "network-vif-plugged", "status": "completed", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:12.714564 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d0b2f9b-815c-4a48-9360-ce1309eb32a0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:12.714957 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39', 'code': 200} Jul 09 20:04:12.748300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.751090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:04:12.751090 n-d-800087-3 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:04:12.751090 n-d-800087-3 neutron-server[93770]: [parameters: {'project_id_1': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 4, 12, 720879)}] Jul 09 20:04:12.751090 n-d-800087-3 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:12.751498 n-d-800087-3 neutron-server[93770]: DEBUG oslo_db.api [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:12.771234 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:04:12.777269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.809176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f27ae-2e8d-4b15-ba8f-f1bbe68e6208 req-46def481-1143-4477-be94-2fecf624d957 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.811006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f5f27ae-2e8d-4b15-ba8f-f1bbe68e6208 req-46def481-1143-4477-be94-2fecf624d957 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 945 time: 0.1335480 Jul 09 20:04:12.853931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8f44f-b610-4c6b-a7a4-ee37139a3c13 req-e76b49fd-e561-412b-9f9f-c3a174f47ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.855731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31f8f44f-b610-4c6b-a7a4-ee37139a3c13 req-e76b49fd-e561-412b-9f9f-c3a174f47ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 1096 time: 0.0721231 Jul 09 20:04:12.890374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f5f27ae-2e8d-4b15-ba8f-f1bbe68e6208 req-f28d7d1c-5ae3-4675-a4b3-6c0415f45a9b tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Jul 09 20:04:12.892713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.897990 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31f8f44f-b610-4c6b-a7a4-ee37139a3c13 req-7c213106-90e2-41b4-8a60-fb83553881fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354888 Jul 09 20:04:12.899013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.926125 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d674bd-6305-4710-9b05-fb919685c8e6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.928715 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.929804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc49e6ae-70c1-4f9e-8b70-aa97c95e4c92 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2882934 Jul 09 20:04:12.932545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.937906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': '34104969-607d-4521-9334-2d10ffeca36b', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:12.961398 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:04:12.966368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.037099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.041300 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.059410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6994b6-84b5-4353-b870-ccfc83a681ca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.067331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.071637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.075825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c1a46de0-e5bb-400b-bc40-e0508653ffca tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419892 Jul 09 20:04:13.077300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'network': {'name': 'tempest-network-smoke--1674238913', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:13.099996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:13.104113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.145713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:13.155263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.155610 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Added segment db83d6da-6a28-49e5-85ba-b562471dbe50 of type vlan for network c21b68cd-be00-4ef0-9ee1-c60a69912b65 Jul 09 20:04:13.196083 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.230456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.236160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.236885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.255379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.320423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2476397 Jul 09 20:04:13.323350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.329097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'admin_state_up': True, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:13.331436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5edcd2-1234-465e-82ff-8e77a7aee8cb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Network': ['ID=c21b68cd-be00-4ef0-9ee1-c60a69912b65,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.344769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:13.414038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.419637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.444548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:13.450436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.452729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.462540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8051a1a2-b0b6-4d1a-abc1-b48c9acb5d8b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.465476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.466035 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 936c0a22-71b4-45c7-98e2-81deba12ba3e of type vlan for network f8b391b3-6280-433a-80a5-617661b65ff2 Jul 09 20:04:13.511028 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.523128 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.548193 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.554001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.554610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.610143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1156654 Jul 09 20:04:13.630926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402678b8-d20d-4282-ae42-1516f185ef07 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=f8b391b3-6280-433a-80a5-617661b65ff2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.657446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f8b391b3-6280-433a-80a5-617661b65ff2 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:13.729082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.745894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.751746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:13.865751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:13.870361 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.036009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.062388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.153275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.201440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.96 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b38d5ef5-328e-4f51-b5a7-a04683d708c7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:14.229803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385826a3-9781-4d87-a86d-354ca4752db3 req-01e8c1f7-9443-4e68-8d2e-4ff35c07756e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.238457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-385826a3-9781-4d87-a86d-354ca4752db3 req-01e8c1f7-9443-4e68-8d2e-4ff35c07756e tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 945 time: 0.1254430 Jul 09 20:04:14.264040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=6f536143-132d-493a-aad9-9707b406ac19,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:14.298196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-385826a3-9781-4d87-a86d-354ca4752db3 req-940c686a-553f-4473-bbf9-478dbe7b2e13 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Jul 09 20:04:14.300606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '936c0a22-71b4-45c7-98e2-81deba12ba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:14.301256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: f8b391b3-6280-433a-80a5-617661b65ff2, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:14.330689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.336021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network f8b391b3-6280-433a-80a5-617661b65ff2 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:14.347975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f8b391b3-6280-433a-80a5-617661b65ff2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:14.365668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.366271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.373980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0eefa-4beb-4900-ae4c-514d3d6c5e86 None None] Network f8b391b3-6280-433a-80a5-617661b65ff2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:14.401107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ab6446e7-ee1d-45bd-b19c-48f45dc72d6e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6539028 Jul 09 20:04:14.401909 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.405096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.435165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907986606'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.458204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:14.463448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:14.465961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=b38d5ef5-328e-4f51-b5a7-a04683d708c7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:14.477700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:14.491491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.496787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.559154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:14.561734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-f8b391b3-6280-433a-80a5-617661b65ff2', 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': '6f536143-132d-493a-aad9-9707b406ac19'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:14.562659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.569674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.570031 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment a8c39fbb-d356-4abd-bc22-09598bd6ec36 of type vlan for network d0c3b817-2263-40c0-af1e-069a87f3ec6c Jul 09 20:04:14.638433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.742230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.749524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.750243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.825889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4150360 Jul 09 20:04:14.830694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Allocated IP 172.20.255.242 (f8b391b3-6280-433a-80a5-617661b65ff2/6f536143-132d-493a-aad9-9707b406ac19/b55a76bd-93fb-4931-b6c1-63b8af2c80d9) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:14.835256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.849927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': 'd0c3b817-2263-40c0-af1e-069a87f3ec6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.875776 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ecf70-1d25-453f-be9f-f4053ddaf3c5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=d0c3b817-2263-40c0-af1e-069a87f3ec6c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:14.918405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d0c3b817-2263-40c0-af1e-069a87f3ec6c details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:14.944533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.046256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:15.051188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.140711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.155375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Transition to ACTIVE for port object b55a76bd-93fb-4931-b6c1-63b8af2c80d9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:15.174277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Transition to ACTIVE for port object b55a76bd-93fb-4931-b6c1-63b8af2c80d9 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:15.183540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.274690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Network f8b391b3-6280-433a-80a5-617661b65ff2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:15.278085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:15.287001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:15.288693 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.291592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Pushing event updated for resources: {'Port': ['ID=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:15.358144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Attempting to bind port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:15.358553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Attempting to bind port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '936c0a22-71b4-45c7-98e2-81deba12ba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:15.359075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Attempting to bind port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 on network f8b391b3-6280-433a-80a5-617661b65ff2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:15.370353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:15.370754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Checking segment: {'id': '936c0a22-71b4-45c7-98e2-81deba12ba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:15.371157 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.371562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Bound using segment: {'id': '936c0a22-71b4-45c7-98e2-81deba12ba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:15.372174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Bound port: b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936c0a22-71b4-45c7-98e2-81deba12ba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f8b391b3-6280-433a-80a5-617661b65ff2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:15.372567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.373575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.441124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 030b1d84-1be5-4dbf-8679-b8df89b97666 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:04:15.464744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] For port b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:15.468874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=da96cad6-ac6b-4433-a1a2-e960025e7d0f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:15.469676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] For port b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,segment=NetworkSegment(936c0a22-71b4-45c7-98e2-81deba12ba3e),segment_id=936c0a22-71b4-45c7-98e2-81deba12ba3e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:15.476908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': 'a8c39fbb-d356-4abd-bc22-09598bd6ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd0c3b817-2263-40c0-af1e-069a87f3ec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:15.477309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: d0c3b817-2263-40c0-af1e-069a87f3ec6c, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:15.484370 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.496701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network d0c3b817-2263-40c0-af1e-069a87f3ec6c is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:15.508523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d0c3b817-2263-40c0-af1e-069a87f3ec6c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:15.538149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:15.539528 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.550977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ff97b-03df-40ab-939b-3f9a5e44e2e0 None None] Network d0c3b817-2263-40c0-af1e-069a87f3ec6c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:15.583118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6907eaa9-472f-4214-a772-82b24379fd51 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7411613 Jul 09 20:04:15.583118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:15.721237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7431-2d79-4580-b3b1-bc25d9250496 None None] Pushing event updated for resources: {'Port': ['ID=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:15.753901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.907962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.975944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1bba8-99d4-4b07-97aa-08de59a3358a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-d0c3b817-2263-40c0-af1e-069a87f3ec6c', 'network_id': 'd0c3b817-2263-40c0-af1e-069a87f3ec6c', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': 'da96cad6-ac6b-4433-a1a2-e960025e7d0f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:15.977396 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eec1bba8-99d4-4b07-97aa-08de59a3358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.048771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.094058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=da96cad6-ac6b-4433-a1a2-e960025e7d0f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.108614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:16.123621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Sync routers for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:16.147883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.161939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-77a440b7-380d-4c4b-8d87-a08d70787720 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8370676 Jul 09 20:04:16.163759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-eec1bba8-99d4-4b07-97aa-08de59a3358a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da96cad6-ac6b-4433-a1a2-e960025e7d0f: This subnet is being modified by another concurrent operation. Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da96cad6-ac6b-4433-a1a2-e960025e7d0f: This subnet is being modified by another concurrent operation. Jul 09 20:04:16.167202 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 20:04:16.175741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:16.189533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:16.193690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.206798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c3b817-2263-40c0-af1e-069a87f3ec6c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:16.224960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c39fbb-d356-4abd-bc22-09598bd6ec36') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:16.225296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c39fbb-d356-4abd-bc22-09598bd6ec36') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:16.235215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ce231e0-e50b-475c-836a-042b1c7655c1 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e8d476af66924eceb0f5f07ca77128d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701945 Jul 09 20:04:16.237913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.238604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84816d4-8af9-4a53-b8d4-890e32662328 None None] Network d0c3b817-2263-40c0-af1e-069a87f3ec6c requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:16.240100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.260019 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.268502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:16.268911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:16.273167 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:16.355385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.380629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.387456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d0c3b817-2263-40c0-af1e-069a87f3ec6c HTTP/1.1" status: 204 len: 168 time: 0.8035259 Jul 09 20:04:16.389055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4077-60d7-4332-a76f-8d7f22116934 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=d0c3b817-2263-40c0-af1e-069a87f3ec6c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.391232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.396763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470680349'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:16.450925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:16.467575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:16.471713 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.485361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d603070-3250-49e7-a935-90aef9d955cc tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:16.488076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d603070-3250-49e7-a935-90aef9d955cc tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2490683 Jul 09 20:04:16.490835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.517151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:16.537642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-aeddec20-ef13-46d0-a8de-837d6ea719ed tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453587 Jul 09 20:04:16.537955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.538322 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 5b0a24f6-e134-493d-b514-b30777f9e0b7 of type vlan for network d61270e6-056e-42d9-9c4f-cbca75787871 Jul 09 20:04:16.540258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.545884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37251365', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:16.582706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b55a76bd-93fb-4931-b6c1-63b8af2c80d9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:16.615759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.656044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.666159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:16.669335 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.678752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:16.717418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:16.725820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.767340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:14Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:16.782931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3904560 Jul 09 20:04:16.786223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.792136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': 'd61270e6-056e-42d9-9c4f-cbca75787871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:16.803745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Checking router: 030b1d84-1be5-4dbf-8679-b8df89b97666 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:16.804286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Updating router 030b1d84-1be5-4dbf-8679-b8df89b97666 port b38d5ef5-328e-4f51-b5a7-a04683d708c7 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:04:16.813611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e757bd-cf42-49fb-9f83-73dd48b577f8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=d61270e6-056e-42d9-9c4f-cbca75787871,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.893944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d61270e6-056e-42d9-9c4f-cbca75787871 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:16.933016 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.941877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:16.948393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.191277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24778e50-6b87-4ee2-9bca-1cff3e95429e None None] Network f8b391b3-6280-433a-80a5-617661b65ff2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:17.219010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.316787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Subnet': ['ID=cb87c22c-f81c-48f0-a380-588992ee768c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:17.321084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:17.321615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network hostable DHCP agents. Network: c21b68cd-be00-4ef0-9ee1-c60a69912b65, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:17.365872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:17.368592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Provisioning for port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:17.380652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c21b68cd-be00-4ef0-9ee1-c60a69912b65) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:17.395745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:17.397224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.416204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f99f7fa-7d78-478e-91f5-ef0f8da0ca06 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8746126 Jul 09 20:04:17.419928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.423800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf21f18-7c07-45d0-a8e3-2bf8b6fcde6d None None] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:17.431540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Provisioning complete for port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:17.432126 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.544603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:04:17.545346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:04:17.724682 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.812390 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '5b0a24f6-e134-493d-b514-b30777f9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd61270e6-056e-42d9-9c4f-cbca75787871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:17.812720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: d61270e6-056e-42d9-9c4f-cbca75787871, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:17.816033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=9a0cc07f-8e01-4433-8b7a-a5cb12f6eebd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:17.847157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network d61270e6-056e-42d9-9c4f-cbca75787871 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:17.859674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d61270e6-056e-42d9-9c4f-cbca75787871) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:17.864377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.868522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:17.869769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.882481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd209a-d8d9-4036-8169-2cc209c7b70c None None] Network d61270e6-056e-42d9-9c4f-cbca75787871 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:17.901236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32a1e18d-c567-4796-89e2-e3e199eeebe1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1138394 Jul 09 20:04:17.904355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:18.073959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.128941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] For port b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,segment=NetworkSegment(936c0a22-71b4-45c7-98e2-81deba12ba3e),segment_id=936c0a22-71b4-45c7-98e2-81deba12ba3e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:18.148670 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.166842 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.233950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.364681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0cc07f-8e01-4433-8b7a-a5cb12f6eebd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.380585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.395187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61270e6-056e-42d9-9c4f-cbca75787871']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.405759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.412397 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0a24f6-e134-493d-b514-b30777f9e0b7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.413208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0a24f6-e134-493d-b514-b30777f9e0b7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.430947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.451126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23907f-cb56-4bcd-b6bf-2d8be6725530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-d61270e6-056e-42d9-9c4f-cbca75787871', 'network_id': 'd61270e6-056e-42d9-9c4f-cbca75787871', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': '9a0cc07f-8e01-4433-8b7a-a5cb12f6eebd'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:18.451990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d23907f-cb56-4bcd-b6bf-2d8be6725530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.461829 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.464165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aa79b-9402-4745-a2af-0601a6748ab2 None None] Pushing event updated for resources: {'Port': ['ID=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.483905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.490628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:18.491727 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.496526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:18.498362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:18.506152 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:18.529505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Transition to ACTIVE for port object b38d5ef5-328e-4f51-b5a7-a04683d708c7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:18.562595 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.635538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.642797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.652063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:18.652213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d61270e6-056e-42d9-9c4f-cbca75787871 HTTP/1.1" status: 204 len: 168 time: 0.7433851 Jul 09 20:04:18.657866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1829764311'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:18.698627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c2dd-0919-4732-a28d-e57b6d750d86 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=d61270e6-056e-42d9-9c4f-cbca75787871,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.739170 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-4d23907f-cb56-4bcd-b6bf-2d8be6725530 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:04:18.739170 n-d-800087-3 neutron-server[93773]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 09 20:04:18.739170 n-d-800087-3 neutron-server[93773]: [parameters: {'project_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'id': '571d1160-3646-4fa3-bbdd-d90487c67281', 'name': '', 'network_id': 'd61270e6-056e-42d9-9c4f-cbca75787871', 'mac_address': 'fa:16:3e:40:86:58', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-d61270e6-056e-42d9-9c4f-cbca75787871', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3542}] Jul 09 20:04:18.739170 n-d-800087-3 neutron-server[93773]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:18.739629 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-4d23907f-cb56-4bcd-b6bf-2d8be6725530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:18.752253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:18.757717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.790163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Attempting to bind port b38d5ef5-328e-4f51-b5a7-a04683d708c7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:18.790619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Attempting to bind port b38d5ef5-328e-4f51-b5a7-a04683d708c7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:18.791237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Attempting to bind port b38d5ef5-328e-4f51-b5a7-a04683d708c7 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:18.807079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff9540-0fdc-49de-92e1-c6fba2994275 None None] Pushing event updated for resources: {'Port': ['ID=b38d5ef5-328e-4f51-b5a7-a04683d708c7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.821070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:18.821751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:18.823196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.824310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:18.825393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Bound port: b38d5ef5-328e-4f51-b5a7-a04683d708c7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:18.825825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.898181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.1 (c21b68cd-be00-4ef0-9ee1-c60a69912b65/cb87c22c-f81c-48f0-a380-588992ee768c/98a4c528-54f9-465b-8a55-3d23a54c2d02) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:18.920445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.939458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-149aa572-f7de-439f-941c-7b6fe3a85d91 None None] Provisioning complete for port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:18.939857 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-149aa572-f7de-439f-941c-7b6fe3a85d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.943966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] For port b38d5ef5-328e-4f51-b5a7-a04683d708c7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:19.011456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] For port b38d5ef5-328e-4f51-b5a7-a04683d708c7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b38d5ef5-328e-4f51-b5a7-a04683d708c7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:19.023429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.039281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.041656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:19.069451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.070251 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment a3e74649-2f49-4718-b09c-5c2c4ee912bb of type vlan for network 99279685-3e9f-461b-8421-0703b91be574 Jul 09 20:04:19.071446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object 98a4c528-54f9-465b-8a55-3d23a54c2d02 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:19.127800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:19.128451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:19.163818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.191690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff9540-0fdc-49de-92e1-c6fba2994275 None None] Pushing event updated for resources: {'Port': ['ID=b38d5ef5-328e-4f51-b5a7-a04683d708c7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:19.205567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.238261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.241798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d23907f-cb56-4bcd-b6bf-2d8be6725530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.244653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:19.245870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.321974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:19.324228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Allocated IP 172.20.0.2 (c21b68cd-be00-4ef0-9ee1-c60a69912b65/cb87c22c-f81c-48f0-a380-588992ee768c/9e28c22d-d989-403b-90dd-f39668490f23) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:19.334898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:19.343891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:19.349346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:19.351590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:19.359663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7064638 Jul 09 20:04:19.364909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ad7fd-31df-4000-a1b2-d28e0eafc75c None None] Network d61270e6-056e-42d9-9c4f-cbca75787871 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:19.375578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:19.386105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5839a6e-7d98-4829-9d15-c04f6e9998b5 req-9b3ad50f-1c33-4e72-bacd-c1888748bdd0 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:19.386502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ff8b2-0772-4f33-b293-c0461d92a45c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=99279685-3e9f-461b-8421-0703b91be574,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:19.402986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5839a6e-7d98-4829-9d15-c04f6e9998b5 req-9b3ad50f-1c33-4e72-bacd-c1888748bdd0 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 945 time: 0.1503830 Jul 09 20:04:19.412017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '99279685-3e9f-461b-8421-0703b91be574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:19.414849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.469487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 99279685-3e9f-461b-8421-0703b91be574 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:19.490354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ad7fd-31df-4000-a1b2-d28e0eafc75c None None] Network d61270e6-056e-42d9-9c4f-cbca75787871 could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:04:19.519815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5839a6e-7d98-4829-9d15-c04f6e9998b5 req-e3b9a831-b034-409e-b30e-886b7ce252a3 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153159 Jul 09 20:04:19.567845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:19.573447 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.645245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.752527 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.757810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:14Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:19.787916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Transition to ACTIVE for port object 9e28c22d-d989-403b-90dd-f39668490f23 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:19.790010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646ca00-ce32-4f90-b833-e0c0a707a315 None None] The sync data for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 is: [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:14Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:19.807276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Transition to ACTIVE for port object 9e28c22d-d989-403b-90dd-f39668490f23 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:19.818645 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.880344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.889246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:19.894366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:19.898369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:19.912627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Pushing event updated for resources: {'Port': ['ID=9e28c22d-d989-403b-90dd-f39668490f23,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.033230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Attempting to bind port 9e28c22d-d989-403b-90dd-f39668490f23 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:20.033809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Attempting to bind port 9e28c22d-d989-403b-90dd-f39668490f23 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:20.034029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Attempting to bind port 9e28c22d-d989-403b-90dd-f39668490f23 on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:20.040501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:20.040982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:20.041503 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.042295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Bound using segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:20.042978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Bound port: 9e28c22d-d989-403b-90dd-f39668490f23, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:20.043449 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.058328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=d858d535-6cb8-431b-a01d-67987b7919f6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.082925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': 'a3e74649-2f49-4718-b09c-5c2c4ee912bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99279685-3e9f-461b-8421-0703b91be574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:20.083300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 99279685-3e9f-461b-8421-0703b91be574, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:20.148933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 99279685-3e9f-461b-8421-0703b91be574 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:20.179136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 99279685-3e9f-461b-8421-0703b91be574) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:20.183559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.184229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.190980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.196079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77c59b-a44d-4c1e-b862-5c2873b5a3ec None None] Network 99279685-3e9f-461b-8421-0703b91be574 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:20.205001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.211510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] For port 9e28c22d-d989-403b-90dd-f39668490f23, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:20.217617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ca1078d2-8131-4e73-895d-9c1dcfe1e2ae tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8114996 Jul 09 20:04:20.221995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:20.332100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.334187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.413106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.468811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] For port 9e28c22d-d989-403b-90dd-f39668490f23, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9e28c22d-d989-403b-90dd-f39668490f23,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:20.487515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.553661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:20.557037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:20.557371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.683766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b38d5ef5-328e-4f51-b5a7-a04683d708c7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:20.691638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08b33d-77c7-4478-a5f2-ab92f66df43b None None] Pushing event updated for resources: {'Port': ['ID=9e28c22d-d989-403b-90dd-f39668490f23,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.818526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.862681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf45bc-bdb1-475d-a80d-0975a6f43b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-99279685-3e9f-461b-8421-0703b91be574', 'network_id': '99279685-3e9f-461b-8421-0703b91be574', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': 'd858d535-6cb8-431b-a01d-67987b7919f6'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:20.863750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aabf45bc-bdb1-475d-a80d-0975a6f43b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.995157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 030b1d84-1be5-4dbf-8679-b8df89b97666 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:21.010459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=d858d535-6cb8-431b-a01d-67987b7919f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.078303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290843cc-f9be-418a-8107-f568f0f9027a req-402bf59d-7a62-4fce-a6f1-0d5f3db727e4 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.081246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-fe5e468e-ad79-4eb0-8593-12632fbf62d2 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.083726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-fe5e468e-ad79-4eb0-8593-12632fbf62d2 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 945 time: 0.3593662 Jul 09 20:04:21.085449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-290843cc-f9be-418a-8107-f568f0f9027a req-402bf59d-7a62-4fce-a6f1-0d5f3db727e4 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 945 time: 0.2629840 Jul 09 20:04:21.086175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.092755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b38d5ef5-328e-4f51-b5a7-a04683d708c7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:21.101047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b38d5ef5-328e-4f51-b5a7-a04683d708c7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:21.101601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.131121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99279685-3e9f-461b-8421-0703b91be574']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:21.157485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e74649-2f49-4718-b09c-5c2c4ee912bb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:21.160358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e74649-2f49-4718-b09c-5c2c4ee912bb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:21.181749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.195739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e1c56-392e-4e6e-ae9e-06206f3411f1 None None] Network 99279685-3e9f-461b-8421-0703b91be574 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:21.246448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.262499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:21.263458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:21.266734 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:21.349371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:21.362713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-290843cc-f9be-418a-8107-f568f0f9027a req-0b851bee-36a1-4baf-a410-8c63ca3b704c tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/security-groups?id=52fba4a3-32f7-48b7-8d13-c26520c5464c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747769 Jul 09 20:04:21.370096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-574c2b1c-7bd9-41da-bad2-44efdd7984ea tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/030b1d84-1be5-4dbf-8679-b8df89b97666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9484775 Jul 09 20:04:21.375098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.385227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.394193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/99279685-3e9f-461b-8421-0703b91be574 HTTP/1.1" status: 204 len: 168 time: 1.1707251 Jul 09 20:04:21.397402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.409006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137240993'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:21.411701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.427827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d9962-16b4-4b7e-995a-14608e76f229 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=99279685-3e9f-461b-8421-0703b91be574,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.433121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Deleting port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:21.433121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.463645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:21.468552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.474740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b38d5ef5-328e-4f51-b5a7-a04683d708c7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b38d5ef5-328e-4f51-b5a7-a04683d708c7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:21.484707 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.485558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b55a76bd-93fb-4931-b6c1-63b8af2c80d9 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:21.551062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:21.567336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.568566 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 50edb7da-fcd8-4188-b573-472c74a4660d of type vlan for network 8050886c-6352-47d4-8767-d1a7bfa8eac6 Jul 09 20:04:21.570941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b38d5ef5-328e-4f51-b5a7-a04683d708c7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.594343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:21.594743 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.600859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] For port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,segment=NetworkSegment(1a92e81d-715b-4b31-b09b-1cee8fcfc8d6),segment_id=1a92e81d-715b-4b31-b09b-1cee8fcfc8d6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:21.601434 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.627157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.663897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-38f7bca7-1fb1-4929-a5ce-e520cf7b97d1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020844351&fields=id&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 267 time: 0.0654929 Jul 09 20:04:21.681159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.687515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.688150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.690307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Calling delete_port for fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:21.787938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3869669 Jul 09 20:04:21.788511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.794380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '8050886c-6352-47d4-8767-d1a7bfa8eac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:21.798151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44e929-098e-48b4-a34e-1a1147bc5781 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=8050886c-6352-47d4-8767-d1a7bfa8eac6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.814510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8050886c-6352-47d4-8767-d1a7bfa8eac6 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:21.833828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-1682a7bc-589e-424b-8aa2-e09b6693f0c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.841637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-1682a7bc-589e-424b-8aa2-e09b6693f0c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 797 time: 0.1766043 Jul 09 20:04:21.859625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-ef89edf6-3909-401d-9328-18ececf8b8b1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/quotas/e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 375 time: 0.0169358 Jul 09 20:04:21.949960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:21.954591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.971093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-b76cefa2-733e-4378-a911-70a3654ad4fa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105788 Jul 09 20:04:22.034098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.052576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:22.073731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Pushing event deleted for resources: {'Port': ['ID=fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:22.158198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] No DVR routers for this DVR port fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:22.164725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.166749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23cc97b1-168e-4ef8-82df-8ac672ad099f req-886854ee-6f69-4078-9c92-155d32d67bf6 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.25 "DELETE /v2.0/ports/fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 HTTP/1.1" status: 204 len: 173 time: 1.0759242 Jul 09 20:04:22.167212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'name': 'network-vif-deleted', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:22.170123 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20329c2-423c-4011-8c92-09b66ff07468" -d '{"events": [{"server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "name": "network-vif-deleted", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:22.234191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-ef08172c-501e-42df-b066-667ecd61a4c1 service neutron] 10.222.0.10 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497046 Jul 09 20:04:22.240713 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20867a47-a5d4-4ce0-a49f-f05f05cf8c39 x-openstack-request-id: req-20867a47-a5d4-4ce0-a49f-f05f05cf8c39 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:22.242073 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d054648-62a0-449e-a733-90fe25fb535e", "name": "network-vif-deleted", "tag": "fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:22.242846 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20867a47-a5d4-4ce0-a49f-f05f05cf8c39 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:22.244155 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d054648-62a0-449e-a733-90fe25fb535e', 'name': 'network-vif-deleted', 'tag': 'fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39', 'status': 'completed', 'code': 200} Jul 09 20:04:22.258970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.323090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=8f9abc67-656f-4c4c-947f-2e52b4da80ab,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:22.395163 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-948ca590-9b5b-4f4c-a195-24d259209d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.418186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-d49fa95a-1fea-4288-93b6-53e46608ee03 service neutron] 10.222.0.10 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700730 Jul 09 20:04:22.536298 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Sync routers for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:22.552788 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:22.554730 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:22.745595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9e28c22d-d989-403b-90dd-f39668490f23 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:22.754967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:22.827904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7265f31e-8906-45d2-a2ec-6d6e11bb60eb req-f3d2d995-5929-495a-89d8-b0854b0a4ef8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 210 time: 0.0915928 Jul 09 20:04:22.856145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52525e4-fe10-45c5-a41f-918fe05d3529 None None] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:22.960695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 9e28c22d-d989-403b-90dd-f39668490f23 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:22.978027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b38d5ef5-328e-4f51-b5a7-a04683d708c7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:23.056661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Provisioning for port 9e28c22d-d989-403b-90dd-f39668490f23 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:23.073255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Provisioning complete for port 9e28c22d-d989-403b-90dd-f39668490f23 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:23.073901 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.135414 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 2, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:23.159216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b38d5ef5-328e-4f51-b5a7-a04683d708c7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:23.159793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.214962 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Checking router: 030b1d84-1be5-4dbf-8679-b8df89b97666 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:23.216201 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Updating router 030b1d84-1be5-4dbf-8679-b8df89b97666 port 98a4c528-54f9-465b-8a55-3d23a54c2d02 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:04:23.216333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-220c744b-ec07-4005-a5c2-d011c1edf105 req-b02777dc-e495-4512-9b19-373e01047007 tempest-VolumesActionsTest-1582170055 tempest-VolumesActionsTest-1582170055-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d054648-62a0-449e-a733-90fe25fb535e HTTP/1.1" status: 200 len: 210 time: 0.0859618 Jul 09 20:04:23.219921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '50edb7da-fcd8-4188-b573-472c74a4660d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8050886c-6352-47d4-8767-d1a7bfa8eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:23.220286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 8050886c-6352-47d4-8767-d1a7bfa8eac6, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:23.253058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 8050886c-6352-47d4-8767-d1a7bfa8eac6 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:23.270751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8050886c-6352-47d4-8767-d1a7bfa8eac6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:23.275382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:23.276097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.288125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29cc833-9cb8-465d-b1b1-3faaa5d9d8aa None None] Network 8050886c-6352-47d4-8767-d1a7bfa8eac6 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:23.298617 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.303770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-743f8aea-3212-41c1-b228-38354d802dba tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5137780 Jul 09 20:04:23.306340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:23.443852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.504659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.530221 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.587398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] For port 9e28c22d-d989-403b-90dd-f39668490f23, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9e28c22d-d989-403b-90dd-f39668490f23,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:23.597966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.635271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.693620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.729187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9abc67-656f-4c4c-947f-2e52b4da80ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.751569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb69413-cf31-4b1b-8ee8-fdaa484127eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-8050886c-6352-47d4-8767-d1a7bfa8eac6', 'network_id': '8050886c-6352-47d4-8767-d1a7bfa8eac6', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': '8f9abc67-656f-4c4c-947f-2e52b4da80ab'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:23.752747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3cb69413-cf31-4b1b-8ee8-fdaa484127eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.756416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761c83e-636a-476f-8dfd-50007bf12407 None None] Pushing event updated for resources: {'Port': ['ID=9e28c22d-d989-403b-90dd-f39668490f23,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.792434 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.806763 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Transition to ACTIVE for port object 98a4c528-54f9-465b-8a55-3d23a54c2d02 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:23.823529 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.879196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f4736-af13-4a79-bf77-dfae9234bee8 None None] Network 8050886c-6352-47d4-8767-d1a7bfa8eac6 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:23.934679 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.947865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8050886c-6352-47d4-8767-d1a7bfa8eac6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:23.962141 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Pushing event updated for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.976962 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.980838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50edb7da-fcd8-4188-b573-472c74a4660d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:23.981931 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.982276 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.982614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.982954 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.983279 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.983608 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.983932 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.984248 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.984571 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.984893 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:23.985326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50edb7da-fcd8-4188-b573-472c74a4660d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:23.989470 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.011509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.011899 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Attempting to bind port 98a4c528-54f9-465b-8a55-3d23a54c2d02 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:24.012373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Attempting to bind port 98a4c528-54f9-465b-8a55-3d23a54c2d02 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:24.013741 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Attempting to bind port 98a4c528-54f9-465b-8a55-3d23a54c2d02 on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:24.025456 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:24.026150 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:24.026853 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.028989 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Bound using segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:24.029862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Bound port: 98a4c528-54f9-465b-8a55-3d23a54c2d02, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:24.030483 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.055015 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.066600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:24.079191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:24.085699 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:24.133659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08adcdbb-0174-491f-809f-465628c69bbe req-4bd7213e-7045-44ca-ad50-d777a2e4bd0d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 210 time: 0.0396862 Jul 09 20:04:24.175725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e161ae46-e222-469a-9155-b6c139e54a2a None None] Provisioning for port 98a4c528-54f9-465b-8a55-3d23a54c2d02 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:24.202384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e161ae46-e222-469a-9155-b6c139e54a2a None None] Provisioning complete for port 9e28c22d-d989-403b-90dd-f39668490f23 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:24.203027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.203446 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e161ae46-e222-469a-9155-b6c139e54a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.207814 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] For port 98a4c528-54f9-465b-8a55-3d23a54c2d02, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:24.211352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.211748 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] For port 98a4c528-54f9-465b-8a55-3d23a54c2d02, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98a4c528-54f9-465b-8a55-3d23a54c2d02,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:24.217638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:24.217874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/8050886c-6352-47d4-8767-d1a7bfa8eac6 HTTP/1.1" status: 204 len: 168 time: 0.9096928 Jul 09 20:04:24.224558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471044733'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:24.230934 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.243040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8304e4-5cf6-4281-914b-ae675fd377eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=8050886c-6352-47d4-8767-d1a7bfa8eac6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.333320 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:24.334030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:03:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:24.342938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:24.346619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.364334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:24.386733 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975d191-1f99-48d7-a403-3f354c43608a None None] Pushing event updated for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.398119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:24.438551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:24.438770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device fd3e0117-cfb9-4064-bf6c-cbc7ef51fb39 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:24.457075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.457904 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 561ec9d7-ed49-4e0d-af97-133ad43ed0f0 of type vlan for network 19e6d121-1ca1-4466-b5e6-b1ea54095522 Jul 09 20:04:24.517089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9e28c22d-d989-403b-90dd-f39668490f23 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:24.566001 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:24.601410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.696248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 9e28c22d-d989-403b-90dd-f39668490f23 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:24.697273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.725254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.747209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.748147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.900662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-972aa209-1878-4289-bd5b-229318b5b64e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.903788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-972aa209-1878-4289-bd5b-229318b5b64e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 797 time: 0.3548484 Jul 09 20:04:24.925382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7065597 Jul 09 20:04:24.928950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:24.935486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '19e6d121-1ca1-4466-b5e6-b1ea54095522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:24.942514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bdc72-32e0-461f-bfe9-fc31be41438c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=19e6d121-1ca1-4466-b5e6-b1ea54095522,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.955637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:25.021558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-e22b8876-aa4e-4bd4-af27-3003a4049166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 380 time: 0.1054258 Jul 09 20:04:25.042754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'port': {'device_id': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'admin_state_up': True, 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'security_groups': ['34104969-607d-4521-9334-2d10ffeca36b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:25.122404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:24Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:25.141103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e34f2ab-4205-4454-a4ff-b1c1291fe3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.201286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:25.205908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.265767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:25.269860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.280456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.281351 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f396685-923e-44e9-98f7-dd2df1718989 None None] The sync data for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 is: [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:24Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:25.443215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:04:25.444557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:04:25.525164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.6 (c21b68cd-be00-4ef0-9ee1-c60a69912b65/cb87c22c-f81c-48f0-a380-588992ee768c/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:25.607526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71b9ddd6-01f0-44b2-8359-e72b0c14cab2 req-f9ab9a0d-e6ca-42d5-b9b9-3963904fddc6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 210 time: 0.0494778 Jul 09 20:04:25.684016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.743481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93301cfc-eaf3-423d-a2de-ef2f6b26d38c None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:25.813569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '561ec9d7-ed49-4e0d-af97-133ad43ed0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '19e6d121-1ca1-4466-b5e6-b1ea54095522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:25.813946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 19e6d121-1ca1-4466-b5e6-b1ea54095522, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:25.838008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=27b853be-4d0b-4f94-84e0-6752a65d5abb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:25.868821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.874403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:25.891598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 19e6d121-1ca1-4466-b5e6-b1ea54095522) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:25.906581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:25.907461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.908598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:25.932537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-008fc475-9bd5-4448-8733-750c9083b935 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0022461 Jul 09 20:04:25.937248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:25.958092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.031821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:26.051328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:26.060593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:26.129256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.143118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93301cfc-eaf3-423d-a2de-ef2f6b26d38c None None] Unable to find a vacant binding_index for network 19e6d121-1ca1-4466-b5e6-b1ea54095522 and agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 {{(pid=93773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 09 20:04:26.151106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93301cfc-eaf3-423d-a2de-ef2f6b26d38c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 19e6d121-1ca1-4466-b5e6-b1ea54095522) {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:26.210924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.220963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.248970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:26.249755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.283977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-1a2303c3-1a95-4f54-9314-8cc0aaf301e9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2507007 Jul 09 20:04:26.343882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.393444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Request body: {'port': {'device_id': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:26.476951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=27b853be-4d0b-4f94-84e0-6752a65d5abb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.491369 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.571401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98a4c528-54f9-465b-8a55-3d23a54c2d02 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:26.583868 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.602471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e6d121-1ca1-4466-b5e6-b1ea54095522']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:26.607089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.616280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561ec9d7-ed49-4e0d-af97-133ad43ed0f0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:26.616892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561ec9d7-ed49-4e0d-af97-133ad43ed0f0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:26.629982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.659701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.679962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:26.680873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:26.691418 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:26.825827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.839363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.845019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/19e6d121-1ca1-4466-b5e6-b1ea54095522 HTTP/1.1" status: 204 len: 168 time: 0.9035587 Jul 09 20:04:26.846341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:26.886861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 98a4c528-54f9-465b-8a55-3d23a54c2d02 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:26.895529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98a4c528-54f9-465b-8a55-3d23a54c2d02 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:26.895899 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.899001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1162108316'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:26.921991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5090d-9be9-45f2-bec9-e7a4526af719 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=19e6d121-1ca1-4466-b5e6-b1ea54095522,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.987568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:26.991188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.039843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.045191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda26051-6024-4519-95fc-1af758cc10b2 None None] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:27.076326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038ee8c-4cf3-445d-8e71-8f16769ca1e8 req-7fd0703d-a302-4675-a5b3-ed8e16974de5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.080406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6038ee8c-4cf3-445d-8e71-8f16769ca1e8 req-7fd0703d-a302-4675-a5b3-ed8e16974de5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 931 time: 0.1784384 Jul 09 20:04:27.097439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:27.145907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.146585 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 54a4f362-b609-4aaf-915f-75e84cc3e280 of type vlan for network 7475fc19-65d8-4644-a855-889ed069d722 Jul 09 20:04:27.191911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:27.224667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.255917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.262792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Transition to ACTIVE for port object 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:27.279658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.326662 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6038ee8c-4cf3-445d-8e71-8f16769ca1e8 req-3402506a-63a6-4b3c-a07a-c20b300dec1e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228968 Jul 09 20:04:27.352562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda26051-6024-4519-95fc-1af758cc10b2 None None] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:04:27.362113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.363421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf55529-36ab-4612-a2d3-dcd8e02dece9 None None] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:27.369878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.370532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.381358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf55529-36ab-4612-a2d3-dcd8e02dece9 None None] Network 19e6d121-1ca1-4466-b5e6-b1ea54095522 could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:04:27.401634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 98a4c528-54f9-465b-8a55-3d23a54c2d02, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98a4c528-54f9-465b-8a55-3d23a54c2d02,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:27.417066 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.470786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6201894 Jul 09 20:04:27.471383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:27.477064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '7475fc19-65d8-4644-a855-889ed069d722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:27.490052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50bb9a6b-fd9b-4fb7-8d32-98c0612e4997 None None] Provisioning for port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:27.499588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.517315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d9b7-d5ea-4d0d-b73a-597ee0691c90 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=7475fc19-65d8-4644-a855-889ed069d722,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.533886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.547621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 7475fc19-65d8-4644-a855-889ed069d722 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:27.589531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:27.590077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:27.590524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:27.596107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:04:27.596527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:27.602963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:27.603502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:27.604175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Bound using segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:27.604854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Bound port: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:27.605755 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.634965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:27.639768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.753945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:27.757298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:27.763987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.805437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.806420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.810602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] 10.222.0.25 "PUT /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1091 time: 1.5154622 Jul 09 20:04:27.811299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:27.814150 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a439714-37d1-42ee-8c7c-cde5993dad8b" -d '{"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:27.852795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d4d4-1b49-438a-b226-16b665445120 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.904365 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.917229 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057aed3-6094-4a70-adbe-ead80a041a13 x-openstack-request-id: req-1057aed3-6094-4a70-adbe-ead80a041a13 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:27.917941 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:27.918533 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1057aed3-6094-4a70-adbe-ead80a041a13 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:27.919178 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'status': 'completed', 'code': 200} Jul 09 20:04:27.968258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-c844c95e-3272-418e-934c-7cdb9157dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.970200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-c844c95e-3272-418e-934c-7cdb9157dcdf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0923991 Jul 09 20:04:28.024005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.054979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-94f9f188-4899-4cb6-92ac-d05c53e53a47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 217 time: 0.0774734 Jul 09 20:04:28.125651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-82fbd922-225d-4e3a-b5c4-bfe21012228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.127626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-82fbd922-225d-4e3a-b5c4-bfe21012228f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0660653 Jul 09 20:04:28.130079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=ba27d128-8636-4fc3-b279-579b40b5cb2b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:28.140323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '54a4f362-b609-4aaf-915f-75e84cc3e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7475fc19-65d8-4644-a855-889ed069d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:28.140771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 7475fc19-65d8-4644-a855-889ed069d722, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:28.163566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 7475fc19-65d8-4644-a855-889ed069d722 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:28.180110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 7475fc19-65d8-4644-a855-889ed069d722) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:28.188716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.189883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.191418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459290b2-0e92-4614-8de8-bc9fce5c5af3 None None] Network 7475fc19-65d8-4644-a855-889ed069d722 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:28.212638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-620c39d8-ce5d-4dd4-8610-14c60f0dd615 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7400620 Jul 09 20:04:28.215147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:28.235395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887304b-9083-434f-8863-db39b56c2823 req-835b647a-b2ed-416a-ba29-f395801eb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.237429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-835b647a-b2ed-416a-ba29-f395801eb451 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936108 Jul 09 20:04:28.338930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.407041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15242e6-54d6-451f-9190-46d6d924e229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-7475fc19-65d8-4644-a855-889ed069d722', 'network_id': '7475fc19-65d8-4644-a855-889ed069d722', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': 'ba27d128-8636-4fc3-b279-579b40b5cb2b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:28.408108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e15242e6-54d6-451f-9190-46d6d924e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.417737 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.457663 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-bc86a841-8b4d-4a5a-9da6-47ae84112fb7 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100394 Jul 09 20:04:28.544071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98a4c528-54f9-465b-8a55-3d23a54c2d02 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:28.544685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.578342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=ba27d128-8636-4fc3-b279-579b40b5cb2b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:28.613462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7887304b-9083-434f-8863-db39b56c2823 req-ab1a6c7d-e628-426d-b40b-15ac1446a5e1 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496146 Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-e15242e6-54d6-451f-9190-46d6d924e229 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba27d128-8636-4fc3-b279-579b40b5cb2b: This subnet is being modified by another concurrent operation. Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba27d128-8636-4fc3-b279-579b40b5cb2b: This subnet is being modified by another concurrent operation. Jul 09 20:04:28.618723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 20:04:28.635643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98a4c528-54f9-465b-8a55-3d23a54c2d02 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:28.641416 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.645463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03863705-fecc-4832-9512-6060587959b9 None None] Network 7475fc19-65d8-4644-a855-889ed069d722 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:28.773926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-9df81e47-e432-4b89-8b05-b049d5bfb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.775899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-9df81e47-e432-4b89-8b05-b049d5bfb3a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1094 time: 0.1056099 Jul 09 20:04:28.804863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.835451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7475fc19-65d8-4644-a855-889ed069d722']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:28.847520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a4f362-b609-4aaf-915f-75e84cc3e280') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:28.847820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a4f362-b609-4aaf-915f-75e84cc3e280') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:28.858142 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.876021 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.883378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:28.883781 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.908472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890303c-8bfa-4de8-9c3c-ed3fac904a16 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:28.917164 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-2b22041d-844f-4b07-9c8d-5ff69b829c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.919328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-2b22041d-844f-4b07-9c8d-5ff69b829c98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.1361294 Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:28.945877 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:28.970332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-8131da27-c655-47dd-975e-41e803d7b509 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 217 time: 0.0448191 Jul 09 20:04:28.985449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.002393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890303c-8bfa-4de8-9c3c-ed3fac904a16 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:29.006323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.011386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/7475fc19-65d8-4644-a855-889ed069d722 HTTP/1.1" status: 204 len: 168 time: 0.7919188 Jul 09 20:04:29.021350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:29.026940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500313579'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:29.064416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6037-1f80-448d-abfd-0aeaa50a2840 req-a5b33bfe-eae6-4e2e-8161-4bcea307d4f2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.066383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c4f6037-1f80-448d-abfd-0aeaa50a2840 req-a5b33bfe-eae6-4e2e-8161-4bcea307d4f2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 943 time: 0.4654770 Jul 09 20:04:29.067229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cb710-7455-4ecb-beae-4aa22e94f1e9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=7475fc19-65d8-4644-a855-889ed069d722,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.070055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-e6599adb-b0b0-48c5-8458-778ff5d227f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.072083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-e6599adb-b0b0-48c5-8458-778ff5d227f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0930622 Jul 09 20:04:29.075250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:29.080060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.128945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c4f6037-1f80-448d-abfd-0aeaa50a2840 req-f4bb9d96-6dda-41df-bdc0-c8f40e2c68d3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457397 Jul 09 20:04:29.148570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:29.169387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.170025 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment c32aaa9b-8bbd-4c31-a12e-b58654f2d40f of type vlan for network d7f284cd-8e1d-49be-8127-9f9b165221e1 Jul 09 20:04:29.183984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-003ee6de-1077-43db-8402-e41b9cbe7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.185966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-003ee6de-1077-43db-8402-e41b9cbe7622 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021409 Jul 09 20:04:29.236828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.331167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.337065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.337835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.396800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-1a1e6272-4d14-4b03-a8b4-1cc36904fd15 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700480 Jul 09 20:04:29.461993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4387836 Jul 09 20:04:29.463710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:29.469573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': 'd7f284cd-8e1d-49be-8127-9f9b165221e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:29.472495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5abf-256c-40d4-913f-e9be96eec3e5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=d7f284cd-8e1d-49be-8127-9f9b165221e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.482834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d7f284cd-8e1d-49be-8127-9f9b165221e1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:29.531497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a439714-37d1-42ee-8c7c-cde5993dad8b req-7476c56d-8b3e-4c7c-a317-1e1571ef3d84 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263340 Jul 09 20:04:29.598636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:29.603673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.802888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.866410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=e98f6089-5b4d-45cd-a59d-db1146405e37,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.881893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': 'c32aaa9b-8bbd-4c31-a12e-b58654f2d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd7f284cd-8e1d-49be-8127-9f9b165221e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:29.882259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: d7f284cd-8e1d-49be-8127-9f9b165221e1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:29.903428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network d7f284cd-8e1d-49be-8127-9f9b165221e1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:29.916038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d7f284cd-8e1d-49be-8127-9f9b165221e1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:29.925380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f098bb60-5aee-491d-9a78-ded5722653ea None None] Network d7f284cd-8e1d-49be-8127-9f9b165221e1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:29.935199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.935708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.966259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1dda3a9d-14f3-4b0c-8871-ab9f7b0ed2cb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5012801 Jul 09 20:04:29.968856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.117541 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.183789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ff46b-f2fe-460f-bbe9-761951c5fe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-d7f284cd-8e1d-49be-8127-9f9b165221e1', 'network_id': 'd7f284cd-8e1d-49be-8127-9f9b165221e1', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': 'e98f6089-5b4d-45cd-a59d-db1146405e37'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:30.185295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-103ff46b-f2fe-460f-bbe9-761951c5fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.229717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.358088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-103ff46b-f2fe-460f-bbe9-761951c5fe08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98f6089-5b4d-45cd-a59d-db1146405e37: This subnet is being modified by another concurrent operation. Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98f6089-5b4d-45cd-a59d-db1146405e37: This subnet is being modified by another concurrent operation. Jul 09 20:04:30.388166 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 20:04:30.409511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d418e6e-6b7f-4a91-851c-9d66e5b40407 None None] Network d7f284cd-8e1d-49be-8127-9f9b165221e1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:30.465317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=e98f6089-5b4d-45cd-a59d-db1146405e37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:30.516952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0a1a0-1ddb-41ca-af84-8a6528a4ca81 req-5ff749b1-17d5-4c90-a6c7-fb3240194409 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:30.518502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f0a1a0-1ddb-41ca-af84-8a6528a4ca81 req-5ff749b1-17d5-4c90-a6c7-fb3240194409 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 943 time: 0.1706471 Jul 09 20:04:30.575584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.591482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f284cd-8e1d-49be-8127-9f9b165221e1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:30.593309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f0a1a0-1ddb-41ca-af84-8a6528a4ca81 req-7331e07c-d3bd-4a0a-915a-e466555c1325 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629663 Jul 09 20:04:30.608635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32aaa9b-8bbd-4c31-a12e-b58654f2d40f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:30.609198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32aaa9b-8bbd-4c31-a12e-b58654f2d40f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:30.626392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da3fa5-3eb5-499f-b035-b9f1413545c8 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:30.629954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.656704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.663142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:30.663583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:30.730619 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:30.734507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.744886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.747634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d7f284cd-8e1d-49be-8127-9f9b165221e1 HTTP/1.1" status: 204 len: 168 time: 0.7777827 Jul 09 20:04:30.751191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.756347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118312464'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:30.766356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3e8fd-b106-426d-a616-f3f12353f557 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=d7f284cd-8e1d-49be-8127-9f9b165221e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:30.769981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da3fa5-3eb5-499f-b035-b9f1413545c8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:30.799064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:30.803175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.835572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:30.845808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.846223 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 50aa2045-6fe1-4dc6-8497-f7e49fdfd059 of type vlan for network ce6c8372-b337-4f0f-a635-ab490d5a24af Jul 09 20:04:30.895176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.969524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.977233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:30.978686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.077972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=ce6c8372-b337-4f0f-a635-ab490d5a24af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:31.088407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.093023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3aec76c6-652f-41d8-8525-1bca8e087be5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3405066 Jul 09 20:04:31.094452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:31.112393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:31.336123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.349716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.358589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network ce6c8372-b337-4f0f-a635-ab490d5a24af is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:04:31.363853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.364452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.365851 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "PUT /v2.0/networks/ce6c8372-b337-4f0f-a635-ab490d5a24af HTTP/1.1" status: 200 len: 723 time: 0.2764170 Jul 09 20:04:31.370259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.377273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:31.437866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6fdec-e34e-4786-82b2-34b76579c1f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=ce6c8372-b337-4f0f-a635-ab490d5a24af,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:31.440925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:31.527100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:31.530987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.792195 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.824970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454fadb-bc8b-462a-869f-bebbd1be7c5b req-7efa9e4b-9e03-4f80-835a-0c6845a360c8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.826673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7454fadb-bc8b-462a-869f-bebbd1be7c5b req-7efa9e4b-9e03-4f80-835a-0c6845a360c8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 943 time: 0.0753856 Jul 09 20:04:31.868332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=0e9d6e91-a852-4d2e-b090-a3ea82019313,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:31.872582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': '50aa2045-6fe1-4dc6-8497-f7e49fdfd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:31.873274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: ce6c8372-b337-4f0f-a635-ab490d5a24af, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:31.884793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7454fadb-bc8b-462a-869f-bebbd1be7c5b req-b4afc3b4-8169-4c84-b41b-ce20f710d11b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516617 Jul 09 20:04:31.894388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network ce6c8372-b337-4f0f-a635-ab490d5a24af is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:31.905620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ce6c8372-b337-4f0f-a635-ab490d5a24af) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:31.916358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfe1c0-55d4-402d-b764-cdbfbb8fedf7 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:31.917948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.920385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.946871 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8640a35f-ddc4-4f25-bc78-4d4e613f83c0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5752664 Jul 09 20:04:31.950263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.955795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:32.055694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14495721'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.082854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ce6c8372-b337-4f0f-a635-ab490d5a24af', 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': '0e9d6e91-a852-4d2e-b090-a3ea82019313'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:32.083732 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.229627 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787948973087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14599321'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.269738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Allocated IP 172.20.0.2 (ce6c8372-b337-4f0f-a635-ab490d5a24af/0e9d6e91-a852-4d2e-b090-a3ea82019313/932ef512-af52-4a76-a76d-4dd4ab05d48d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:32.280714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:32.281583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.285369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "PUT /v2.0/subnets/0e9d6e91-a852-4d2e-b090-a3ea82019313 HTTP/1.1" status: 200 len: 806 time: 0.3317745 Jul 09 20:04:32.285753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:32.317234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef68d78-3593-4516-8b4d-8c4f3eb6a9d3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=0e9d6e91-a852-4d2e-b090-a3ea82019313,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.419491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.454917 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.464842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:04:32.467042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Transition to ACTIVE for port object 932ef512-af52-4a76-a76d-4dd4ab05d48d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:32.490943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Transition to ACTIVE for port object 932ef512-af52-4a76-a76d-4dd4ab05d48d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:32.492916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.513843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.577342 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.594140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:32.600840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:32.606619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9d6e91-a852-4d2e-b090-a3ea82019313,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.609690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:32.636026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Pushing event updated for resources: {'Port': ['ID=932ef512-af52-4a76-a76d-4dd4ab05d48d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.680331 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.692529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6c8372-b337-4f0f-a635-ab490d5a24af']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:32.704927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aa2045-6fe1-4dc6-8497-f7e49fdfd059') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:32.705391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aa2045-6fe1-4dc6-8497-f7e49fdfd059') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:32.718434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:32.732464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.737620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Attempting to bind port 932ef512-af52-4a76-a76d-4dd4ab05d48d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:32.738000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Attempting to bind port 932ef512-af52-4a76-a76d-4dd4ab05d48d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '50aa2045-6fe1-4dc6-8497-f7e49fdfd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:32.738389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Attempting to bind port 932ef512-af52-4a76-a76d-4dd4ab05d48d on network ce6c8372-b337-4f0f-a635-ab490d5a24af {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:32.740514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'port_id': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'mac_address': 'fa:16:3e:5f:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:04:32.752691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.763413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:32.764497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.772175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:32.772175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Checking segment: {'id': '50aa2045-6fe1-4dc6-8497-f7e49fdfd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:32.772552 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:32.775223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.775223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Bound using segment: {'id': '50aa2045-6fe1-4dc6-8497-f7e49fdfd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:32.775223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Bound port: 932ef512-af52-4a76-a76d-4dd4ab05d48d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aa2045-6fe1-4dc6-8497-f7e49fdfd059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:32.775223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.832182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.862298 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:04:32.862298 n-d-800087-3 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:04:32.862298 n-d-800087-3 neutron-server[93770]: [parameters: {'id': 'ce6c8372-b337-4f0f-a635-ab490d5a24af'}] Jul 09 20:04:32.862298 n-d-800087-3 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:32.863163 n-d-800087-3 neutron-server[93770]: DEBUG oslo_db.api [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:33.005433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:33.019877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] For port 932ef512-af52-4a76-a76d-4dd4ab05d48d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:33.038840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:33.040760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] For port 932ef512-af52-4a76-a76d-4dd4ab05d48d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=932ef512-af52-4a76-a76d-4dd4ab05d48d,segment=NetworkSegment(50aa2045-6fe1-4dc6-8497-f7e49fdfd059),segment_id=50aa2045-6fe1-4dc6-8497-f7e49fdfd059)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:33.044678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.050271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.082798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d521-73ff-449a-b2b0-a10ba7b5b36b req-69663c50-51d7-4e14-a980-da3528980da5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.085480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1428d521-73ff-449a-b2b0-a10ba7b5b36b req-69663c50-51d7-4e14-a980-da3528980da5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 943 time: 0.0829458 Jul 09 20:04:33.125485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.141540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1428d521-73ff-449a-b2b0-a10ba7b5b36b req-36cc50b1-370c-43b6-9c01-648d586d12d0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Jul 09 20:04:33.195492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367e75f-d140-4eb1-bbe1-fccd1f981719 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:33.203442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7477b-70a4-4cd1-8c53-8f1cc8677ba9 None None] Pushing event updated for resources: {'Port': ['ID=932ef512-af52-4a76-a76d-4dd4ab05d48d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.336876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91dfcd-9108-4742-8e1f-9ed365c07ab5 None None] Network ce6c8372-b337-4f0f-a635-ab490d5a24af requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:33.349862 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:33.364721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.421261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Deleting port 932ef512-af52-4a76-a76d-4dd4ab05d48d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:33.421760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.486251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] For port 932ef512-af52-4a76-a76d-4dd4ab05d48d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=932ef512-af52-4a76-a76d-4dd4ab05d48d,segment=NetworkSegment(50aa2045-6fe1-4dc6-8497-f7e49fdfd059),segment_id=50aa2045-6fe1-4dc6-8497-f7e49fdfd059)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:33.486896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.500604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Calling delete_port for 932ef512-af52-4a76-a76d-4dd4ab05d48d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:33.564482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd53c04-8596-42bc-87cd-7748efefdac2 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:33.704872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd53c04-8596-42bc-87cd-7748efefdac2 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:34.021523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.056380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Port': ['ID=932ef512-af52-4a76-a76d-4dd4ab05d48d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:34.064322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No DVR routers for this DVR port 932ef512-af52-4a76-a76d-4dd4ab05d48d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:34.250139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.274507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6c8372-b337-4f0f-a635-ab490d5a24af']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:34.289711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aa2045-6fe1-4dc6-8497-f7e49fdfd059') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:34.290557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aa2045-6fe1-4dc6-8497-f7e49fdfd059') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:34.302574 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.339878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.351211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:34.351620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:34.354931 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:34.386020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:34.399750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8c4e5-d5a3-48ae-b35b-86b61a4d30d2 req-d107f495-26ff-4932-a714-25436b99b780 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.401342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcc8c4e5-d5a3-48ae-b35b-86b61a4d30d2 req-d107f495-26ff-4932-a714-25436b99b780 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.0913515 Jul 09 20:04:34.423739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.456340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.462363 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/ce6c8372-b337-4f0f-a635-ab490d5a24af HTTP/1.1" status: 204 len: 168 time: 2.1731625 Jul 09 20:04:34.462363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e120ec-d23b-4eaa-b260-5dc4d5f26c3e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=ce6c8372-b337-4f0f-a635-ab490d5a24af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:34.464487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.467476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcc8c4e5-d5a3-48ae-b35b-86b61a4d30d2 req-8b4d07d9-468a-4f4e-8984-52576406fd25 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Jul 09 20:04:34.481381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:34.485402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:34.485777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.493450 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e999fd8-908e-4c2a-9534-326c2e366c6c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:34.494234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e999fd8-908e-4c2a-9534-326c2e366c6c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:34.496237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6e999fd8-908e-4c2a-9534-326c2e366c6c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/ce6c8372-b337-4f0f-a635-ab490d5a24af HTTP/1.1" status: 404 len: 339 time: 0.0292089 Jul 09 20:04:34.500136 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.505728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035197894', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:34.531005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:34.535979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.566939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:34.578255 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.578675 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment 030ca5da-8995-4145-88f5-7c1d243f1133 of type vlan for network 36f62593-06ec-45b7-80ff-c4d8a0ee22ea Jul 09 20:04:34.589886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.616822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:34.620219 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e5dfb3-de95-4ee3-b99f-9705afdaa6de" -d '{"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-plugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:34.631700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.640292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:34.651446 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.677501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.681616 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b61a7-8085-410e-8ce2-b1affb8aecf3 x-openstack-request-id: req-aa5b61a7-8085-410e-8ce2-b1affb8aecf3 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:34.682182 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-plugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:34.682538 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa5b61a7-8085-410e-8ce2-b1affb8aecf3 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:34.683060 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'code': 200} Jul 09 20:04:34.687465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.688173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.718880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:34.763788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2620852 Jul 09 20:04:34.766379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.827042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2123d8-e913-42ff-92f6-cb156a323567 req-d6fec08e-e896-43a5-8acc-899d5beb504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.828565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f2123d8-e913-42ff-92f6-cb156a323567 req-d6fec08e-e896-43a5-8acc-899d5beb504d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0714228 Jul 09 20:04:34.845459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaad61-a4e1-4879-bfc3-2e30391264bd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=36f62593-06ec-45b7-80ff-c4d8a0ee22ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:34.857509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 36f62593-06ec-45b7-80ff-c4d8a0ee22ea details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:34.874241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02998388-5949-4172-9dcd-2201b4e64f41 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.876615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-02998388-5949-4172-9dcd-2201b4e64f41 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks?id=36f62593-06ec-45b7-80ff-c4d8a0ee22ea HTTP/1.1" status: 200 len: 761 time: 0.1093020 Jul 09 20:04:34.879331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.887657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:34.906191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f2123d8-e913-42ff-92f6-cb156a323567 req-c25e806a-2a07-4a69-a0d7-4e1f2cb21fd2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707777 Jul 09 20:04:35.063462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.084038 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.106508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 36f62593-06ec-45b7-80ff-c4d8a0ee22ea is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:04:35.112402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.113024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.118663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "PUT /v2.0/networks/36f62593-06ec-45b7-80ff-c4d8a0ee22ea HTTP/1.1" status: 200 len: 758 time: 0.2338786 Jul 09 20:04:35.118951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.173297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd1ce-c6e1-4d84-90c3-6bc962e6cbec tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=36f62593-06ec-45b7-80ff-c4d8a0ee22ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.184714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 36f62593-06ec-45b7-80ff-c4d8a0ee22ea details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:35.233039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda8e48-40a2-49ae-919e-57eb5e58eec5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.234668 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9bda8e48-40a2-49ae-919e-57eb5e58eec5 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks?id=36f62593-06ec-45b7-80ff-c4d8a0ee22ea HTTP/1.1" status: 200 len: 761 time: 0.1147242 Jul 09 20:04:35.238824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.243856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706704599'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:35.266630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:35.270351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.300076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:35.310354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.310777 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment b485e510-84e9-4449-8417-2607fb8408d4 of type vlan for network 0736ab75-1748-42a1-9ec0-10c6ba82cc90 Jul 09 20:04:35.363913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.402090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.408144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.408735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.468773 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2263119 Jul 09 20:04:35.469380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.474558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '0736ab75-1748-42a1-9ec0-10c6ba82cc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:35.488840 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d9f9-9157-4dee-afbf-11f568c3493b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=0736ab75-1748-42a1-9ec0-10c6ba82cc90,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.504960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0736ab75-1748-42a1-9ec0-10c6ba82cc90 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:35.607639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:35.613623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.757083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db09deb-a4f6-48b8-8d63-369f740ab761 req-9494cadd-f173-40e8-90bf-cb9899aad2f3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.759281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7db09deb-a4f6-48b8-8d63-369f740ab761 req-9494cadd-f173-40e8-90bf-cb9899aad2f3 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0777907 Jul 09 20:04:35.807259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7db09deb-a4f6-48b8-8d63-369f740ab761 req-537b2760-ad7f-469f-a564-18eedcd6be75 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410259 Jul 09 20:04:35.848485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.923028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=a5a1089e-56fc-426b-9536-589aa61acb94,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.988439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': 'b485e510-84e9-4449-8417-2607fb8408d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0736ab75-1748-42a1-9ec0-10c6ba82cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:35.988922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 0736ab75-1748-42a1-9ec0-10c6ba82cc90, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:36.007802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 0736ab75-1748-42a1-9ec0-10c6ba82cc90 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:36.018576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0736ab75-1748-42a1-9ec0-10c6ba82cc90) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:36.023046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:36.024733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.028908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e06e6-974f-42dd-b189-d4f3650c62f7 None None] Network 0736ab75-1748-42a1-9ec0-10c6ba82cc90 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:36.053529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.053777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5639da1d-7bdd-4101-9d4c-14e31897eab8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5833070 Jul 09 20:04:36.169488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.207088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150db9e-7722-42e5-b37b-f744599a3c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0736ab75-1748-42a1-9ec0-10c6ba82cc90', 'network_id': '0736ab75-1748-42a1-9ec0-10c6ba82cc90', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': 'a5a1089e-56fc-426b-9536-589aa61acb94'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:36.207973 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d150db9e-7722-42e5-b37b-f744599a3c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.226334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.326065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-d150db9e-7722-42e5-b37b-f744599a3c23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5a1089e-56fc-426b-9536-589aa61acb94: This subnet is being modified by another concurrent operation. Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5a1089e-56fc-426b-9536-589aa61acb94: This subnet is being modified by another concurrent operation. Jul 09 20:04:36.331015 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 20:04:36.346079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d49748-57ff-4d17-95c4-1a3dbcaf6b3f None None] Network 0736ab75-1748-42a1-9ec0-10c6ba82cc90 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:36.384041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a1089e-56fc-426b-9536-589aa61acb94,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.456448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.474162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0736ab75-1748-42a1-9ec0-10c6ba82cc90']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:36.486921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b485e510-84e9-4449-8417-2607fb8408d4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:36.487261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b485e510-84e9-4449-8417-2607fb8408d4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:36.498396 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.504263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4260708a-b0ef-4e3c-aa91-5da8090a54e0 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:36.513918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.522315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:36.523027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:36.526845 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:36.585540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260708a-b0ef-4e3c-aa91-5da8090a54e0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:36.594146 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.603099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.606193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/0736ab75-1748-42a1-9ec0-10c6ba82cc90 HTTP/1.1" status: 204 len: 168 time: 0.5509751 Jul 09 20:04:36.608667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.633667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dd217-fdd0-4ea5-acbe-2c3bc9dd80e7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=0736ab75-1748-42a1-9ec0-10c6ba82cc90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.657825 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-150bd7d6-6da4-4ead-9267-2fb2d7eac555 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] GET failed (client error): The resource could not be found. Jul 09 20:04:36.659187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-150bd7d6-6da4-4ead-9267-2fb2d7eac555 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets/a5a1089e-56fc-426b-9536-589aa61acb94 HTTP/1.1" status: 404 len: 337 time: 0.0494492 Jul 09 20:04:36.662195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.698784 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e91a2fe-ea73-45e2-a214-e7c05c4b3f19 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:36.699728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e91a2fe-ea73-45e2-a214-e7c05c4b3f19 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:36.706046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4e91a2fe-ea73-45e2-a214-e7c05c4b3f19 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/0736ab75-1748-42a1-9ec0-10c6ba82cc90 HTTP/1.1" status: 404 len: 339 time: 0.0421591 Jul 09 20:04:36.706349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.936219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52547f5-189a-4886-82b5-a1f65cb1235c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:36.940369 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f52547f5-189a-4886-82b5-a1f65cb1235c tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2305403 Jul 09 20:04:36.940807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.987239 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f99d4cc7-2acb-4899-a9fe-5cce7716d3b1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 207 time: 0.0451930 Jul 09 20:04:36.991438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:37.058719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486bb8-1755-4252-b4d2-62febeef3b0a req-379a1457-2fd5-48dd-b646-a2cab0b23001 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.061460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9486bb8-1755-4252-b4d2-62febeef3b0a req-379a1457-2fd5-48dd-b646-a2cab0b23001 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.1025224 Jul 09 20:04:37.117314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e9486bb8-1755-4252-b4d2-62febeef3b0a req-69955de0-3cff-4693-98e0-f02bd843aa89 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488081 Jul 09 20:04:37.634535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070ea72-0170-458b-927a-b7649c448a39 req-63dba4f2-0afe-4809-8c23-7e2397f8b7d7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.636112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c070ea72-0170-458b-927a-b7649c448a39 req-63dba4f2-0afe-4809-8c23-7e2397f8b7d7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.1686056 Jul 09 20:04:37.643766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26d317-d309-41e3-bae0-70249ec73647 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.656205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26d317-d309-41e3-bae0-70249ec73647 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.663790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26d317-d309-41e3-bae0-70249ec73647 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.684306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26d317-d309-41e3-bae0-70249ec73647 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.686232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9b26d317-d309-41e3-bae0-70249ec73647 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6935492 Jul 09 20:04:37.691619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:37.740993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c070ea72-0170-458b-927a-b7649c448a39 req-1fa5ed47-4cfc-4c8d-b32d-11355489a248 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536323 Jul 09 20:04:37.771640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:37.841725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-666d5178-156b-4e2d-8f75-e38d7e166b44 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1488159 Jul 09 20:04:37.846813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:37.973559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db114b0-7fd3-4266-931b-f807547eabe7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.975368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db114b0-7fd3-4266-931b-f807547eabe7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.977432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2db114b0-7fd3-4266-931b-f807547eabe7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1296108 Jul 09 20:04:37.981502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.034495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaabd35-a6bf-4a41-a0b1-9a0d69f2e007 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.036177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-acaabd35-a6bf-4a41-a0b1-9a0d69f2e007 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1091 time: 0.2635107 Jul 09 20:04:38.039213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.044404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:38.076252 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.185275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bb9ef-9547-498a-a173-95df4bf0fdfc tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.186968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bb9ef-9547-498a-a173-95df4bf0fdfc tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.192155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e54bb9ef-9547-498a-a173-95df4bf0fdfc tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2055199 Jul 09 20:04:38.199048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.305968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.386659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e99f0-af96-4bc5-942d-5b44ef3e6246 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.388105 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-153e99f0-af96-4bc5-942d-5b44ef3e6246 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks/f8b391b3-6280-433a-80a5-617661b65ff2 HTTP/1.1" status: 200 len: 799 time: 0.1797926 Jul 09 20:04:38.391850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.488153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.108 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/2efcece4-ed63-4703-8608-6fd6e53a9f5a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:38.551479 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9f55a98-5e2f-4f84-b140-de4dc4a34cd7 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/networks/f8b391b3-6280-433a-80a5-617661b65ff2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1584194 Jul 09 20:04:38.554697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.615650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e230c1-adc7-40be-926e-f0afe0ced637 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.617058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-66e230c1-adc7-40be-926e-f0afe0ced637 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets/6f536143-132d-493a-aad9-9707b406ac19 HTTP/1.1" status: 200 len: 811 time: 0.0613360 Jul 09 20:04:38.620570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.647899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.678487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d1a7-f462-48ba-a430-109942249b7d tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.680040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4568d1a7-f462-48ba-a430-109942249b7d tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "GET /v2.0/subnets/6f536143-132d-493a-aad9-9707b406ac19?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0578291 Jul 09 20:04:38.684216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 39734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.694104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244876020'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:38.723139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.727924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:38.732113 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.788639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:38.796174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:38.798710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:38.848972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:38.856672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=2efcece4-ed63-4703-8608-6fd6e53a9f5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:38.887851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.888406 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Added segment bdde8c7c-aee9-446a-a0e4-c871747c78b4 of type vlan for network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc Jul 09 20:04:38.969912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.059983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.065567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.066230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.159531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4695842 Jul 09 20:04:39.162784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.170355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:39.182252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b1952-c544-4881-9741-1132cbe6e9da tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Network': ['ID=7f4a1393-60cd-4b8b-854e-dd4d20c12afc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.196279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:39.333496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Made reservation on behalf of e67c8152bbfa4defb2cb25ba75ce1dfc for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:39.339146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.415653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:04:39.416302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:04:39.517411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.610905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.650185 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.695154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=7e0acb12-f4bb-4930-bc0f-df9c7d2a862e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.716661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Checking segment: {'id': 'bdde8c7c-aee9-446a-a0e4-c871747c78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:39.717054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network hostable DHCP agents. Network: 7f4a1393-60cd-4b8b-854e-dd4d20c12afc, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:39.759581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:39.782574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 7f4a1393-60cd-4b8b-854e-dd4d20c12afc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:39.791677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a1dca-a856-465c-8847-35cf7c42d52d None None] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:39.802534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.803332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.838964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2456f10c-b02d-402e-9113-26759c1d2f66 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6748402 Jul 09 20:04:39.839623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.845446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:39.863133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.874096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.967436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=2efcece4-ed63-4703-8608-6fd6e53a9f5a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.980540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.047775 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13708491'] for subnet, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.059214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-7f4a1393-60cd-4b8b-854e-dd4d20c12afc', 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc', 'tenant_id': 'e67c8152bbfa4defb2cb25ba75ce1dfc', 'fixed_ips': [{'subnet_id': '7e0acb12-f4bb-4930-bc0f-df9c7d2a862e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:40.060193 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.151932 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 8a0252b2-bb19-4c05-a20b-370879bf8f93 associated. External IP: 172.25.3.108, port: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa. Jul 09 20:04:40.328056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787948973087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13934959'] for subnet, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.389805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:40.391081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.393401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "PUT /v2.0/subnets/7e0acb12-f4bb-4930-bc0f-df9c7d2a862e HTTP/1.1" status: 200 len: 877 time: 0.5522761 Jul 09 20:04:40.396801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 39956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:40.426676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Allocated IP 172.20.0.3 (7f4a1393-60cd-4b8b-854e-dd4d20c12afc/7e0acb12-f4bb-4930-bc0f-df9c7d2a862e/5568f4a7-42ff-4cdc-9fc0-c6f43071e219) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:40.445950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 030b1d84-1be5-4dbf-8679-b8df89b97666 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:40.472742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc9cc0-7266-48e7-8d21-9b0b47b03300 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event updated for resources: {'Subnet': ['ID=7e0acb12-f4bb-4930-bc0f-df9c7d2a862e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.533243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.604680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:40.630033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.643512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.663510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Sync routers for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:40.683326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6f2eb766-aa76-4a20-93a9-2b33970e5aaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6429265 Jul 09 20:04:40.684452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:40.687771 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd926e1-1cac-417d-adc9-2f7011733cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:40.700711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:40.701456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:40.704018 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.742481 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3626a698-b2a5-4fe5-a59b-9a1398633ca6 x-openstack-request-id: req-3626a698-b2a5-4fe5-a59b-9a1398633ca6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:40.742978 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:40.743392 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3626a698-b2a5-4fe5-a59b-9a1398633ca6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:40.743973 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'status': 'completed', 'code': 200} Jul 09 20:04:40.758892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Transition to ACTIVE for port object 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:40.838197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Transition to ACTIVE for port object 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:40.854484 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.908570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-341d7d46-ffc0-434e-a559-1df02930596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:40.910226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-341d7d46-ffc0-434e-a559-1df02930596a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1353061 Jul 09 20:04:40.913205 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:40.925913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:40.928848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:40.932036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:40.976649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Pushing event updated for resources: {'Port': ['ID=5568f4a7-42ff-4cdc-9fc0-c6f43071e219,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.991911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.090487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0acb12-f4bb-4930-bc0f-df9c7d2a862e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.142352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.159580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40931e-376a-47e7-900e-1eff420359a7 req-8ead8d15-e144-4e40-a816-30f52dbee561 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.161213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa40931e-376a-47e7-900e-1eff420359a7 req-8ead8d15-e144-4e40-a816-30f52dbee561 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.2926505 Jul 09 20:04:41.167773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4a1393-60cd-4b8b-854e-dd4d20c12afc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:41.192968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdde8c7c-aee9-446a-a0e4-c871747c78b4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:41.193291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdde8c7c-aee9-446a-a0e4-c871747c78b4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:41.201727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-69bce0db-c61f-4539-876f-52c609dd4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.203223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-69bce0db-c61f-4539-876f-52c609dd4399 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.2847137 Jul 09 20:04:41.216294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.260064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Attempting to bind port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:41.260548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Attempting to bind port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'bdde8c7c-aee9-446a-a0e4-c871747c78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:41.260982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Attempting to bind port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 on network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:41.270262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:41.270744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Checking segment: {'id': 'bdde8c7c-aee9-446a-a0e4-c871747c78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:41.271221 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.271693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Bound using segment: {'id': 'bdde8c7c-aee9-446a-a0e4-c871747c78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:41.272239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Bound port: 5568f4a7-42ff-4cdc-9fc0-c6f43071e219, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdde8c7c-aee9-446a-a0e4-c871747c78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:41.272884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.283000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.296314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa40931e-376a-47e7-900e-1eff420359a7 req-be7ff827-5e67-4617-ae33-51ce4b8bf2f6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254761 Jul 09 20:04:41.299139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:41.299767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:41.302771 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:41.322782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-0a076368-79c2-4978-b818-c1cad37e801d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 999 time: 0.1090219 Jul 09 20:04:41.325258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:41.424400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:04:41.424400 n-d-800087-3 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:04:41.424400 n-d-800087-3 neutron-server[93770]: [parameters: {'id': '7f4a1393-60cd-4b8b-854e-dd4d20c12afc'}] Jul 09 20:04:41.424400 n-d-800087-3 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:41.426245 n-d-800087-3 neutron-server[93770]: DEBUG oslo_db.api [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:41.430184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-4d0733ea-19ae-43a8-995b-d28db18029d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.434781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] For port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:41.435359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-4d0733ea-19ae-43a8-995b-d28db18029d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0725389 Jul 09 20:04:41.441954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] For port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5568f4a7-42ff-4cdc-9fc0-c6f43071e219,segment=NetworkSegment(bdde8c7c-aee9-446a-a0e4-c871747c78b4),segment_id=bdde8c7c-aee9-446a-a0e4-c871747c78b4)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:41.484237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.558160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-2510cae9-be21-4838-8289-4cb927e55cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.575255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-2510cae9-be21-4838-8289-4cb927e55cdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335678 Jul 09 20:04:41.609035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78462035-c1b7-4722-b398-24998988f9e3 None None] Pushing event updated for resources: {'Port': ['ID=5568f4a7-42ff-4cdc-9fc0-c6f43071e219,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.629816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8a0252b2-bb19-4c05-a20b-370879bf8f93', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'port_id': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'mac_address': 'fa:16:3e:5f:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:04:39Z', 'updated_at': '2021-07-09T20:04:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:41.674011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Checking router: 030b1d84-1be5-4dbf-8679-b8df89b97666 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:41.688515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:41.689816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:41.692226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca15cf-52fb-44bc-b642-0825c98c18e8 None None] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:41.854392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-94803204-c31f-4777-8b55-884b4c1ab7b5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 200 len: 991 time: 0.5279691 Jul 09 20:04:41.854961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-5bdc475e-fb8e-4893-ab90-002b82883e45 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720037 Jul 09 20:04:41.926245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:41.930764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.009207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1bd926e1-1cac-417d-adc9-2f7011733cbc req-da8d988b-36b2-4fcc-9775-39fe883ffe8b service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449776 Jul 09 20:04:42.048573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f24918-a052-4d20-9391-c209718e7fdf None None] Network 7f4a1393-60cd-4b8b-854e-dd4d20c12afc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:42.048960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Deleting port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:42.049344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.160286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] For port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5568f4a7-42ff-4cdc-9fc0-c6f43071e219,segment=NetworkSegment(bdde8c7c-aee9-446a-a0e4-c871747c78b4),segment_id=bdde8c7c-aee9-446a-a0e4-c871747c78b4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:42.160653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.196232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Calling delete_port for 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:42.321106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.330002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd5d93-e66a-4b6d-9484-145437da78b7 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:42.338306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No DVR routers for this DVR port 5568f4a7-42ff-4cdc-9fc0-c6f43071e219 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:42.367014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Port': ['ID=5568f4a7-42ff-4cdc-9fc0-c6f43071e219,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:42.452737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.469802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4a1393-60cd-4b8b-854e-dd4d20c12afc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:42.487702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdde8c7c-aee9-446a-a0e4-c871747c78b4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:42.488148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdde8c7c-aee9-446a-a0e4-c871747c78b4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:42.492441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd5d93-e66a-4b6d-9484-145437da78b7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:42.501044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.503545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-438cb789-de0b-4616-b668-965248b466a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8a0252b2-bb19-4c05-a20b-370879bf8f93', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'port_id': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'mac_address': 'fa:16:3e:5f:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:04:39Z', 'updated_at': '2021-07-09T20:04:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:42.521912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.528124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:42.528617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.562848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cb789-de0b-4616-b668-965248b466a6 None None] The sync data for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 is: [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8a0252b2-bb19-4c05-a20b-370879bf8f93', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'port_id': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'mac_address': 'fa:16:3e:5f:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:04:39Z', 'updated_at': '2021-07-09T20:04:39Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:42.593625 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:42.641185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.649665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.655799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.664392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/7f4a1393-60cd-4b8b-854e-dd4d20c12afc HTTP/1.1" status: 204 len: 168 time: 2.2661226 Jul 09 20:04:42.686996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410eb9-a5e5-4df9-b842-b9361f8a92a8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=7f4a1393-60cd-4b8b-854e-dd4d20c12afc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:42.705215 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46cb218-6a49-403c-a094-7f0122ece048 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:42.705684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46cb218-6a49-403c-a094-7f0122ece048 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:42.707467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d46cb218-6a49-403c-a094-7f0122ece048 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/7e0acb12-f4bb-4930-bc0f-df9c7d2a862e HTTP/1.1" status: 404 len: 337 time: 0.0506625 Jul 09 20:04:42.710374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.740187 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-36818779-8744-4cec-91f4-035a0c4d23f9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:42.740841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36818779-8744-4cec-91f4-035a0c4d23f9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:42.745415 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-36818779-8744-4cec-91f4-035a0c4d23f9 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/7f4a1393-60cd-4b8b-854e-dd4d20c12afc HTTP/1.1" status: 404 len: 339 time: 0.0316999 Jul 09 20:04:42.745788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.812791 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c31008-8d18-4504-b362-1f02e415ea03 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:42.813323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c31008-8d18-4504-b362-1f02e415ea03 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:42.817361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e0c31008-8d18-4504-b362-1f02e415ea03 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/a5a1089e-56fc-426b-9536-589aa61acb94 HTTP/1.1" status: 404 len: 337 time: 0.0663619 Jul 09 20:04:42.817946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.852348 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1970086-390c-49ed-948c-e8b9229fd8cd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:42.852948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1970086-390c-49ed-948c-e8b9229fd8cd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:42.857058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1970086-390c-49ed-948c-e8b9229fd8cd tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/0736ab75-1748-42a1-9ec0-10c6ba82cc90 HTTP/1.1" status: 404 len: 339 time: 0.0357776 Jul 09 20:04:42.857776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.858667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.955161 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d08ba-da69-4acb-9bc2-17d5abf73485 None None] New status for floating IP 8a0252b2-bb19-4c05-a20b-370879bf8f93: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:04:43.055501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.063962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3170dfb7-e7be-4d44-9c33-8f33804ae410 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 200 len: 991 time: 0.2026198 Jul 09 20:04:43.207702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.226146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f62593-06ec-45b7-80ff-c4d8a0ee22ea']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:43.239830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030ca5da-8995-4145-88f5-7c1d243f1133') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:43.240375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030ca5da-8995-4145-88f5-7c1d243f1133') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:43.252129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.268223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.281696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:43.282268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:43.286813 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:43.347352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.354158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.355914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/36f62593-06ec-45b7-80ff-c4d8a0ee22ea HTTP/1.1" status: 204 len: 168 time: 0.4959226 Jul 09 20:04:43.358518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.367659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd278a5e-63e7-4369-84a6-9138a6f820e3 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=36f62593-06ec-45b7-80ff-c4d8a0ee22ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:43.386072 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b784b40-ca9d-4378-a97d-d4a61fb6372e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.387049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b784b40-ca9d-4378-a97d-d4a61fb6372e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.388811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0b784b40-ca9d-4378-a97d-d4a61fb6372e tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/0e9d6e91-a852-4d2e-b090-a3ea82019313 HTTP/1.1" status: 404 len: 337 time: 0.0292628 Jul 09 20:04:43.391344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.410463 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c66ced5-c7eb-4449-8a5f-65d72c80ef83 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.411008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c66ced5-c7eb-4449-8a5f-65d72c80ef83 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.412708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4c66ced5-c7eb-4449-8a5f-65d72c80ef83 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/ce6c8372-b337-4f0f-a635-ab490d5a24af HTTP/1.1" status: 404 len: 339 time: 0.0204551 Jul 09 20:04:43.415329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.446312 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-861548d1-486d-42bb-8a18-415af78653eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.446695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861548d1-486d-42bb-8a18-415af78653eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.451378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-861548d1-486d-42bb-8a18-415af78653eb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/e98f6089-5b4d-45cd-a59d-db1146405e37 HTTP/1.1" status: 404 len: 337 time: 0.0321891 Jul 09 20:04:43.451562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.470004 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9330f6-1a88-438b-94b6-a0f28a41327b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.470647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9330f6-1a88-438b-94b6-a0f28a41327b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.472642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-af9330f6-1a88-438b-94b6-a0f28a41327b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d7f284cd-8e1d-49be-8127-9f9b165221e1 HTTP/1.1" status: 404 len: 339 time: 0.0200078 Jul 09 20:04:43.475134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.501258 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a0a649-7933-4387-a24c-87dbfcf97718 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.501709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a0a649-7933-4387-a24c-87dbfcf97718 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.503392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-33a0a649-7933-4387-a24c-87dbfcf97718 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/ba27d128-8636-4fc3-b279-579b40b5cb2b HTTP/1.1" status: 404 len: 337 time: 0.0273116 Jul 09 20:04:43.505905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.523702 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c60fd1a-8024-47ed-94a5-be97fd54f023 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.524227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c60fd1a-8024-47ed-94a5-be97fd54f023 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.525889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4c60fd1a-8024-47ed-94a5-be97fd54f023 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/7475fc19-65d8-4644-a855-889ed069d722 HTTP/1.1" status: 404 len: 339 time: 0.0190976 Jul 09 20:04:43.528339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.553335 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9f50b0-24a0-4660-9812-9453f01f9576 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.553791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9f50b0-24a0-4660-9812-9453f01f9576 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.559036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0d9f50b0-24a0-4660-9812-9453f01f9576 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/27b853be-4d0b-4f94-84e0-6752a65d5abb HTTP/1.1" status: 404 len: 337 time: 0.0262434 Jul 09 20:04:43.559257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.577684 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-286af2c8-4269-432e-a6df-4e7929982695 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.578212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286af2c8-4269-432e-a6df-4e7929982695 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.580107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-286af2c8-4269-432e-a6df-4e7929982695 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/19e6d121-1ca1-4466-b5e6-b1ea54095522 HTTP/1.1" status: 404 len: 339 time: 0.0199487 Jul 09 20:04:43.582546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.607213 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-14605594-753d-43f6-b7c0-6d863999efd2 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.607666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14605594-753d-43f6-b7c0-6d863999efd2 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.609361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-14605594-753d-43f6-b7c0-6d863999efd2 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/8f9abc67-656f-4c4c-947f-2e52b4da80ab HTTP/1.1" status: 404 len: 337 time: 0.0259225 Jul 09 20:04:43.611854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.629483 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-94da8847-c574-40ff-9d67-e8169a1c1da1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.629998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94da8847-c574-40ff-9d67-e8169a1c1da1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.631651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-94da8847-c574-40ff-9d67-e8169a1c1da1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/8050886c-6352-47d4-8767-d1a7bfa8eac6 HTTP/1.1" status: 404 len: 339 time: 0.0189118 Jul 09 20:04:43.633979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.663171 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe555ddd-2ce7-4af9-b055-3cc0206669f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.663610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe555ddd-2ce7-4af9-b055-3cc0206669f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.665278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fe555ddd-2ce7-4af9-b055-3cc0206669f1 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/d858d535-6cb8-431b-a01d-67987b7919f6 HTTP/1.1" status: 404 len: 337 time: 0.0304015 Jul 09 20:04:43.667689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.685254 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a5b853-3a24-4dee-89a8-3a78ce681deb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.685770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a5b853-3a24-4dee-89a8-3a78ce681deb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.687383 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1a5b853-3a24-4dee-89a8-3a78ce681deb tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/99279685-3e9f-461b-8421-0703b91be574 HTTP/1.1" status: 404 len: 339 time: 0.0188236 Jul 09 20:04:43.690256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.715817 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5017fdff-da8c-49bb-bb29-9b49eff5789b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.716252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5017fdff-da8c-49bb-bb29-9b49eff5789b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.717942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5017fdff-da8c-49bb-bb29-9b49eff5789b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/9a0cc07f-8e01-4433-8b7a-a5cb12f6eebd HTTP/1.1" status: 404 len: 337 time: 0.0268102 Jul 09 20:04:43.720488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.738345 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddf3ddc-5686-45f7-bd9b-737edf3b4123 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.738861 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddf3ddc-5686-45f7-bd9b-737edf3b4123 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.740564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ddf3ddc-5686-45f7-bd9b-737edf3b4123 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d61270e6-056e-42d9-9c4f-cbca75787871 HTTP/1.1" status: 404 len: 339 time: 0.0192530 Jul 09 20:04:43.743035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.768111 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a19b29-bc24-43d2-8902-1ecc8e3e3e4b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.768543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a19b29-bc24-43d2-8902-1ecc8e3e3e4b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.770149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-04a19b29-bc24-43d2-8902-1ecc8e3e3e4b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/da96cad6-ac6b-4433-a1a2-e960025e7d0f HTTP/1.1" status: 404 len: 337 time: 0.0262494 Jul 09 20:04:43.772451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.789338 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1d0534-c422-47d7-b563-da1febb062c8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] DELETE failed (client error): The resource could not be found. Jul 09 20:04:43.789871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1d0534-c422-47d7-b563-da1febb062c8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:43.791507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4c1d0534-c422-47d7-b563-da1febb062c8 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/d0c3b817-2263-40c0-af1e-069a87f3ec6c HTTP/1.1" status: 404 len: 339 time: 0.0181725 Jul 09 20:04:43.794346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.850160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Deleting subnet 6f536143-132d-493a-aad9-9707b406ac19 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:43.856467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.906345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.988707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.055594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.068021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:44.100441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Subnet': ['ID=6f536143-132d-493a-aad9-9707b406ac19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:44.107850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.112912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c69725fe-4997-490f-baa6-cf91e218251b tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/subnets/6f536143-132d-493a-aad9-9707b406ac19 HTTP/1.1" status: 204 len: 168 time: 0.3176455 Jul 09 20:04:44.113814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:44.125800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f57273-dc55-4716-8e98-5aba70ed3684 None None] Network f8b391b3-6280-433a-80a5-617661b65ff2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:44.160373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-539d0343-9d3c-4739-9cc4-2474622c9521 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 200 len: 993 time: 0.0905070 Jul 09 20:04:44.222006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.285858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Deleting port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:44.286149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.379313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] For port b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,segment=NetworkSegment(936c0a22-71b4-45c7-98e2-81deba12ba3e),segment_id=936c0a22-71b4-45c7-98e2-81deba12ba3e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:44.379759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.403056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Calling delete_port for b55a76bd-93fb-4931-b6c1-63b8af2c80d9 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:44.411308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] DHCP port deletion for f8b391b3-6280-433a-80a5-617661b65ff2 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:44.476996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Deleting port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:44.477847 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.520957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b55a76bd-93fb-4931-b6c1-63b8af2c80d9 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:44.525412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.554957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b55a76bd-93fb-4931-b6c1-63b8af2c80d9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:44.555358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b55a76bd-93fb-4931-b6c1-63b8af2c80d9 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:44.556183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] No DVR routers for this DVR port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:44.570765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Port': ['ID=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:44.587086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] For port b55a76bd-93fb-4931-b6c1-63b8af2c80d9, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,segment=NetworkSegment(936c0a22-71b4-45c7-98e2-81deba12ba3e),segment_id=936c0a22-71b4-45c7-98e2-81deba12ba3e)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:44.587495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.601615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Calling delete_port for b55a76bd-93fb-4931-b6c1-63b8af2c80d9 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:44.669717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.681695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b391b3-6280-433a-80a5-617661b65ff2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:44.700804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936c0a22-71b4-45c7-98e2-81deba12ba3e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:44.701211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936c0a22-71b4-45c7-98e2-81deba12ba3e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:44.706811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.712076 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.732599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.740472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:44.740881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:44.746087 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:44.751207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] No DVR routers for this DVR port b55a76bd-93fb-4931-b6c1-63b8af2c80d9 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:44.753423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Pushing event deleted for resources: {'Port': ['ID=b55a76bd-93fb-4931-b6c1-63b8af2c80d9,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:44.765589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.766234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.766711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.767147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.767693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.768107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.768444 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.768909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.769278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.769612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.769943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.770269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294206a-c95e-4603-9282-6d8eafa0a091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:44.828470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.837642 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.842464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] 10.222.0.10 "DELETE /v2.0/networks/f8b391b3-6280-433a-80a5-617661b65ff2 HTTP/1.1" status: 204 len: 168 time: 0.7131715 Jul 09 20:04:44.858661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda268de-41d2-45d5-9980-52eb34feafd0 tempest-NetworksTest-489234904 tempest-NetworksTest-489234904-project] Pushing event deleted for resources: {'Network': ['ID=f8b391b3-6280-433a-80a5-617661b65ff2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:45.152591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.310468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22b50904-e2b1-48d6-a3d2-b91bbe524e62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e67c8152bbfa4defb2cb25ba75ce1dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541548 Jul 09 20:04:45.310983 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.367976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.392896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.445295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.448108 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.449421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8051a1a2-b0b6-4d1a-abc1-b48c9acb5d8b HTTP/1.1" status: 204 len: 168 time: 0.1372249 Jul 09 20:04:45.458267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49b8a-3e95-4434-8ed4-a0dd4e3c41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051a1a2-b0b6-4d1a-abc1-b48c9acb5d8b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.194612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.293996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705903813'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:46.318705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.330895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.385705 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:04:46.437355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.443460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.483875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3bcc3-78f7-4aa1-a1a1-860fe4260e2d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.543791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.548241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.580998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a88298-eb06-461d-a4ea-52d07b0aa05b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.583418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.584650 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-83badf6a-3868-4298-a02d-9b8c2bd85608 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3890305 Jul 09 20:04:46.587504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.654394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a4b14bbb-ed3a-49d8-880c-312b50ceb465 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0658779 Jul 09 20:04:46.657156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.664700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-security--1201299929', 'description': 'tempest-security-description-1019846985'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:46.703253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.753632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.757954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.761056 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.765691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.766089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "PUT /v2.0/security-groups/35a88298-eb06-461d-a4ea-52d07b0aa05b HTTP/1.1" status: 200 len: 1780 time: 0.1061163 Jul 09 20:04:46.792565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9b9b-6429-4320-9f4c-e1a0510c1732 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a88298-eb06-461d-a4ea-52d07b0aa05b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.822577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-72373943-25ae-47c1-9b22-af730bec43c8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups/35a88298-eb06-461d-a4ea-52d07b0aa05b HTTP/1.1" status: 200 len: 1780 time: 0.0555499 Jul 09 20:04:46.826024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.881034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.904949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.946498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.949887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.953357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/35a88298-eb06-461d-a4ea-52d07b0aa05b HTTP/1.1" status: 204 len: 168 time: 0.1236005 Jul 09 20:04:46.954809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.960680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c155280-f68a-41ff-9960-3851a89e5f28 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a88298-eb06-461d-a4ea-52d07b0aa05b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.019273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.019520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a5aba43b-4d76-45ba-a4c6-97016f104090 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631278 Jul 09 20:04:47.033835 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-31e53d73-985a-4c41-a84b-4bddeb9c5d9b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] delete failed (client error): The resource could not be found. Jul 09 20:04:47.034822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-31e53d73-985a-4c41-a84b-4bddeb9c5d9b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/35a88298-eb06-461d-a4ea-52d07b0aa05b HTTP/1.1" status: 404 len: 347 time: 0.0144117 Jul 09 20:04:47.038937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.043360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--23278707'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:47.067560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.167900 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.172490 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.215475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713e12ab-0545-4cd5-9bb5-e74f7eb655b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.218844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.223137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.227625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '713e12ab-0545-4cd5-9bb5-e74f7eb655b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:47.233187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7ab7772d-e17e-4306-a474-f50bdbd38ba9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1930153 Jul 09 20:04:47.260746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.344137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.350273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.377567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a66ab3b-e763-4b31-b683-d9123cccd360,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.381874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.383185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a8a2498a-a8b5-457d-bd35-5ae7b6ad7eb3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591430 Jul 09 20:04:47.386207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.429011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.441395 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.483476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.498828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.502638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2a66ab3b-e763-4b31-b683-d9123cccd360 HTTP/1.1" status: 204 len: 168 time: 0.1138432 Jul 09 20:04:47.502638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6c9df-6c25-427b-b4e8-029bbc84d1b0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a66ab3b-e763-4b31-b683-d9123cccd360,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.503025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.556197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4cd4c2a1-6cfa-4c2d-a1b8-05562e834cad tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519974 Jul 09 20:04:47.559627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.612698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.636199 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.692432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.695692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.696876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/713e12ab-0545-4cd5-9bb5-e74f7eb655b0 HTTP/1.1" status: 204 len: 168 time: 0.1360686 Jul 09 20:04:47.699904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.715882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb14dff-018a-4ca3-9c29-f057a3c5231a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713e12ab-0545-4cd5-9bb5-e74f7eb655b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.763621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3d2914d0-4923-4770-8fe6-170d135eb0d1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616133 Jul 09 20:04:47.767591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.772409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--224489277'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:47.795397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.882378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.888585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.922801 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.926575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1552823 Jul 09 20:04:47.926575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783fcf3-ebea-46de-93b9-c06d707dee63 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f896fa-4e5a-4618-ae58-030127a8d5a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.927099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.932113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': 'b4f896fa-4e5a-4618-ae58-030127a8d5a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:47.960199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.022661 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.027360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.047193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fa9c93-620f-4a4e-b10d-7f33b632674a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.051740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.055637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2327b41d-d793-4033-964c-7a52ec5847d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246686 Jul 09 20:04:48.055923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.062133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': 'b4f896fa-4e5a-4618-ae58-030127a8d5a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.090723 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.165234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.169235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.196176 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.197436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405458 Jul 09 20:04:48.198340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5e5f-1367-42ff-981a-b4e255a6dd41 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea665ec-7c61-48f2-8ddc-2cf71cfaa056,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.201471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.212338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': 'b4f896fa-4e5a-4618-ae58-030127a8d5a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.238845 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.326381 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.333106 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.356537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525df65a-9258-470c-a185-ee3c77efe329,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.359811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.361016 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c26e815-d177-48b2-bded-8753ede7d195 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579340 Jul 09 20:04:48.363904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.368698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': 'b4f896fa-4e5a-4618-ae58-030127a8d5a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.395855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.463961 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.468452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.488471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9576e545-00b3-4c85-acb2-abc34913b2a5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.502624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.506551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4721d476-dedd-4c9a-a2cb-7d063b84aad2 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389120 Jul 09 20:04:48.506693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.511886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': 'b4f896fa-4e5a-4618-ae58-030127a8d5a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.539847 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.606321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.610871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.611570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.632246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1548254c-fdd4-4a91-bd60-7b44fa34c1d3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.640169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.644460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-69329a3e-fb72-43c8-9d70-203cd69583f0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1335578 Jul 09 20:04:48.644702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.674948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.683185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.739275 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.745950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.747112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1548254c-fdd4-4a91-bd60-7b44fa34c1d3 HTTP/1.1" status: 204 len: 168 time: 0.1012776 Jul 09 20:04:48.749734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.753081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0114f-9a77-451c-9098-aa998f413979 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1548254c-fdd4-4a91-bd60-7b44fa34c1d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.775987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00409ce1-4298-4cf1-b286-01b49572c892 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b89d619fb7d041a483b776eec4afa360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637735 Jul 09 20:04:48.779304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.813991 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-32587db5-4d0c-4985-98cd-dd07b193998d tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0626092 Jul 09 20:04:48.816756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.842219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.850212 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.852441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.867007 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.879954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.881497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.885105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.886349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9576e545-00b3-4c85-acb2-abc34913b2a5 HTTP/1.1" status: 204 len: 168 time: 0.0686524 Jul 09 20:04:48.889054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.897203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0eb4d-09be-4c94-936f-238bf1b0bff7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9576e545-00b3-4c85-acb2-abc34913b2a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.958112 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bdcddc71-05c0-482f-8e6e-44e3566251d4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0670514 Jul 09 20:04:48.959366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-9c003738-d2c3-4a63-bcbc-93009be57b8c req-6c9ada3a-97da-4553-8c45-862a06dcec84 service neutron] (93770) timed out ('10.222.0.10', 47234) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:04:48.960588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.992810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.001943 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.004743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.005553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a59837f1-be88-4a13-b8f8-df7d808a1e7e HTTP/1.1" status: 204 len: 168 time: 0.2251761 Jul 09 20:04:49.007224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.028382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0da8d-9bfe-496c-bfb4-7e06c7f06236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59837f1-be88-4a13-b8f8-df7d808a1e7e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.044369 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.051705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.052843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/525df65a-9258-470c-a185-ee3c77efe329 HTTP/1.1" status: 204 len: 168 time: 0.0913131 Jul 09 20:04:49.055482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.066218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c03fdf-5f6a-4836-8463-1f773d684cd3 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=525df65a-9258-470c-a185-ee3c77efe329,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.107978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-647be1d3-7d79-43d6-86af-661ba76b6ddb tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0513599 Jul 09 20:04:49.110867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.137934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.148094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.187407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.195524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.196737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cea665ec-7c61-48f2-8ddc-2cf71cfaa056 HTTP/1.1" status: 204 len: 168 time: 0.0848649 Jul 09 20:04:49.199508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.201501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cfc60-1539-4540-b4a4-7a19dbe5d244 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea665ec-7c61-48f2-8ddc-2cf71cfaa056,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.243289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32b0ea8a-37f8-4153-8194-0853cb8a542a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0423288 Jul 09 20:04:49.246639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.277863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.285841 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.316639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.324324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.328455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.335496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/21fa9c93-620f-4a4e-b10d-7f33b632674a HTTP/1.1" status: 204 len: 168 time: 0.0876040 Jul 09 20:04:49.342651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bd963-4a76-4ec1-8da7-0a5e2e00ccf0 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21fa9c93-620f-4a4e-b10d-7f33b632674a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.377412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-704c7881-7f26-4166-b64c-2e643dc4f2ec tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472858 Jul 09 20:04:49.380121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.439351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.462287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.504639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.507299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.508446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/b4f896fa-4e5a-4618-ae58-030127a8d5a2 HTTP/1.1" status: 204 len: 168 time: 0.1266575 Jul 09 20:04:49.511728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.530047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb289ee-be30-4e9a-867f-bf60f1c554b7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f896fa-4e5a-4618-ae58-030127a8d5a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.565339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84a4cdc2-5cb6-405c-beb4-71682ded7d69 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486348 Jul 09 20:04:49.565591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.572120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307659268'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:49.573210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.596561 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.627060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Deleting subnet c128970a-b7cc-4d55-97e0-d8be66788875 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:49.631327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.671776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.698013 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.702620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.716528 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.729423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.731290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1647933 Jul 09 20:04:49.733923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.738405 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '331d0cd6-0ebc-4665-8740-ea2fbb516e22', 'direction': 'ingress', 'protocol': 17}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:49.746342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ae65c-7396-4f18-a0f0-0ba5c10a842b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0cd6-0ebc-4665-8740-ea2fbb516e22,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.785647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.791183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.832231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.837359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c128970a-b7cc-4d55-97e0-d8be66788875 HTTP/1.1" status: 204 len: 168 time: 0.2629540 Jul 09 20:04:49.838905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.839037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db91b4-6ff9-4233-8264-a1116b28980e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c128970a-b7cc-4d55-97e0-d8be66788875,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.895690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.901980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.946504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b4c0b4-27bd-49b1-afeb-916e5d722676,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.953952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.958389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.960740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-be7ad790-a196-4442-8626-5be3e1db7174 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2258961 Jul 09 20:04:49.966190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.049907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.062503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.074461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e61535-0087-44b8-81ca-44915b933c60']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.079469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.086518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.086931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a92e81d-715b-4b31-b09b-1cee8fcfc8d6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.098198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.113757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.120388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:50.121489 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:50.123516 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:50.146052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.149009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.150272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/331d0cd6-0ebc-4665-8740-ea2fbb516e22 HTTP/1.1" status: 204 len: 168 time: 0.1829445 Jul 09 20:04:50.155861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.169648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a74c56-ddba-4117-8b73-b025f8ba20c1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0cd6-0ebc-4665-8740-ea2fbb516e22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.211669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.219367 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.221336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52e61535-0087-44b8-81ca-44915b933c60 HTTP/1.1" status: 204 len: 168 time: 0.3807690 Jul 09 20:04:50.231908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.239170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39443-dd88-4e69-8b50-e5d7fb549481 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e61535-0087-44b8-81ca-44915b933c60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.258617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e393eb96-eb71-48dc-bf6e-23827063625f tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010218 Jul 09 20:04:50.263148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.268297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--101318511'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:50.289074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Deleting subnet cb91a0e5-090c-4091-9495-e3280a7b277a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:50.292479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.293444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.334106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.395086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.414932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.422522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.457570 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.461211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1947577 Jul 09 20:04:50.461211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970617-8442-49a0-9d2f-d6d23e256f59 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9289d0af-27f6-493f-8a0d-88ff763121bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.462578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.470908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410066114'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:50.484623 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.520281 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.522146 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cb91a0e5-090c-4091-9495-e3280a7b277a HTTP/1.1" status: 204 len: 168 time: 0.2891860 Jul 09 20:04:50.523229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeb821-7e2a-48cb-a4af-8219311d80c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb91a0e5-090c-4091-9495-e3280a7b277a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.525489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.525927 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.604591 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.620207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.626250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.655499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.656774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1931200 Jul 09 20:04:50.658858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777ee07-6b27-4a0f-b06e-8cfc4038499a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce0791-556b-4d46-a3f8-8d364ae07cb0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.660924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.665964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '9289d0af-27f6-493f-8a0d-88ff763121bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f6ce0791-556b-4d46-a3f8-8d364ae07cb0', 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:50.699172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.699729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.711260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27186f1-4a70-47fd-8cba-25b79ae51858']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.721955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87309020-db9d-4de4-b59d-0aeaa86bf71d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.722336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87309020-db9d-4de4-b59d-0aeaa86bf71d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.732522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.747730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.754370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:50.755257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:50.757476 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:50.774460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.779247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.802082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464c95ba-8ffe-4104-b5e8-dcc619ba5e4c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.810866 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.812338 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60871769-317c-4d0f-a85b-773446acac25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1502988 Jul 09 20:04:50.815341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.835116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.842927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.845109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c27186f1-4a70-47fd-8cba-25b79ae51858 HTTP/1.1" status: 204 len: 168 time: 0.3180716 Jul 09 20:04:50.848886 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.858538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.861968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e62f0-d3c6-4c21-9e53-499deb3b3531 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27186f1-4a70-47fd-8cba-25b79ae51858,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.887986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.893071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.894370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/464c95ba-8ffe-4104-b5e8-dcc619ba5e4c HTTP/1.1" status: 204 len: 168 time: 0.0780082 Jul 09 20:04:50.897635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.903256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f1c43-0ec0-46c1-b2e6-b6b9f8a0b063 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=464c95ba-8ffe-4104-b5e8-dcc619ba5e4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.948447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10c38e27-6f35-4176-b334-a9ebf73a8a0c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0493217 Jul 09 20:04:50.951144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.016654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.047710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.049220 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.100818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3f598953-72c9-478f-aeb1-4d8c598c939e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=017c07022927462b92d0b6fb6804f989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518041 Jul 09 20:04:51.101657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.103280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.104573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.109691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/f6ce0791-556b-4d46-a3f8-8d364ae07cb0 HTTP/1.1" status: 204 len: 168 time: 0.1574912 Jul 09 20:04:51.110435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.123866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd43687-e28c-4674-9f4b-bc6fd6bffa5b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce0791-556b-4d46-a3f8-8d364ae07cb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.191259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5f6a578b-80d9-447a-b985-ebb631ce9828 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0797732 Jul 09 20:04:51.194056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.203160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.224848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.247290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.273386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.274285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.277064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.278266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52fba4a3-32f7-48b7-8d13-c26520c5464c HTTP/1.1" status: 204 len: 168 time: 0.1734586 Jul 09 20:04:51.288691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc21930-a047-411e-8046-5b986a18ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fba4a3-32f7-48b7-8d13-c26520c5464c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.321675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.324524 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.325732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/9289d0af-27f6-493f-8a0d-88ff763121bd HTTP/1.1" status: 204 len: 168 time: 0.1306643 Jul 09 20:04:51.328609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.334987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344accc-0a31-4907-908d-ffdadf70d0a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289d0af-27f6-493f-8a0d-88ff763121bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.641405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.689724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb7337f8-49c8-45cb-92dd-3674f58945cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85efccca0fd64020b7e6b059c16f10bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466881 Jul 09 20:04:51.691981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.737582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b0e1d8fe-9627-4cbc-9225-4600ac9e8446 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4072609 Jul 09 20:04:51.743004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.748229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307882757'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:51.770557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.773457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.796632 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.867283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.870096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.874228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/075c8430-e98c-4770-beaf-8b4983f9b7fe HTTP/1.1" status: 204 len: 168 time: 0.1788552 Jul 09 20:04:51.884517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.884801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfcfa-62ea-4139-badf-acb0fcd7d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c8430-e98c-4770-beaf-8b4983f9b7fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.901974 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.922764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.926484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1798921 Jul 09 20:04:51.927388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.931757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '5eeab124-1e5e-4cc1-b584-382ffbeee6eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:51.948752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08381df4-6475-40df-ae44-b4915c374a2c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeab124-1e5e-4cc1-b584-382ffbeee6eb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.970153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.031365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.036305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.054913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae021617-fdf8-4eca-a3f1-ec7a08456231,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.068288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.070374 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1fb86d14-1992-4d9b-bb21-0265cf94931c tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1417553 Jul 09 20:04:52.074140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.099513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.111791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.153273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.160312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.161470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ae021617-fdf8-4eca-a3f1-ec7a08456231 HTTP/1.1" status: 204 len: 168 time: 0.0863483 Jul 09 20:04:52.164340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.169885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5fd7a-e82b-413c-900d-0352d689261a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae021617-fdf8-4eca-a3f1-ec7a08456231,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.227417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63b0c0dc-73fb-4ffc-bcb6-13ce5fe11bea tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592546 Jul 09 20:04:52.227773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.286146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.311136 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.364097 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.369295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.371945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/5eeab124-1e5e-4cc1-b584-382ffbeee6eb HTTP/1.1" status: 204 len: 168 time: 0.1418967 Jul 09 20:04:52.373754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.383992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf85e1ce-9662-427a-a5b7-ca7590359bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.390456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c506-8ace-48f0-afce-7532a8ad3ee4 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeab124-1e5e-4cc1-b584-382ffbeee6eb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.445199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bfe4b245-ce2d-4957-b9ed-e07f91b29047 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664120 Jul 09 20:04:52.445199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.450659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group': {'name': 'tempest-secgroup--650806574'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:52.477054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.569885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.574496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.608444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.612432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1659889 Jul 09 20:04:52.613823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.614941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb427e-fba4-4546-a540-7c040c4a5d14 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48479f4e-90e4-4f86-86fb-0ea6803bf2f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.619914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '48479f4e-90e4-4f86-86fb-0ea6803bf2f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:52.650691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.697096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.702246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.720177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78ea4a4-e906-4723-b127-bbc575655d4f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.727650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.729582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-39aa44fb-e1ca-4768-9bec-62ce62471e2b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141195 Jul 09 20:04:52.733066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.749487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-30b6fe73-f23d-4f13-82c4-f963c8ce2bd7 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules/b78ea4a4-e906-4723-b127-bbc575655d4f HTTP/1.1" status: 200 len: 763 time: 0.0152264 Jul 09 20:04:52.751870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.792009 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ec4832f6-c623-4e5f-8be7-d08a412a4fc9 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0390370 Jul 09 20:04:52.795244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.820316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.829634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.859672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.865849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.867368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b78ea4a4-e906-4723-b127-bbc575655d4f HTTP/1.1" status: 204 len: 168 time: 0.0710683 Jul 09 20:04:52.870096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.875243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afa63c-33bc-4392-8583-81822a3bef82 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b78ea4a4-e906-4723-b127-bbc575655d4f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.918473 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3145d886-b0b3-4c6e-96d6-7faec1d00d25 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469897 Jul 09 20:04:52.921144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.926231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '48479f4e-90e4-4f86-86fb-0ea6803bf2f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:52.962230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.010982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.016201 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.035639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef2960d-caea-4147-926f-dcc93815a4ae,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.044343 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.045576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2bbe5e42-b81a-4c91-abbe-820abf71cdf8 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233644 Jul 09 20:04:53.048276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.064317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e24f5696-46d0-45a2-b028-c694069937e6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules/fef2960d-caea-4147-926f-dcc93815a4ae HTTP/1.1" status: 200 len: 763 time: 0.0149806 Jul 09 20:04:53.067012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.113036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1b20b4fc-70e3-423f-90d3-f1886a9968bb tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0448358 Jul 09 20:04:53.115805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.149073 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.157946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.200146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.208065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.210934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/fef2960d-caea-4147-926f-dcc93815a4ae HTTP/1.1" status: 204 len: 168 time: 0.0924315 Jul 09 20:04:53.212124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.218381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d9c61-3c49-4dd6-9ee4-c803d7f4276b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fef2960d-caea-4147-926f-dcc93815a4ae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.270542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5c05f355-6634-476e-a18f-d8abd7864636 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572531 Jul 09 20:04:53.272980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.278041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Request body: {'security_group_rule': {'security_group_id': '48479f4e-90e4-4f86-86fb-0ea6803bf2f9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:53.302634 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Project e51a245ecafd470c8b1cf367f5ef82a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:04:53.307705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.374877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.381373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.385498 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.405915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.409176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331842 Jul 09 20:04:53.410158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.410617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1fa8-8130-4365-9dba-4527c1197cf6 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b655219b-a18e-4924-b803-c2b0820021aa,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.433922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-26ebf7fa-84fe-4296-a129-c2c7726fbff1 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules/b655219b-a18e-4924-b803-c2b0820021aa HTTP/1.1" status: 200 len: 769 time: 0.0217063 Jul 09 20:04:53.436395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.481738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3e1b0177-6488-485a-a3db-d573a0a264ea tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0440822 Jul 09 20:04:53.484305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.509598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.518330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.547006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.554301 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.557712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b655219b-a18e-4924-b803-c2b0820021aa HTTP/1.1" status: 204 len: 168 time: 0.0701323 Jul 09 20:04:53.558969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.560209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26f1e6-9320-4e7c-ad20-808f185ac612 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b655219b-a18e-4924-b803-c2b0820021aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.609540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.609887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ce0e730f-dfb4-4a16-939f-65ac67a8c43a tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482047 Jul 09 20:04:53.663330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.686938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.730788 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.733516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.734752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "DELETE /v2.0/security-groups/48479f4e-90e4-4f86-86fb-0ea6803bf2f9 HTTP/1.1" status: 204 len: 168 time: 0.1242421 Jul 09 20:04:53.737512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.744073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742b31b-c91d-43ec-a3b8-f570fb99b038 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48479f4e-90e4-4f86-86fb-0ea6803bf2f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.797961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f93d42a3-98f8-40cf-bcfb-8d8b311c988b tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590158 Jul 09 20:04:53.802041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.867995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5bf8743a-7f3a-448d-8ba8-04a1585231a5 tempest-SecGroupIPv6Test-37058332 tempest-SecGroupIPv6Test-37058332-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612388 Jul 09 20:04:54.159952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:54.297705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:54.298216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1c67a885-a929-45dd-828f-9a0ad0e28b89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e51a245ecafd470c8b1cf367f5ef82a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366625 Jul 09 20:04:54.363618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.386992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.443662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.447100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.451465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02d3bcc3-78f7-4aa1-a1a1-860fe4260e2d HTTP/1.1" status: 204 len: 168 time: 0.1526217 Jul 09 20:04:54.461079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638d1f8-3787-42c7-b4e8-bfb4747aed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3bcc3-78f7-4aa1-a1a1-860fe4260e2d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:54.978182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae47e9d-a782-4173-9d17-b12356588c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.187993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:55.274429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.299503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1398332791'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:55.329993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Made reservation on behalf of 25ddc045ca87444f8fea8dbaffc2de58 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:55.334989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.343880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.445487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.450494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.479850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:55.492218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4519d22c-1694-44fb-97a9-009437bc9cbb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.505504 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.506223 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Added segment b1c77f6b-37bf-4877-b372-a4a742291804 of type vlan for network 23ae849a-79fe-4059-80e0-b64ce119e390 Jul 09 20:04:55.549862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.582729 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.588657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:55.589878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.649706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4605412 Jul 09 20:04:55.649874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:55.657704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Request body: {'subnet': {'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:55.662431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720b20b-8d5e-45cc-82fb-1bff464ca91e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event updated for resources: {'Network': ['ID=23ae849a-79fe-4059-80e0-b64ce119e390,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.673698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 23ae849a-79fe-4059-80e0-b64ce119e390 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:55.772178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Made reservation on behalf of 25ddc045ca87444f8fea8dbaffc2de58 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:55.777473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.991005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.038211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event updated for resources: {'Subnet': ['ID=0fee14dd-0101-48a7-bbb1-92ba1f7c6b22,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:56.072295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Checking segment: {'id': 'b1c77f6b-37bf-4877-b372-a4a742291804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:56.072295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Network hostable DHCP agents. Network: 23ae849a-79fe-4059-80e0-b64ce119e390, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:56.093987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Network 23ae849a-79fe-4059-80e0-b64ce119e390 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:56.106406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 23ae849a-79fe-4059-80e0-b64ce119e390) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:56.111755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:56.112364 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.125269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc01ec-5aca-46d3-b2c5-a375cce78970 None None] Network 23ae849a-79fe-4059-80e0-b64ce119e390 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:56.158325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:56.162942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8a7083e2-e03a-4021-9ab6-bc07919c1e85 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5044870 Jul 09 20:04:56.166135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Request body: {'port': {'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390', 'name': 'tempest-TagsExtTest-117448111'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:56.294950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-23ae849a-79fe-4059-80e0-b64ce119e390', 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390', 'tenant_id': '25ddc045ca87444f8fea8dbaffc2de58', 'fixed_ips': [{'subnet_id': '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:56.296079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.308318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Made reservation on behalf of 25ddc045ca87444f8fea8dbaffc2de58 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:56.312494 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.331710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] device_id is not set on port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:56.414006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.474969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Allocated IP 172.20.0.5 (23ae849a-79fe-4059-80e0-b64ce119e390/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:56.645224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.660681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Transition to ACTIVE for port object 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:56.699550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.757464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Network 23ae849a-79fe-4059-80e0-b64ce119e390 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:56.762481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:56.766797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:56.781569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Allocated IP 172.20.0.2 (23ae849a-79fe-4059-80e0-b64ce119e390/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/2735195c-c3b8-42f2-9aaf-0c28b4ea64a4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:56.797838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event updated for resources: {'Port': ['ID=68ff64a7-aa30-420c-9fb6-67b43ccfdc9a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:56.828435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:56.829633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.850892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-727f6045-0031-42b2-834b-59fcbac0b034 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6913877 Jul 09 20:04:56.853545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:56.858746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-234319677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:56.896963 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.898015 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.023150 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.031753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Transition to ACTIVE for port object 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:57.040697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.046308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.047746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Transition to ACTIVE for port object 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:57.059156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.070591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.070591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c5e076b-80c8-4b97-83c6-8cab6320facb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2133448 Jul 09 20:04:57.071149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.076774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-60d3d3c3-8eb0-45a1-b585-45c714fbd198 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1991197028', 'prefixes': ['172.20.0.0/16']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:57.117074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Network 23ae849a-79fe-4059-80e0-b64ce119e390 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:57.121193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:57.125349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:57.141100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Pushing event updated for resources: {'Port': ['ID=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:57.196589 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60d3d3c3-8eb0-45a1-b585-45c714fbd198 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.198297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-60d3d3c3-8eb0-45a1-b585-45c714fbd198 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1260681 Jul 09 20:04:57.202794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.210785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8ff84331-f7a7-4a1c-80d9-f9b6fd75bf3d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1669579372') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.218456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Attempting to bind port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:57.218827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Attempting to bind port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b1c77f6b-37bf-4877-b372-a4a742291804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:57.219586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Attempting to bind port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 on network 23ae849a-79fe-4059-80e0-b64ce119e390 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:57.225271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:57.225639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Checking segment: {'id': 'b1c77f6b-37bf-4877-b372-a4a742291804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:57.226395 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.226957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Bound using segment: {'id': 'b1c77f6b-37bf-4877-b372-a4a742291804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:57.227600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Bound port: 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c77f6b-37bf-4877-b372-a4a742291804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '23ae849a-79fe-4059-80e0-b64ce119e390'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:57.228167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.307534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] For port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:57.312611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] For port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,segment=NetworkSegment(b1c77f6b-37bf-4877-b372-a4a742291804),segment_id=b1c77f6b-37bf-4877-b372-a4a742291804)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:57.317657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.343847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ff84331-f7a7-4a1c-80d9-f9b6fd75bf3d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1669579372 HTTP/1.1" status: 201 len: 201 time: 0.1384091 Jul 09 20:04:57.346653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.352762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-aa069c3d-19ac-4241-b7bd-68037f424c2c tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-745634664') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.403796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2033eee-7556-483f-bba4-6e796146aa1c None None] Pushing event updated for resources: {'Port': ['ID=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:57.441386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa069c3d-19ac-4241-b7bd-68037f424c2c tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-745634664 HTTP/1.1" status: 201 len: 201 time: 0.0935988 Jul 09 20:04:57.444013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.449026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-aa74a7e4-27b4-4c34-bca2-3591b2fc04aa tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-1716519594') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.547136 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa74a7e4-27b4-4c34-bca2-3591b2fc04aa tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-1716519594 HTTP/1.1" status: 201 len: 201 time: 0.1018102 Jul 09 20:04:57.549901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.579414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-21d3b076-d06e-4acd-93e4-80a998d42bbd tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1966657652') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.658188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-21d3b076-d06e-4acd-93e4-80a998d42bbd tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1966657652 HTTP/1.1" status: 201 len: 201 time: 0.1067595 Jul 09 20:04:57.660408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.665246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-a0f44815-e8d2-4f92-81f0-fa1a248e33b8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.739642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.741638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0f44815-e8d2-4f92-81f0-fa1a248e33b8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 200 len: 241 time: 0.0778458 Jul 09 20:04:57.744211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-71ac9c96-4644-4184-b714-c70842c8d684 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1669579372') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.844848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71ac9c96-4644-4184-b714-c70842c8d684 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1669579372 HTTP/1.1" status: 204 len: 168 time: 0.1018996 Jul 09 20:04:57.845254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.849868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-fdead414-c53a-4a85-939e-aa33d03228d8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1669579372') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.884970 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.930615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fdead414-c53a-4a85-939e-aa33d03228d8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1669579372 HTTP/1.1" status: 204 len: 168 time: 0.0816987 Jul 09 20:04:57.930865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.936235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-2f1eb0a2-e1a9-4432-9eb4-22861c5e41df tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.002446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2f1eb0a2-e1a9-4432-9eb4-22861c5e41df tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 200 len: 205 time: 0.0704284 Jul 09 20:04:58.005092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.009794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ea9b48d3-408c-452d-8cea-552c7db26045 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.068562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ea9b48d3-408c-452d-8cea-552c7db26045 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 200 len: 240 time: 0.0621254 Jul 09 20:04:58.071451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.077603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-4882173a-3b0e-4ff3-a6dc-479635198262 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-745634664') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.140491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4882173a-3b0e-4ff3-a6dc-479635198262 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-745634664 HTTP/1.1" status: 204 len: 168 time: 0.0678253 Jul 09 20:04:58.142974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.147466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6c7ce85d-4547-406e-9fa6-b0eb0827843e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-745634664') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.233449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6c7ce85d-4547-406e-9fa6-b0eb0827843e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-745634664 HTTP/1.1" status: 204 len: 168 time: 0.0893869 Jul 09 20:04:58.235971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.241293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-23788914-68cb-4ca5-a0d6-155c1e1c9a49 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.303921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-23788914-68cb-4ca5-a0d6-155c1e1c9a49 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0660894 Jul 09 20:04:58.306833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.312372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-c7faecd5-b7c5-49cc-8a94-be7bdbe258cf tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.407922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c7faecd5-b7c5-49cc-8a94-be7bdbe258cf tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 200 len: 241 time: 0.0971916 Jul 09 20:04:58.408587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.414411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-006bda95-33d0-470c-ad25-8585d8379536 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-1716519594') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.539068 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-006bda95-33d0-470c-ad25-8585d8379536 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-1716519594 HTTP/1.1" status: 204 len: 168 time: 0.1274564 Jul 09 20:04:58.539246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.544137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-327b83aa-1140-461c-b661-f97a9e4bf45f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-1716519594') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.555808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:58.603437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ce1a5-dd91-4f32-b93a-f8ce58243f57 None None] Network 23ae849a-79fe-4059-80e0-b64ce119e390 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:58.682500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:58.685451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-327b83aa-1140-461c-b661-f97a9e4bf45f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-1716519594 HTTP/1.1" status: 204 len: 168 time: 0.1451941 Jul 09 20:04:58.688191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.695122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-cb3cb3c7-8bf4-453a-9734-5be3249d2ad6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.709000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Provisioning for port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:58.718763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Provisioning complete for port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:58.719061 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.782051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb3cb3c7-8bf4-453a-9734-5be3249d2ad6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 200 len: 205 time: 0.0927963 Jul 09 20:04:58.784952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.790684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-83e86cf0-21c6-4ef1-a5e8-579c893a320f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.819268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83e86cf0-21c6-4ef1-a5e8-579c893a320f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 200 len: 241 time: 0.0328391 Jul 09 20:04:58.822328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.828235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-0e24c935-56a8-4d1d-8208-af11017fbf77 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1966657652') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.879720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.880148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0e24c935-56a8-4d1d-8208-af11017fbf77 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1966657652 HTTP/1.1" status: 204 len: 168 time: 0.0563562 Jul 09 20:04:58.884844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-bad1dbff-f6f6-4133-b3d4-5453b3319bc8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1966657652') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.937641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.943166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-a1b3e430-cb61-495b-8022-92786b839aae tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:58.943863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bad1dbff-f6f6-4133-b3d4-5453b3319bc8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1966657652 HTTP/1.1" status: 204 len: 168 time: 0.0609121 Jul 09 20:04:58.973010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.973729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1b3e430-cb61-495b-8022-92786b839aae tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 200 len: 205 time: 0.0341282 Jul 09 20:04:58.977629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-e515c331-8632-4483-8b7d-b810e5dbf6ff tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.008031 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e515c331-8632-4483-8b7d-b810e5dbf6ff tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0339062 Jul 09 20:04:59.010796 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.016726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-be7c5e70-b9fc-4ac2-85eb-17491e880d91 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.029950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.071254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] For port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,segment=NetworkSegment(b1c77f6b-37bf-4877-b372-a4a742291804),segment_id=b1c77f6b-37bf-4877-b372-a4a742291804)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:59.079619 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.130733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be7c5e70-b9fc-4ac2-85eb-17491e880d91 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 204 len: 168 time: 0.1181352 Jul 09 20:04:59.133452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.138470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-28c2181f-1efd-411b-a452-23b4474e94cc tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.202802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acfb7c-baf6-4ea8-a2cc-705fdccb54fb None None] Pushing event updated for resources: {'Port': ['ID=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:59.258266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-28c2181f-1efd-411b-a452-23b4474e94cc tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1235936 Jul 09 20:04:59.263021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.267833 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-760b1d7f-89f1-483e-b7c0-8cd664473fa4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.387298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-3ff667af-825d-4b57-99c5-d58e4441cab1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921476 Jul 09 20:04:59.389716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-760b1d7f-89f1-483e-b7c0-8cd664473fa4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 204 len: 168 time: 0.1255662 Jul 09 20:04:59.394636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.404370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-05760e90-9f22-4ea6-8c85-da0010fdf002 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1316185150') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.416665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Provisioning complete for port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:59.417196 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.607492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Provisioning for port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:59.613162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Provisioning complete for port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:59.614028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.640953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-7c84f58d-6462-4a15-b077-03efa17dc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.642919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-7c84f58d-6462-4a15-b077-03efa17dc413 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1829395 Jul 09 20:04:59.652605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-05760e90-9f22-4ea6-8c85-da0010fdf002 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1316185150 HTTP/1.1" status: 201 len: 201 time: 0.2572470 Jul 09 20:04:59.655445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.661189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8e4e015f-474c-425b-8ff4-9bae8936b3c2 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-525993440') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.693228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ec25db36-f196-4855-877d-ff52eb78002e None None] Port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:04:59.754929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8e4e015f-474c-425b-8ff4-9bae8936b3c2 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-525993440 HTTP/1.1" status: 201 len: 201 time: 0.0973985 Jul 09 20:04:59.757106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.763992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b64d2259-e4bd-4213-a1bc-36cc459295ba tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-524439696') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.785928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-948e67eb-a4c1-4965-b1d8-fb04de007737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.787829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-948e67eb-a4c1-4965-b1d8-fb04de007737 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.1188650 Jul 09 20:04:59.822302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7d70978e-2b28-4fb6-ad27-4a42c2be4235 None None] Provisioning complete for port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:59.824495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d70978e-2b28-4fb6-ad27-4a42c2be4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.890849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7d70978e-2b28-4fb6-ad27-4a42c2be4235 None None] Port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:04:59.900094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b64d2259-e4bd-4213-a1bc-36cc459295ba tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-524439696 HTTP/1.1" status: 201 len: 201 time: 0.1415024 Jul 09 20:04:59.903281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.909275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-7e977de3-e64b-4f3e-90e5-c11107e2f516 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1489319204') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:59.956232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-fa4f169b-8dcb-475e-853c-c7e16668c823 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1001 time: 0.1617379 Jul 09 20:05:00.001784 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e977de3-e64b-4f3e-90e5-c11107e2f516 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1489319204 HTTP/1.1" status: 201 len: 201 time: 0.0974109 Jul 09 20:05:00.004427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.010023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8bb00171-b211-4d08-817a-8a82f02d1749 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', {'tags': ['tempest-TagsExtTest-Tag-1851867980', 'tempest-TagsExtTest-Tag-1743884068', 'tempest-TagsExtTest-Tag-50283893']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.047282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-a18023a6-b348-4118-8170-79ce91653812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:00.048771 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-a18023a6-b348-4118-8170-79ce91653812 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0838034 Jul 09 20:05:00.086281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8bb00171-b211-4d08-817a-8a82f02d1749 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 200 len: 316 time: 0.0806038 Jul 09 20:05:00.088664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.093570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-adeb2060-a816-4e05-a878-9f558cf57122 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.149432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-78043f91-c305-4251-ad73-cfe46783131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:00.151914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-78043f91-c305-4251-ad73-cfe46783131e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954914 Jul 09 20:05:00.222801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-adeb2060-a816-4e05-a878-9f558cf57122 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 204 len: 168 time: 0.1298871 Jul 09 20:05:00.230695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.235504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-754aa75d-e872-48fb-9379-fe5eb18e422e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1851867980') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.305804 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-754aa75d-e872-48fb-9379-fe5eb18e422e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.307327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-754aa75d-e872-48fb-9379-fe5eb18e422e tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1851867980 HTTP/1.1" status: 404 len: 329 time: 0.0756257 Jul 09 20:05:00.309420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-7bd58ee8-06ac-4983-b017-22386179d75e service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496277 Jul 09 20:05:00.310229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.314467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2e7b182b-185e-4bb3-b8d1-42d1f62bbe09 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-1743884068') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.378179 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2e7b182b-185e-4bb3-b8d1-42d1f62bbe09 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.381171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2e7b182b-185e-4bb3-b8d1-42d1f62bbe09 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-1743884068 HTTP/1.1" status: 404 len: 329 time: 0.0682824 Jul 09 20:05:00.382289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.387182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c39b4c3a-f9fa-468f-8bcb-5b7ea9d8f4b6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22', 'tempest-TagsExtTest-Tag-50283893') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.441508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-096a0cf0-6812-4c3a-84ce-05ac7e264972 req-fdb5f2c9-b73c-45a0-a264-f63790b1149b service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243258 Jul 09 20:05:00.467972 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c39b4c3a-f9fa-468f-8bcb-5b7ea9d8f4b6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.471841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c39b4c3a-f9fa-468f-8bcb-5b7ea9d8f4b6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags/tempest-TagsExtTest-Tag-50283893 HTTP/1.1" status: 404 len: 327 time: 0.0858753 Jul 09 20:05:00.472043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.476534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-56c265be-4763-4a81-93d2-1253c8f09eb8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', {'tags': ['tempest-TagsExtTest-Tag-1839427687', 'tempest-TagsExtTest-Tag-1742911248', 'tempest-TagsExtTest-Tag-1813182168']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.501884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:00.539049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-56c265be-4763-4a81-93d2-1253c8f09eb8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 200 len: 318 time: 0.0658488 Jul 09 20:05:00.541526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.546593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-01251ca0-25da-44d5-9f29-93b33e86e2b5 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.556117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:00.556492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.619722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01251ca0-25da-44d5-9f29-93b33e86e2b5 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0741215 Jul 09 20:05:00.619961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.626587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ae4750ec-1fca-4aec-bef7-033827da4a19 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-1839427687') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.680195 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ae4750ec-1fca-4aec-bef7-033827da4a19 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.681199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae4750ec-1fca-4aec-bef7-033827da4a19 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-1839427687 HTTP/1.1" status: 404 len: 329 time: 0.0595279 Jul 09 20:05:00.684077 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.688248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-52da2038-9649-45ec-bc2b-3d33f90dafbb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-1742911248') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.743715 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-52da2038-9649-45ec-bc2b-3d33f90dafbb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.744778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-52da2038-9649-45ec-bc2b-3d33f90dafbb tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-1742911248 HTTP/1.1" status: 404 len: 329 time: 0.0598154 Jul 09 20:05:00.747678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.752349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-350a1aea-f494-45ad-b13e-9a4a5e948f03 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a', 'tempest-TagsExtTest-Tag-1813182168') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.801954 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-350a1aea-f494-45ad-b13e-9a4a5e948f03 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:00.803027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-350a1aea-f494-45ad-b13e-9a4a5e948f03 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags/tempest-TagsExtTest-Tag-1813182168 HTTP/1.1" status: 404 len: 329 time: 0.0544286 Jul 09 20:05:00.805770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.811343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c3527bde-809c-4bd6-9bd5-45970aed11f3 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', {'tags': ['tempest-TagsExtTest-Tag-60754567', 'tempest-TagsExtTest-Tag-95326781', 'tempest-TagsExtTest-Tag-1275209244']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.898345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c3527bde-809c-4bd6-9bd5-45970aed11f3 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 200 len: 314 time: 0.0915713 Jul 09 20:05:00.900865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.905854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c8f4a994-8609-4ffe-8bfa-bdcb4943a8f6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.994098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c8f4a994-8609-4ffe-8bfa-bdcb4943a8f6 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 204 len: 168 time: 0.0916882 Jul 09 20:05:00.997018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.001791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-b85e19bf-4e8b-4a68-8796-b460cdf6d6d7 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-60754567') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.080006 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b85e19bf-4e8b-4a68-8796-b460cdf6d6d7 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.081044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b85e19bf-4e8b-4a68-8796-b460cdf6d6d7 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-60754567 HTTP/1.1" status: 404 len: 327 time: 0.0830135 Jul 09 20:05:01.083871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.088186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-586c3fb8-38fb-4dd5-bbdb-be3b3c408aea tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-95326781') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.166452 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-586c3fb8-38fb-4dd5-bbdb-be3b3c408aea tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.167767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-586c3fb8-38fb-4dd5-bbdb-be3b3c408aea tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-95326781 HTTP/1.1" status: 404 len: 327 time: 0.0827510 Jul 09 20:05:01.170513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.175027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6f892abc-f14a-435e-811d-345aa4261a71 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00', 'tempest-TagsExtTest-Tag-1275209244') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.251366 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6f892abc-f14a-435e-811d-345aa4261a71 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.252421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6f892abc-f14a-435e-811d-345aa4261a71 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags/tempest-TagsExtTest-Tag-1275209244 HTTP/1.1" status: 404 len: 329 time: 0.0810058 Jul 09 20:05:01.255184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.259746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-b6d69770-db25-4786-a2f6-c5244a22fb12 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', {'tags': ['tempest-TagsExtTest-Tag-1758140749', 'tempest-TagsExtTest-Tag-1857939901', 'tempest-TagsExtTest-Tag-278299367']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.301672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.302729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6d69770-db25-4786-a2f6-c5244a22fb12 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "PUT /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 200 len: 317 time: 0.0459192 Jul 09 20:05:01.307231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b88ac030-5820-4066-aec5-ad4d2c78293d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.353183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b88ac030-5820-4066-aec5-ad4d2c78293d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0502079 Jul 09 20:05:01.356308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.360678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-caf1b321-fd5e-4c8f-9c2e-341d7e84c071 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1758140749') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.380611 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-caf1b321-fd5e-4c8f-9c2e-341d7e84c071 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.384450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-caf1b321-fd5e-4c8f-9c2e-341d7e84c071 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1758140749 HTTP/1.1" status: 404 len: 329 time: 0.0244761 Jul 09 20:05:01.384641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.389497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-cb8a83d0-616a-44c7-b6c6-453bdccb270a tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-1857939901') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.409991 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-cb8a83d0-616a-44c7-b6c6-453bdccb270a tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.413657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb8a83d0-616a-44c7-b6c6-453bdccb270a tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-1857939901 HTTP/1.1" status: 404 len: 329 time: 0.0254118 Jul 09 20:05:01.413881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.418282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-27a4b3d1-b0f1-41bf-99b3-fa70cfc66ad5 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f', 'tempest-TagsExtTest-Tag-278299367') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.438763 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-27a4b3d1-b0f1-41bf-99b3-fa70cfc66ad5 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] show failed (client error): The resource could not be found. Jul 09 20:05:01.442470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-27a4b3d1-b0f1-41bf-99b3-fa70cfc66ad5 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags/tempest-TagsExtTest-Tag-278299367 HTTP/1.1" status: 404 len: 328 time: 0.0249994 Jul 09 20:05:01.442628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.447038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-bbd90e0e-a401-4798-8e6b-40adb2a4e74f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '255cc333-29a7-468a-b36e-d1e261049c5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.484412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bbd90e0e-a401-4798-8e6b-40adb2a4e74f tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0382793 Jul 09 20:05:01.484634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.488918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-5cc05f74-9aed-4a00-bb5c-50b41dc2f81d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '475e26a7-b151-45e0-82ec-48bf7caa8e00') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.571757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5cc05f74-9aed-4a00-bb5c-50b41dc2f81d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00/tags HTTP/1.1" status: 204 len: 168 time: 0.0836754 Jul 09 20:05:01.572021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.576670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2686c23d-744b-4467-b09a-d9c9d677e6a8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68ff64a7-aa30-420c-9fb6-67b43ccfdc9a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.631481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2686c23d-744b-4467-b09a-d9c9d677e6a8 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0560348 Jul 09 20:05:01.631481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.635688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-eb27307e-8a61-43df-a6ca-1a2344445dcc tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fee14dd-0101-48a7-bbb1-92ba1f7c6b22') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.701845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb27307e-8a61-43df-a6ca-1a2344445dcc tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22/tags HTTP/1.1" status: 204 len: 168 time: 0.0693626 Jul 09 20:05:01.707275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.827249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06351fd5-74b1-452d-8451-a29b94f86b36 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.831613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.831798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-06351fd5-74b1-452d-8451-a29b94f86b36 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnetpools/255cc333-29a7-468a-b36e-d1e261049c5f HTTP/1.1" status: 204 len: 168 time: 0.1230865 Jul 09 20:05:01.867617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.867829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5daa4186-eb34-4ab9-81cf-55a749c575ea tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "GET /v2.0/ports?device_id=475e26a7-b151-45e0-82ec-48bf7caa8e00 HTTP/1.1" status: 200 len: 205 time: 0.0341003 Jul 09 20:05:01.967147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.398695 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.402486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.466823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.467331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Fanout notify agent at l3_agent the message router_deleted on router 475e26a7-b151-45e0-82ec-48bf7caa8e00 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:05:02.474420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.478185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.485907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6ee71bc1-b3c8-4621-89a0-705eabe0ff01 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/routers/475e26a7-b151-45e0-82ec-48bf7caa8e00 HTTP/1.1" status: 204 len: 168 time: 0.6170824 Jul 09 20:05:02.581685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Deleting port 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:02.582036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.672566 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.691881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Calling delete_port for 68ff64a7-aa30-420c-9fb6-67b43ccfdc9a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:02.832292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.873299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event deleted for resources: {'Port': ['ID=68ff64a7-aa30-420c-9fb6-67b43ccfdc9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:02.886791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.887144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.887485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.887820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.888152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.888481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.888807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.889160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.889477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.889797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.890119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.890438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:02.986459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.988772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-455fc973-067a-4251-b775-93b6b9fbab9d tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/ports/68ff64a7-aa30-420c-9fb6-67b43ccfdc9a HTTP/1.1" status: 204 len: 168 time: 0.5096099 Jul 09 20:05:02.991324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.053488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Deleting subnet 0fee14dd-0101-48a7-bbb1-92ba1f7c6b22 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:03.058165 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.101399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.196426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.269572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.296123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event deleted for resources: {'Subnet': ['ID=0fee14dd-0101-48a7-bbb1-92ba1f7c6b22,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.306246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.309031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cfe983bc-4cd5-41a0-b87c-ebb93f7951e4 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/subnets/0fee14dd-0101-48a7-bbb1-92ba1f7c6b22 HTTP/1.1" status: 204 len: 168 time: 0.3166819 Jul 09 20:05:03.310761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.310978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f53b9-235a-48fa-bc07-bb326ca159ee None None] Network 23ae849a-79fe-4059-80e0-b64ce119e390 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:03.403787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.466332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Deleting port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:03.466720 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.539281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] For port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,segment=NetworkSegment(b1c77f6b-37bf-4877-b372-a4a742291804),segment_id=b1c77f6b-37bf-4877-b372-a4a742291804)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:03.549351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.565184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Calling delete_port for 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:03.581117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] DHCP port deletion for 23ae849a-79fe-4059-80e0-b64ce119e390 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:03.630104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Deleting port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:03.630565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.675133 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.705906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] For port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,segment=NetworkSegment(b1c77f6b-37bf-4877-b372-a4a742291804),segment_id=b1c77f6b-37bf-4877-b372-a4a742291804)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:03.706729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.711248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] No DVR routers for this DVR port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:03.721247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Calling delete_port for 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:03.738587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event deleted for resources: {'Port': ['ID=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.814470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.816057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.829356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ae849a-79fe-4059-80e0-b64ce119e390']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:03.842372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] Pushing event deleted for resources: {'Port': ['ID=2735195c-c3b8-42f2-9aaf-0c28b4ea64a4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.842671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c77f6b-37bf-4877-b372-a4a742291804') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:03.843034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c77f6b-37bf-4877-b372-a4a742291804') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:03.852873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.858675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9bda3-cff9-468b-bbac-84bb7e09bdab None None] No DVR routers for this DVR port 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:03.876497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.884149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:03.884729 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:03.945868 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:03.960054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.968802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.977983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] 10.222.0.10 "DELETE /v2.0/networks/23ae849a-79fe-4059-80e0-b64ce119e390 HTTP/1.1" status: 204 len: 168 time: 0.6654181 Jul 09 20:05:03.997200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaafe8-c7df-4fa9-88a9-c41e709ba612 tempest-TagsExtTest-1506613388 tempest-TagsExtTest-1506613388-project] Pushing event deleted for resources: {'Network': ['ID=23ae849a-79fe-4059-80e0-b64ce119e390,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:04.312236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.337227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.497894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e926a96d-877b-45b5-93e2-d4b6a6323e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.527609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:04.544790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1384da19-b8d1-46c1-ac09-5b95061d98de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25ddc045ca87444f8fea8dbaffc2de58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064116 Jul 09 20:05:04.547715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.556982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:04.558121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2735195c-c3b8-42f2-9aaf-0c28b4ea64a4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:04.646116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.677270 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.728504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e926a96d-877b-45b5-93e2-d4b6a6323e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.736045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e926a96d-877b-45b5-93e2-d4b6a6323e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.765661 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.768167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.769341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4519d22c-1694-44fb-97a9-009437bc9cbb HTTP/1.1" status: 204 len: 168 time: 0.2204382 Jul 09 20:05:04.786575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.787087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e926a96d-877b-45b5-93e2-d4b6a6323e51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1debf83ae374a2bbf1aeb5926b5fb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735427 Jul 09 20:05:04.787570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926a96d-877b-45b5-93e2-d4b6a6323e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8107dc7e-360b-4bee-b4ab-a55d7d986055,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:04.802203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c378-3ad8-4ae4-b2d3-c39fb272dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4519d22c-1694-44fb-97a9-009437bc9cbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:04.883616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.932446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.993280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.997074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.999413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8107dc7e-360b-4bee-b4ab-a55d7d986055 HTTP/1.1" status: 204 len: 168 time: 0.2110326 Jul 09 20:05:05.018491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdde52d-c1ad-40b6-901f-a588506a5279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8107dc7e-360b-4bee-b4ab-a55d7d986055,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.376441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:06.544327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'network': {'name': 'tempest-network-smoke--1472708760', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.580208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:06.586080 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.598752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.696699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.700426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.728733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:06.739364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d53a0-23fa-4f9c-bac1-ce89c73a7b53,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.758329 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.758994 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Added segment bb7499e5-5ad6-4e69-9690-98a9ee23d67a of type vlan for network 6347d138-d682-4de0-bcdb-fad02b09bf12 Jul 09 20:05:06.804890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.837012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.844092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:06.844746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.910370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5325267 Jul 09 20:05:06.913084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:06.919569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'admin_state_up': True, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.930986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f0b8-9cad-46ba-a3ae-a3289cb2522f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Network': ['ID=6347d138-d682-4de0-bcdb-fad02b09bf12,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.942145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:06.947543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.949556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.007702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.156690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.357450 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.376230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.492670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.25.3.49 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/f23e51ca-a168-4229-8742-166e6d2a8470) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:07.597052 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.641314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.683179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:07.685946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:07.689396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:07.711142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=f23e51ca-a168-4229-8742-166e6d2a8470,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:07.971109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.502615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.628268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:05:08.736299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:05:08.748046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:05:08.756131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.757610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-389ee2d3-7659-4348-8418-284c5335399b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8435178 Jul 09 20:05:08.761052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.761638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:08.762443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:08.846778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9bf1b4e0-6c2a-480d-9c5f-88af999e1307 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=eb1d25a4e26741f2888b2ef0218a0756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845237 Jul 09 20:05:08.849436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.879402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:09.008474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7402c13-2e15-4884-9f47-be458e0cd9d5 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.011106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c7402c13-2e15-4884-9f47-be458e0cd9d5 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597948 Jul 09 20:05:09.013504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 40980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.050501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e52b30d-1e26-4556-9b29-d03d43542736 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358055 Jul 09 20:05:09.053072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 40982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.058756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40923183', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:09.106471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:07Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:09.142669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:05:09.143094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Updating router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 port f23e51ca-a168-4229-8742-166e6d2a8470 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:05:09.186162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.195849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:09.209400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.459997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.545209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.559520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Transition to ACTIVE for port object f23e51ca-a168-4229-8742-166e6d2a8470 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:09.566575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Checking segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:09.567248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network hostable DHCP agents. Network: 6347d138-d682-4de0-bcdb-fad02b09bf12, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:09.570028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.572381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Subnet': ['ID=60df04eb-c724-498e-a828-ff9196226983,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.590074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:09.601051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 6347d138-d682-4de0-bcdb-fad02b09bf12) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:09.616385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.616538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.619318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c3dba-37f4-4bc5-ba2c-76c1f6c407b0 None None] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:09.639494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3f911abb-efff-4dba-bad7-b41ea0b42fe0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5825915 Jul 09 20:05:09.639742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.642732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Attempting to bind port f23e51ca-a168-4229-8742-166e6d2a8470 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:09.643148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Attempting to bind port f23e51ca-a168-4229-8742-166e6d2a8470 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:09.643696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Attempting to bind port f23e51ca-a168-4229-8742-166e6d2a8470 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:09.677452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:09.677991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:09.678601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.679086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:09.679664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Bound port: f23e51ca-a168-4229-8742-166e6d2a8470, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:09.680243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.748178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] For port f23e51ca-a168-4229-8742-166e6d2a8470, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:09.751979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] For port f23e51ca-a168-4229-8742-166e6d2a8470, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f23e51ca-a168-4229-8742-166e6d2a8470,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:09.766558 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.773970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5b1fa-cba1-4e2f-8977-b70cd9431003 None None] Pushing event updated for resources: {'Port': ['ID=f23e51ca-a168-4229-8742-166e6d2a8470,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.866591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:09.867233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.037621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5b1fa-cba1-4e2f-8977-b70cd9431003 None None] Pushing event updated for resources: {'Port': ['ID=f23e51ca-a168-4229-8742-166e6d2a8470,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.060772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-6347d138-d682-4de0-bcdb-fad02b09bf12', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:10.061751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.090102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:10.234539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.406540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Allocated IP 172.20.0.2 (6347d138-d682-4de0-bcdb-fad02b09bf12/60df04eb-c724-498e-a828-ff9196226983/a265ac54-4776-484b-89a4-962b4da9d9bb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:10.493403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:07Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.521544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c742a-940a-4700-9f4a-442ef829221a None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:07Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:05:10.609615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.618427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Transition to ACTIVE for port object a265ac54-4776-484b-89a4-962b4da9d9bb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:10.638425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Transition to ACTIVE for port object a265ac54-4776-484b-89a4-962b4da9d9bb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:10.652103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.716504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:10.721520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:10.729642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:10.743072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.1 (6347d138-d682-4de0-bcdb-fad02b09bf12/60df04eb-c724-498e-a828-ff9196226983/2a486633-f934-4ff8-8db5-e0ee022fc35a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:10.786816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Pushing event updated for resources: {'Port': ['ID=a265ac54-4776-484b-89a4-962b4da9d9bb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.806682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Attempting to bind port a265ac54-4776-484b-89a4-962b4da9d9bb on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:10.807810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Attempting to bind port a265ac54-4776-484b-89a4-962b4da9d9bb by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:10.808287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Attempting to bind port a265ac54-4776-484b-89a4-962b4da9d9bb on network 6347d138-d682-4de0-bcdb-fad02b09bf12 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:10.825859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:10.826331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Checking segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:10.826754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.827166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Bound using segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:10.827643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Bound port: a265ac54-4776-484b-89a4-962b4da9d9bb, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:10.828034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.935643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] For port a265ac54-4776-484b-89a4-962b4da9d9bb, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:10.939265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] For port a265ac54-4776-484b-89a4-962b4da9d9bb, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a265ac54-4776-484b-89a4-962b4da9d9bb,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:10.951512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.974577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.994164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 2a486633-f934-4ff8-8db5-e0ee022fc35a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:11.063411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.075845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2795c-c189-4cef-8f94-fb719f79b0a2 None None] Pushing event updated for resources: {'Port': ['ID=a265ac54-4776-484b-89a4-962b4da9d9bb,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:11.147890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:11.158699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:11.162514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:11.213488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:11.243783 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.460603 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.836124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.846789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.929304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.931386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:12.046942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:12.048771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:12.192564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:05:12.334001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:05:12.345028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.362254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00503770-9614-466a-b8d7-0a19de00ef45 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7193933 Jul 09 20:05:12.394735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507a507-2b21-4c44-b2fb-76111fa030ec None None] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:12.596919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1deabdc9-4896-491f-89e1-c4c861bcf8d4 None None] Provisioning for port a265ac54-4776-484b-89a4-962b4da9d9bb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:12.621561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.622262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.622911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.623546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.624180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.626441 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c9da8ce4-9c11-4394-84d2-61f71508a304 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.2803886 Jul 09 20:05:12.629041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.744094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.744866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.745562 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.746322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.747087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.749452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bff3ec55-724f-4e5b-b33f-bb56434e49ba tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3347 time: 0.1156313 Jul 09 20:05:12.751911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.806289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a265ac54-4776-484b-89a4-962b4da9d9bb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:12.879781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a265ac54-4776-484b-89a4-962b4da9d9bb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:12.886903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a265ac54-4776-484b-89a4-962b4da9d9bb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:12.887289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.978187 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:05:12.993981 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:12.994650 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:13.039975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.108125 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-716efa2e-ac68-4c24-9998-f29a709a1d2b tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.3548248 Jul 09 20:05:13.114851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a265ac54-4776-484b-89a4-962b4da9d9bb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a265ac54-4776-484b-89a4-962b4da9d9bb,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:13.127586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.128433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f23e51ca-a168-4229-8742-166e6d2a8470 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:13.243668 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:13.416156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f23e51ca-a168-4229-8742-166e6d2a8470 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:13.425041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a265ac54-4776-484b-89a4-962b4da9d9bb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.442671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Provisioning complete for port a265ac54-4776-484b-89a4-962b4da9d9bb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:13.444843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.448450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f23e51ca-a168-4229-8742-166e6d2a8470 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:13.448819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.495638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:13.502371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290200543', 'description': 'tempest-secgroup-smoke-1290200543 description', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:13.531465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.568603 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 2, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:13.627374 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:05:13.628100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Updating router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 port 2a486633-f934-4ff8-8db5-e0ee022fc35a binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:05:13.639004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.645485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.680312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.701939 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.714120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1a4d4f-fb80-4231-bd29-ae00087d13a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.717982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.719793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2225866 Jul 09 20:05:13.722783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:13.728726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:13.750767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.751580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.752146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.752654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.753358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.753960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.754475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.758709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.759062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.759454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.760587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.760957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f608f-ade7-4766-883b-e3d19b6811a6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:13.764083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f23e51ca-a168-4229-8742-166e6d2a8470, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f23e51ca-a168-4229-8742-166e6d2a8470,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:13.777934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.809606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.902473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.905635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Provisioning for port 2a486633-f934-4ff8-8db5-e0ee022fc35a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:13.910138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.927111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Provisioning complete for port 2a486633-f934-4ff8-8db5-e0ee022fc35a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:13.927489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.942236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2dcd6a-791a-43b9-ae02-b81a63e4caa3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.945906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f23e51ca-a168-4229-8742-166e6d2a8470,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.966333 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.967707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d2eeed03-3d1e-4e86-a19f-6b952fc2d55b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437160 Jul 09 20:05:13.970790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:13.975752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.032429 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.041648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b677d18c-5020-46b7-b8fb-a8335482655d None None] Port 2a486633-f934-4ff8-8db5-e0ee022fc35a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:14.114464 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.126483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.131115 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.138949 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Transition to ACTIVE for port object 2a486633-f934-4ff8-8db5-e0ee022fc35a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:14.148868 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.164304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c21d0a-c8d5-4b18-b6aa-ed9d7816bda0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.185694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.190634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.201443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9b0531b5-bf17-486c-8241-c1f429b1c3f9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154565 Jul 09 20:05:14.202586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.221101 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874f4d9-4681-4b10-816a-4fa8b383f879 None None] Pushing event updated for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.257944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.302239 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Attempting to bind port 2a486633-f934-4ff8-8db5-e0ee022fc35a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:14.302676 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Attempting to bind port 2a486633-f934-4ff8-8db5-e0ee022fc35a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:14.303316 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Attempting to bind port 2a486633-f934-4ff8-8db5-e0ee022fc35a on network 6347d138-d682-4de0-bcdb-fad02b09bf12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:14.309404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:14.310039 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Checking segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:14.310644 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.311333 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Bound using segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:14.312004 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Bound port: 2a486633-f934-4ff8-8db5-e0ee022fc35a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:14.312582 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.326908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.341374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.367293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d6ffff-d57c-4887-9d1b-c839939e0cbb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.379072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.380389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4087091-a653-4cf0-83b8-38303bab9992 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873243 Jul 09 20:05:14.383131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.390514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.404385 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] For port 2a486633-f934-4ff8-8db5-e0ee022fc35a, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:14.411500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] For port 2a486633-f934-4ff8-8db5-e0ee022fc35a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a486633-f934-4ff8-8db5-e0ee022fc35a,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:14.421542 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.432349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.527295 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:14.528454 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:04:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:14.530794 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874f4d9-4681-4b10-816a-4fa8b383f879 None None] Pushing event updated for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.586112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a265ac54-4776-484b-89a4-962b4da9d9bb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:14.593650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.599301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.689189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.693008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3062468 Jul 09 20:05:14.693008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf7829-ab85-4f74-a3cd-f7b024f7ecfe tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a894e906-247a-425a-871a-5f5553d4982d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.693916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.700277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.706442 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:14.773177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a265ac54-4776-484b-89a4-962b4da9d9bb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:14.773601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.775965 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:05:14.782479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.899840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.906276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.935689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1177edce-7f1c-4a8b-8c4a-9e8c6e27f606,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.938491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.943392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-081476ba-ba35-4c75-a553-f987667a8b3c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2481420 Jul 09 20:05:14.943532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.948995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '1a1a4d4f-fb80-4231-bd29-ae00087d13a6', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.965793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f23e51ca-a168-4229-8742-166e6d2a8470 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:14.992752 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:05:15.001444 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.039579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f23e51ca-a168-4229-8742-166e6d2a8470 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:15.040030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.057004 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:14Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:15.094186 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.096159 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cdd440-0896-4ae7-bed8-cd4138260fe0 None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:14Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:05:15.123791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.176907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573733f7-bd41-45af-8833-3fc7f874888a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:15.189376 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.200953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4edf4780-c294-4873-81d1-b6e4565bc8b1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2562237 Jul 09 20:05:15.363995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-a0d7c52e-1110-451d-9e4f-b58815d8675b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290200543&fields=id&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 267 time: 0.0458844 Jul 09 20:05:15.494279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-1b77571c-fdb2-47da-a6f7-92f95ea98fa9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:15.496341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-1b77571c-fdb2-47da-a6f7-92f95ea98fa9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 797 time: 0.1235056 Jul 09 20:05:15.515365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-f9dc9502-fa0f-4219-8810-3cc3d5f7bed6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/quotas/eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 375 time: 0.0127490 Jul 09 20:05:15.596789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-039b40dd-f224-4e3a-bb97-055b46a35442 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751288 Jul 09 20:05:15.708232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-290bf78b-cf24-4ad5-8013-b4068eb8bda8 service neutron] 10.222.0.10 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992267 Jul 09 20:05:15.836277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-c105a2ef-cb92-4089-9913-6e5fae4ecc52 service neutron] 10.222.0.10 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252151 Jul 09 20:05:16.155552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64a30660-bddf-4b4e-98f0-ec299aa59686 req-dfc0f386-59a5-4e71-a0e3-d78966885246 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 210 time: 0.1027517 Jul 09 20:05:16.593806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a486633-f934-4ff8-8db5-e0ee022fc35a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:16.666184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2a486633-f934-4ff8-8db5-e0ee022fc35a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:16.671045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2a486633-f934-4ff8-8db5-e0ee022fc35a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:16.671528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.755923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.796838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 2a486633-f934-4ff8-8db5-e0ee022fc35a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a486633-f934-4ff8-8db5-e0ee022fc35a,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:16.803750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.878308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.307762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47fd3813-bc3b-49d1-aca2-a6339d075318 req-1302be29-07b9-433c-8e9a-611168fbe5bb tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 210 time: 0.0361123 Jul 09 20:05:17.497483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-46df307a-a443-44f8-8959-71b209dcb151 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:17.498993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-46df307a-a443-44f8-8959-71b209dcb151 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 797 time: 0.1091890 Jul 09 20:05:17.546450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-327124be-ed6a-4d16-b094-ebd00755712a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 380 time: 0.0367804 Jul 09 20:05:17.556048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'port': {'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'admin_state_up': True, 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'security_groups': ['1a1a4d4f-fb80-4231-bd29-ae00087d13a6']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:17.678379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:17.682049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.809651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.4 (6347d138-d682-4de0-bcdb-fad02b09bf12/60df04eb-c724-498e-a828-ff9196226983/4483eaf7-619d-4176-b68f-b4f3f82980c0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:18.018368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.033894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 4483eaf7-619d-4176-b68f-b4f3f82980c0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:18.068216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.121654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:18.125057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:18.129652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:18.134007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:18.211925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.212620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.232204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-9eccf534-8911-48ec-a6fd-f6dc4f97fe3a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6799459 Jul 09 20:05:18.311658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Request body: {'port': {'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:18.390053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.531064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f69277c-2ee6-4ae0-9b28-004a5b73cf6f None None] Provisioning for port 4483eaf7-619d-4176-b68f-b4f3f82980c0 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:18.538041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f69277c-2ee6-4ae0-9b28-004a5b73cf6f None None] Provisioning complete for port 4483eaf7-619d-4176-b68f-b4f3f82980c0 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:18.538602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f69277c-2ee6-4ae0-9b28-004a5b73cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.643093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8f69277c-2ee6-4ae0-9b28-004a5b73cf6f None None] Port 4483eaf7-619d-4176-b68f-b4f3f82980c0 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:18.662389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a486633-f934-4ff8-8db5-e0ee022fc35a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:18.754734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2a486633-f934-4ff8-8db5-e0ee022fc35a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:18.755715 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.789805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4483eaf7-619d-4176-b68f-b4f3f82980c0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:18.802837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.830270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Transition to ACTIVE for port object 4483eaf7-619d-4176-b68f-b4f3f82980c0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:18.836231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.898481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.936465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e9f77-46eb-4848-994e-5f0dd5fcf51d req-b42cf6b0-885b-47d4-92c9-07783c04464f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.938023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-414e9f77-46eb-4848-994e-5f0dd5fcf51d req-b42cf6b0-885b-47d4-92c9-07783c04464f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 931 time: 0.4740491 Jul 09 20:05:18.981951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-414e9f77-46eb-4848-994e-5f0dd5fcf51d req-a6ea2b0d-553a-4754-924f-0be5ec8010f6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Jul 09 20:05:18.984816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:18.995976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Attempting to bind port 4483eaf7-619d-4176-b68f-b4f3f82980c0 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:18.996314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Attempting to bind port 4483eaf7-619d-4176-b68f-b4f3f82980c0 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:18.996646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Attempting to bind port 4483eaf7-619d-4176-b68f-b4f3f82980c0 on network 6347d138-d682-4de0-bcdb-fad02b09bf12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:19.001542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Port 4483eaf7-619d-4176-b68f-b4f3f82980c0 on network 6347d138-d682-4de0-bcdb-fad02b09bf12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:05:19.001865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Attempting to bind port 4483eaf7-619d-4176-b68f-b4f3f82980c0 on network 6347d138-d682-4de0-bcdb-fad02b09bf12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:19.006726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:19.007062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Checking segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:19.007437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Bound using segment: {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:19.007856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Bound port: 4483eaf7-619d-4176-b68f-b4f3f82980c0, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:19.008213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.105936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:19.109819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:19.117727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.172976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.173630 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.175048 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 1091 time: 0.9358556 Jul 09 20:05:19.175491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:19.177805 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062" -d '{"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:19.233915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6b84c-8a70-42f6-9e9a-b04d2033c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:19.247842 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5c47f-5f7f-4c5d-9245-b0e2d75091d3 x-openstack-request-id: req-25a5c47f-5f7f-4c5d-9245-b0e2d75091d3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:19.248157 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:19.248394 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25a5c47f-5f7f-4c5d-9245-b0e2d75091d3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:19.248800 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'status': 'completed', 'code': 200} Jul 09 20:05:19.316337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-f781df7c-b98e-4d24-890f-d3288ca8d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.320345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-f781df7c-b98e-4d24-890f-d3288ca8d37e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1094 time: 0.0701103 Jul 09 20:05:19.382347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-c966e111-e0d6-4ec5-b3da-f8af8d4cdaf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 217 time: 0.0509901 Jul 09 20:05:19.438820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-fd7cf241-8087-49b1-b0ee-3baaa9ebf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.440344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-fd7cf241-8087-49b1-b0ee-3baaa9ebf1ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.0512278 Jul 09 20:05:19.545680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-85fba487-3af7-41b6-bae3-3dff3c4a616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.547229 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-85fba487-3af7-41b6-bae3-3dff3c4a616d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932553 Jul 09 20:05:19.645660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-05c299ae-b50b-4be6-96db-487523894b66 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907686 Jul 09 20:05:19.740727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fd1d859-ac2b-4c99-ad10-ae2ddb2e3733 req-4488a1e3-985b-4618-847b-fa05bdc5e1ca service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893092 Jul 09 20:05:19.896153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-550016c6-00fe-44d1-b3ce-464e67b06b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.897898 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-550016c6-00fe-44d1-b3ce-464e67b06b09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1094 time: 0.0703604 Jul 09 20:05:20.274238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818153f5-842d-484a-bfa2-9792adb6f4b9 req-bb9af9f4-8be2-416d-a173-a981e03f17f0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.275925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-818153f5-842d-484a-bfa2-9792adb6f4b9 req-bb9af9f4-8be2-416d-a173-a981e03f17f0 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 943 time: 0.0740850 Jul 09 20:05:20.321600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-818153f5-842d-484a-bfa2-9792adb6f4b9 req-d7de89f9-6751-4fc0-badb-e3f1aaab8640 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387146 Jul 09 20:05:20.370585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-d07e1d9a-3578-4cb4-808a-52de8bc68e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.372507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-d07e1d9a-3578-4cb4-808a-52de8bc68e0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 898 time: 0.4683628 Jul 09 20:05:20.420569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-d00e803b-a69c-481a-95d1-43b0a1faf51b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 217 time: 0.0401187 Jul 09 20:05:20.471035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-94fb7427-3aeb-40e6-8742-b83b5f03339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.472519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-94fb7427-3aeb-40e6-8742-b83b5f03339c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.0448439 Jul 09 20:05:20.534150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-9089503d-e295-4b43-b3b5-8d1cb0a89f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.535704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-9089503d-e295-4b43-b3b5-8d1cb0a89f61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550652 Jul 09 20:05:20.634152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-60d612dd-17f9-4d77-adb9-d173e2ddd787 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913310 Jul 09 20:05:20.737078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25f9ef17-ce9b-4b5d-a2a4-0b7a83714062 req-5258278f-5b88-4876-9082-1ee4fbcd0d13 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956511 Jul 09 20:05:21.499782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd077fb-1bd6-4152-9001-c4f2835f99d1 req-c225b0ec-6bb3-409e-8edd-5d369cc219b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.501313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd077fb-1bd6-4152-9001-c4f2835f99d1 req-c225b0ec-6bb3-409e-8edd-5d369cc219b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 943 time: 0.0655518 Jul 09 20:05:21.538526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4cd077fb-1bd6-4152-9001-c4f2835f99d1 req-f0496735-8a17-4ad3-a9ea-5c5473c65d49 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 09 20:05:22.370254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f205508f-856c-4d4b-bf3d-96e30b918fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.727462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20ea9-a120-4621-a84b-e9ed6ad39121 req-c8a813c8-8d95-425e-b796-2954e22239f1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.729535 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61f20ea9-a120-4621-a84b-e9ed6ad39121 req-c8a813c8-8d95-425e-b796-2954e22239f1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 943 time: 0.0671961 Jul 09 20:05:22.766925 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61f20ea9-a120-4621-a84b-e9ed6ad39121 req-f3ff6c6d-22a3-4528-88de-93d4493d317e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 09 20:05:23.389480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:05:23.391518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.438194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4483eaf7-619d-4176-b68f-b4f3f82980c0 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:05:23.535964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:23.548508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:05:23.591386 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.610079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4483eaf7-619d-4176-b68f-b4f3f82980c0 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:23.633421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:23.638464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.693909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.846281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['4483eaf7-619d-4176-b68f-b4f3f82980c0'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:05:23.945015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a73f-dbeb-44ea-8d57-7d88b4f688c6 req-acbde32f-dd71-4739-b3ad-e3709d88554e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:23.946789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1d0a73f-dbeb-44ea-8d57-7d88b4f688c6 req-acbde32f-dd71-4739-b3ad-e3709d88554e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 944 time: 0.0671206 Jul 09 20:05:24.020897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1d0a73f-dbeb-44ea-8d57-7d88b4f688c6 req-f9dbe061-5e17-4e11-9e2e-b00203e6a3d4 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637968 Jul 09 20:05:24.981735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27c64d00-7de5-4ea1-ae81-6cf6360936f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.212168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7382-4ebf-4dde-aa8f-67596c83eb36 req-82c9fb37-367d-4837-acc7-ba9dd20b1491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.214209 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-382b7382-4ebf-4dde-aa8f-67596c83eb36 req-82c9fb37-367d-4837-acc7-ba9dd20b1491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 944 time: 0.0639112 Jul 09 20:05:25.269851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-382b7382-4ebf-4dde-aa8f-67596c83eb36 req-8e363193-f30c-4570-a45c-558645be260e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495961 Jul 09 20:05:25.273516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.451331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4483eaf7-619d-4176-b68f-b4f3f82980c0 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:25.505164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 4483eaf7-619d-4176-b68f-b4f3f82980c0 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:25.509504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 4483eaf7-619d-4176-b68f-b4f3f82980c0 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:25.509761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.601412 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.627703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:25.630478 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288ccef-29bb-497b-b6a1-9b0a2b223916" -d '{"events": [{"server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "name": "network-vif-plugged", "status": "completed", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:25.651446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:25.656691 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.721010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:25.816564 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3da69-dea4-442a-9de8-b6d855a19568 x-openstack-request-id: req-5bf3da69-dea4-442a-9de8-b6d855a19568 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:25.816864 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "name": "network-vif-plugged", "status": "completed", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:25.817163 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bf3da69-dea4-442a-9de8-b6d855a19568 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:25.817542 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'code': 200} Jul 09 20:05:25.946449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e11da-5644-4a97-8d0c-b26b56588300 req-92a9cf6d-c174-4989-880c-a2063067a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.948135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-058e11da-5644-4a97-8d0c-b26b56588300 req-92a9cf6d-c174-4989-880c-a2063067a0dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1096 time: 0.0567174 Jul 09 20:05:25.983905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-058e11da-5644-4a97-8d0c-b26b56588300 req-ec3edfb3-a597-4898-ae14-df7230cf42b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292003 Jul 09 20:05:26.404439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.484595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85152e88-0e40-4eb9-ba3a-05a4dff04d1c req-9e4a0ac4-b3cd-4122-9353-7bb90df1ec7a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:26.486212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85152e88-0e40-4eb9-ba3a-05a4dff04d1c req-9e4a0ac4-b3cd-4122-9353-7bb90df1ec7a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.0933721 Jul 09 20:05:26.524710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85152e88-0e40-4eb9-ba3a-05a4dff04d1c req-3d37e4a1-cffd-4e52-97ba-4228e2e5a6b7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jul 09 20:05:27.227663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:27.335790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d039a18-6e7c-4b3b-858d-9bdbc2006da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.438839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d039a18-6e7c-4b3b-858d-9bdbc2006da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.444704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d039a18-6e7c-4b3b-858d-9bdbc2006da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.482670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039a18-6e7c-4b3b-858d-9bdbc2006da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8fc6fd-db06-4a1d-92b5-9a41c2fa0f08,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.490758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:27.496923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8d039a18-6e7c-4b3b-858d-9bdbc2006da4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cc14d2372df4f4b97e6ccd2bb07363a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665603 Jul 09 20:05:27.538050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.559634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.610599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.613198 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.616967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d8fc6fd-db06-4a1d-92b5-9a41c2fa0f08 HTTP/1.1" status: 204 len: 168 time: 0.1259768 Jul 09 20:05:27.625120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af17b1-21fa-4077-b4bf-da7d0de266a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8fc6fd-db06-4a1d-92b5-9a41c2fa0f08,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.732228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e9b91-0ecc-46ce-bd72-c6187ad0d472 req-63046ae2-f8b3-4521-a06b-fb4fedf59847 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.733984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-621e9b91-0ecc-46ce-bd72-c6187ad0d472 req-63046ae2-f8b3-4521-a06b-fb4fedf59847 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.0837750 Jul 09 20:05:27.773483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-621e9b91-0ecc-46ce-bd72-c6187ad0d472 req-663ff46a-b72f-44d4-9bfb-e2fad4425b39 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Jul 09 20:05:27.886680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.928955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:27.942601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-221bf4c8-920e-429d-857d-7503c5d5740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.956511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29765b-fda6-4785-8a80-3f391d3bd532 req-be2609e2-802b-4685-a661-bfa6c8a8a490 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.958051 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce29765b-fda6-4785-8a80-3f391d3bd532 req-be2609e2-802b-4685-a661-bfa6c8a8a490 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.0664451 Jul 09 20:05:27.999653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce29765b-fda6-4785-8a80-3f391d3bd532 req-7bf56bf5-2fbf-4b18-81a4-a868e9eae3d8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jul 09 20:05:28.026607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:28.050512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-221bf4c8-920e-429d-857d-7503c5d5740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.055841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-221bf4c8-920e-429d-857d-7503c5d5740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.085212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc4645-e220-4a07-bd95-ae953ce8568f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.086742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-95dc4645-e220-4a07-bd95-ae953ce8568f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1091 time: 0.0588717 Jul 09 20:05:28.090386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:28.095067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:28.100234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-221bf4c8-920e-429d-857d-7503c5d5740f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd74760b88af4511a38c51b7226c65e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675067 Jul 09 20:05:28.100416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:28.101670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bf4c8-920e-429d-857d-7503c5d5740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f280473-f5f7-4218-b744-e48ee0dd444d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.151402 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.216380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.254363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.329112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.362653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.365767 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.367015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f280473-f5f7-4218-b744-e48ee0dd444d HTTP/1.1" status: 204 len: 168 time: 0.2656929 Jul 09 20:05:28.418680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948db90c-73f2-4a7f-8b8b-f8863bef1728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f280473-f5f7-4218-b744-e48ee0dd444d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.517885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.25.3.149 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/aefe5070-e092-45da-9df8-ffe81d729e6e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:28.641060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.687981 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.743933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:28.747340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:28.750915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:28.773797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=aefe5070-e092-45da-9df8-ffe81d729e6e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:29.304098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.452285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.617516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.622985 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.686561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=aefe5070-e092-45da-9df8-ffe81d729e6e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:29.703380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.818214 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Floating IP 918cab5c-a995-48b6-be67-d96c63e0ba2e associated. External IP: 172.25.3.149, port: 4483eaf7-619d-4176-b68f-b4f3f82980c0. Jul 09 20:05:30.057639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:05:30.199134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:05:30.214748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:05:30.218402 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.230190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:30.230820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.261250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c342a408-2bcb-48cb-b6b3-f92b410a0f2e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1665397 Jul 09 20:05:30.261250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:30.261748 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:30.262327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:30.299617 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398bdee2-cb00-4281-93e0-d37e93c0f975 x-openstack-request-id: req-398bdee2-cb00-4281-93e0-d37e93c0f975 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:30.299907 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:30.300161 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-398bdee2-cb00-4281-93e0-d37e93c0f975 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:30.300818 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'status': 'completed', 'code': 200} Jul 09 20:05:30.355461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:30.377301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7d7d48d7-209a-431f-9aac-abcbb3451906 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/918cab5c-a995-48b6-be67-d96c63e0ba2e HTTP/1.1" status: 200 len: 991 time: 0.1124671 Jul 09 20:05:30.395263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-7374246c-4e04-4549-a1a4-30d17e308185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.396931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-7374246c-4e04-4549-a1a4-30d17e308185 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1096 time: 0.0667996 Jul 09 20:05:30.524415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-35730040-81ba-48a9-b320-ae82ace79be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.526078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-35730040-81ba-48a9-b320-ae82ace79be5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 898 time: 0.1223235 Jul 09 20:05:30.598897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-c1c903c8-7b9b-4cd8-8f76-352f93b6ed15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 999 time: 0.0662758 Jul 09 20:05:30.600460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:28Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.627279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:05:30.636896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:30.637806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.668953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-b8e100a7-36e5-4eff-ba69-3c6f2e316eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.670477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-b8e100a7-36e5-4eff-ba69-3c6f2e316eab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.0646393 Jul 09 20:05:30.737199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-352f2f3d-ad88-4d84-bf67-47c4dba9e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.738722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-352f2f3d-ad88-4d84-bf67-47c4dba9e5ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610907 Jul 09 20:05:30.784850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:30.840656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-e4331552-d592-4252-bda6-5bee12aacaec service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948076 Jul 09 20:05:30.933568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f8d97f2e-f5e2-4560-a2dd-69add9f4f6d3 req-3b5d925f-4815-4a9b-a687-e5d13f398dc6 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870752 Jul 09 20:05:31.038571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:28Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:31.069098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599adeb8-0bd7-4520-a2e0-4bf54d6270c5 None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:05:11Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:28Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:05:31.276160 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd1c62-4b1c-4562-be03-bd124a250aee None None] New status for floating IP 918cab5c-a995-48b6-be67-d96c63e0ba2e: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:05:31.379081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:31.477911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b03d8d65-6198-42ec-8ea0-693fa83415be tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/918cab5c-a995-48b6-be67-d96c63e0ba2e HTTP/1.1" status: 200 len: 991 time: 0.0966995 Jul 09 20:05:32.481652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:32.596546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ee607644-20ba-4635-bd63-a366eef9ee3e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/918cab5c-a995-48b6-be67-d96c63e0ba2e HTTP/1.1" status: 200 len: 993 time: 0.1136987 Jul 09 20:05:47.123346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:47.249584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222c5ee7-35d3-4d28-921c-f1282188304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.353725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222c5ee7-35d3-4d28-921c-f1282188304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.357759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222c5ee7-35d3-4d28-921c-f1282188304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.395578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5ee7-35d3-4d28-921c-f1282188304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89054136-7121-4e34-94bb-d0576e5c971a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:47.400194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-222c5ee7-35d3-4d28-921c-f1282188304c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f82fbdea86f4915b054bb7a5df7a9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758110 Jul 09 20:05:47.403406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:47.457314 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.480279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.552219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.554985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.556727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89054136-7121-4e34-94bb-d0576e5c971a HTTP/1.1" status: 204 len: 168 time: 0.1521990 Jul 09 20:05:47.565101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dde3c-73c7-4c3a-8ddf-36bb6ceb2627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89054136-7121-4e34-94bb-d0576e5c971a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:47.873625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 41940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:47.887349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dc71db5-e777-4afa-9801-0e6c60aab0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.992748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dc71db5-e777-4afa-9801-0e6c60aab0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.997111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dc71db5-e777-4afa-9801-0e6c60aab0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.045867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 41944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:48.046796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5dc71db5-e777-4afa-9801-0e6c60aab0ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe6762b858104394864930c476006615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720474 Jul 09 20:05:48.047707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc71db5-e777-4afa-9801-0e6c60aab0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c4eba-fb1c-4e6c-9e5e-8e0063d64393,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.098128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.122638 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.173677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.181674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.185648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/358c4eba-fb1c-4e6c-9e5e-8e0063d64393 HTTP/1.1" status: 204 len: 168 time: 0.1386836 Jul 09 20:05:48.194278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19145976-a0c2-464b-abf0-aa69905662fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c4eba-fb1c-4e6c-9e5e-8e0063d64393,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.873720 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.372173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16cbb2cd-8e37-4235-96c6-9dd45f4807ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.691742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-e122c27b-962f-46ea-b3cc-6200cd923045 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595405 Jul 09 20:05:52.811709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89900ceb-24c3-4306-b304-9417715252ed req-62eba4d5-ff78-483f-9e01-a684ea564c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.813377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-62eba4d5-ff78-483f-9e01-a684ea564c18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1096 time: 0.0621147 Jul 09 20:05:52.950775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89900ceb-24c3-4306-b304-9417715252ed req-44fd0bc8-1b31-4e58-bddb-e6c5331cc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.952403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-44fd0bc8-1b31-4e58-bddb-e6c5331cc270 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 898 time: 0.1027086 Jul 09 20:05:53.025117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-75c87a3c-aef0-475f-ac4d-314fc6b36cee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 1001 time: 0.0638046 Jul 09 20:05:53.081339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89900ceb-24c3-4306-b304-9417715252ed req-51224820-6620-4f98-b3cb-55de34ed898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:53.082904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-51224820-6620-4f98-b3cb-55de34ed898e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.0510249 Jul 09 20:05:53.163065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89900ceb-24c3-4306-b304-9417715252ed req-7e7bd1ad-660e-4c1f-9b7a-0adb16fbae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:53.165327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-7e7bd1ad-660e-4c1f-9b7a-0adb16fbae19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743549 Jul 09 20:05:53.269326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-ce000334-19bb-4499-8b31-c17a5489e121 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964606 Jul 09 20:05:53.373607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-89900ceb-24c3-4306-b304-9417715252ed req-17516e2c-b025-4201-8eef-290e2d284bbe service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977671 Jul 09 20:05:53.396127 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.984271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db105c34-5d10-4c15-b17c-487e1f5e4389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.276966 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.435349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978fc73-2eb2-47ab-9a95-3ac8cfa9c42f req-5da3990c-b088-4608-89eb-4b9160a2de75 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:55.437605 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7978fc73-2eb2-47ab-9a95-3ac8cfa9c42f req-5da3990c-b088-4608-89eb-4b9160a2de75 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0819600 Jul 09 20:05:55.478294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7978fc73-2eb2-47ab-9a95-3ac8cfa9c42f req-8394d78e-2df7-44a8-ba2b-dcd9f8d0aa6e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356565 Jul 09 20:05:55.503528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:55.571833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e2e548d-73c3-4279-83e2-56822bf1eb6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 200 len: 993 time: 0.0630751 Jul 09 20:05:56.002290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5019-21d7-4f41-b95d-705735deabc7 req-74fdd4ea-d62e-4b4c-848c-31fa99270992 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:56.003957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80fc5019-21d7-4f41-b95d-705735deabc7 req-74fdd4ea-d62e-4b4c-848c-31fa99270992 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0623946 Jul 09 20:05:56.044103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80fc5019-21d7-4f41-b95d-705735deabc7 req-e6513acd-3d58-47dd-be95-08fa18a12b29 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Jul 09 20:05:56.404203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.759151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-79cf33cc-ba16-4447-8b4c-d9b46af46ed1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556238 Jul 09 20:05:57.325466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:57.455525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-141fb5f6-628e-405c-9235-5bc72b9d085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.511695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-262046b7-db6f-4a46-a8f9-f2b34735de71 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:05:57.518385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-262046b7-db6f-4a46-a8f9-f2b34735de71 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2265608 Jul 09 20:05:57.522699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Request body: {'binding': {'host': 'n-h1-800087-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:57.523155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:05:57.554400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-141fb5f6-628e-405c-9235-5bc72b9d085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.568292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-141fb5f6-628e-405c-9235-5bc72b9d085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.606862 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-141fb5f6-628e-405c-9235-5bc72b9d085f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=387bddeb2014440a9ecac527f962e65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793601 Jul 09 20:05:57.608067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb5f6-628e-405c-9235-5bc72b9d085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6a671-5295-4545-8501-0cc9e1176d9d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:57.609626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:57.697428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.717055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on host n-h1-800087-3 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:57.717424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:57.717754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:57.729659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.731391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:05:57.731714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:57.745301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:57.745659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:57.746039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Bound using segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:57.746483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Bound port: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:57.848597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:57.853920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.855124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] 10.222.0.10 "POST /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.3359716 Jul 09 20:05:57.860964 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.864104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.867562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77f6a671-5295-4545-8501-0cc9e1176d9d HTTP/1.1" status: 204 len: 168 time: 0.2543163 Jul 09 20:05:57.885322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e790e-b46e-4ea0-9ac7-ee019afdfffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6a671-5295-4545-8501-0cc9e1176d9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:57.891352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.094982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8fa94-4f21-4a73-ba0f-45c0122e458a req-c5ecc450-1b59-4ccf-89da-b936b34bd958 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.096631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fbd8fa94-4f21-4a73-ba0f-45c0122e458a req-c5ecc450-1b59-4ccf-89da-b936b34bd958 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0769432 Jul 09 20:05:58.170070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fbd8fa94-4f21-4a73-ba0f-45c0122e458a req-2f64ad94-9b9e-4834-bcc0-81b8bc594543 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672545 Jul 09 20:05:58.188673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-153a703b-cbe9-4732-af6c-32362ce707f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.190547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-153a703b-cbe9-4732-af6c-32362ce707f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0728478 Jul 09 20:05:58.245724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:58.261382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa350755-d1f7-47d2-be9e-cadf1ddac335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.296653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-eb10fa95-957c-45b6-a93a-3002b4709087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.298189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-eb10fa95-957c-45b6-a93a-3002b4709087 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.0957081 Jul 09 20:05:58.365538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa350755-d1f7-47d2-be9e-cadf1ddac335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.370451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-30d0e186-4aa4-4adb-afba-f6c6ae98dc94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1001 time: 0.0651224 Jul 09 20:05:58.371679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa350755-d1f7-47d2-be9e-cadf1ddac335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.409662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350755-d1f7-47d2-be9e-cadf1ddac335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02555fc2-82b1-4159-a786-5974bdbbb587,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:58.416914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fa350755-d1f7-47d2-be9e-cadf1ddac335 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=340b3fb40e3f4c73a15dd7ea64f61df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669314 Jul 09 20:05:58.417109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:58.445605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-58eae655-fbdd-4ad8-92f7-1dd289b2c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.447145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-58eae655-fbdd-4ad8-92f7-1dd289b2c0f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0696919 Jul 09 20:05:58.510872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-c7b128a9-bde6-4597-b094-07700cc20357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.512503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-c7b128a9-bde6-4597-b094-07700cc20357 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581563 Jul 09 20:05:58.627585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-7319458b-74f1-4bdf-b05b-e4aff0a094f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062047 Jul 09 20:05:58.745679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-d52550f2-61a2-493b-ae83-9f7887c425fd service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104472 Jul 09 20:05:58.760962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.783789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.832148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.835349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.836592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02555fc2-82b1-4159-a786-5974bdbbb587 HTTP/1.1" status: 204 len: 168 time: 0.4184546 Jul 09 20:05:58.863455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db357acd-38b7-412d-bc97-3c598fddbdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02555fc2-82b1-4159-a786-5974bdbbb587,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:58.928981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-e35ed6e5-f995-4780-a91d-280dea6ec445 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.931491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-e35ed6e5-f995-4780-a91d-280dea6ec445 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&tenant_id=e8d476af66924eceb0f5f07ca77128d3&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1096 time: 0.1275346 Jul 09 20:05:58.943636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-3'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:59.034123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.177619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:59.218848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:59.241657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:59.346138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:59.348851 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5bb1b-2f96-4bd3-b8d9-fb3b911f8a71" -d '{"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:59.355885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.380414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.420272 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde44353-580d-4a90-96d3-fb2bb2a063e8 x-openstack-request-id: req-cde44353-580d-4a90-96d3-fb2bb2a063e8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:59.420272 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:59.420581 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cde44353-580d-4a90-96d3-fb2bb2a063e8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:59.420903 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'code': 200} Jul 09 20:05:59.439700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0d78-443d-4eee-b01d-2a4cd4e16043 req-6889bb0a-8b78-4830-a57e-474207a6fc78 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.451826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-830e0d78-443d-4eee-b01d-2a4cd4e16043 req-6889bb0a-8b78-4830-a57e-474207a6fc78 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.1332166 Jul 09 20:05:59.490532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57fc41-31be-4274-a8a8-2870878c5579 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.491034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57fc41-31be-4274-a8a8-2870878c5579 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.491512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57fc41-31be-4274-a8a8-2870878c5579 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.493490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7e57fc41-31be-4274-a8a8-2870878c5579 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=eb1d25a4e26741f2888b2ef0218a0756&network_id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 2969 time: 0.2509100 Jul 09 20:05:59.522451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-830e0d78-443d-4eee-b01d-2a4cd4e16043 req-0e744bc7-5bbe-4a1b-941d-dbad7d8aff3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687332 Jul 09 20:05:59.553213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:59.668901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on host n-h2-800087-3 for vnic_type normal with profile {"migrating_to": "n-h1-800087-3"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:59.669732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:59.670064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:59.675418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:05:59.676172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Attempting to bind port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on network c21b68cd-be00-4ef0-9ee1-c60a69912b65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:59.684092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:59.685285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Checking segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:59.685940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Bound using segment: {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:59.686402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Bound port: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db83d6da-6a28-49e5-85ba-b562471dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:59.686786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.758610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:59.763445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:59.766726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Provisioning complete for port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:59.767425 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.769920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.859664 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.887767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:59.890295 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446b0646-96ab-4a1f-9658-66993a8d6279" -d '{"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-plugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:59.890467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:59.927408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:59.938821 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.944860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.946357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.948002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1b424ffa-0464-4beb-90ab-4e94a15df2d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1121 time: 1.0089376 Jul 09 20:05:59.976665 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e885a1ca-43f2-410a-a318-6d53940a8792 x-openstack-request-id: req-e885a1ca-43f2-410a-a318-6d53940a8792 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:59.978179 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-plugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:59.978450 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e885a1ca-43f2-410a-a318-6d53940a8792 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:59.978864 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'code': 200} Jul 09 20:06:00.060807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:00.127315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:00.160541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.160892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.161259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.161827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.162165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.162499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.162829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.163152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.163677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.164182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.164929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.165291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af07058-9f35-4fc7-b44e-157226898f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:00.388657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:06:00.529942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4af1128e-4b9b-4750-87ed-62e5b0419810 None None] Provisioning complete for port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:00.530229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4af1128e-4b9b-4750-87ed-62e5b0419810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.800878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee096930-06a3-41d7-b9ba-e4035fde3b7d req-267d576a-fb1c-4b20-9139-b7a456239d5b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:00.802517 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee096930-06a3-41d7-b9ba-e4035fde3b7d req-267d576a-fb1c-4b20-9139-b7a456239d5b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0708995 Jul 09 20:06:00.845986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ee096930-06a3-41d7-b9ba-e4035fde3b7d req-76fb255a-6a45-47db-b723-37c1ea8f482d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376287 Jul 09 20:06:01.362155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-e1c38c70-486d-4724-8a5a-80870c23b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.363698 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-e1c38c70-486d-4724-8a5a-80870c23b39c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1126 time: 0.0657408 Jul 09 20:06:01.422482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:01.425734 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9" -d '{"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:01.500953 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90042d4-b627-477e-810d-8a02757d8548 x-openstack-request-id: req-e90042d4-b627-477e-810d-8a02757d8548 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:01.502074 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:01.503188 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e90042d4-b627-477e-810d-8a02757d8548 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:01.503615 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'status': 'completed', 'code': 200} Jul 09 20:06:01.513119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-5b9948a9-0e6a-47ff-ae43-e3c765fd3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.514736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-5b9948a9-0e6a-47ff-ae43-e3c765fd3711 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.1305902 Jul 09 20:06:01.611845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-6e83c84a-2a1e-4d6e-ac71-3c21865ae7a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1001 time: 0.0828588 Jul 09 20:06:01.667041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-1be18c8c-b42a-4c77-b0b0-a36dde387339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.668637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-1be18c8c-b42a-4c77-b0b0-a36dde387339 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0529025 Jul 09 20:06:01.752569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-577196d8-96ea-4b73-bb61-8c48fcd2df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.754555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-577196d8-96ea-4b73-bb61-8c48fcd2df6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783639 Jul 09 20:06:01.859941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-0ad90141-9e3c-4ae2-ad9c-5c62423dfbf1 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984886 Jul 09 20:06:01.978557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43e69d3e-a5ff-4749-9f64-2df4f1607e3b req-2fdeee64-bc7f-493a-bc2d-fe59bdacd748 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099565 Jul 09 20:06:02.079077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea3c5-39f1-4e9b-b611-035b1cf857c3 req-04562197-69fc-4a7f-a496-034ce59a1aef tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.081585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-debea3c5-39f1-4e9b-b611-035b1cf857c3 req-04562197-69fc-4a7f-a496-034ce59a1aef tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.1021011 Jul 09 20:06:02.140966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-5b067235-6b97-4a70-a5a2-f9cdbde67e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.142659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-5b067235-6b97-4a70-a5a2-f9cdbde67e84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1126 time: 0.1130414 Jul 09 20:06:02.148483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-debea3c5-39f1-4e9b-b611-035b1cf857c3 req-bb193a57-a005-4378-9eca-ea8d3612c4d8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584385 Jul 09 20:06:02.273194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-25fb2736-1a9b-49b1-831e-4b3225f2c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.275391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-25fb2736-1a9b-49b1-831e-4b3225f2c88e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.1245270 Jul 09 20:06:02.366611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-227d77c0-27e8-4f46-a878-f513c90e2f6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 1001 time: 0.0846865 Jul 09 20:06:02.424693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-d0ac88fb-1130-4d58-8d48-27bdef74cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.426584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-d0ac88fb-1130-4d58-8d48-27bdef74cff6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0528281 Jul 09 20:06:02.500582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-8677d529-0f28-4a9a-8d3d-cc421fc20b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.502620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-8677d529-0f28-4a9a-8d3d-cc421fc20b6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675745 Jul 09 20:06:02.631356 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-2390865a-faa8-42ae-8196-2f73699d2db1 service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194398 Jul 09 20:06:02.745870 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c6e2bba5-8d37-44df-bde5-6a79c0d423d9 req-1f08055b-9293-496c-84ff-a278f39832fc service neutron] 10.222.0.25 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038191 Jul 09 20:06:03.339476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450967-9832-4524-8096-8991494a23cd req-b536656b-0b03-4fa8-b073-2827a95b1893 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:03.341629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa450967-9832-4524-8096-8991494a23cd req-b536656b-0b03-4fa8-b073-2827a95b1893 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0695164 Jul 09 20:06:03.385370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aa450967-9832-4524-8096-8991494a23cd req-4d0b9a8f-1182-4eb7-8aff-fce33a89f6fd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Jul 09 20:06:03.724880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:03.839831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:03.854374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa has no active binding in host n-h1-800087-3 {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 20:06:04.731143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:04.793532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a396e-892a-4a62-921c-21864bf3ecc1 req-95e63124-d721-4cf5-b8ee-e1504dea8912 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.796462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-010a396e-892a-4a62-921c-21864bf3ecc1 req-95e63124-d721-4cf5-b8ee-e1504dea8912 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 945 time: 0.0785356 Jul 09 20:06:04.799312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07acdd-72b6-411f-a2d0-536daeda82ce tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.800970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb07acdd-72b6-411f-a2d0-536daeda82ce tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373 HTTP/1.1" status: 200 len: 814 time: 0.0688226 Jul 09 20:06:04.862557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-010a396e-892a-4a62-921c-21864bf3ecc1 req-e2b5cdf4-5122-4f5e-a0d5-56f029be74f4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Jul 09 20:06:05.379020 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-c2781ebd-4a22-484a-ada0-a6bf1ca7f940 service neutron] 10.222.0.25 "GET /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 384 time: 0.0664470 Jul 09 20:06:05.564089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:05.594803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:05.612511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:05.655184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:05.658153 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e08ba4-0b6b-416d-bde1-09794617502e" -d '{"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:05.666257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:05.684324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.764020 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.784055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] Transition to ACTIVE for port object 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:05.790617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.890980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.896745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.901510 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc07f2-95f9-4524-9262-39af871a56b8 x-openstack-request-id: req-d4bc07f2-95f9-4524-9262-39af871a56b8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:05.902477 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:05.902948 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4bc07f2-95f9-4524-9262-39af871a56b8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:05.903580 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'code': 200} Jul 09 20:06:05.933078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53fa51c-3b69-4bb4-8aa7-0bd9ec20536a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:05.943930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.944276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.944614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.944945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.945293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.946538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.947030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.947541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.948027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.948521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.949004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.949508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:05.977644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:05.978045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cb4358ea-9072-4f10-bf0e-faa562eb1ef3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3fe752640474ee78c689d6a510c6943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579302 Jul 09 20:06:06.056083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] Pushing event updated for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:06.143686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.144079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] No DVR routers for this DVR port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:06.151284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'network': {'name': 'tempest-network-smoke--510083846', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:06.174489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:06.178934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.204212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.207015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:06.218645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.219264 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Added segment ed0ec9cf-d4eb-4b11-b585-c690289ea914 of type vlan for network e16a4c76-8c83-48c9-bea2-745f71d1752a Jul 09 20:06:06.273440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.278822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.311622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.317622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.318365 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.327130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5b1d5-8dec-4eb0-b84e-bb18bb37185d req-dcaa0f9e-dacf-4dda-8dc9-3fead1f73b22 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.328920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bb5b1d5-8dec-4eb0-b84e-bb18bb37185d req-dcaa0f9e-dacf-4dda-8dc9-3fead1f73b22 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.2507074 Jul 09 20:06:06.388426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-da12087c-c5ad-4d11-9fdd-1da87dff98be service neutron] 10.222.0.25 "PUT /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa/bindings/n-h1-800087-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0033965 Jul 09 20:06:06.389051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.389740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2448435 Jul 09 20:06:06.391972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.393096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.395794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b53fa51c-3b69-4bb4-8aa7-0bd9ec20536a HTTP/1.1" status: 204 len: 168 time: 0.4155147 Jul 09 20:06:06.413108 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636efae0-2ac4-4086-b9a2-de204d604f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53fa51c-3b69-4bb4-8aa7-0bd9ec20536a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:06.434523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bb5b1d5-8dec-4eb0-b84e-bb18bb37185d req-ae8a1df0-bbe4-4838-8226-daa74ef835dc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623355 Jul 09 20:06:06.463578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f340c-4e90-4288-b378-b97dd3070b23 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Network': ['ID=e16a4c76-8c83-48c9-bea2-745f71d1752a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:06.474916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network e16a4c76-8c83-48c9-bea2-745f71d1752a details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:06.562751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3973f09-24a0-4f12-a57a-eb153ce08928 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.566854 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3973f09-24a0-4f12-a57a-eb153ce08928 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=eb1d25a4e26741f2888b2ef0218a0756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1700168 Jul 09 20:06:06.567605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.602522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-91a87c76-3d76-40cf-90a9-4edd0fb60099 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.604049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-91a87c76-3d76-40cf-90a9-4edd0fb60099 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&tenant_id=e8d476af66924eceb0f5f07ca77128d3&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.1369200 Jul 09 20:06:06.690581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de012b-3c11-42fc-80c2-4f84a028b7fd tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.694570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08de012b-3c11-42fc-80c2-4f84a028b7fd tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1233022 Jul 09 20:06:06.694972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.729023 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-85c7268f-889b-4fd2-9424-860b21aa7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.731205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-85c7268f-889b-4fd2-9424-860b21aa7c17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 1095 time: 0.1188962 Jul 09 20:06:06.735800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8153ed1a-8cf4-43f1-b909-d096273e2d7d tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388191 Jul 09 20:06:06.738633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.772766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ec9bbafe-ad87-44b0-9013-247826ef2112 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=eb1d25a4e26741f2888b2ef0218a0756&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328736 Jul 09 20:06:06.776004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.814632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-fc8ac7fb-8b12-4bc5-80c9-857c2355e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.816166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-fc8ac7fb-8b12-4bc5-80c9-857c2355e51d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0602012 Jul 09 20:06:06.819993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.851419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4ad5-b2db-49e5-95d5-99dea0dfda90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.863703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d94f5-eeed-4bec-9ede-b2547ce18962 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.867889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9c5d94f5-eeed-4bec-9ede-b2547ce18962 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882289 Jul 09 20:06:06.868217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.902196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e9aa9c04-44e1-4c58-867f-a1469a772f87 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328147 Jul 09 20:06:06.904665 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.909722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026508637', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:06.952607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-9b2eaf89-1bef-4370-a613-ece09a6480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.954438 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-9b2eaf89-1bef-4370-a613-ece09a6480c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.1275508 Jul 09 20:06:07.046868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-fb53014c-04a9-49e2-98f1-1dfda3ad7057 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 999 time: 0.0833037 Jul 09 20:06:07.068480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4ad5-b2db-49e5-95d5-99dea0dfda90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.090035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4ad5-b2db-49e5-95d5-99dea0dfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.091950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:07.095733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.144950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-f7cfa231-5c8b-4e53-9ee1-12d8569286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:07.146406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-f7cfa231-5c8b-4e53-9ee1-12d8569286c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.0903649 Jul 09 20:06:07.147376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd4ad5-b2db-49e5-95d5-99dea0dfda90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a24ac2-77e9-4222-9b1a-b629faa99175,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.153202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9ebd4ad5-b2db-49e5-95d5-99dea0dfda90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=007c0481e1124c758596ad66ba3bfbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315828 Jul 09 20:06:07.162950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:07.252012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.272389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1af48097-c913-4095-81d3-9e821cf21331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:07.274570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-1af48097-c913-4095-81d3-9e821cf21331 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203508 Jul 09 20:06:07.295612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.324092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.387864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Subnet': ['ID=11a66a0e-8e67-4b1d-96cf-6b2c579a7388,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.399910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Checking segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:07.400276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network hostable DHCP agents. Network: e16a4c76-8c83-48c9-bea2-745f71d1752a, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:07.416396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-870eec6b-320a-4625-85a1-e8d0b838f3e1 service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340826 Jul 09 20:06:07.417863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.420006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network e16a4c76-8c83-48c9-bea2-745f71d1752a is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:07.420712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.424252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8a24ac2-77e9-4222-9b1a-b629faa99175 HTTP/1.1" status: 204 len: 168 time: 0.2580066 Jul 09 20:06:07.443644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, e16a4c76-8c83-48c9-bea2-745f71d1752a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:07.449667 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:07.450906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.457849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18304ed0-585e-49b3-a83c-7d95542d7eec None None] Network e16a4c76-8c83-48c9-bea2-745f71d1752a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:07.481442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d2d3e-41f8-4383-a8c4-01fc753ad21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a24ac2-77e9-4222-9b1a-b629faa99175,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.484980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7cfa89c0-afe4-4602-b0c1-89fe066865b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5790417 Jul 09 20:06:07.589671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-72d66f20-787c-433f-8c5f-ed6234ed7d8d service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663089 Jul 09 20:06:07.650474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-e16a4c76-8c83-48c9-bea2-745f71d1752a', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ips': [{'subnet_id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:07.652844 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.757450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338784f1-82c2-4d9f-9710-98ea54c8449d req-849bb819-2d95-4200-9a17-0c2fe6a33d13 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:07.764626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-338784f1-82c2-4d9f-9710-98ea54c8449d req-849bb819-2d95-4200-9a17-0c2fe6a33d13 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.1530256 Jul 09 20:06:07.819126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-338784f1-82c2-4d9f-9710-98ea54c8449d req-45aa37f7-351d-4101-a818-ccbce4b82c48 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513470 Jul 09 20:06:07.825450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Allocated IP 172.20.0.18 (e16a4c76-8c83-48c9-bea2-745f71d1752a/11a66a0e-8e67-4b1d-96cf-6b2c579a7388/7932c869-ee19-4091-a4c1-40f409c8cf06) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:08.039159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-d9d7d0d0-5999-4387-90a0-9fe7c3364b43 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.041584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-d9d7d0d0-5999-4387-90a0-9fe7c3364b43 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9&tenant_id=e8d476af66924eceb0f5f07ca77128d3&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 1095 time: 0.0968146 Jul 09 20:06:08.045232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.062211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Transition to ACTIVE for port object 7932c869-ee19-4091-a4c1-40f409c8cf06 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:08.083338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Transition to ACTIVE for port object 7932c869-ee19-4091-a4c1-40f409c8cf06 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:08.092926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.144857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Pushing event updated for resources: {'Port': ['ID=7932c869-ee19-4091-a4c1-40f409c8cf06,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.157393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Network e16a4c76-8c83-48c9-bea2-745f71d1752a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:08.158894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:08.161646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:08.183493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.188253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750771801', 'description': 'tempest-secgroup-smoke-750771801 description', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:08.221731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.254963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Attempting to bind port 7932c869-ee19-4091-a4c1-40f409c8cf06 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:08.255355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Attempting to bind port 7932c869-ee19-4091-a4c1-40f409c8cf06 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:08.255713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Attempting to bind port 7932c869-ee19-4091-a4c1-40f409c8cf06 on network e16a4c76-8c83-48c9-bea2-745f71d1752a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:08.273155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:08.274504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Checking segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:08.275137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.275807 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Bound using segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:08.276576 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Bound port: 7932c869-ee19-4091-a4c1-40f409c8cf06, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:08.277174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.380257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] For port 7932c869-ee19-4091-a4c1-40f409c8cf06, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:08.385193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] For port 7932c869-ee19-4091-a4c1-40f409c8cf06, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7932c869-ee19-4091-a4c1-40f409c8cf06,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:08.388692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.391172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.394729 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.457493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.462310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2744088 Jul 09 20:06:08.462310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fab4-2422-4573-94fd-1b91b89c6794 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8169e8ea-0d83-4a79-a39e-344654dff1cc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.463008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.467973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:08.508774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8003a-90e8-4bc3-975d-df5e9c2031ea None None] Pushing event updated for resources: {'Port': ['ID=7932c869-ee19-4091-a4c1-40f409c8cf06,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.516984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.570479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.600433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.614290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.652321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abe58da-26c0-4612-b2e2-c19889b9bd06,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.655059 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.657195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d50d7fe-8fc6-4c9e-945e-1e018cd338ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924553 Jul 09 20:06:08.666986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.680808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:08.740591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:08.775463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324981401-network', 'tenant_id': '1ab7753697aa460fbac2ecf040bbd935'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:08.784424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.836576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-34cda3be-0fdd-477d-8fb9-29c113e69b6b service neutron] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:08.837177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:08.841624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-34cda3be-0fdd-477d-8fb9-29c113e69b6b service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.843982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-34cda3be-0fdd-477d-8fb9-29c113e69b6b service neutron] 10.222.0.59 "DELETE /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa/bindings/n-h2-800087-3 HTTP/1.1" status: 204 len: 173 time: 0.7951930 Jul 09 20:06:08.863262 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.864747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Made reservation on behalf of 1ab7753697aa460fbac2ecf040bbd935 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:08.867446 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.871151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.884453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.902595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2211fab-6428-4c53-9f0c-275bc1508ed8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.919649 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.923448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f83cb422-1a05-4e85-886d-194625726ca8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2528214 Jul 09 20:06:08.924280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.930810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.015064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3caf9-a08e-4791-8249-67281d3ffc73 req-d42cf8af-348e-4674-a84c-42b40f820d64 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.016500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ab3caf9-a08e-4791-8249-67281d3ffc73 req-d42cf8af-348e-4674-a84c-42b40f820d64 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.0696528 Jul 09 20:06:09.020879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.034553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.057508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ab3caf9-a08e-4791-8249-67281d3ffc73 req-4b20956b-a364-45e8-942a-eac53fa06b67 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Jul 09 20:06:09.073006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:09.085075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.085495 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Added segment 119a9b26-c033-4431-bab1-498fec9f9bd7 of type vlan for network d3443186-74c2-4ed9-8760-4f6dd9b93df4 Jul 09 20:06:09.098365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.101360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af718e-978d-449b-b208-4c1be04f144e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.168309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.241561 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.259927 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.294499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.295505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.296035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.311822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec00fd68-f43e-4d3a-83f9-937538eec664,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.335483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.337371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-74a695af-9317-449f-b923-3b3defe74330 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123824 Jul 09 20:06:09.340498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.345319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.379469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8052378 Jul 09 20:06:09.380324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.387599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Request body: {'subnet': {'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324981401-subnet', 'tenant_id': '1ab7753697aa460fbac2ecf040bbd935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.392682 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.417231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e44d1-eb1f-4a80-836f-626d97acb820 admin admin] Pushing event updated for resources: {'Network': ['ID=d3443186-74c2-4ed9-8760-4f6dd9b93df4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.422893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d9964-8e97-4541-a453-197ee44d360a req-57df366d-2e73-4d21-9e59-5213bc4f0535 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.424203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-718d9964-8e97-4541-a453-197ee44d360a req-57df366d-2e73-4d21-9e59-5213bc4f0535 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1095 time: 0.1761603 Jul 09 20:06:09.435871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:09.452991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Made reservation on behalf of 1ab7753697aa460fbac2ecf040bbd935 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:09.455632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.521878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-718d9964-8e97-4541-a453-197ee44d360a req-19964dc2-a485-424c-9603-7e8a4c31d968 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909026 Jul 09 20:06:09.524145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.535353 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.571674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18690a16-3e1d-4e31-9644-36007566d332,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.596927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.598212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c050195-9dd6-42fe-9a13-7b04849ff3d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2565637 Jul 09 20:06:09.602963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.609534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.652093 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:06:09.657910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.728774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.736634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.771317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.792242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c4695b-c94d-45c1-ae12-4dfe19faa5c1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.811938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.816954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-306a6936-5266-4a8d-be63-7d453bda22c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128310 Jul 09 20:06:09.817499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.832035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': '8169e8ea-0d83-4a79-a39e-344654dff1cc', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.841788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154eedb-c0e9-475f-ae26-d5c117e8e3a4 req-156dc5cf-ca35-4bc0-a81f-0ba5a8260797 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.844247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5154eedb-c0e9-475f-ae26-d5c117e8e3a4 req-156dc5cf-ca35-4bc0-a81f-0ba5a8260797 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.0950954 Jul 09 20:06:09.885707 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5154eedb-c0e9-475f-ae26-d5c117e8e3a4 req-89513148-f009-45bf-b94e-b5093af00563 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351498 Jul 09 20:06:09.909240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e258805-abf8-4526-b999-028a803119ff None None] Network e16a4c76-8c83-48c9-bea2-745f71d1752a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:09.919149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613b40a7-364b-4a8f-a972-a604cf655541,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.921816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 42934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.926007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Checking segment: {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:09.926855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Network hostable DHCP agents. Network: d3443186-74c2-4ed9-8760-4f6dd9b93df4, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:09.939848 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:06:09.947219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.972143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:10.002748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a7122f28-2bf3-4715-9447-ebb8b1764a2f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 200 len: 991 time: 0.0740864 Jul 09 20:06:10.012154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, d3443186-74c2-4ed9-8760-4f6dd9b93df4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:10.019575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:10.020273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.043267 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.045028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0dea8a37-b56c-47a2-91d7-8f0b8acd71e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6642253 Jul 09 20:06:10.047237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.051846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a108cc-d26e-42dc-a6d5-e99d8a908a8f None None] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:10.062518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd9519c-f675-4d64-bad5-70676ae74402,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:10.077340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.079067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53ca73a2-4cb2-4fe1-8c87-d91ce1a9756e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2556000 Jul 09 20:06:10.097389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7aa66de9-0c97-4dd9-b8a0-ea155e29f1e4 None None] Provisioning for port 7932c869-ee19-4091-a4c1-40f409c8cf06 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:10.280512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f16372-4a2b-48bf-9f3e-cd7ef8395b39 None None] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:10.339075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-37f916e6-b322-47ed-ba2b-affab09ac691 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750771801&fields=id&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 267 time: 0.0454397 Jul 09 20:06:10.482729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-783826f0-80f0-49ae-90cb-b0256deae865 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:10.485527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-783826f0-80f0-49ae-90cb-b0256deae865 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/networks?id=e16a4c76-8c83-48c9-bea2-745f71d1752a HTTP/1.1" status: 200 len: 796 time: 0.1386080 Jul 09 20:06:10.514437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-715e60c5-228e-4371-b06c-239ce39a4cb3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/quotas/eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 375 time: 0.0148270 Jul 09 20:06:10.624528 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-fadd19ea-293f-4251-bd4c-a1bc7f844e2c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1043904 Jul 09 20:06:10.639952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7932c869-ee19-4091-a4c1-40f409c8cf06 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:10.757628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-a2e4bf66-dab8-4b35-aedd-8b84dd951b95 service neutron] 10.222.0.10 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072466 Jul 09 20:06:10.764986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7932c869-ee19-4091-a4c1-40f409c8cf06 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:10.777851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7932c869-ee19-4091-a4c1-40f409c8cf06 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:10.778601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.781596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-70a16d56-7818-4476-ac52-ae99fe65097d None None] Provisioning complete for port 7932c869-ee19-4091-a4c1-40f409c8cf06 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:10.782161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70a16d56-7818-4476-ac52-ae99fe65097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.873606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-76814e48-f76c-4fad-8be1-ee392421dfcc service neutron] 10.222.0.10 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079733 Jul 09 20:06:10.959733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.972614 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-70a16d56-7818-4476-ac52-ae99fe65097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.026991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7932c869-ee19-4091-a4c1-40f409c8cf06, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7932c869-ee19-4091-a4c1-40f409c8cf06,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:11.032618 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.082656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f137ecd6-d6aa-4c44-9f9b-cca6b0a931fd req-9f0a09ed-e4a1-4280-b343-9cf6501e16e3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 210 time: 0.0495474 Jul 09 20:06:11.091513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7932c869-ee19-4091-a4c1-40f409c8cf06,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:11.137157 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-70a16d56-7818-4476-ac52-ae99fe65097d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:06:11.137627 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-70a16d56-7818-4476-ac52-ae99fe65097d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:06:12.078636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-7fdb6334-5270-4b05-bcd3-c00598aa45f7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:12.087785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-7fdb6334-5270-4b05-bcd3-c00598aa45f7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 808 time: 0.1255755 Jul 09 20:06:12.159596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-d000cf95-4389-4221-b74a-bfdb4f8ebd78 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/quotas/1ab7753697aa460fbac2ecf040bbd935 HTTP/1.1" status: 200 len: 375 time: 0.0621040 Jul 09 20:06:12.212597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-5c6f360d-dd2e-4e13-a88c-886539cabdd9 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471668 Jul 09 20:06:12.289633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 42996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:12.309796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-98d6e661-635e-4e32-8492-0c900b453539 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:12.311750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-98d6e661-635e-4e32-8492-0c900b453539 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/networks?id=e16a4c76-8c83-48c9-bea2-745f71d1752a HTTP/1.1" status: 200 len: 796 time: 0.2229095 Jul 09 20:06:12.314356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3a1933b-8743-4b2b-b6e7-f356e4d99729 req-ee829e44-1246-4019-801d-61e1b2adfa73 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 210 time: 0.0398104 Jul 09 20:06:12.566182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7932c869-ee19-4091-a4c1-40f409c8cf06 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:12.633511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7932c869-ee19-4091-a4c1-40f409c8cf06 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:12.633754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.771030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-6f71677a-bd27-4e79-90aa-51d1d1c68d5a service neutron] 10.222.0.10 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512199 Jul 09 20:06:12.808057 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-10559080-1c36-40ea-9351-03d095fd29b4 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 472 time: 0.1262219 Jul 09 20:06:12.820817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'port': {'device_id': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'admin_state_up': True, 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'security_groups': ['8169e8ea-0d83-4a79-a39e-344654dff1cc']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:12.995567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-deaf6450-cde2-43b1-a52e-c4b50deb5da3 service neutron] 10.222.0.10 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941044 Jul 09 20:06:13.034262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 2efcece4-ed63-4703-8608-6fd6e53a9f5a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:13.034611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.088099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:13.092321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.183240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.183562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.192208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c88e2875-f4e2-45e3-9a2e-733ca8101ad3 req-fd859bcd-0300-47c9-8f7e-d96f3bfb9f02 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 210 time: 0.0287900 Jul 09 20:06:13.202676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 2efcece4-ed63-4703-8608-6fd6e53a9f5a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:13.333809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.25 (e16a4c76-8c83-48c9-bea2-745f71d1752a/11a66a0e-8e67-4b1d-96cf-6b2c579a7388/977f610f-3cb8-424d-bde8-ba8443088074) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:13.496547 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d400671-d110-4475-aac4-a77bfff91889 req-d255f040-c6f6-43f0-90c7-820c01361fb4 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 210 time: 0.0418303 Jul 09 20:06:13.586947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.590672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.626293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=2efcece4-ed63-4703-8608-6fd6e53a9f5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:13.635971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 977f610f-3cb8-424d-bde8-ba8443088074 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:13.712645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.712991 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 8a0252b2-bb19-4c05-a20b-370879bf8f93 disassociated (deleted). External IP: 172.25.3.108, port: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa. Jul 09 20:06:13.760421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.856013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network e16a4c76-8c83-48c9-bea2-745f71d1752a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:13.864658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:13.868748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:13.870935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:13.912676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.913045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.913396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.913766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.914662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.914995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.915323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.915653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.915978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.916303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.916648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.916978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:13.974782 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:13.975448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.025306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-b3e2d8de-216e-46b1-a8ac-9557e0e19164 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2077038 Jul 09 20:06:14.042998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Request body: {'port': {'device_id': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:14.099248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 030b1d84-1be5-4dbf-8679-b8df89b97666 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:14.143680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-68c328e0-ce3f-47f0-96eb-3d7e6a78052d None None] Provisioning for port 977f610f-3cb8-424d-bde8-ba8443088074 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:14.148823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-68c328e0-ce3f-47f0-96eb-3d7e6a78052d None None] Provisioning complete for port 977f610f-3cb8-424d-bde8-ba8443088074 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:14.149428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-68c328e0-ce3f-47f0-96eb-3d7e6a78052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.185889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-68c328e0-ce3f-47f0-96eb-3d7e6a78052d None None] Port 977f610f-3cb8-424d-bde8-ba8443088074 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:14.202159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.353793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:14.366035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.366227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Sync routers for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:14.378840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:14.379768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:14.414448 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7f254f81-2a02-443b-8035-4c366d945a59 req-824076ec-4290-40e3-a92e-1f41838440c3 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 210 time: 0.0626984 Jul 09 20:06:14.509067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-f205a49d-dfa4-4d25-8a7b-502144d6200e tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.515240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-f205a49d-dfa4-4d25-8a7b-502144d6200e tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 808 time: 0.2898967 Jul 09 20:06:14.533247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Request body: {'port': {'device_id': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4', 'admin_state_up': True, 'tenant_id': '1ab7753697aa460fbac2ecf040bbd935'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:14.575591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:14.692855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f38d04a-f5df-4dfd-962d-459c1089d951 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a0252b2-bb19-4c05-a20b-370879bf8f93 HTTP/1.1" status: 204 len: 168 time: 2.3982141 Jul 09 20:06:14.693864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:14.696174 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80" -d '{"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:14.745328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Made reservation on behalf of 1ab7753697aa460fbac2ecf040bbd935 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:14.750283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.784657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977f610f-3cb8-424d-bde8-ba8443088074 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:14.815158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.860790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Transition to ACTIVE for port object 977f610f-3cb8-424d-bde8-ba8443088074 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:14.871440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8fc8-edd8-4b84-a489-15f25432f4bb req-5666cd6b-ca0f-4564-ad05-412bf943a169 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.873366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c9e8fc8-edd8-4b84-a489-15f25432f4bb req-5666cd6b-ca0f-4564-ad05-412bf943a169 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 932 time: 0.2237210 Jul 09 20:06:14.875365 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.878780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:14.921876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Checking router: 030b1d84-1be5-4dbf-8679-b8df89b97666 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:14.932170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:14.933031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Allocated IP 172.20.0.10 (d3443186-74c2-4ed9-8760-4f6dd9b93df4/613b40a7-364b-4a8f-a972-a604cf655541/6373ffa0-d216-47a9-9bbe-49b52c4e4ae6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:14.933629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:15.004571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Pushing event updated for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.012245 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c9e8fc8-edd8-4b84-a489-15f25432f4bb req-0a8539ad-b19d-4aca-ac97-5eaf1c80ee9c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314757 Jul 09 20:06:15.101911 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b445bb-d4c0-4133-a5ba-6f7612488c3f x-openstack-request-id: req-d4b445bb-d4c0-4133-a5ba-6f7612488c3f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:15.102643 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:15.102643 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4b445bb-d4c0-4133-a5ba-6f7612488c3f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:15.102845 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'status': 'completed', 'code': 200} Jul 09 20:06:15.171609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Attempting to bind port 977f610f-3cb8-424d-bde8-ba8443088074 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:15.171939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Attempting to bind port 977f610f-3cb8-424d-bde8-ba8443088074 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:15.172276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Attempting to bind port 977f610f-3cb8-424d-bde8-ba8443088074 on network e16a4c76-8c83-48c9-bea2-745f71d1752a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:15.198075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Port 977f610f-3cb8-424d-bde8-ba8443088074 on network e16a4c76-8c83-48c9-bea2-745f71d1752a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:15.198075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Attempting to bind port 977f610f-3cb8-424d-bde8-ba8443088074 on network e16a4c76-8c83-48c9-bea2-745f71d1752a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:15.207755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:15.208034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Checking segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:15.208429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Bound using segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:15.209167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Bound port: 977f610f-3cb8-424d-bde8-ba8443088074, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:15.209319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.224619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-14f5c1e1-8265-46b8-bd5c-9417c516ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.226298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-14f5c1e1-8265-46b8-bd5c-9417c516ea99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 1095 time: 0.1172764 Jul 09 20:06:15.269679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:15.299217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.367171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.415838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:15.416143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:15.419525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:15.423702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:15.468791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-bf14d747-b2c4-48e2-8d85-97e6f46e0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.471082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-bf14d747-b2c4-48e2-8d85-97e6f46e0a4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 200 len: 898 time: 0.2160258 Jul 09 20:06:15.473429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=977f610f-3cb8-424d-bde8-ba8443088074,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:15.493480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a497-6d53-438f-8fd3-8d3fc7a45bca req-26f20380-53cb-480e-83b6-02520586dd02 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.501776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0277a497-6d53-438f-8fd3-8d3fc7a45bca req-26f20380-53cb-480e-83b6-02520586dd02 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.2318003 Jul 09 20:06:15.554292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-e09d421e-9be6-43a2-9e03-2387b3b99cd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 200 len: 217 time: 0.0445704 Jul 09 20:06:15.556805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.562331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Pushing event updated for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.603192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.604360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.614215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:15.634282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.634929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.636659 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] 10.222.0.25 "PUT /v2.0/ports/977f610f-3cb8-424d-bde8-ba8443088074 HTTP/1.1" status: 200 len: 1092 time: 1.6025279 Jul 09 20:06:15.645443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-08cd74e3-1506-4ad3-8ed2-c6251171be87 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1097145 Jul 09 20:06:15.654138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Request body: {'port': {'device_id': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:15.670231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-ef5f96d2-96fc-41d1-8866-d84805fb26ec tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.672723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-ef5f96d2-96fc-41d1-8866-d84805fb26ec tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 944 time: 0.1750338 Jul 09 20:06:15.684897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194f78a-c468-4e6e-9e01-a88c288721e4 None None] The sync data for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 is: [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:04:19Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '98a4c528-54f9-465b-8a55-3d23a54c2d02', 'name': '', 'network_id': 'c21b68cd-be00-4ef0-9ee1-c60a69912b65', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:07:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:18Z', 'updated_at': '2021-07-09T20:04:27Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': 'cb87c22c-f81c-48f0-a380-588992ee768c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:15.768626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0277a497-6d53-438f-8fd3-8d3fc7a45bca req-c8a6e194-6132-4f63-9ed3-259735ec91fa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=34104969-607d-4521-9334-2d10ffeca36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658031 Jul 09 20:06:15.802251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-401f52b2-4f9f-427e-9925-84ae14556bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.803791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-401f52b2-4f9f-427e-9925-84ae14556bf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 200 len: 833 time: 0.2294393 Jul 09 20:06:15.808199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ca442-b4ee-414a-a493-a0a3afba0957 service neutron] Pushing event updated for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.892964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-86925c94-5b1e-4d86-8d8d-cb8b95dcd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.894466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-86925c94-5b1e-4d86-8d8d-cb8b95dcd80b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 1095 time: 0.2048521 Jul 09 20:06:15.902872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-1d70d57b-1607-4a03-9af8-16b7918b360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.902872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-1d70d57b-1607-4a03-9af8-16b7918b360e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c21b68cd-be00-4ef0-9ee1-c60a69912b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912213 Jul 09 20:06:15.986645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32467664-79af-4a40-8d90-4b93adb5af74 req-e889f45f-1908-4eee-993f-6249d316583c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.988096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32467664-79af-4a40-8d90-4b93adb5af74 req-e889f45f-1908-4eee-993f-6249d316583c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 932 time: 0.3141000 Jul 09 20:06:15.992739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-1e180d69-0f47-41ad-be0b-02e16195d165 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=977f610f-3cb8-424d-bde8-ba8443088074 HTTP/1.1" status: 200 len: 217 time: 0.0892918 Jul 09 20:06:15.994765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.070815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:16.071190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.087306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-2ffd571d-69f7-4a80-9fee-e83cf8c28cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.091300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-2ffd571d-69f7-4a80-9fee-e83cf8c28cd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11a66a0e-8e67-4b1d-96cf-6b2c579a7388 HTTP/1.1" status: 200 len: 838 time: 0.0895710 Jul 09 20:06:16.103039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-e62ec2f3-c6b7-4107-bf77-76ef07f232cb service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899588 Jul 09 20:06:16.132088 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93463a-caad-4622-96f8-faa1887fcc63 None None] New status for floating IP 8a0252b2-bb19-4c05-a20b-370879bf8f93: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:06:16.181109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32467664-79af-4a40-8d90-4b93adb5af74 req-bb3fc19c-5301-440f-8f1e-ab1077441eb3 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821587 Jul 09 20:06:16.280834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:16.281391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.293214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-7a0cc6c1-b989-433e-a04e-9a7d52846169 service neutron] 10.222.0.59 "GET /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806817 Jul 09 20:06:16.308747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-61630de0-fadb-4f81-bb85-c55040e76ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.310515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-61630de0-fadb-4f81-bb85-c55040e76ddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e16a4c76-8c83-48c9-bea2-745f71d1752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062948 Jul 09 20:06:16.314283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:16.591259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:16.598991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.602604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.647281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Transition to ACTIVE for port object 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:16.649951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:16.682271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.722875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] No DVR routers for this DVR port 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:16.728183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc62e-aa86-422d-816e-d20aaa8d299c req-908b6bf5-3bb4-469d-9696-e2fc8f6d4535 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.728491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.729906 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5bc62e-aa86-422d-816e-d20aaa8d299c req-908b6bf5-3bb4-469d-9696-e2fc8f6d4535 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 944 time: 0.5336051 Jul 09 20:06:16.730456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.59 "DELETE /v2.0/ports/2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa HTTP/1.1" status: 204 len: 173 time: 1.0318861 Jul 09 20:06:16.732679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-deleted', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:16.735015 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c786066-801c-470b-804b-828017897d85" -d '{"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-deleted", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:16.787527 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa7fe33-5ec2-44c0-9095-6bb039516ede x-openstack-request-id: req-7fa7fe33-5ec2-44c0-9095-6bb039516ede {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:16.788018 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9", "name": "network-vif-deleted", "tag": "2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:16.792280 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fa7fe33-5ec2-44c0-9095-6bb039516ede {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:16.792731 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9', 'name': 'network-vif-deleted', 'tag': '2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa', 'status': 'completed', 'code': 200} Jul 09 20:06:16.793696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5bc62e-aa86-422d-816e-d20aaa8d299c req-802d0d08-72b8-421c-a43a-363835213434 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Jul 09 20:06:16.821993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-c40cca0b-c1f2-4df3-bf0c-6e0088d5a318 service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040805 Jul 09 20:06:16.823349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Pushing event updated for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:16.955617 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56637913-6e9e-4abb-bd7b-267958d1b030 req-c92990bb-4bee-4b00-a7bd-5b6153605645 service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221628 Jul 09 20:06:16.972027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aac2ffbd-3025-4885-bcf6-efdf21e07b4b req-20b8c3d2-6bfd-4636-a83e-fa9df1ba5f83 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d321d7-d1b6-4bd2-9d6f-43b5aad5f0d9 HTTP/1.1" status: 200 len: 210 time: 0.0439556 Jul 09 20:06:17.000072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Attempting to bind port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:17.000597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Attempting to bind port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:17.001210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Attempting to bind port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:17.009634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:17.010164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Attempting to bind port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:17.016558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:17.016895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Checking segment: {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:17.017306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Bound using segment: {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:17.017754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Bound port: 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:17.018110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.087984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:17.091282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:17.096749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.104104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:17.107959 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158e9091-3900-4be9-83f3-2ce7ec61b583" -d '{"events": [{"name": "network-changed", "server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "tag": "977f610f-3cb8-424d-bde8-ba8443088074"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:17.172912 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e55a11-1306-458e-b302-f2236b2cd26d x-openstack-request-id: req-22e55a11-1306-458e-b302-f2236b2cd26d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:17.173437 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "tag": "977f610f-3cb8-424d-bde8-ba8443088074", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:17.173776 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22e55a11-1306-458e-b302-f2236b2cd26d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:17.174082 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074', 'status': 'completed', 'code': 200} Jul 09 20:06:17.215610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Pushing event updated for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:17.230630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.233818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.235562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-a49eb409-ce38-425b-b5f2-07bbd4b2fb19 service neutron] 10.222.0.59 "PUT /v2.0/ports/6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 HTTP/1.1" status: 200 len: 1092 time: 1.5887830 Jul 09 20:06:17.314919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-87db5e26-4d20-40ea-b756-2849d06ce1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.317244 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-87db5e26-4d20-40ea-b756-2849d06ce1b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 1095 time: 0.1157324 Jul 09 20:06:17.374133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-eeaf1297-1a16-4cf0-a386-9fa04aff283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.375638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-eeaf1297-1a16-4cf0-a386-9fa04aff283f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 1095 time: 0.0933082 Jul 09 20:06:17.418008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-a38fa458-ae3f-471d-8ba0-b1360a7100ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.419631 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-a38fa458-ae3f-471d-8ba0-b1360a7100ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=e16a4c76-8c83-48c9-bea2-745f71d1752a HTTP/1.1" status: 200 len: 897 time: 0.0953228 Jul 09 20:06:17.426464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-daefc617-dfc1-4f41-9ce2-89925db8acc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 HTTP/1.1" status: 200 len: 217 time: 0.0404668 Jul 09 20:06:17.437881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcdb13-a194-4ab9-8244-027e418c2017 req-9c34ba34-b5af-47ad-88c1-104163d86690 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.439325 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ffcdb13-a194-4ab9-8244-027e418c2017 req-9c34ba34-b5af-47ad-88c1-104163d86690 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 944 time: 0.1129808 Jul 09 20:06:17.462458 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-4309f7de-bc2a-41ad-b724-4472addd147a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=977f610f-3cb8-424d-bde8-ba8443088074 HTTP/1.1" status: 200 len: 217 time: 0.0360692 Jul 09 20:06:17.508272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-62b55bc6-4b2b-498e-bbbb-306611270d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.509832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-62b55bc6-4b2b-498e-bbbb-306611270d75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=613b40a7-364b-4a8f-a972-a604cf655541 HTTP/1.1" status: 200 len: 848 time: 0.0696185 Jul 09 20:06:17.512382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-fa9859bb-cee8-4f28-a9f2-543399d27fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.513599 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1ffcdb13-a194-4ab9-8244-027e418c2017 req-7e4fc832-dd16-4245-b3ab-659b094ec59c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657477 Jul 09 20:06:17.513833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-fa9859bb-cee8-4f28-a9f2-543399d27fab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11a66a0e-8e67-4b1d-96cf-6b2c579a7388 HTTP/1.1" status: 200 len: 838 time: 0.0451424 Jul 09 20:06:17.546736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-aa41a661-c285-47a1-9d5d-57f9093ecdfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d3443186-74c2-4ed9-8760-4f6dd9b93df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jul 09 20:06:17.597465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-f25ad09c-0fbd-45c5-9cd7-f1f344957dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.599076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-f25ad09c-0fbd-45c5-9cd7-f1f344957dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e16a4c76-8c83-48c9-bea2-745f71d1752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777400 Jul 09 20:06:17.647238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-ac1d29c5-f4ae-4456-ac43-f386efce9e54 service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934582 Jul 09 20:06:17.692267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-5c497758-9c08-40c7-8e67-9e4291a369f4 service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866992 Jul 09 20:06:17.739018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ab290e5b-eddb-46ca-a515-3a8bd5695ccf req-cdba2e79-46fd-4d51-ad15-21099aabd1c5 service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854943 Jul 09 20:06:17.787098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158e9091-3900-4be9-83f3-2ce7ec61b583 req-04da400e-7028-4fd2-9b79-9014303f822c service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879321 Jul 09 20:06:17.992928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915238-00a7-45f8-832a-a6f8151b51e1 req-e0f3dc65-729c-423f-b5b8-0570f5b7864f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.994367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95915238-00a7-45f8-832a-a6f8151b51e1 req-e0f3dc65-729c-423f-b5b8-0570f5b7864f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 944 time: 0.0702171 Jul 09 20:06:18.037513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95915238-00a7-45f8-832a-a6f8151b51e1 req-72f048a1-3c7c-4bb8-b3ac-4238b06e15a2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372741 Jul 09 20:06:18.078761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:18.512817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.705068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff219d7-8a9e-4223-94ed-91b30b2d231c req-11a5a053-d809-48f3-b301-5c0a103615ef tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:18.706717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dff219d7-8a9e-4223-94ed-91b30b2d231c req-11a5a053-d809-48f3-b301-5c0a103615ef tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 944 time: 0.0708342 Jul 09 20:06:18.748758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dff219d7-8a9e-4223-94ed-91b30b2d231c req-72d0bad1-aa7c-4394-aeb1-83a0bdbb48bb tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Jul 09 20:06:18.878891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:18.881200 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28" -d '{"events": [{"name": "network-changed", "server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:18.909625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.928539 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd4853-a97e-4952-86cf-f129ddfe8203 x-openstack-request-id: req-80fd4853-a97e-4952-86cf-f129ddfe8203 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:18.928831 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:18.929078 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80fd4853-a97e-4952-86cf-f129ddfe8203 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:18.929531 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6', 'status': 'completed', 'code': 200} Jul 09 20:06:19.083493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-c3cf06da-8a8f-4a32-9f8f-9cd22f274436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.084992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-c3cf06da-8a8f-4a32-9f8f-9cd22f274436 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 1095 time: 0.1275821 Jul 09 20:06:19.239222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e722c-5203-4f35-99ef-b1b576d4fe0e req-97d35f80-5529-468b-a7b7-299a7e7f9de8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.240820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c97e722c-5203-4f35-99ef-b1b576d4fe0e req-97d35f80-5529-468b-a7b7-299a7e7f9de8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 944 time: 0.0669048 Jul 09 20:06:19.244346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-87a25ab7-a376-40c2-9514-8aec85bb4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.245835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-87a25ab7-a376-40c2-9514-8aec85bb4e33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 909 time: 0.1384099 Jul 09 20:06:19.250853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 98a4c528-54f9-465b-8a55-3d23a54c2d02 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:19.251194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.287082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c97e722c-5203-4f35-99ef-b1b576d4fe0e req-84fc2b7f-4308-4b7d-85e3-2489dea59d0d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389726 Jul 09 20:06:19.329464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-b8c3bf13-ff26-4a66-ad19-4cd0452afe15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 HTTP/1.1" status: 200 len: 217 time: 0.0743237 Jul 09 20:06:19.415567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-ebe0c4be-6d44-49de-8873-107755626228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.417068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-ebe0c4be-6d44-49de-8873-107755626228 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=613b40a7-364b-4a8f-a972-a604cf655541 HTTP/1.1" status: 200 len: 848 time: 0.0804737 Jul 09 20:06:19.419062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 98a4c528-54f9-465b-8a55-3d23a54c2d02, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98a4c528-54f9-465b-8a55-3d23a54c2d02,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:19.419439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.441550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 98a4c528-54f9-465b-8a55-3d23a54c2d02 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:19.462624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-786810ad-f457-461d-aec6-d8adb71a1881 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d3443186-74c2-4ed9-8760-4f6dd9b93df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jul 09 20:06:19.652663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-af7452a9-3589-43cd-b165-18d9fdd644ac service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831088 Jul 09 20:06:19.789999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-98e3bda2-5660-4853-ab9d-cd48ce3cdd28 req-66dfcd4b-3796-46bc-8b2e-2783d34e7527 service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289093 Jul 09 20:06:19.808834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.824657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:19.842798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=98a4c528-54f9-465b-8a55-3d23a54c2d02,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:19.878110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:19.878733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2be6f82f-b4e7-40a0-b9c3-f9a798c1b0fa not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:20.084865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d38b-8f34-464e-a3ef-5469f8958d38 req-468d610c-6724-492c-ba8d-054049173d97 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:20.092652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73b4d38b-8f34-464e-a3ef-5469f8958d38 req-468d610c-6724-492c-ba8d-054049173d97 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 944 time: 0.1874807 Jul 09 20:06:20.149750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73b4d38b-8f34-464e-a3ef-5469f8958d38 req-989aeba8-337e-4020-937d-862ef2154b9e tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 Jul 09 20:06:20.150596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.395851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 030b1d84-1be5-4dbf-8679-b8df89b97666 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:20.469552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861fea4-909a-487c-a988-f1a60626f070 req-5e1bc7fa-96d6-4f52-9a12-5b8b7dd93f0b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:20.471564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b861fea4-909a-487c-a988-f1a60626f070 req-5e1bc7fa-96d6-4f52-9a12-5b8b7dd93f0b tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 944 time: 0.0707760 Jul 09 20:06:20.517338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:20.528317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b861fea4-909a-487c-a988-f1a60626f070 req-1b87b3c1-d8f1-4ab0-95a1-2e1313bda048 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501499 Jul 09 20:06:20.532323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-88637508-0251-4985-98bb-ae0d622a0db6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/030b1d84-1be5-4dbf-8679-b8df89b97666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4500525 Jul 09 20:06:20.532508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Sync routers for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:20.532976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:20.551780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:20.552480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:20.601044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting subnet cb87c22c-f81c-48f0-a380-588992ee768c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:20.604700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.652931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.667577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:20.774322 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.856131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 977f610f-3cb8-424d-bde8-ba8443088074 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:20.858559 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.860863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:20.892986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Checking router: 030b1d84-1be5-4dbf-8679-b8df89b97666 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:20.893620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.898094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/subnets/cb87c22c-f81c-48f0-a380-588992ee768c HTTP/1.1" status: 204 len: 168 time: 0.3616858 Jul 09 20:06:20.898094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1572e-ae55-4aa8-bfb5-985069a85939 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Subnet': ['ID=cb87c22c-f81c-48f0-a380-588992ee768c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:20.898911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:20.908341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd418035-58a6-41cb-b177-4fb4145ce8d7 None None] Network c21b68cd-be00-4ef0-9ee1-c60a69912b65 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:20.912573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Routers {'030b1d84-1be5-4dbf-8679-b8df89b97666'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:20.913213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:05:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['030b1d84-1be5-4dbf-8679-b8df89b97666'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:21.016736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.150057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.181503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] Set router 030b1d84-1be5-4dbf-8679-b8df89b97666 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:21.216033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port b38d5ef5-328e-4f51-b5a7-a04683d708c7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:21.216524 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.270283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=977f610f-3cb8-424d-bde8-ba8443088074,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:21.315187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port b38d5ef5-328e-4f51-b5a7-a04683d708c7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b38d5ef5-328e-4f51-b5a7-a04683d708c7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:21.315697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.323518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '977f610f-3cb8-424d-bde8-ba8443088074', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'port_id': '977f610f-3cb8-424d-bde8-ba8443088074', 'mac_address': 'fa:16:3e:c4:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:21.346957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for b38d5ef5-328e-4f51-b5a7-a04683d708c7 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:21.376805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07493f7b-97c9-4406-8304-daf2cf438121 req-e179560c-d740-446f-bed5-26ff7aacf217 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:21.381677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07493f7b-97c9-4406-8304-daf2cf438121 req-e179560c-d740-446f-bed5-26ff7aacf217 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 944 time: 0.0972118 Jul 09 20:06:21.414586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.465756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977f610f-3cb8-424d-bde8-ba8443088074 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:21.468141 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-07493f7b-97c9-4406-8304-daf2cf438121 req-49300af6-2903-4c43-bad3-aad82f22f36a tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Jul 09 20:06:21.499996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] DHCP port deletion for c21b68cd-be00-4ef0-9ee1-c60a69912b65 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:21.503580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=977f610f-3cb8-424d-bde8-ba8443088074,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:21.514509 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.564080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:21.569344 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.604996 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=b38d5ef5-328e-4f51-b5a7-a04683d708c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:21.605872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aaa9b0-0647-40af-9ff8-835e3d7216ac None None] The sync data for ids ['030b1d84-1be5-4dbf-8679-b8df89b97666'] in n-d-800087-3 is: [{'id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077516472', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:13Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': 'b38d5ef5-328e-4f51-b5a7-a04683d708c7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b1d84-1be5-4dbf-8679-b8df89b97666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:14Z', 'updated_at': '2021-07-09T20:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:21.650553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:21.672303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Deleting port 9e28c22d-d989-403b-90dd-f39668490f23 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:21.672690 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.685748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.755043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] For port 9e28c22d-d989-403b-90dd-f39668490f23, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9e28c22d-d989-403b-90dd-f39668490f23,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:21.755349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.769366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Calling delete_port for 9e28c22d-d989-403b-90dd-f39668490f23 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:21.822571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.824446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:21.826196 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.885036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2fea-c279-4529-abf8-47cb8fb9a614 req-7317949c-53b2-4ab0-9eee-65d523b52711 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:21.886695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d1d2fea-c279-4529-abf8-47cb8fb9a614 req-7317949c-53b2-4ab0-9eee-65d523b52711 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 945 time: 0.1673062 Jul 09 20:06:21.893758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.894333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Fanout notify agent at l3_agent the message router_deleted on router 030b1d84-1be5-4dbf-8679-b8df89b97666 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:06:21.902436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.905180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6ca9f63e-1deb-4fb0-9a7e-412ff52af8a5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/routers/030b1d84-1be5-4dbf-8679-b8df89b97666 HTTP/1.1" status: 204 len: 168 time: 1.0029111 Jul 09 20:06:21.906683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:21.957110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7d1d2fea-c279-4529-abf8-47cb8fb9a614 req-9ab4dd52-9056-4e60-b258-f2aacdbd90c5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Jul 09 20:06:22.012661 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.026300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['977f610f-3cb8-424d-bde8-ba8443088074'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:22.100809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 9e28c22d-d989-403b-90dd-f39668490f23 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:22.101825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.165415 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.190100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 9e28c22d-d989-403b-90dd-f39668490f23, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=9e28c22d-d989-403b-90dd-f39668490f23,segment=NetworkSegment(db83d6da-6a28-49e5-85ba-b562471dbe50),segment_id=db83d6da-6a28-49e5-85ba-b562471dbe50)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:22.190470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.211861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 9e28c22d-d989-403b-90dd-f39668490f23 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:22.219874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] Pushing event deleted for resources: {'Port': ['ID=9e28c22d-d989-403b-90dd-f39668490f23,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.235127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db716ac7-5376-4953-acfa-e135253d7b1f None None] No DVR routers for this DVR port 9e28c22d-d989-403b-90dd-f39668490f23 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:22.272074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:22.297394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6', 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4', 'port_id': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6', 'mac_address': 'fa:16:3e:08:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613b40a7-364b-4a8f-a972-a604cf655541', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:22.333542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.366515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] No DVR routers for this DVR port 9e28c22d-d989-403b-90dd-f39668490f23 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:22.391610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.398706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=9e28c22d-d989-403b-90dd-f39668490f23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.422471 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d4a4-054f-4f4c-a36c-037a5ca681da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.435543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:22.470723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.470956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:22.478830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.483492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21b68cd-be00-4ef0-9ee1-c60a69912b65']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:22.496602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db83d6da-6a28-49e5-85ba-b562471dbe50') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:22.496602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db83d6da-6a28-49e5-85ba-b562471dbe50') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:22.509695 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.536829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.543895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:22.544534 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self.session.flush() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:22.549375 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:22.600073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.641032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.650316 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.653176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/networks/c21b68cd-be00-4ef0-9ee1-c60a69912b65 HTTP/1.1" status: 204 len: 168 time: 0.7443326 Jul 09 20:06:22.655889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:22.673046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4e416-e437-4c6b-9fdd-e2b99d040066 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Network': ['ID=c21b68cd-be00-4ef0-9ee1-c60a69912b65,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.698083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6373ffa0-d216-47a9-9bbe-49b52c4e4ae6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:22.746413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.751819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135b1ed-bdc1-4808-a3bc-291d553f3587 req-887ee0ae-8c65-4640-9341-ab94f6afa248 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.759530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c135b1ed-bdc1-4808-a3bc-291d553f3587 req-887ee0ae-8c65-4640-9341-ab94f6afa248 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 945 time: 0.1106126 Jul 09 20:06:22.775084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.809754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c135b1ed-bdc1-4808-a3bc-291d553f3587 req-72b6a64a-3506-4f4a-9c03-4dd20e0ca17f tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Jul 09 20:06:22.863072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.866573 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.868431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/security-groups/34104969-607d-4521-9334-2d10ffeca36b HTTP/1.1" status: 204 len: 168 time: 0.2114956 Jul 09 20:06:22.895169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7de16-85d5-49b3-947a-9dec4706d023 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34104969-607d-4521-9334-2d10ffeca36b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.991482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9e28c22d-d989-403b-90dd-f39668490f23 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:23.013112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 9e28c22d-d989-403b-90dd-f39668490f23 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:23.013488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 9e28c22d-d989-403b-90dd-f39668490f23 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:23.013910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98a4c528-54f9-465b-8a55-3d23a54c2d02 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:23.032294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 98a4c528-54f9-465b-8a55-3d23a54c2d02 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:23.032643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98a4c528-54f9-465b-8a55-3d23a54c2d02 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:23.207727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cf642-cf73-4c1a-9382-97ffaf2fb45f req-75306362-ae9a-4d5a-bc99-83739c6941ef tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:23.209457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c9cf642-cf73-4c1a-9382-97ffaf2fb45f req-75306362-ae9a-4d5a-bc99-83739c6941ef tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 945 time: 0.0721247 Jul 09 20:06:23.232673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.237466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889795538', 'description': 'tempest-secgroup-smoke-1889795538 description', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.254380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c9cf642-cf73-4c1a-9382-97ffaf2fb45f req-b70278e8-81d2-42ca-9689-20fe4e8d1401 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Jul 09 20:06:23.282228 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.364933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.368592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.395908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.397158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634297 Jul 09 20:06:23.401584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.406227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.408446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefdb43-1213-4ebc-81de-2a1cc5d261fe tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:23.418912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.437727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.489865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.494419 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.513205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5cac67-34b5-41c7-9445-3729c045d770,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:23.519197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.520520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c7118392-ecc2-492b-a045-0061f3d6c6fc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179171 Jul 09 20:06:23.523843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.528308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.554909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.610704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.614949 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.632756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051b0a46-b05f-47ba-be9c-547019cc552f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:23.638505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.639733 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd111427-e418-454d-9576-616bac70488a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149235 Jul 09 20:06:23.642604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.646845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.674641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.736868 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.742316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.764658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e5c406-65ed-405a-886f-391d116547d4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:23.773382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.778210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4dc17e02-1234-4756-9f30-b17e92cfa103 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311989 Jul 09 20:06:23.778855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.783638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.810363 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.824542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:23.883026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.886543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:23.888362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.890891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:23.891508 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.903266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7560f3-7a58-4a04-930e-e1f3debf2fbb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:23.918638 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.922654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e2b7bcb4-9b64-4aa9-970a-6c5775673906 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401653 Jul 09 20:06:23.923218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.928283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.967429 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:06:23.973146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.005913 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.030760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a5cb-d750-41b2-9685-3cf8987214e5 req-de7fe763-99fa-4cc2-b3b1-6424318b7133 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.032475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed7a5cb-d750-41b2-9685-3cf8987214e5 req-de7fe763-99fa-4cc2-b3b1-6424318b7133 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 945 time: 0.0905049 Jul 09 20:06:24.051838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:24.057202 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bbd4da-6c74-48cb-8311-57a34bf859c1" -d '{"events": [{"server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "name": "network-vif-plugged", "status": "completed", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:24.074011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.079093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:24.079520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3ed7a5cb-d750-41b2-9685-3cf8987214e5 req-9e8bf67f-8be0-499b-9887-22423e209e77 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Jul 09 20:06:24.082470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.086609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.102182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f3347f-7faf-4ca3-bbe9-7ca8d97ebb70,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:24.118876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.121434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9133276-4eb6-4c15-ae9d-f93ed522d348 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1963828 Jul 09 20:06:24.123650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:24.134365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'security_group_rule': {'security_group_id': 'f71605fa-7ec1-4050-a016-3f5d6ebf4fe3', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:24.141643 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e97e60a-bbd1-4d7d-a6da-1ac6d71b92cd x-openstack-request-id: req-9e97e60a-bbd1-4d7d-a6da-1ac6d71b92cd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:24.141941 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "name": "network-vif-plugged", "status": "completed", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:24.142257 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e97e60a-bbd1-4d7d-a6da-1ac6d71b92cd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:24.142677 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6', 'code': 200} Jul 09 20:06:24.165332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:24.167735 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Project e8d476af66924eceb0f5f07ca77128d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:06:24.174052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.244526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.249772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.258352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca96fb-388b-4896-b08d-53749d9cf226 req-420edc56-965d-4f75-92fa-cd40682607a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.259998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-beca96fb-388b-4896-b08d-53749d9cf226 req-420edc56-965d-4f75-92fa-cd40682607a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 1097 time: 0.0538239 Jul 09 20:06:24.273514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dcf206-06d0-4787-bf40-1441a38dcf24,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:24.278351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.279572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-530d49b7-230f-4fb0-a9fe-390215d3cefa tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548803 Jul 09 20:06:24.282668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:24.292487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'network': {'name': 'tempest-network-smoke--371203603', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:24.321416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-beca96fb-388b-4896-b08d-53749d9cf226 req-a3421406-22c4-438b-9ef3-d1e0ac46294b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547812 Jul 09 20:06:24.328579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:24.332325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.365418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:24.377362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.377716 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Added segment 479e79f8-0a7a-423a-a372-a2765509f6d2 of type vlan for network 32ea539f-5153-4ebe-9155-d549d67816d1 Jul 09 20:06:24.450509 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.496330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.501357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.501953 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.515275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b38d5ef5-328e-4f51-b5a7-a04683d708c7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:24.520340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca386a-f0b8-4ac6-a52e-208034aa6603 req-e011a3d6-5171-42e6-91b8-1429b1cb9981 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.521893 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dca386a-f0b8-4ac6-a52e-208034aa6603 req-e011a3d6-5171-42e6-91b8-1429b1cb9981 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 945 time: 0.1146083 Jul 09 20:06:24.541789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b38d5ef5-328e-4f51-b5a7-a04683d708c7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:24.542137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b38d5ef5-328e-4f51-b5a7-a04683d708c7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:24.589809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3036673 Jul 09 20:06:24.592549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:24.599552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'admin_state_up': True, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:24.623321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dca386a-f0b8-4ac6-a52e-208034aa6603 req-557fef6b-715d-4d46-b2a2-db982fedf079 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883877 Jul 09 20:06:24.624766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc711-afb0-4ae5-84c8-e81a24403856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Network': ['ID=32ea539f-5153-4ebe-9155-d549d67816d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:24.627611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.628892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.638415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 32ea539f-5153-4ebe-9155-d549d67816d1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:24.688155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.830025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.882000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 977f610f-3cb8-424d-bde8-ba8443088074 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:24.932561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 977f610f-3cb8-424d-bde8-ba8443088074 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:24.937265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 977f610f-3cb8-424d-bde8-ba8443088074 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:24.937886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.994473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6f223c64-8937-44f9-b61d-12ad7df68f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.031051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.031562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.058854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.064252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=977f610f-3cb8-424d-bde8-ba8443088074,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:25.078767 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.140096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:25.203581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.216 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/28a56a0c-306d-41e8-991d-aa03ba7b5af2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:25.281756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.357753 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.368700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb6a9-ab30-4d54-bbeb-6842f3fce530 req-0f3f823f-0893-41de-92dc-fab79ea6b665 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.370205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8eb6a9-ab30-4d54-bbeb-6842f3fce530 req-0f3f823f-0893-41de-92dc-fab79ea6b665 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 946 time: 0.1108191 Jul 09 20:06:25.441581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b8eb6a9-ab30-4d54-bbeb-6842f3fce530 req-48e9332a-80aa-4e5d-9f09-96ce6a7e2f3d tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Jul 09 20:06:25.449672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.499932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:25.505062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:25.510396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:25.513735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=28a56a0c-306d-41e8-991d-aa03ba7b5af2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:25.818733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.873917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02581326-6585-4b48-8198-b32b9c3c9915 req-fc970634-c19c-4e65-96f0-22f6bf857cc9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.875778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02581326-6585-4b48-8198-b32b9c3c9915 req-fc970634-c19c-4e65-96f0-22f6bf857cc9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1073637 Jul 09 20:06:25.943359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02581326-6585-4b48-8198-b32b9c3c9915 req-bb12e22d-0235-437c-8c21-0e873102aa13 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563018 Jul 09 20:06:26.050843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.144425 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:26.149007 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5778e1-857f-4ad0-b8f0-65410134fafd" -d '{"events": [{"server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "name": "network-vif-plugged", "status": "completed", "tag": "977f610f-3cb8-424d-bde8-ba8443088074"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:26.193287 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd36f6-24b3-401c-9765-e382bf0b4c35 x-openstack-request-id: req-95cd36f6-24b3-401c-9765-e382bf0b4c35 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:26.193587 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "name": "network-vif-plugged", "status": "completed", "tag": "977f610f-3cb8-424d-bde8-ba8443088074", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:26.193837 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95cd36f6-24b3-401c-9765-e382bf0b4c35 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:26.194234 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074', 'code': 200} Jul 09 20:06:26.221301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 45bd954a-aa06-4080-9a98-77fbc7591a2e is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:06:26.403774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.729920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:26.740194 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Sync routers for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:26.740703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4783d-69ad-44de-8be3-3f85342bcf69 req-9f69f0c4-23ab-46d2-af44-0dcaa2eb865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.741902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c4783d-69ad-44de-8be3-3f85342bcf69 req-9f69f0c4-23ab-46d2-af44-0dcaa2eb865b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 1097 time: 0.4775090 Jul 09 20:06:26.750880 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:26.751919 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:26.765040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d58f-b7f3-49fe-88ee-11fe60be0109 req-a833d941-d71f-46ae-b5f5-b35f68ebfe25 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.766520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1d6d58f-b7f3-49fe-88ee-11fe60be0109 req-a833d941-d71f-46ae-b5f5-b35f68ebfe25 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 946 time: 0.4637911 Jul 09 20:06:26.783217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.785630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c32ee456-f774-4ceb-a9e2-0f186c7fe0f8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1903005 Jul 09 20:06:26.787609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:26.816914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c4783d-69ad-44de-8be3-3f85342bcf69 req-1659d229-c691-4c0d-862e-368550cf606f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674388 Jul 09 20:06:26.827100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d0f1e63b-8ce2-4385-b035-909562ef7f11 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e8d476af66924eceb0f5f07ca77128d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365891 Jul 09 20:06:26.828380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:26.843724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1d6d58f-b7f3-49fe-88ee-11fe60be0109 req-5136147f-6a27-4249-93b6-ba5e21c6449e tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Jul 09 20:06:26.902224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:26.954810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3522c-7b95-4aac-a9fc-49ee1bce0d2f tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.956367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-09d3522c-7b95-4aac-a9fc-49ee1bce0d2f tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270454 Jul 09 20:06:26.959597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:26.994743 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4beffa21-3bc2-4764-8d72-5863cb440b48 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339260 Jul 09 20:06:26.997250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.002046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376061586', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:27.105507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:27.110978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.111821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:25Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:27.138714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Checking router: 45bd954a-aa06-4080-9a98-77fbc7591a2e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:27.139386 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Updating router 45bd954a-aa06-4080-9a98-77fbc7591a2e port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:06:27.185541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467fd2-352c-4a49-863a-dc125e01cf3b req-74d8e3a3-7442-4142-85ff-463a12714cf3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.187809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73467fd2-352c-4a49-863a-dc125e01cf3b req-74d8e3a3-7442-4142-85ff-463a12714cf3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1196053 Jul 09 20:06:27.189594 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.240160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73467fd2-352c-4a49-863a-dc125e01cf3b req-bf83141b-0438-4da1-b789-6fc17772b152 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439653 Jul 09 20:06:27.348562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.411394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Subnet': ['ID=86214ed0-c201-498f-8d2c-099115f991fe,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:27.421291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Checking segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:27.421657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network hostable DHCP agents. Network: 32ea539f-5153-4ebe-9155-d549d67816d1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:27.441708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 32ea539f-5153-4ebe-9155-d549d67816d1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:27.451811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 32ea539f-5153-4ebe-9155-d549d67816d1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:27.461440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.462056 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.462832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ac965-862e-4bc1-8554-d06c61ba04e9 None None] Network 32ea539f-5153-4ebe-9155-d549d67816d1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:27.481328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1a353b6a-5d3a-493e-8b3b-da6cffad6225 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4803870 Jul 09 20:06:27.481586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.516776 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.529082 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Transition to ACTIVE for port object 28a56a0c-306d-41e8-991d-aa03ba7b5af2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:27.539074 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.594054 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Attempting to bind port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:27.594454 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Attempting to bind port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:27.594818 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Attempting to bind port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:27.597800 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Pushing event updated for resources: {'Port': ['ID=28a56a0c-306d-41e8-991d-aa03ba7b5af2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:27.610107 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:27.610488 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:27.610900 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.611376 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:27.611851 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Bound port: 28a56a0c-306d-41e8-991d-aa03ba7b5af2, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:27.612235 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.630884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-2f15b9d0-ae01-438b-ab7c-d8a580e49b4d tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.633220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-2f15b9d0-ae01-438b-ab7c-d8a580e49b4d tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 946 time: 0.1297541 Jul 09 20:06:27.635570 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.635919 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.636259 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.636600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.636928 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.637288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.637636 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.637961 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.638282 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.638610 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.638926 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.639245 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.681471 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] For port 28a56a0c-306d-41e8-991d-aa03ba7b5af2, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:27.689173 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] For port 28a56a0c-306d-41e8-991d-aa03ba7b5af2, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28a56a0c-306d-41e8-991d-aa03ba7b5af2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:27.703429 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.766824 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:27.767508 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:27.789614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Deleting port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:27.790213 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.805688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-32ea539f-5153-4ebe-9155-d549d67816d1', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:27.806565 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.826925 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4c04-b0e1-4a09-b4de-f23cbeb125ba None None] Pushing event updated for resources: {'Port': ['ID=28a56a0c-306d-41e8-991d-aa03ba7b5af2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:27.909121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] For port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:27.909734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.942673 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:28.168297 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.220122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Calling delete_port for 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:28.229062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Allocated IP 172.20.0.2 (32ea539f-5153-4ebe-9155-d549d67816d1/86214ed0-c201-498f-8d2c-099115f991fe/695b016b-7fc6-412f-bd29-45a15bee80db) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:28.303047 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:25Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:28.366473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.378334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696bd5a-9bc3-4eb3-ac78-aa9a7148983c req-d7b82224-b61f-4a07-b27a-9e0f1863dfc7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.379931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9696bd5a-9bc3-4eb3-ac78-aa9a7148983c req-d7b82224-b61f-4a07-b27a-9e0f1863dfc7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=644df9cd-4c77-417a-8819-c0d7d8511d9a HTTP/1.1" status: 200 len: 946 time: 0.1934021 Jul 09 20:06:28.390321 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644e539-f5ef-464d-b669-c35972bba9b7 None None] The sync data for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 is: [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:25Z', 'revision_number': 3, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:28.431040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.445727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6373ffa0-d216-47a9-9bbe-49b52c4e4ae6'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:28.502400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Pushing event deleted for resources: {'Port': ['ID=6373ffa0-d216-47a9-9bbe-49b52c4e4ae6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:28.526190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.535976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Transition to ACTIVE for port object 695b016b-7fc6-412f-bd29-45a15bee80db will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:28.558120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Transition to ACTIVE for port object 695b016b-7fc6-412f-bd29-45a15bee80db will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:28.568104 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.593401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9696bd5a-9bc3-4eb3-ac78-aa9a7148983c req-e5abf14d-0a88-4ee7-b6ed-5cef16658f21 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046280 Jul 09 20:06:28.605093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] No DVR routers for this DVR port 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:28.619888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Network 32ea539f-5153-4ebe-9155-d549d67816d1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:28.631647 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.631913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:28.632063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-509fd2da-ceaf-438b-9e33-30f6cf0b6fc0 req-bc56bd81-b3b2-4758-b049-36fb0f54333b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "DELETE /v2.0/ports/6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 HTTP/1.1" status: 204 len: 173 time: 0.9844894 Jul 09 20:06:28.632063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'name': 'network-vif-deleted', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:28.632063 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dcd619-0070-4767-87f3-6f74ae0c281c" -d '{"events": [{"server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "name": "network-vif-deleted", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:28.632418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:28.634271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Pushing event updated for resources: {'Port': ['ID=695b016b-7fc6-412f-bd29-45a15bee80db,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:28.692832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721194f-b29d-4409-8011-8d6f681293df req-415b7d0e-acc5-456a-9baa-e8dff4552f67 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.700408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4721194f-b29d-4409-8011-8d6f681293df req-415b7d0e-acc5-456a-9baa-e8dff4552f67 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.2245922 Jul 09 20:06:28.704136 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db16504-6fb2-4148-a696-eeacf22d8693 x-openstack-request-id: req-2db16504-6fb2-4148-a696-eeacf22d8693 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:28.704463 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644df9cd-4c77-417a-8819-c0d7d8511d9a", "name": "network-vif-deleted", "tag": "6373ffa0-d216-47a9-9bbe-49b52c4e4ae6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:28.704680 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2db16504-6fb2-4148-a696-eeacf22d8693 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:28.705066 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644df9cd-4c77-417a-8819-c0d7d8511d9a', 'name': 'network-vif-deleted', 'tag': '6373ffa0-d216-47a9-9bbe-49b52c4e4ae6', 'status': 'completed', 'code': 200} Jul 09 20:06:28.745327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Attempting to bind port 695b016b-7fc6-412f-bd29-45a15bee80db on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:28.746006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Attempting to bind port 695b016b-7fc6-412f-bd29-45a15bee80db by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:28.746556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Attempting to bind port 695b016b-7fc6-412f-bd29-45a15bee80db on network 32ea539f-5153-4ebe-9155-d549d67816d1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:28.755729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:28.756197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Checking segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:28.756706 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.763254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Bound using segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:28.763254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Bound port: 695b016b-7fc6-412f-bd29-45a15bee80db, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:28.763887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.813385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4721194f-b29d-4409-8011-8d6f681293df req-547db7c6-09ec-4703-a6e4-4366c6fb93bf tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119604 Jul 09 20:06:28.886029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] For port 695b016b-7fc6-412f-bd29-45a15bee80db, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:28.890491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] For port 695b016b-7fc6-412f-bd29-45a15bee80db, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=695b016b-7fc6-412f-bd29-45a15bee80db,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:28.902283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.027730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2c85b-c2b4-4a70-bb51-a619ddee68c7 None None] Pushing event updated for resources: {'Port': ['ID=695b016b-7fc6-412f-bd29-45a15bee80db,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:29.185838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7771-8b79-4ca6-b9d7-93a7ca7eef27 req-b2d55070-3bd3-4ef9-b36d-2269c7471ac2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:29.187353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07bb7771-8b79-4ca6-b9d7-93a7ca7eef27 req-b2d55070-3bd3-4ef9-b36d-2269c7471ac2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1331823 Jul 09 20:06:29.204774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.1 (32ea539f-5153-4ebe-9155-d549d67816d1/86214ed0-c201-498f-8d2c-099115f991fe/cfd81702-6869-4ad9-82ec-4dae70cf125a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:29.340897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-07bb7771-8b79-4ca6-b9d7-93a7ca7eef27 req-b5c63459-d8d9-4299-b2e1-2caeec912a56 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467607 Jul 09 20:06:29.440328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.465474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object cfd81702-6869-4ad9-82ec-4dae70cf125a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:29.508146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.556135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 32ea539f-5153-4ebe-9155-d549d67816d1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:29.562249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:29.573053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:29.604048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:29.630876 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.919398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.120227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-40e23493-cd1f-49b8-be7f-95a82464a70b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:30.123890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-40e23493-cd1f-49b8-be7f-95a82464a70b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 808 time: 0.2178130 Jul 09 20:06:30.181665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-1ecdff9d-38cb-4165-8702-da225ee102e1 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/quotas/1ab7753697aa460fbac2ecf040bbd935 HTTP/1.1" status: 200 len: 375 time: 0.0502601 Jul 09 20:06:30.219899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6921f-02d5-4145-8ccd-4a682a1d2b6b None None] Network 32ea539f-5153-4ebe-9155-d549d67816d1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:30.223258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-5791e9f9-3a39-4fd4-be57-0615efa5b54d tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332100 Jul 09 20:06:30.289948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ca0fd22f-fed0-4c10-8b1c-48d9426bc041 None None] Provisioning for port 695b016b-7fc6-412f-bd29-45a15bee80db completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:30.402701 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-3a16320a-a45e-4927-a29c-7dfeb8f983fa service neutron] 10.222.0.10 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673212 Jul 09 20:06:30.563378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-299b9a28-6ee0-4567-be82-788ea5465799 service neutron] 10.222.0.10 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543560 Jul 09 20:06:30.621329 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.633240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.721788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28a56a0c-306d-41e8-991d-aa03ba7b5af2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:30.742933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.798536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:30.803639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:30.805184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.874980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:30.887259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad6cd4b1-516c-4dca-8a55-d8c5933cc862 None None] Provisioning for port cfd81702-6869-4ad9-82ec-4dae70cf125a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:30.891806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 32ea539f-5153-4ebe-9155-d549d67816d1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:30.892880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 43412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.894565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:30.894715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad6cd4b1-516c-4dca-8a55-d8c5933cc862 None None] Provisioning complete for port cfd81702-6869-4ad9-82ec-4dae70cf125a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:30.895854 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4b1-516c-4dca-8a55-d8c5933cc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.909216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7eb7b19d-aeb6-49ae-b914-4c79fcdc1e65 req-d49dd64d-e41c-4f2e-9ddc-94cce7226b11 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 210 time: 0.1095512 Jul 09 20:06:30.992615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.001075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cd4b1-516c-4dca-8a55-d8c5933cc862 None None] Port cfd81702-6869-4ad9-82ec-4dae70cf125a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:31.033057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 28a56a0c-306d-41e8-991d-aa03ba7b5af2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28a56a0c-306d-41e8-991d-aa03ba7b5af2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:31.040171 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.041040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 695b016b-7fc6-412f-bd29-45a15bee80db up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:31.177763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-891415f0-8767-44b1-8432-46fb06687c02 None None] Provisioning complete for port cfd81702-6869-4ad9-82ec-4dae70cf125a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:31.178206 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-891415f0-8767-44b1-8432-46fb06687c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.179990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=28a56a0c-306d-41e8-991d-aa03ba7b5af2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:31.237741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-891415f0-8767-44b1-8432-46fb06687c02 None None] Port cfd81702-6869-4ad9-82ec-4dae70cf125a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:31.244055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 695b016b-7fc6-412f-bd29-45a15bee80db completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:31.248102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 695b016b-7fc6-412f-bd29-45a15bee80db triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:31.248477 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.325710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 45bd954a-aa06-4080-9a98-77fbc7591a2e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:31.329671 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.369901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 695b016b-7fc6-412f-bd29-45a15bee80db, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=695b016b-7fc6-412f-bd29-45a15bee80db,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:31.374536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.448501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=695b016b-7fc6-412f-bd29-45a15bee80db,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:31.483421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-76a71e12-0d3c-4148-94ee-d331d317f1bd None None] Provisioning complete for port cfd81702-6869-4ad9-82ec-4dae70cf125a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:31.484338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76a71e12-0d3c-4148-94ee-d331d317f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.524986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-76a71e12-0d3c-4148-94ee-d331d317f1bd None None] Port cfd81702-6869-4ad9-82ec-4dae70cf125a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:31.855506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:31.878805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:31.879347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6373ffa0-d216-47a9-9bbe-49b52c4e4ae6 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:31.880038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:31.892698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Sync routers for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:31.904000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:31.904626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:31.924662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c38e2556-3832-428b-83b9-1bfee030b40b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/45bd954a-aa06-4080-9a98-77fbc7591a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4334846 Jul 09 20:06:32.047756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:32.112627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-138ef314-aba4-41d8-a4fa-8ceb98c30ebe req-95fb329b-d595-4236-a625-b47bf5e5261c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 210 time: 0.0505226 Jul 09 20:06:32.255240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.349368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-5af6d3c3-4939-4aea-b2fb-99708b02b51f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889795538&fields=id&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 267 time: 0.1472676 Jul 09 20:06:32.526030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f4856046-f6ae-4608-a952-426503fc3c47 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:32.527516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f4856046-f6ae-4608-a952-426503fc3c47 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 808 time: 0.1619527 Jul 09 20:06:32.542474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Request body: {'port': {'device_id': '62998dce-3c1d-4279-ab01-f5c237108164', 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4', 'admin_state_up': True, 'tenant_id': '1ab7753697aa460fbac2ecf040bbd935'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:32.575310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 2, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:32.655033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Checking router: 45bd954a-aa06-4080-9a98-77fbc7591a2e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:32.655613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Updating router 45bd954a-aa06-4080-9a98-77fbc7591a2e port cfd81702-6869-4ad9-82ec-4dae70cf125a binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:06:32.658615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28a56a0c-306d-41e8-991d-aa03ba7b5af2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:32.684901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-4ad9ef67-0dd2-4366-9d29-065a166cb410 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:32.695089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-4ad9ef67-0dd2-4366-9d29-065a166cb410 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 796 time: 0.3439996 Jul 09 20:06:32.724865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.17 (e16a4c76-8c83-48c9-bea2-745f71d1752a/11a66a0e-8e67-4b1d-96cf-6b2c579a7388/82029ada-8f5b-4bd3-a714-99718e796e16) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:32.735306 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.737847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-c1196329-d595-4690-8310-646efc4d71dc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/quotas/e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 375 time: 0.0417221 Jul 09 20:06:32.828858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Made reservation on behalf of 1ab7753697aa460fbac2ecf040bbd935 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:32.832423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.875116 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.884241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:32.884643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.896174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 82029ada-8f5b-4bd3-a714-99718e796e16 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:32.898905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-511d0570-c3f4-4a01-a42f-b7dd73586b60 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518893 Jul 09 20:06:32.958980 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.016712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network e16a4c76-8c83-48c9-bea2-745f71d1752a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:33.021340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:33.027205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:33.029850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 695b016b-7fc6-412f-bd29-45a15bee80db up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:33.054607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:33.089910 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.146376 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-f2d2132c-2c04-4689-bdd5-ba5621af9637 service neutron] 10.222.0.10 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198887 Jul 09 20:06:33.180913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 695b016b-7fc6-412f-bd29-45a15bee80db triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:33.181321 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.196767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Allocated IP 172.20.0.9 (d3443186-74c2-4ed9-8760-4f6dd9b93df4/613b40a7-364b-4a8f-a972-a604cf655541/b18787e1-0e1e-4cca-99cf-a76f85bb3d5c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:33.227317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.246604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Transition to ACTIVE for port object cfd81702-6869-4ad9-82ec-4dae70cf125a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:33.258822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.306672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3cec6-bca4-47a8-8c53-f57eb2032aec None None] Pushing event updated for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:33.375074 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.421420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Attempting to bind port cfd81702-6869-4ad9-82ec-4dae70cf125a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:33.421798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Attempting to bind port cfd81702-6869-4ad9-82ec-4dae70cf125a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:33.422164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Attempting to bind port cfd81702-6869-4ad9-82ec-4dae70cf125a on network 32ea539f-5153-4ebe-9155-d549d67816d1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:33.429411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:33.429794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Checking segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:33.436189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.436666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Bound using segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:33.437234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Bound port: cfd81702-6869-4ad9-82ec-4dae70cf125a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:33.437636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.463543 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22d8dcee-5a56-4f93-ba39-7cb964d4c561 req-a1036126-1a74-4230-bc28-106274408d3e tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 210 time: 0.0841782 Jul 09 20:06:33.553391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d2bbada-ce35-436b-8685-65ce177bba6f None None] Provisioning for port 82029ada-8f5b-4bd3-a714-99718e796e16 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:33.562857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d2bbada-ce35-436b-8685-65ce177bba6f None None] Provisioning complete for port 82029ada-8f5b-4bd3-a714-99718e796e16 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:33.563220 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d2bbada-ce35-436b-8685-65ce177bba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.586574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] For port cfd81702-6869-4ad9-82ec-4dae70cf125a, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:33.609804 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-253b8209-fde2-40ca-8b0d-73cee76f4184 service neutron] 10.222.0.10 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607265 Jul 09 20:06:33.635121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] For port cfd81702-6869-4ad9-82ec-4dae70cf125a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cfd81702-6869-4ad9-82ec-4dae70cf125a,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:33.656214 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.665289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.713675 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.740728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bbada-ce35-436b-8685-65ce177bba6f None None] Port 82029ada-8f5b-4bd3-a714-99718e796e16 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:33.763755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:33.766886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:33.802820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Network d3443186-74c2-4ed9-8760-4f6dd9b93df4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:33.806473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:33.810411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:33.887108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3cec6-bca4-47a8-8c53-f57eb2032aec None None] Pushing event updated for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:33.923387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Pushing event updated for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:33.955264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c4bd47e-7a10-4365-b076-9c119668158f req-8b0391ec-f7b0-459e-83a4-bcf0d9d51c9e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 210 time: 0.0868630 Jul 09 20:06:33.971846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:33.972916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.008186 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-f66f1c8f-8dac-4bba-ac2e-51011884c813 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4710577 Jul 09 20:06:34.022163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Request body: {'port': {'device_id': '62998dce-3c1d-4279-ab01-f5c237108164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:34.061092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.064382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:34.071336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.115838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.219340 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.221326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:34.347763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:34.349875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network e16a4c76-8c83-48c9-bea2-745f71d1752a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:34.352096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:34.398679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58c4b5-05fc-4d62-a4aa-ef6993ea6cb3 None None] The sync data for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 is: [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:34.661481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18787e1-0e1e-4cca-99cf-a76f85bb3d5c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:34.672236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.680256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:34.786508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Transition to ACTIVE for port object b18787e1-0e1e-4cca-99cf-a76f85bb3d5c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:34.806459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.807680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8c7ee2f9-00cd-41f9-833b-4a279a8eff42 None None] Provisioning complete for port 82029ada-8f5b-4bd3-a714-99718e796e16 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:34.808198 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee2f9-00cd-41f9-833b-4a279a8eff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.882473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ee2f9-00cd-41f9-833b-4a279a8eff42 None None] Port 82029ada-8f5b-4bd3-a714-99718e796e16 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:34.935616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:34.945187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3dadd82b-cb27-4a29-836c-37d0054436b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0458457 Jul 09 20:06:34.959638 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:34.980944 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:34.982227 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:34.985197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Pushing event updated for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.040979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa8f0-a819-4c88-8dbe-911772b1b666 req-f9e02c9c-2bae-41e1-a9cc-6dba8e3313be tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.047752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-565fa8f0-a819-4c88-8dbe-911772b1b666 req-f9e02c9c-2bae-41e1-a9cc-6dba8e3313be tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 931 time: 0.3694410 Jul 09 20:06:35.108353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-565fa8f0-a819-4c88-8dbe-911772b1b666 req-92b19171-a63d-44d8-85e7-f6a2b51e2d30 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Jul 09 20:06:35.129000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Attempting to bind port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:35.131200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Attempting to bind port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:35.131654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Attempting to bind port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:35.140073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:35.140607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Attempting to bind port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c on network d3443186-74c2-4ed9-8760-4f6dd9b93df4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:35.142720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cfd81702-6869-4ad9-82ec-4dae70cf125a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:35.147033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:35.148050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Checking segment: {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:35.148549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Bound using segment: {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:35.149168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Bound port: b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a9b26-c033-4431-bab1-498fec9f9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:35.149891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.263502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port cfd81702-6869-4ad9-82ec-4dae70cf125a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:35.269322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cfd81702-6869-4ad9-82ec-4dae70cf125a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:35.269742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.278283 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:35.290474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b332227d-f791-4213-b711-f4fc19eebf83 req-e1066294-e835-4e59-88bb-91d92d83dde6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 210 time: 0.0523796 Jul 09 20:06:35.325831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:35.329812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:35.337619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.383013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.383595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.385038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] 10.222.0.59 "PUT /v2.0/ports/b18787e1-0e1e-4cca-99cf-a76f85bb3d5c HTTP/1.1" status: 200 len: 1091 time: 1.3692796 Jul 09 20:06:35.386037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:35.388874 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1f712-e6be-4b6a-b989-bd0fa058f022" -d '{"events": [{"name": "network-changed", "server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:35.393071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.457302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port cfd81702-6869-4ad9-82ec-4dae70cf125a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cfd81702-6869-4ad9-82ec-4dae70cf125a,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:35.464775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.527979 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f058846-7156-4719-a196-040017c2ac5c x-openstack-request-id: req-9f058846-7156-4719-a196-040017c2ac5c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:35.528345 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:35.528699 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f058846-7156-4719-a196-040017c2ac5c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:35.530278 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c', 'status': 'completed', 'code': 200} Jul 09 20:06:35.542315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.596732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad04b07-33f8-4ea7-b27d-30c1ccfc64cd service neutron] Pushing event updated for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.628118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-b488da74-333f-431f-9d59-b538a940c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.629967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-b488da74-333f-431f-9d59-b538a940c539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 1094 time: 0.1633351 Jul 09 20:06:35.674982 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82029ada-8f5b-4bd3-a714-99718e796e16', 'name': '', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:2e:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:32Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 2, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:35.683388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-db71c111-285b-4f2e-ba7e-d1be533c02af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c HTTP/1.1" status: 200 len: 217 time: 0.0459311 Jul 09 20:06:35.708415 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:35.708793 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Updating router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 port 82029ada-8f5b-4bd3-a714-99718e796e16 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:06:35.742588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-5296d03f-a723-4052-a66b-35b55a9d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.744246 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-5296d03f-a723-4052-a66b-35b55a9d54a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=613b40a7-364b-4a8f-a972-a604cf655541 HTTP/1.1" status: 200 len: 848 time: 0.0553684 Jul 09 20:06:35.760751 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.818651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-423a4205-8e59-4dd6-bbe0-df2e40ac32b6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.820806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-423a4205-8e59-4dd6-bbe0-df2e40ac32b6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 796 time: 0.2310734 Jul 09 20:06:35.831033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-a94e7156-f7ea-4a67-911c-cd97a6ad286d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d3443186-74c2-4ed9-8760-4f6dd9b93df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800164 Jul 09 20:06:35.943221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-37ae04ef-de28-4d1b-ba53-1f15c70107b1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d476af66924eceb0f5f07ca77128d3 HTTP/1.1" status: 200 len: 380 time: 0.1041899 Jul 09 20:06:35.952149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'port': {'device_id': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'admin_state_up': True, 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'security_groups': ['f71605fa-7ec1-4050-a016-3f5d6ebf4fe3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:35.989966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-2cb7f429-6f4c-4c41-bda6-df900fbaaf2f service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478491 Jul 09 20:06:36.133563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15c71e1-836a-4c45-be84-9d479086f4c8 req-eebd7730-c547-4ea8-9a1a-6f061c4b83af service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365488 Jul 09 20:06:36.152351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Made reservation on behalf of e8d476af66924eceb0f5f07ca77128d3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:36.157903 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.296714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-00935e5c-5a59-4529-9e68-539b9ee73cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.298266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-00935e5c-5a59-4529-9e68-539b9ee73cf2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7753697aa460fbac2ecf040bbd935&device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 1094 time: 0.0808165 Jul 09 20:06:36.348134 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.361732 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Transition to ACTIVE for port object 82029ada-8f5b-4bd3-a714-99718e796e16 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:36.373511 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.458854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282b024-e8c5-49f7-8103-da3e94320044 None None] Pushing event updated for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:36.535575 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Attempting to bind port 82029ada-8f5b-4bd3-a714-99718e796e16 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:36.535940 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Attempting to bind port 82029ada-8f5b-4bd3-a714-99718e796e16 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:36.536565 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Attempting to bind port 82029ada-8f5b-4bd3-a714-99718e796e16 on network e16a4c76-8c83-48c9-bea2-745f71d1752a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:36.542445 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:36.542823 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Checking segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:36.543368 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.544573 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Bound using segment: {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:36.544573 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Bound port: 82029ada-8f5b-4bd3-a714-99718e796e16, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0ec9cf-d4eb-4b11-b585-c690289ea914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:36.544820 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.583346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9f0f70b-73a0-48d2-a81e-6d440c685786 req-dfdd5bd5-60ae-4beb-9fe6-f581a7ae493f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 210 time: 0.0984795 Jul 09 20:06:36.591315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.20.0.12 (32ea539f-5153-4ebe-9155-d549d67816d1/86214ed0-c201-498f-8d2c-099115f991fe/a3137991-bb6c-437c-a1a4-d1d89b66640f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:36.623794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-79216ec2-9916-4275-8504-4925a42f775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.625924 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-79216ec2-9916-4275-8504-4925a42f775c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 200 len: 909 time: 0.3209629 Jul 09 20:06:36.645525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbc7b0-2e4c-427f-911e-b00c35b411d6 req-f6d043b2-a0d0-4959-a1d8-fc33561bf95a tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.648156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5cfbc7b0-2e4c-427f-911e-b00c35b411d6 req-f6d043b2-a0d0-4959-a1d8-fc33561bf95a tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 943 time: 0.3204520 Jul 09 20:06:36.657189 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] For port 82029ada-8f5b-4bd3-a714-99718e796e16, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:36.668647 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] For port 82029ada-8f5b-4bd3-a714-99718e796e16, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82029ada-8f5b-4bd3-a714-99718e796e16,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:36.681333 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.725833 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-6e0f0e54-9dae-4daf-9935-8848d22a29e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c HTTP/1.1" status: 200 len: 217 time: 0.0925610 Jul 09 20:06:36.770131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5cfbc7b0-2e4c-427f-911e-b00c35b411d6 req-d95bce7b-aff2-44b6-9336-c827582bb700 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 Jul 09 20:06:36.778682 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:36.779317 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:36.782184 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282b024-e8c5-49f7-8103-da3e94320044 None None] Pushing event updated for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:36.822010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-2cf90ee4-4f8b-452b-b67a-793acd52475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.823912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-2cf90ee4-4f8b-452b-b67a-793acd52475b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=613b40a7-364b-4a8f-a972-a604cf655541 HTTP/1.1" status: 200 len: 848 time: 0.0910869 Jul 09 20:06:36.862392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.876296 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-6802f94d-c0c4-4c0c-80c2-d14fb062abc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d3443186-74c2-4ed9-8760-4f6dd9b93df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435810 Jul 09 20:06:36.888881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Transition to ACTIVE for port object a3137991-bb6c-437c-a1a4-d1d89b66640f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:36.945618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:36.965040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.044760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network 32ea539f-5153-4ebe-9155-d549d67816d1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:37.065615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cfd81702-6869-4ad9-82ec-4dae70cf125a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:37.067126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:37.070357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:37.073419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-57906b2e-414a-43c3-a7e8-f2b1f978bbd0 service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872110 Jul 09 20:06:37.115402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:37.174447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:37.175248 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.196339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-a6518f57-af4d-4c3c-8c33-e62b35ae9166 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2457097 Jul 09 20:06:37.200235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cfd81702-6869-4ad9-82ec-4dae70cf125a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:37.201397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.220221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Request body: {'port': {'device_id': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:37.252098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7dd1f712-e6be-4b6a-b989-bd0fa058f022 req-8b55d22a-b138-4458-9d9d-bed2f8f8d08d service neutron] 10.222.0.59 "GET /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683025 Jul 09 20:06:37.346112 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82029ada-8f5b-4bd3-a714-99718e796e16', 'name': '', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:2e:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:32Z', 'updated_at': '2021-07-09T20:06:36Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:37.358926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.386487 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2a98a-a9a0-4c6e-87db-ac2defdd8c58 None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:06:33Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82029ada-8f5b-4bd3-a714-99718e796e16', 'name': '', 'network_id': 'e16a4c76-8c83-48c9-bea2-745f71d1752a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:2e:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:32Z', 'updated_at': '2021-07-09T20:06:36Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '11a66a0e-8e67-4b1d-96cf-6b2c579a7388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:37.393569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:06:37.432636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a98b82ed-0ab6-4fa1-80ba-4206ad776613 None None] Provisioning for port a3137991-bb6c-437c-a1a4-d1d89b66640f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:37.454140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a98b82ed-0ab6-4fa1-80ba-4206ad776613 None None] Provisioning complete for port a3137991-bb6c-437c-a1a4-d1d89b66640f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:37.457616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a98b82ed-0ab6-4fa1-80ba-4206ad776613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.525752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a98b82ed-0ab6-4fa1-80ba-4206ad776613 None None] Port a3137991-bb6c-437c-a1a4-d1d89b66640f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:37.699394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:37.708423 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.726531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Transition to ACTIVE for port object a3137991-bb6c-437c-a1a4-d1d89b66640f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:37.731953 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.782548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:37.844935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8258a-47b9-4282-8bef-11c2b5b4ae2c req-dce23a03-543d-4667-a79a-2b2f1b0d8f24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:37.847251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7c8258a-47b9-4282-8bef-11c2b5b4ae2c req-dce23a03-543d-4667-a79a-2b2f1b0d8f24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 944 time: 0.1249301 Jul 09 20:06:37.909398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b7c8258a-47b9-4282-8bef-11c2b5b4ae2c req-c466829c-f210-47a2-87b5-2237e37ec4ff tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560458 Jul 09 20:06:37.957407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Attempting to bind port a3137991-bb6c-437c-a1a4-d1d89b66640f on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:37.957739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Attempting to bind port a3137991-bb6c-437c-a1a4-d1d89b66640f by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:37.958067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Attempting to bind port a3137991-bb6c-437c-a1a4-d1d89b66640f on network 32ea539f-5153-4ebe-9155-d549d67816d1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:37.981428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Port a3137991-bb6c-437c-a1a4-d1d89b66640f on network 32ea539f-5153-4ebe-9155-d549d67816d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:37.981748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Attempting to bind port a3137991-bb6c-437c-a1a4-d1d89b66640f on network 32ea539f-5153-4ebe-9155-d549d67816d1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:37.989334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:37.989673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Checking segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:37.990060 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Bound using segment: {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:37.990484 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Bound port: a3137991-bb6c-437c-a1a4-d1d89b66640f, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479e79f8-0a7a-423a-a372-a2765509f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:37.990843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.084566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700294-71aa-429f-8c48-fc86e6ca8e1b req-a2347390-4526-47b0-92f2-467f329978f8 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.086194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e700294-71aa-429f-8c48-fc86e6ca8e1b req-a2347390-4526-47b0-92f2-467f329978f8 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 943 time: 0.1389050 Jul 09 20:06:38.111211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:38.128593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:38.147699 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.161842 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2e700294-71aa-429f-8c48-fc86e6ca8e1b req-ea012334-bf4f-4253-84ed-a73084347fc7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Jul 09 20:06:38.195871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.197225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.201151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] 10.222.0.25 "PUT /v2.0/ports/a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 1092 time: 0.9950652 Jul 09 20:06:38.201151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:38.201151 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82557ae1-71fe-44c3-99d1-8a2bfad02141" -d '{"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:38.229026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1a9f-bb53-40d1-b6fc-1fe963608956 service neutron] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:38.273576 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d82b377-e580-4907-8e7d-3f57c06ef856 x-openstack-request-id: req-4d82b377-e580-4907-8e7d-3f57c06ef856 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:38.273858 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:38.274103 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d82b377-e580-4907-8e7d-3f57c06ef856 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:38.274483 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'status': 'completed', 'code': 200} Jul 09 20:06:38.341347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-431e30ec-aef5-4a7a-a08f-374488f99b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.343056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-431e30ec-aef5-4a7a-a08f-374488f99b33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1095 time: 0.0780308 Jul 09 20:06:38.390131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-1c0391d5-df96-49b2-81a8-132750c5fd48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 217 time: 0.0397434 Jul 09 20:06:38.443308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-32208b81-12bf-48ac-a019-ec31add017cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.444869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-32208b81-12bf-48ac-a019-ec31add017cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.0485620 Jul 09 20:06:38.504080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-7debdc55-f713-4adc-a816-142003ac8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.505595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-7debdc55-f713-4adc-a816-142003ac8c94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536695 Jul 09 20:06:38.597304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-363c1cee-72a4-42da-9e81-a78536c6edbb service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Jul 09 20:06:38.683816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f84f877b-5d78-4c71-b307-3b317d6800a2 req-f896245d-8bb6-4318-9bb5-11492782fe91 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806131 Jul 09 20:06:38.799641 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-ec47e284-9b93-4b41-88bf-987f67e98d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.801158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-ec47e284-9b93-4b41-88bf-987f67e98d07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1095 time: 0.0577199 Jul 09 20:06:38.890354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-4a371d79-f40d-4181-a71b-413e6ac931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.891901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-4a371d79-f40d-4181-a71b-413e6ac931b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 897 time: 0.0846038 Jul 09 20:06:38.946502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-f0e4443c-3f2c-4109-a5e9-55b895ba955a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 217 time: 0.0478868 Jul 09 20:06:39.021966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-29a34fdc-af4a-479c-aef2-ba6ee45e9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:39.024408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-29a34fdc-af4a-479c-aef2-ba6ee45e9235 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.0683115 Jul 09 20:06:39.028421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82029ada-8f5b-4bd3-a714-99718e796e16 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:39.092819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 82029ada-8f5b-4bd3-a714-99718e796e16 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:39.097730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 82029ada-8f5b-4bd3-a714-99718e796e16 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:39.098502 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.141697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-998636b7-4cfe-434b-9666-5d5013123254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:39.143195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-998636b7-4cfe-434b-9666-5d5013123254 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105752 Jul 09 20:06:39.151337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de5e88-8e1c-4bcc-8c6a-480482eac87f req-a04bea85-58b2-482c-b0c2-550cb3eca0c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:39.152641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6de5e88-8e1c-4bcc-8c6a-480482eac87f req-a04bea85-58b2-482c-b0c2-550cb3eca0c2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 944 time: 0.0937250 Jul 09 20:06:39.195613 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.235331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 82029ada-8f5b-4bd3-a714-99718e796e16, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82029ada-8f5b-4bd3-a714-99718e796e16,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:39.239481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e6de5e88-8e1c-4bcc-8c6a-480482eac87f req-90266090-7fea-4433-9149-ffcc52b4aca8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788686 Jul 09 20:06:39.241521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.295562 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-05283e2d-f132-4cf3-85b4-cb745da9ac4f service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360688 Jul 09 20:06:39.319983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:39.393052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82557ae1-71fe-44c3-99d1-8a2bfad02141 req-751fd932-4ca0-413f-ac1b-9b78ea1d02dd service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953012 Jul 09 20:06:39.404717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506ead-2e7f-494b-a142-4cebc8fc811b req-34c16817-44c8-49ef-89d9-3a518557457c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:39.406233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d506ead-2e7f-494b-a142-4cebc8fc811b req-34c16817-44c8-49ef-89d9-3a518557457c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 943 time: 0.0722742 Jul 09 20:06:39.446349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d506ead-2e7f-494b-a142-4cebc8fc811b req-16b49d59-99a9-454f-9bf1-5df5d4782f1c tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Jul 09 20:06:39.913590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b18787e1-0e1e-4cca-99cf-a76f85bb3d5c details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:40.013701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:40.029343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c', 'network_id': 'd3443186-74c2-4ed9-8760-4f6dd9b93df4', 'port_id': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c', 'mac_address': 'fa:16:3e:ca:0b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613b40a7-364b-4a8f-a972-a604cf655541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:40.070689 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.084265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18787e1-0e1e-4cca-99cf-a76f85bb3d5c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:40.104171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:40.107931 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.156229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:40.335538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b18787e1-0e1e-4cca-99cf-a76f85bb3d5c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:40.445818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4d26-add5-4e21-a5dd-a0da814bf460 req-2902e063-fc9f-4392-beae-6d715cf9feaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:40.447812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bbc4d26-add5-4e21-a5dd-a0da814bf460 req-2902e063-fc9f-4392-beae-6d715cf9feaf tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 944 time: 0.0707276 Jul 09 20:06:40.489654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2bbc4d26-add5-4e21-a5dd-a0da814bf460 req-483c7963-5b2a-40bc-8b0e-7793c65b050e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351229 Jul 09 20:06:40.631634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5fe4c-9f9c-4f47-9c07-026cb57f5975 req-3c4a123e-9fae-4086-9b9f-d6bb7fde86a7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:40.633148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20f5fe4c-9f9c-4f47-9c07-026cb57f5975 req-3c4a123e-9fae-4086-9b9f-d6bb7fde86a7 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 944 time: 0.0677621 Jul 09 20:06:40.674614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20f5fe4c-9f9c-4f47-9c07-026cb57f5975 req-72454f51-b780-4921-b7e7-8c14f3cc0792 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Jul 09 20:06:40.966017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82029ada-8f5b-4bd3-a714-99718e796e16 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:41.012945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 82029ada-8f5b-4bd3-a714-99718e796e16 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:41.013345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:41.664925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee742-8b1f-44fb-b97c-6239541255a4 req-56a61a6c-ca9e-4711-8541-0a73915b6c93 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:41.666540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f83ee742-8b1f-44fb-b97c-6239541255a4 req-56a61a6c-ca9e-4711-8541-0a73915b6c93 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 944 time: 0.0628991 Jul 09 20:06:41.704998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f83ee742-8b1f-44fb-b97c-6239541255a4 req-f6988b09-5128-4ef9-83d8-a8ddf055700e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jul 09 20:06:41.861694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999229a8-0395-4a93-8356-5ba3f51f6276 req-b2f1fb48-59d5-49ee-98b5-df36c52cc3df tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:41.863293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-999229a8-0395-4a93-8356-5ba3f51f6276 req-b2f1fb48-59d5-49ee-98b5-df36c52cc3df tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 944 time: 0.0723276 Jul 09 20:06:41.902630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-999229a8-0395-4a93-8356-5ba3f51f6276 req-d984d015-8472-4693-ac59-4cb43950aa97 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Jul 09 20:06:41.917235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b18787e1-0e1e-4cca-99cf-a76f85bb3d5c up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:41.967619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:41.972909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:41.973322 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.051495 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.074092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:42.076356 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7b319-9ba5-4a9f-b659-3011c889da22" -d '{"events": [{"server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "name": "network-vif-plugged", "status": "completed", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:42.089533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:42.094830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.128123 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f01c400-f665-414b-b131-c50a680565d9 x-openstack-request-id: req-5f01c400-f665-414b-b131-c50a680565d9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:42.128422 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "name": "network-vif-plugged", "status": "completed", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:42.128677 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f01c400-f665-414b-b131-c50a680565d9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:42.129077 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c', 'code': 200} Jul 09 20:06:42.156655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:42.263355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed2113-5737-4500-8f3c-47a9676cff62 req-8161bd28-464e-4e76-a6bf-8ae3a4d31384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:42.264875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65ed2113-5737-4500-8f3c-47a9676cff62 req-8161bd28-464e-4e76-a6bf-8ae3a4d31384 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 1096 time: 0.0532734 Jul 09 20:06:42.298880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65ed2113-5737-4500-8f3c-47a9676cff62 req-2c4c0202-3792-4d81-948f-d858756f5350 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274427 Jul 09 20:06:42.885454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1cc2-5c37-43c1-be0e-31b1bf22d793 req-0da4270a-3686-4d62-b1ee-6be74ec86f09 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:42.886992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87ef1cc2-5c37-43c1-be0e-31b1bf22d793 req-0da4270a-3686-4d62-b1ee-6be74ec86f09 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 944 time: 0.0700114 Jul 09 20:06:42.927257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87ef1cc2-5c37-43c1-be0e-31b1bf22d793 req-ef6c15c2-770c-4255-80b6-b7866660fced tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343933 Jul 09 20:06:42.939731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:43.045257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:43.057775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'mac_address': 'fa:16:3e:a8:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:43.093952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91409b-ab0c-4604-acce-8b6be8d4e0e4 req-2d9dd874-ccc4-4e8e-82e9-d97722ba2575 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:43.095777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d91409b-ab0c-4604-acce-8b6be8d4e0e4 req-2d9dd874-ccc4-4e8e-82e9-d97722ba2575 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 945 time: 0.0760794 Jul 09 20:06:43.101192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.119106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:43.151045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:43.156553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.157878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d91409b-ab0c-4604-acce-8b6be8d4e0e4 req-05066c02-021c-42ff-b491-c4a9eef336cb tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562716 Jul 09 20:06:43.213922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:43.503226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a3137991-bb6c-437c-a1a4-d1d89b66640f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:44.105085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79143b-be3d-4c61-bfa4-c1dd9c1b7e00 req-1661e924-f0a5-4bf0-a971-9c15974dd111 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:44.106640 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b79143b-be3d-4c61-bfa4-c1dd9c1b7e00 req-1661e924-f0a5-4bf0-a971-9c15974dd111 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 945 time: 0.0633948 Jul 09 20:06:44.146675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b79143b-be3d-4c61-bfa4-c1dd9c1b7e00 req-faa81676-b53f-43a1-b4a7-492779be5bf0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344172 Jul 09 20:06:44.320656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f341d8e-4f82-43b2-913b-b223cec4a0d1 req-63968c12-a5c3-4ec6-87ad-0640598d6597 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:44.322207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f341d8e-4f82-43b2-913b-b223cec4a0d1 req-63968c12-a5c3-4ec6-87ad-0640598d6597 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 945 time: 0.0641699 Jul 09 20:06:44.359753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f341d8e-4f82-43b2-913b-b223cec4a0d1 req-04ea094e-5ac3-434c-b0bd-34c2e7cbf077 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jul 09 20:06:44.945627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:45.009413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a3137991-bb6c-437c-a1a4-d1d89b66640f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:45.014447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a3137991-bb6c-437c-a1a4-d1d89b66640f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:45.015103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.143783 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.168756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:45.171366 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7ffdb-31df-4565-b707-c742eeed48ca" -d '{"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-plugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:45.218833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:45.230268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.304474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b007-454c-40e0-8938-cdd101d95bc3 req-c0f0cafd-f104-404d-b6de-a5b33d9548d6 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:45.307882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:45.312639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4751b007-454c-40e0-8938-cdd101d95bc3 req-c0f0cafd-f104-404d-b6de-a5b33d9548d6 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 945 time: 0.0874207 Jul 09 20:06:45.354516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4751b007-454c-40e0-8938-cdd101d95bc3 req-727d1d93-5ab4-435b-ba82-60c36b487990 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Jul 09 20:06:45.380687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6744e5-aa7e-485f-bb3a-4175af322a40 req-3f4b2d24-7a5f-43b6-9a4e-ad659507f343 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:45.382824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e6744e5-aa7e-485f-bb3a-4175af322a40 req-3f4b2d24-7a5f-43b6-9a4e-ad659507f343 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0816395 Jul 09 20:06:45.404443 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c9cc33-e330-4e82-8a62-88c2e1a28ce7 x-openstack-request-id: req-94c9cc33-e330-4e82-8a62-88c2e1a28ce7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:45.404818 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-plugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:45.405172 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94c9cc33-e330-4e82-8a62-88c2e1a28ce7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:45.405653 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'code': 200} Jul 09 20:06:45.426533 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2e6744e5-aa7e-485f-bb3a-4175af322a40 req-917cf29b-4d9a-42ef-94da-b9da56b56269 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376983 Jul 09 20:06:45.531358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7451ea4-1d5b-46ab-84fd-27d5735d8815 req-f5ad6176-fd02-43fa-9b1e-486020231bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:45.532896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7451ea4-1d5b-46ab-84fd-27d5735d8815 req-f5ad6176-fd02-43fa-9b1e-486020231bdb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.0560923 Jul 09 20:06:45.570521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d7451ea4-1d5b-46ab-84fd-27d5735d8815 req-db6f00f0-6312-4e3f-80ce-63bfbc1fe681 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Jul 09 20:06:46.533165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-d410c5c8-d28f-4f9c-a247-094ce8f8b87b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.534615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-d410c5c8-d28f-4f9c-a247-094ce8f8b87b tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 945 time: 0.0734055 Jul 09 20:06:46.575572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fa2b-0c64-4f4f-81a7-2149c5ae4ff3 req-a39bb193-fe9f-48b6-b8f2-558b00c0512a tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.578033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96e1fa2b-0c64-4f4f-81a7-2149c5ae4ff3 req-a39bb193-fe9f-48b6-b8f2-558b00c0512a tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 945 time: 0.1018836 Jul 09 20:06:46.642491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96e1fa2b-0c64-4f4f-81a7-2149c5ae4ff3 req-38789682-b35a-4d38-9b18-e822a2338a69 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6af718e-978d-449b-b208-4c1be04f144e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Jul 09 20:06:46.682347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e01099-b3fa-45d9-ba61-e8a1b53fec66 req-d58dff3a-a5d9-4e97-98ba-9c68aa494404 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.683905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17e01099-b3fa-45d9-ba61-e8a1b53fec66 req-d58dff3a-a5d9-4e97-98ba-9c68aa494404 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.1070993 Jul 09 20:06:46.742978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17e01099-b3fa-45d9-ba61-e8a1b53fec66 req-8e54c3d3-96ef-4917-83bc-087989047674 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518801 Jul 09 20:06:46.745230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Deleting port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:46.745794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.832637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] For port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,segment=NetworkSegment(119a9b26-c033-4431-bab1-498fec9f9bd7),segment_id=119a9b26-c033-4431-bab1-498fec9f9bd7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:46.833006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.852538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Calling delete_port for b18787e1-0e1e-4cca-99cf-a76f85bb3d5c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:46.986100 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.998190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b18787e1-0e1e-4cca-99cf-a76f85bb3d5c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:47.015988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Pushing event deleted for resources: {'Port': ['ID=b18787e1-0e1e-4cca-99cf-a76f85bb3d5c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:47.331025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] No DVR routers for this DVR port b18787e1-0e1e-4cca-99cf-a76f85bb3d5c on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:47.333702 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.336252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-409644f1-0e36-4895-a580-887bd7e2a7c6 req-666d90ce-8ce1-478c-8243-1ee144112515 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.59 "DELETE /v2.0/ports/b18787e1-0e1e-4cca-99cf-a76f85bb3d5c HTTP/1.1" status: 204 len: 173 time: 0.7931299 Jul 09 20:06:47.336688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'name': 'network-vif-deleted', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:47.338971 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1168b-e362-4acb-ba02-77afa4ace84d" -d '{"events": [{"server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "name": "network-vif-deleted", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:47.383149 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88103a-167a-4b15-8faa-d6ff45b07be8 x-openstack-request-id: req-ab88103a-167a-4b15-8faa-d6ff45b07be8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:47.383544 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62998dce-3c1d-4279-ab01-f5c237108164", "name": "network-vif-deleted", "tag": "b18787e1-0e1e-4cca-99cf-a76f85bb3d5c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:47.383856 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab88103a-167a-4b15-8faa-d6ff45b07be8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:47.384541 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62998dce-3c1d-4279-ab01-f5c237108164', 'name': 'network-vif-deleted', 'tag': 'b18787e1-0e1e-4cca-99cf-a76f85bb3d5c', 'status': 'completed', 'code': 200} Jul 09 20:06:47.809976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6b6500fc-8d71-40e0-88bb-2ec10dd5b1be req-509a7b53-93d5-4d32-9487-9ea180fc2767 tempest-VolumesActionsTest-587773301 tempest-VolumesActionsTest-587773301-project] 10.222.0.10 "GET /v2.0/ports?device_id=62998dce-3c1d-4279-ab01-f5c237108164 HTTP/1.1" status: 200 len: 210 time: 0.0319481 Jul 09 20:06:47.960356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f83a-aa9c-49e1-8bb9-88358e95c07f req-97c0c5cf-d663-43e9-85bc-c0766e3b5ef5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:47.962602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d197f83a-aa9c-49e1-8bb9-88358e95c07f req-97c0c5cf-d663-43e9-85bc-c0766e3b5ef5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0718863 Jul 09 20:06:48.002706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d197f83a-aa9c-49e1-8bb9-88358e95c07f req-57c2685d-5e98-4562-9e8c-ffc3ce536e82 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Jul 09 20:06:48.178208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035dae-abc8-49bb-a7f7-50b05bf26871 req-630c59f2-f07e-4448-9ded-2f9e0fe50357 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:48.180252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02035dae-abc8-49bb-a7f7-50b05bf26871 req-630c59f2-f07e-4448-9ded-2f9e0fe50357 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0647471 Jul 09 20:06:48.219219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-02035dae-abc8-49bb-a7f7-50b05bf26871 req-85c46e4f-9369-4e84-8b7c-9a961116dbd7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Jul 09 20:06:48.243979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:48.298073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb5cc8-7569-4d8c-aefd-7ef7ed88f964 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:48.299584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81eb5cc8-7569-4d8c-aefd-7ef7ed88f964 tempest-TestNetworkAdvancedServerOps-10202040 tempest-TestNetworkAdvancedServerOps-10202040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1092 time: 0.0545893 Jul 09 20:06:48.302395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:48.309233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:48.334206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.437004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.545515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Allocated IP 172.25.3.60 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/ab78eb0f-f71a-4dd3-a4ce-27180c714640) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:48.651925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.690673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.726299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:48.729011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:48.734473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:48.765422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=ab78eb0f-f71a-4dd3-a4ce-27180c714640,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.886223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.312529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.432492 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.595578 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.600312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.674654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event updated for resources: {'Port': ['ID=ab78eb0f-f71a-4dd3-a4ce-27180c714640,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:49.687360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.789320 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 associated. External IP: 172.25.3.60, port: a3137991-bb6c-437c-a1a4-d1d89b66640f. Jul 09 20:06:49.982182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b18787e1-0e1e-4cca-99cf-a76f85bb3d5c no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:50.013538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 45bd954a-aa06-4080-9a98-77fbc7591a2e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:50.015081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: b18787e1-0e1e-4cca-99cf-a76f85bb3d5c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:50.015632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b18787e1-0e1e-4cca-99cf-a76f85bb3d5c not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:50.150065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:50.162107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Sync routers for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:50.172635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:50.173175 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.173775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.221174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4a05f8c7-592f-49d2-a569-d28c336befa5 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9177289 Jul 09 20:06:50.222459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:50.225224 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae4bff-8de5-40da-8a2e-df61678204c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:50.269508 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0cca8e-c9ab-4850-b841-690e568f6e67 x-openstack-request-id: req-0b0cca8e-c9ab-4850-b841-690e568f6e67 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:50.269807 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:50.270061 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b0cca8e-c9ab-4850-b841-690e568f6e67 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:50.270458 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'status': 'completed', 'code': 200} Jul 09 20:06:50.378110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-0dc7c9de-5b66-4129-8f19-31513e10d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.380329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-0dc7c9de-5b66-4129-8f19-31513e10d78a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.0778697 Jul 09 20:06:50.443105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953e5a2-67f3-4d65-b2d0-c44be2123732 req-b13e6656-4d87-447c-9305-50b743b56291 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.447629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2953e5a2-67f3-4d65-b2d0-c44be2123732 req-b13e6656-4d87-447c-9305-50b743b56291 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0765371 Jul 09 20:06:50.498491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-49ac1482-b985-4001-a7c9-9617969d9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.500647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-49ac1482-b985-4001-a7c9-9617969d9e09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 897 time: 0.1132150 Jul 09 20:06:50.530817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:50.531693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2953e5a2-67f3-4d65-b2d0-c44be2123732 req-1a96f927-7d6d-4438-b52e-db07f7b426ce tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770788 Jul 09 20:06:50.581457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:50.628336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-bb11c763-e36a-4927-9399-140116e70b7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 999 time: 0.1204188 Jul 09 20:06:50.754892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-e112d46c-a515-45d6-8bc0-a1e0f45afa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.756417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-e112d46c-a515-45d6-8bc0-a1e0f45afa4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.1200669 Jul 09 20:06:50.759323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3891fc21-d610-481e-9951-ac68f06f32a7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 HTTP/1.1" status: 200 len: 991 time: 0.1757946 Jul 09 20:06:50.826089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-89361a52-4d9e-4ed9-9b38-343ffe867397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.828233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-89361a52-4d9e-4ed9-9b38-343ffe867397 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627158 Jul 09 20:06:50.948581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-ef243b53-c1f3-4350-b09f-e9c8479b8979 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120920 Jul 09 20:06:50.960921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '78e52bb8-fcd7-4aeb-bfe9-e81d019ed237', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'mac_address': 'fa:16:3e:a8:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:06:48Z', 'updated_at': '2021-07-09T20:06:48Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.994014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Checking router: 45bd954a-aa06-4080-9a98-77fbc7591a2e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:51.007478 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:51.008351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:51.053405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1ae4bff-8de5-40da-8a2e-df61678204c1 req-3b6ced29-3001-4376-ab06-d7516dd34a24 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968664 Jul 09 20:06:51.136112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:51.392100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '78e52bb8-fcd7-4aeb-bfe9-e81d019ed237', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'mac_address': 'fa:16:3e:a8:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:06:48Z', 'updated_at': '2021-07-09T20:06:48Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:51.421212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cf72-1377-4a5c-acd4-050fbb6b24e0 None None] The sync data for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 is: [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '78e52bb8-fcd7-4aeb-bfe9-e81d019ed237', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'mac_address': 'fa:16:3e:a8:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:06:48Z', 'updated_at': '2021-07-09T20:06:48Z', 'revision_number': 0, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:51.646427 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd4d15-1f02-4411-b3ee-cb149b3ea0a7 None None] New status for floating IP 78e52bb8-fcd7-4aeb-bfe9-e81d019ed237: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:06:51.754962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:51.857203 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe8c51a9-9528-40d1-9ff8-7180ea4f1992 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 HTTP/1.1" status: 200 len: 991 time: 0.1000705 Jul 09 20:06:52.383245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9b94d18-a977-4a0a-8edf-056bb4904b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:52.860093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 43960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:53.292057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-829487f3-6cbe-42d4-8c46-a7ac824cf412 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 HTTP/1.1" status: 200 len: 993 time: 0.4299927 Jul 09 20:06:53.422621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.689711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-90e9460b-d5e9-49a0-904a-962fa08b8ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813284 Jul 09 20:06:54.828799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-b6664de5-dccb-406c-ac8e-4044daf2e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:54.830463 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-b6664de5-dccb-406c-ac8e-4044daf2e4af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1096 time: 0.0941429 Jul 09 20:06:54.996298 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76a78dec-58bb-4c1c-98de-62ce1308c6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.025271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-e0df28c9-868b-4eaf-9a87-0e8ac2a9885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.027512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-e0df28c9-868b-4eaf-9a87-0e8ac2a9885f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 898 time: 0.1642094 Jul 09 20:06:55.130228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-83a7b805-e236-4b9d-96ab-dafe00f2733c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 1001 time: 0.0940940 Jul 09 20:06:55.210101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-fa3ad906-f61c-4bae-b5ba-cef36586a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.212109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-fa3ad906-f61c-4bae-b5ba-cef36586a7da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.0744288 Jul 09 20:06:55.293997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.329098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-91665732-d3eb-4884-a60e-aabc178991b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.331093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-91665732-d3eb-4884-a60e-aabc178991b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128154 Jul 09 20:06:55.447086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-e722decf-370b-4731-af90-9158c842964f service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078000 Jul 09 20:06:55.565263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08536dd8-43ed-4b6a-891e-7bfe0adb4945 req-3d3488fa-8dd9-494f-a138-50040d0518d1 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108589 Jul 09 20:06:56.405993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.896121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.799013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-8dc75610-0f4c-4840-94aa-737e0954bc97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5281525 Jul 09 20:07:02.993453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-dd457e19-e481-4ad9-862b-992df968519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:02.994955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-dd457e19-e481-4ad9-862b-992df968519c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 1097 time: 0.0961530 Jul 09 20:07:03.144681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-7e8c8f13-01ad-4d16-8cc5-699cec45c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:03.147518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-7e8c8f13-01ad-4d16-8cc5-699cec45c1a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e16a4c76-8c83-48c9-bea2-745f71d1752a HTTP/1.1" status: 200 len: 897 time: 0.1293552 Jul 09 20:07:03.197795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-b551d334-f6ed-468d-ac77-bf61b8647bf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=977f610f-3cb8-424d-bde8-ba8443088074 HTTP/1.1" status: 200 len: 217 time: 0.0430005 Jul 09 20:07:03.253503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-a15a4758-9358-473e-a850-cc4ce32c70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:03.257179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-a15a4758-9358-473e-a850-cc4ce32c70be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11a66a0e-8e67-4b1d-96cf-6b2c579a7388 HTTP/1.1" status: 200 len: 838 time: 0.0472417 Jul 09 20:07:03.336947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-1e7eb1a4-c682-46be-9e18-4464aab114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:03.337442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-1e7eb1a4-c682-46be-9e18-4464aab114e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e16a4c76-8c83-48c9-bea2-745f71d1752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748413 Jul 09 20:07:03.493738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-4470fbee-6fdb-4af7-8410-9b958250088e service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465211 Jul 09 20:07:03.614213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9fb47e1e-c9d0-445d-b2e9-fae8c3e83333 req-0aedc3c7-2cfe-4cd8-a8ac-52bce892b75d service neutron] 10.222.0.25 "GET /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130638 Jul 09 20:07:05.332650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.465774 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57291af-ae4b-4048-a823-3f810718e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.570793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57291af-ae4b-4048-a823-3f810718e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.575958 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57291af-ae4b-4048-a823-3f810718e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.609892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d57291af-ae4b-4048-a823-3f810718e682 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=585507f96b45491aa02b290c4bf5cff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694087 Jul 09 20:07:05.610132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.629573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57291af-ae4b-4048-a823-3f810718e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8511064-9f51-4210-9bbd-52bbfe5251ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.689313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.715241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.773491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.778579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.791722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8511064-9f51-4210-9bbd-52bbfe5251ff HTTP/1.1" status: 204 len: 168 time: 0.1823025 Jul 09 20:07:05.804587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dbda7-4ce5-4af9-95a9-2c91bc3e46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8511064-9f51-4210-9bbd-52bbfe5251ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.157226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.173468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81c6309-aa06-4d5b-a1c4-30686e5c3a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.328672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81c6309-aa06-4d5b-a1c4-30686e5c3a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.352294 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81c6309-aa06-4d5b-a1c4-30686e5c3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.382519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c6309-aa06-4d5b-a1c4-30686e5c3a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203dee7-52fc-4887-9ade-da7480600863,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.405718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a81c6309-aa06-4d5b-a1c4-30686e5c3a57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0e8c801dca5437cb879632eccce3e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468843 Jul 09 20:07:06.407821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.470520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.494877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.555772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.558684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.562133 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a203dee7-52fc-4887-9ade-da7480600863 HTTP/1.1" status: 204 len: 168 time: 0.1511188 Jul 09 20:07:06.569196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203dee7-52fc-4887-9ade-da7480600863,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.577808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.578157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.578500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.578837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.579187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.579500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.580020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.580347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.580679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.581006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.581367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:06.581698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1f0159-89f0-488f-a120-358d8cd07f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:09.085848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.483832 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.845455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 82029ada-8f5b-4bd3-a714-99718e796e16 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:09.845854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.952687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 82029ada-8f5b-4bd3-a714-99718e796e16, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82029ada-8f5b-4bd3-a714-99718e796e16,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:09.953160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.970043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 82029ada-8f5b-4bd3-a714-99718e796e16 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:10.203417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.230283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=82029ada-8f5b-4bd3-a714-99718e796e16,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:10.439791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.691320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:10.810480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:10.819788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-367ae553-e654-4305-8125-be4e148d0595 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285938 Jul 09 20:07:10.823127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:10.851355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:10.852342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.011477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:11.153074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:11.214127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Deleting subnet 613b40a7-364b-4a8f-a972-a604cf655541 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:07:11.230886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.306913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.384181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.393454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94952229-4a4b-4260-969f-f09261723a34 req-d5cc53cc-3cd7-4487-ba95-df3ddaa83694 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:11.395716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94952229-4a4b-4260-969f-f09261723a34 req-d5cc53cc-3cd7-4487-ba95-df3ddaa83694 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1780558 Jul 09 20:07:11.415953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:11.424128 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.425891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:11.426772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.480036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94952229-4a4b-4260-969f-f09261723a34 req-068ba84e-946c-45a7-90e9-28496261f343 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754247 Jul 09 20:07:11.520957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.554757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:11.556534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613b40a7-364b-4a8f-a972-a604cf655541,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:11.569413 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.571711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d3194979-2857-4238-9c4e-58732e242542 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/613b40a7-364b-4a8f-a972-a604cf655541 HTTP/1.1" status: 204 len: 168 time: 0.4166977 Jul 09 20:07:11.573935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:11.659711 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.740839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.750909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3443186-74c2-4ed9-8760-4f6dd9b93df4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.764349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119a9b26-c033-4431-bab1-498fec9f9bd7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.764933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119a9b26-c033-4431-bab1-498fec9f9bd7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.774157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.788943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.795081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:07:11.795476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:07:11.797185 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:07:11.805366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:11.833927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e021a4-a010-43f5-848f-a11bfc524201 None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '918cab5c-a995-48b6-be67-d96c63e0ba2e', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'port_id': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'mac_address': 'fa:16:3e:5d:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd745b96-9731-4123-8915-239ea1d50b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:28Z', 'updated_at': '2021-07-09T20:05:31Z', 'revision_number': 1, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:11.868690 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.873439 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.875454 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d3443186-74c2-4ed9-8760-4f6dd9b93df4 HTTP/1.1" status: 204 len: 168 time: 0.3006151 Jul 09 20:07:11.889958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f192b-f0cc-4936-8359-6485a1f10220 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3443186-74c2-4ed9-8760-4f6dd9b93df4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:12.045645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:12.090775 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-43d9ce5c-3667-46a8-b2aa-c4f23f4b1367 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ab7753697aa460fbac2ecf040bbd935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439241 Jul 09 20:07:12.093471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:12.149403 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.171890 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.241764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.244945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.246484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6af718e-978d-449b-b208-4c1be04f144e HTTP/1.1" status: 204 len: 168 time: 0.1520047 Jul 09 20:07:12.263458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2901b0-8095-44fe-b67c-033eb33cfe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af718e-978d-449b-b208-4c1be04f144e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:12.709467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d50ead-645c-4c45-96af-1320332cc2bd req-ebebcfee-668b-47d7-9692-5aa4fe069139 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.713603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0d50ead-645c-4c45-96af-1320332cc2bd req-ebebcfee-668b-47d7-9692-5aa4fe069139 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1042702 Jul 09 20:07:12.766758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0d50ead-645c-4c45-96af-1320332cc2bd req-a3a85129-480d-4b0a-b8bd-edddf7f200b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=8169e8ea-0d83-4a79-a39e-344654dff1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477593 Jul 09 20:07:12.779155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-df74c9d6-14dc-4cee-bee8-adcd68bcbd2c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.780751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-df74c9d6-14dc-4cee-bee8-adcd68bcbd2c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 946 time: 0.1153200 Jul 09 20:07:12.898471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 977f610f-3cb8-424d-bde8-ba8443088074 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:12.898800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.963338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82029ada-8f5b-4bd3-a714-99718e796e16 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:12.985122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 82029ada-8f5b-4bd3-a714-99718e796e16 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:12.985760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82029ada-8f5b-4bd3-a714-99718e796e16 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:13.022250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 977f610f-3cb8-424d-bde8-ba8443088074, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=977f610f-3cb8-424d-bde8-ba8443088074,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:13.022529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:13.042791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 977f610f-3cb8-424d-bde8-ba8443088074 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:13.191112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:13.227963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=977f610f-3cb8-424d-bde8-ba8443088074,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:13.298157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] No DVR routers for this DVR port 977f610f-3cb8-424d-bde8-ba8443088074 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:13.300786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:13.302948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3f9f59f-1d19-41cd-85f8-bd0afa9c6450 req-9f576a1e-08b6-486c-a224-337d69037789 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "DELETE /v2.0/ports/977f610f-3cb8-424d-bde8-ba8443088074 HTTP/1.1" status: 204 len: 173 time: 0.5160117 Jul 09 20:07:13.303339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'name': 'network-vif-deleted', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:13.305898 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d601410d-f1dd-4de9-a762-566f69e494de" -d '{"events": [{"server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "name": "network-vif-deleted", "tag": "977f610f-3cb8-424d-bde8-ba8443088074"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:13.360807 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a35e5a-0288-49e0-a0b2-d7133a49a847 x-openstack-request-id: req-48a35e5a-0288-49e0-a0b2-d7133a49a847 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:13.361096 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d025a-8efe-4d53-a966-dfc056d85127", "name": "network-vif-deleted", "tag": "977f610f-3cb8-424d-bde8-ba8443088074", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:13.361569 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48a35e5a-0288-49e0-a0b2-d7133a49a847 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:13.361972 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d025a-8efe-4d53-a966-dfc056d85127', 'name': 'network-vif-deleted', 'tag': '977f610f-3cb8-424d-bde8-ba8443088074', 'status': 'completed', 'code': 200} Jul 09 20:07:13.995258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06b15a8c-3377-4afb-9bbd-284d2a9f2a47 req-81eaa60c-a6fe-403f-8f03-47ad936270c3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=f72d025a-8efe-4d53-a966-dfc056d85127 HTTP/1.1" status: 200 len: 210 time: 0.0589058 Jul 09 20:07:14.394905 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:07:14.577705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:14.687753 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.780914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.785393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.825953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ca421-44b1-4d8f-9c3c-639ed32eb156,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:14.830011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ea444b4ab56450a9a72692253d887da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512760 Jul 09 20:07:14.832818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:14.836559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.836957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.837374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.837705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.838284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.838615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.838938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.839262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.839582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.840055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.840378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.840698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b7c38-e231-4043-9084-147921e0a29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:14.893192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.923491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.975153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.978388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:14.979681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b77ca421-44b1-4d8f-9c3c-639ed32eb156 HTTP/1.1" status: 204 len: 168 time: 0.1456492 Jul 09 20:07:14.988182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79b1b9-557d-4367-9f6a-c6ac6895b593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ca421-44b1-4d8f-9c3c-639ed32eb156,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:15.112398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:15.191694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.219094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.286140 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.290102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:15.291610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.292994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/security-groups/8169e8ea-0d83-4a79-a39e-344654dff1cc HTTP/1.1" status: 204 len: 168 time: 0.1791296 Jul 09 20:07:15.303206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68850d0c-6c72-4b0b-9c12-f9b72508a771 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169e8ea-0d83-4a79-a39e-344654dff1cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:15.304315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8d89-da9b-4c28-b093-82ca87a5e441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.343082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:15.420388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting subnet 11a66a0e-8e67-4b1d-96cf-6b2c579a7388 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:07:15.423833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.440698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8d89-da9b-4c28-b093-82ca87a5e441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.449232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8d89-da9b-4c28-b093-82ca87a5e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.474004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.486202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fc2e8d89-da9b-4c28-b093-82ca87a5e441 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9369387095cd4febaa6d200f12db000d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950164 Jul 09 20:07:15.489545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:15.497592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e8d89-da9b-4c28-b093-82ca87a5e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696544f4-16a5-471e-bf6b-28ed93db3f19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:15.557801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.564402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.580219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.627289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.637060 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.639744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.641118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/696544f4-16a5-471e-bf6b-28ed93db3f19 HTTP/1.1" status: 204 len: 168 time: 0.1502833 Jul 09 20:07:15.651035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c78151-2bd9-4d5f-8630-8d34767cecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696544f4-16a5-471e-bf6b-28ed93db3f19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:15.668466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Subnet': ['ID=11a66a0e-8e67-4b1d-96cf-6b2c579a7388,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:15.674470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.680305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b41e0a33-4c48-43bb-baa6-2e9367fd2fbd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/subnets/11a66a0e-8e67-4b1d-96cf-6b2c579a7388 HTTP/1.1" status: 204 len: 168 time: 0.3354254 Jul 09 20:07:15.680503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:15.690694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab28c6-40d4-4083-8bbd-fd1a27654235 None None] Network e16a4c76-8c83-48c9-bea2-745f71d1752a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:15.808575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.891091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 7932c869-ee19-4091-a4c1-40f409c8cf06 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:15.891551 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.906479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] DHCP port deletion for e16a4c76-8c83-48c9-bea2-745f71d1752a request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:07:15.962485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Deleting port 7932c869-ee19-4091-a4c1-40f409c8cf06 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:15.963140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.963573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 7932c869-ee19-4091-a4c1-40f409c8cf06, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7932c869-ee19-4091-a4c1-40f409c8cf06,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:15.963933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:15.978492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 7932c869-ee19-4091-a4c1-40f409c8cf06 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:16.041408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] For port 7932c869-ee19-4091-a4c1-40f409c8cf06, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7932c869-ee19-4091-a4c1-40f409c8cf06,segment=NetworkSegment(ed0ec9cf-d4eb-4b11-b585-c690289ea914),segment_id=ed0ec9cf-d4eb-4b11-b585-c690289ea914)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:16.041814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.058185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Calling delete_port for 7932c869-ee19-4091-a4c1-40f409c8cf06 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:16.104127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.151176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=7932c869-ee19-4091-a4c1-40f409c8cf06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:16.153293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] No DVR routers for this DVR port 7932c869-ee19-4091-a4c1-40f409c8cf06 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:16.167318 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.196847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Pushing event deleted for resources: {'Port': ['ID=7932c869-ee19-4091-a4c1-40f409c8cf06,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:16.209571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.210210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.210806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.211321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.211813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.212303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.212803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.213312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.213816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.214315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.214801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.215284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:16.218382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87b1d2-fa6f-49f6-875f-a54059997f82 None None] No DVR routers for this DVR port 7932c869-ee19-4091-a4c1-40f409c8cf06 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:16.248848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.262543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16a4c76-8c83-48c9-bea2-745f71d1752a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:16.276788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0ec9cf-d4eb-4b11-b585-c690289ea914') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:16.277091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0ec9cf-d4eb-4b11-b585-c690289ea914') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:16.286526 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.307017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.317629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:07:16.319918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:07:16.322226 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:07:16.392926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.548502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:16.664794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-674591320-network', 'tenant_id': '91578926d0404151b7d05764c1e5b38e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:16.690188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Made reservation on behalf of 91578926d0404151b7d05764c1e5b38e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:16.693349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.703716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.767895 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.769887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/networks/e16a4c76-8c83-48c9-bea2-745f71d1752a HTTP/1.1" status: 204 len: 168 time: 1.0881352 Jul 09 20:07:16.771767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc37595-9edd-45c4-9cc5-9ee7f3c62a1a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Network': ['ID=e16a4c76-8c83-48c9-bea2-745f71d1752a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:16.773587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:16.893716 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.898848 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.943014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:16.945325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0408ea-b78d-45b9-b148-ee463563e222,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:16.973613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:16.973967 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Added segment 8a12deda-e7fa-4e59-bc40-3d965f249680 of type vlan for network 361c7e26-d065-410f-a95a-2aa9c73f89f3 Jul 09 20:07:17.023162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.029693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7932c869-ee19-4091-a4c1-40f409c8cf06 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:17.058990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7932c869-ee19-4091-a4c1-40f409c8cf06 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:17.059326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7932c869-ee19-4091-a4c1-40f409c8cf06 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:17.061058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port aefe5070-e092-45da-9df8-ffe81d729e6e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:17.061436 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.100789 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.101800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.102386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.148729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 977f610f-3cb8-424d-bde8-ba8443088074 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:17.170936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 977f610f-3cb8-424d-bde8-ba8443088074 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:17.171332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 977f610f-3cb8-424d-bde8-ba8443088074 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:17.181594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6319139 Jul 09 20:07:17.184649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:17.189987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Request body: {'subnet': {'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-674591320-subnet', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:17.213599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e3ec-764e-4d2b-874d-cd14644b624d admin admin] Pushing event updated for resources: {'Network': ['ID=361c7e26-d065-410f-a95a-2aa9c73f89f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:17.214018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Made reservation on behalf of 91578926d0404151b7d05764c1e5b38e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:17.216679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.225658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:17.242078 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.242723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.258543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for aefe5070-e092-45da-9df8-ffe81d729e6e owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:17.419219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.469619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.475225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a95282-5832-4f82-84ea-5753f8a0713a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:17.492864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Checking segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:17.493343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Network hostable DHCP agents. Network: 361c7e26-d065-410f-a95a-2aa9c73f89f3, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:17.502071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=aefe5070-e092-45da-9df8-ffe81d729e6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:17.514529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:17.530192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 361c7e26-d065-410f-a95a-2aa9c73f89f3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:17.534540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.535404 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.541290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5c605-4665-4f0d-9497-807c098a6666 None None] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:17.553257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-119c0dcf-6f88-4186-a631-c5ef36964a27 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3665805 Jul 09 20:07:17.555846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:17.562171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:17.592792 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.594464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.608044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.608733 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Floating IP 918cab5c-a995-48b6-be67-d96c63e0ba2e disassociated (deleted). External IP: 172.25.3.149, port: 4483eaf7-619d-4176-b68f-b4f3f82980c0. Jul 09 20:07:17.660614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.735474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-361c7e26-d065-410f-a95a-2aa9c73f89f3', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:07:17.737637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.827050 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.859562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:17.906821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Allocated IP 172.20.0.2 (361c7e26-d065-410f-a95a-2aa9c73f89f3/01a95282-5832-4f82-84ea-5753f8a0713a/82e5ec45-3200-4f5f-8386-3462e1fcd7dc) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:18.000543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:18.005340 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.012242 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:18.025625 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:18.026393 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:18.059380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcdca189-26e2-43a6-84b9-806a1abe8a3d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/floatingips/918cab5c-a995-48b6-be67-d96c63e0ba2e HTTP/1.1" status: 204 len: 168 time: 1.2846665 Jul 09 20:07:18.059935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:18.062353 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98eb457-4872-4d01-aeac-cdbfebaeb82d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:18.081451 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.105155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.125303 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc579323-7d1f-43f0-bda8-d7ac4e744e2f x-openstack-request-id: req-fc579323-7d1f-43f0-bda8-d7ac4e744e2f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:18.125593 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:18.125856 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc579323-7d1f-43f0-bda8-d7ac4e744e2f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:18.126286 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'status': 'completed', 'code': 200} Jul 09 20:07:18.195853 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:18.224719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.247494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Transition to ACTIVE for port object 82e5ec45-3200-4f5f-8386-3462e1fcd7dc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:18.266382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Allocated IP 172.25.3.45 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/7ef4705c-e0b5-4311-85c7-625a1310e91a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:18.267205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-7ca977b5-79cd-4fa2-a73a-ff8aef83b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.273627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-7ca977b5-79cd-4fa2-a73a-ff8aef83b671 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 1096 time: 0.1320372 Jul 09 20:07:18.293493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Transition to ACTIVE for port object 82e5ec45-3200-4f5f-8386-3462e1fcd7dc will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:18.304942 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.386975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Pushing event updated for resources: {'Port': ['ID=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:18.391251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.406958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:18.413096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:18.417877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:18.435242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-9a796ee7-a761-48c6-b940-37b90e27c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.436915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-9a796ee7-a761-48c6-b940-37b90e27c907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 200 len: 898 time: 0.1590180 Jul 09 20:07:18.471921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.499140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-e4842652-b932-45c3-9918-4ce4998ed8c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 200 len: 217 time: 0.0549257 Jul 09 20:07:18.513318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Attempting to bind port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:18.514046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Attempting to bind port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:18.514703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Attempting to bind port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc on network 361c7e26-d065-410f-a95a-2aa9c73f89f3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:18.528860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:18.528860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Checking segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:18.529311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.529763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Bound using segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:18.530199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Bound port: 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:18.530597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.571526 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:18.580561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:18.586061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:18.589867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:18.598052 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:18.604061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-d49407a2-1325-48c7-8185-1edc9c7f4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.607615 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:18.608249 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:18.626148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-d49407a2-1325-48c7-8185-1edc9c7f4c0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 200 len: 833 time: 0.1146462 Jul 09 20:07:18.683442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] For port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:18.688475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] For port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:18.697621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.721574 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:18.726038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef4705c-e0b5-4311-85c7-625a1310e91a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:18.786063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-0b9b6f5c-b98d-4539-8c29-ddda6ca632e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.792996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-0b9b6f5c-b98d-4539-8c29-ddda6ca632e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6347d138-d682-4de0-bcdb-fad02b09bf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599743 Jul 09 20:07:18.813201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ece1-95a8-4abf-8110-848e50475843 None None] Pushing event updated for resources: {'Port': ['ID=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:18.963089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.071831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-32cbcbc1-6eab-4e28-9870-6ea5756b3992 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700121 Jul 09 20:07:19.110544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790150e-2a67-47d2-8f80-8a0edde37c9a req-7b1339ad-33ca-4000-b702-934121be4395 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:19.112320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b790150e-2a67-47d2-8f80-8a0edde37c9a req-7b1339ad-33ca-4000-b702-934121be4395 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.3959625 Jul 09 20:07:19.167097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:19.210995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c98eb457-4872-4d01-aeac-cdbfebaeb82d req-e51dba71-ebc1-4d6e-8d9b-6d855b8bd327 service neutron] 10.222.0.59 "GET /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322544 Jul 09 20:07:19.214482 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b1a12-b2f6-4435-ab9a-9cd375ae1faf None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:10Z', 'revision_number': 6, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a486633-f934-4ff8-8db5-e0ee022fc35a', 'name': '', 'network_id': '6347d138-d682-4de0-bcdb-fad02b09bf12', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:01:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '60df04eb-c724-498e-a828-ff9196226983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:10Z', 'updated_at': '2021-07-09T20:05:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '60df04eb-c724-498e-a828-ff9196226983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:19.241917 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b790150e-2a67-47d2-8f80-8a0edde37c9a req-21b493ce-0853-4bb8-bb32-72dcb16d991e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201584 Jul 09 20:07:19.319497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.546635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.559978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb9002-2b72-40a9-9c0c-5d2bad4c0944 None None] New status for floating IP 918cab5c-a995-48b6-be67-d96c63e0ba2e: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:07:19.694453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Router 0106ed7f-98ba-4a80-957f-4feb538ae58a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:07:19.815958 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:19.835040 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Sync routers for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:19.843346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.844787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1b180118-2bd6-44d8-b2d8-c4bc8ca7f150 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2875471 Jul 09 20:07:19.847743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:19.851112 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:19.852265 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:19.988357 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:20.042786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-d38ac3bd-a323-4404-9d2d-0257bb5f4b35 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:20.044410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-d38ac3bd-a323-4404-9d2d-0257bb5f4b35 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.1327002 Jul 09 20:07:20.200991 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177e5b8-c6b5-4b26-b581-f5e6b1964175 None None] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:20.215579 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:19Z', 'revision_number': 3, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:20.246579 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Checking router: 0106ed7f-98ba-4a80-957f-4feb538ae58a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:20.247841 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Updating router 0106ed7f-98ba-4a80-957f-4feb538ae58a port 7ef4705c-e0b5-4311-85c7-625a1310e91a binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:20.296301 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.459182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-db99b4d4-0932-4a40-94e5-a37d3e865453 None None] Provisioning for port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:20.602435 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.613249 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Transition to ACTIVE for port object 7ef4705c-e0b5-4311-85c7-625a1310e91a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:20.622648 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.681190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54bc7-2eab-4c37-bc89-474f3552d573 req-7c07a01e-1aba-431c-8e34-6581f17540c2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:20.681190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35c54bc7-2eab-4c37-bc89-474f3552d573 req-7c07a01e-1aba-431c-8e34-6581f17540c2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 945 time: 0.1820598 Jul 09 20:07:20.682867 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Attempting to bind port 7ef4705c-e0b5-4311-85c7-625a1310e91a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:20.683404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Attempting to bind port 7ef4705c-e0b5-4311-85c7-625a1310e91a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:20.683800 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Attempting to bind port 7ef4705c-e0b5-4311-85c7-625a1310e91a on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:20.689075 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b77e6-c0a5-4d8f-893b-0afc3f7a0d67 None None] Pushing event updated for resources: {'Port': ['ID=7ef4705c-e0b5-4311-85c7-625a1310e91a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:20.691688 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:20.692062 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:20.692584 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.692923 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:20.699216 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Bound port: 7ef4705c-e0b5-4311-85c7-625a1310e91a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:20.699626 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.723509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 4483eaf7-619d-4176-b68f-b4f3f82980c0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:20.723942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.755704 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] For port 7ef4705c-e0b5-4311-85c7-625a1310e91a, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:20.759005 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] For port 7ef4705c-e0b5-4311-85c7-625a1310e91a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ef4705c-e0b5-4311-85c7-625a1310e91a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:20.763520 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.822464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35c54bc7-2eab-4c37-bc89-474f3552d573 req-24818640-5ed8-4445-b622-9f453380b979 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a1a4d4f-fb80-4231-bd29-ae00087d13a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117368 Jul 09 20:07:20.831343 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b77e6-c0a5-4d8f-893b-0afc3f7a0d67 None None] Pushing event updated for resources: {'Port': ['ID=7ef4705c-e0b5-4311-85c7-625a1310e91a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:20.835006 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:20.835711 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:20.924941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 4483eaf7-619d-4176-b68f-b4f3f82980c0, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4483eaf7-619d-4176-b68f-b4f3f82980c0,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:20.925544 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.944336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 4483eaf7-619d-4176-b68f-b4f3f82980c0 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:20.954691 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:21.039043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.075927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82e5ec45-3200-4f5f-8386-3462e1fcd7dc up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:21.149696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:21.154167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:21.154797 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.209274 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:19Z', 'revision_number': 3, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:21.250216 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6b4c3-4def-4c09-b6da-f4a2987bd1cb None None] The sync data for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 is: [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:19Z', 'revision_number': 3, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:21.253949 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.265173 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.308435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:21.315413 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.331571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=4483eaf7-619d-4176-b68f-b4f3f82980c0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.391882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.393561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Allocated IP 172.20.0.1 (361c7e26-d065-410f-a95a-2aa9c73f89f3/01a95282-5832-4f82-84ea-5753f8a0713a/0fe7e4e4-6afb-4ac9-a6b9-19b208521370) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:21.413228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] No DVR routers for this DVR port 4483eaf7-619d-4176-b68f-b4f3f82980c0 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:21.417451 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.419527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a52c2ce-f42f-400e-8eca-ac5a9ca35bce req-e94e0293-bbc8-48e5-b1a1-7f8a3ab0d372 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.59 "DELETE /v2.0/ports/4483eaf7-619d-4176-b68f-b4f3f82980c0 HTTP/1.1" status: 204 len: 173 time: 1.3332841 Jul 09 20:07:21.420294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'name': 'network-vif-deleted', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:21.422651 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec9165-4b70-4ee6-bc30-4994c8006836" -d '{"events": [{"server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "name": "network-vif-deleted", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:21.520982 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72afcab-4b6e-4fb5-9474-d18ac1881f99 x-openstack-request-id: req-b72afcab-4b6e-4fb5-9474-d18ac1881f99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:21.521309 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd745b96-9731-4123-8915-239ea1d50b05", "name": "network-vif-deleted", "tag": "4483eaf7-619d-4176-b68f-b4f3f82980c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:21.521562 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b72afcab-4b6e-4fb5-9474-d18ac1881f99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:21.521962 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd745b96-9731-4123-8915-239ea1d50b05', 'name': 'network-vif-deleted', 'tag': '4483eaf7-619d-4176-b68f-b4f3f82980c0', 'status': 'completed', 'code': 200} Jul 09 20:07:21.598229 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.622947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Transition to ACTIVE for port object 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:21.662912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.717833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:21.720980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:21.725791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:21.764210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.792114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.142564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-834468a5-48a8-4e33-80aa-70587c1544b8 None None] Provisioning for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:22.151937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-834468a5-48a8-4e33-80aa-70587c1544b8 None None] Provisioning complete for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:22.152317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-834468a5-48a8-4e33-80aa-70587c1544b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.155452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bc16e76-1e84-424f-987b-9b6123e5e9c8 req-b3c57fa9-1d6e-4793-93d4-ca3effe1c437 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd745b96-9731-4123-8915-239ea1d50b05 HTTP/1.1" status: 200 len: 210 time: 0.0490339 Jul 09 20:07:22.164033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.200780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-834468a5-48a8-4e33-80aa-70587c1544b8 None None] Port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:22.368945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.378332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06e521f8-7905-4b2a-96e4-56cf78942667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.378842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.451802 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.455040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:22.570651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:22.571959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:22.707656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Router 0106ed7f-98ba-4a80-957f-4feb538ae58a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:22.823167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d3d72adc-f04c-4354-ad14-e1f44bd2046f None None] Provisioning complete for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:22.823453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3d72adc-f04c-4354-ad14-e1f44bd2046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:22.824243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:22.830341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4c63679-3b33-4f92-ad55-263eae94f007 admin admin] 10.222.0.10 "PUT /v2.0/routers/0106ed7f-98ba-4a80-957f-4feb538ae58a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9814560 Jul 09 20:07:22.863879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d3d72adc-f04c-4354-ad14-e1f44bd2046f None None] Port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:23.115416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82e5ec45-3200-4f5f-8386-3462e1fcd7dc up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:23.229564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:23.230157 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.264794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:23.331083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.339968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ef4705c-e0b5-4311-85c7-625a1310e91a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:23.368157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.397410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7ef4705c-e0b5-4311-85c7-625a1310e91a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:23.404476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7ef4705c-e0b5-4311-85c7-625a1310e91a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:23.405716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.436496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:23.441547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1657535768-network', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:23.450906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.454771 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.456472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/security-groups/1a1a4d4f-fb80-4231-bd29-ae00087d13a6 HTTP/1.1" status: 204 len: 168 time: 0.1911013 Jul 09 20:07:23.471409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bd510-85cc-44e8-a11e-9059511f4dc5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1a4d4f-fb80-4231-bd29-ae00087d13a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:23.472322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Made reservation on behalf of eecb52ed340742c5b370dbc298fece78 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:23.476096 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.488090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.488317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.500972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:23.629517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.636746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.669548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:23.680745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c6dd5-9901-4ee1-b8db-69cc3b35c2c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:23.696443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.696910 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Added segment 6c483a08-8678-4a51-9801-ef79bf604e92 of type vlan for network ee077d5f-91c8-4931-ade9-2dbe259f5951 Jul 09 20:07:23.744302 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.752754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Sync routers for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:23.782747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.784066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:23.784214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:23.784861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.784995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:06:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:23.830570 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.853819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] Pushing event updated for resources: {'Network': ['ID=ee077d5f-91c8-4931-ade9-2dbe259f5951,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:23.862309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7ef4705c-e0b5-4311-85c7-625a1310e91a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ef4705c-e0b5-4311-85c7-625a1310e91a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:23.869203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:23.876581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9e7e6590-5780-471c-9535-dd410b2851cf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4389110 Jul 09 20:07:23.879301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:23.888587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Request body: {'subnet': {'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1657535768-subnet', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:23.913416 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Made reservation on behalf of eecb52ed340742c5b370dbc298fece78 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:23.916246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:23.919969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.065249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.081473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7ef4705c-e0b5-4311-85c7-625a1310e91a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:24.094076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:24.147509 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4483eaf7-619d-4176-b68f-b4f3f82980c0 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:24.173881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.178976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 4483eaf7-619d-4176-b68f-b4f3f82980c0 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:24.179330 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4483eaf7-619d-4176-b68f-b4f3f82980c0 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:24.262051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f956367c-961a-4e67-a9b7-689c22852c59,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:24.268797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Checking segment: {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:24.270273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Network hostable DHCP agents. Network: ee077d5f-91c8-4931-ade9-2dbe259f5951, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:24.295924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:24.311082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ee077d5f-91c8-4931-ade9-2dbe259f5951) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:24.321873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:24.323259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.330185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cff81-e76a-4923-9a71-1bf04bdf6a5f None None] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:24.350261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-70edb452-c1ca-4225-9f14-a75398436402 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4695499 Jul 09 20:07:24.352765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:24.359159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:24.389023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.390800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.462359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.514821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 2a486633-f934-4ff8-8db5-e0ee022fc35a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:24.515488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.632033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 2, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:24.669472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.670179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 2a486633-f934-4ff8-8db5-e0ee022fc35a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a486633-f934-4ff8-8db5-e0ee022fc35a,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:24.670550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.693609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Checking router: 0106ed7f-98ba-4a80-957f-4feb538ae58a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:24.694192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Updating router 0106ed7f-98ba-4a80-957f-4feb538ae58a port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:24.695515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 2a486633-f934-4ff8-8db5-e0ee022fc35a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:24.697755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ee077d5f-91c8-4931-ade9-2dbe259f5951', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:07:24.698747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.855856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:24.939562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Allocated IP 172.20.0.2 (ee077d5f-91c8-4931-ade9-2dbe259f5951/f956367c-961a-4e67-a9b7-689c22852c59/38a16c9e-a875-4fef-b4a0-a0e9552742bb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:25.003163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.011653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.037729 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8f76-05a3-41a4-aa2c-33364b31fd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.055349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.079024 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=2a486633-f934-4ff8-8db5-e0ee022fc35a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:25.105853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ef4705c-e0b5-4311-85c7-625a1310e91a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:25.223062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7ef4705c-e0b5-4311-85c7-625a1310e91a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:25.224500 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.258261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Allocated IP 172.25.3.99 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/25f237e5-f80f-4352-9292-02f702c3bc88) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:25.357957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.409593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.454297 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.503094 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.504117 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.547956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:25.552182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:25.558680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:25.562790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Transition to ACTIVE for port object 38a16c9e-a875-4fef-b4a0-a0e9552742bb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:25.654805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.668208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Pushing event updated for resources: {'Port': ['ID=25f237e5-f80f-4352-9292-02f702c3bc88,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:25.669708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Transition to ACTIVE for port object 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:25.678523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.700942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:25.737900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d9305-23d2-4aad-b543-656ebd4f42d7 None None] Pushing event updated for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:25.743010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Transition to ACTIVE for port object 38a16c9e-a875-4fef-b4a0-a0e9552742bb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:25.759674 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.856259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:25.865779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8c418b1d-47e1-4d42-b19d-d0c6437be8ac tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3621778 Jul 09 20:07:25.866077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:25.875790 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Sync routers for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:25.883311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:25.890089 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:25.891635 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:25.898853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:25.905027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:25.909452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.940026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Attempting to bind port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:25.941180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Attempting to bind port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:25.941180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Attempting to bind port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 on network 361c7e26-d065-410f-a95a-2aa9c73f89f3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:25.953234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:25.954424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Checking segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:25.954972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.955539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Bound using segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:25.956635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Bound port: 0fe7e4e4-6afb-4ac9-a6b9-19b208521370, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:25.956635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:25.979841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting subnet 60df04eb-c724-498e-a828-ff9196226983 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:07:25.986575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Pushing event updated for resources: {'Port': ['ID=38a16c9e-a875-4fef-b4a0-a0e9552742bb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:26.011749 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.034365 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:26.042583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Attempting to bind port 38a16c9e-a875-4fef-b4a0-a0e9552742bb on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:26.043148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Attempting to bind port 38a16c9e-a875-4fef-b4a0-a0e9552742bb by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:26.043874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Attempting to bind port 38a16c9e-a875-4fef-b4a0-a0e9552742bb on network ee077d5f-91c8-4931-ade9-2dbe259f5951 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:26.059976 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:26.060548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Checking segment: {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:26.061118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.061714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Bound using segment: {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:26.062341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Bound port: 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:26.062823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.065921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.116304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] For port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:26.139844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] For port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:26.149889 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.234943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] For port 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:26.252027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] For port 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38a16c9e-a875-4fef-b4a0-a0e9552742bb,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:26.260386 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.262548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:26.263553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:26.267181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d9305-23d2-4aad-b543-656ebd4f42d7 None None] Pushing event updated for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:26.335682 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:24Z', 'revision_number': 7, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:26.381548 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Checking router: 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:26.397486 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Routers {'3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:26.401519 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:26.604225 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] Set router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:26.676668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7fb3-71e5-4a43-94e0-9b68aff9c1de None None] Pushing event updated for resources: {'Port': ['ID=38a16c9e-a875-4fef-b4a0-a0e9552742bb,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:26.683269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.698501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:26.795934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.805677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.983741 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:24Z', 'revision_number': 7, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:27.006428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.043891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Subnet': ['ID=60df04eb-c724-498e-a828-ff9196226983,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:27.059004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.063584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:27.064175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-50ecb40a-3f0c-4aae-ab1c-661d3392359e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/subnets/60df04eb-c724-498e-a828-ff9196226983 HTTP/1.1" status: 204 len: 168 time: 1.1967421 Jul 09 20:07:27.071869 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71d880-fd8e-4cb6-9a33-da4a531392ab None None] The sync data for ids ['3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2'] in n-d-800087-3 is: [{'id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'name': 'tempest-TestNetworkBasicOps-router-1915387927', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:05:06Z', 'updated_at': '2021-07-09T20:07:24Z', 'revision_number': 7, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'f23e51ca-a168-4229-8742-166e6d2a8470', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:05:07Z', 'updated_at': '2021-07-09T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:27.103865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Router cf24f1c6-9adb-4b79-b734-9141171c718a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:07:27.127435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad9dc6-6824-499f-9b44-b3daf232ce2f None None] Network 6347d138-d682-4de0-bcdb-fad02b09bf12 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:27.246822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:26Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:27.263766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.277053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:27.280583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9181a4d-7c39-4800-99de-a66d4b15e712 None None] The sync data for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 is: [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:26Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:27.298783 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.300248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-54f15620-4499-431a-9be3-2ef0eccb56eb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9462309 Jul 09 20:07:27.302911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 44986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:27.308649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Sync routers for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:27.375295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:27.376301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:27.423970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.597530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port f23e51ca-a168-4229-8742-166e6d2a8470 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:27.597944 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.630739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38a16c9e-a875-4fef-b4a0-a0e9552742bb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:27.801521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:27.866114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port f23e51ca-a168-4229-8742-166e6d2a8470, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f23e51ca-a168-4229-8742-166e6d2a8470,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:27.866637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.869315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] DHCP port deletion for 6347d138-d682-4de0-bcdb-fad02b09bf12 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:07:27.897514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for f23e51ca-a168-4229-8742-166e6d2a8470 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:28.077951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3b407-c298-44b0-9552-ce08338edddd None None] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:28.152243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 38a16c9e-a875-4fef-b4a0-a0e9552742bb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:28.222808 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.296181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.304457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Provisioning for port 38a16c9e-a875-4fef-b4a0-a0e9552742bb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:28.326108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Provisioning complete for port 38a16c9e-a875-4fef-b4a0-a0e9552742bb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:28.326644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.486064 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.534855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Deleting port a265ac54-4776-484b-89a4-962b4da9d9bb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:28.535389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.546686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Allocated IP 172.20.0.1 (ee077d5f-91c8-4931-ade9-2dbe259f5951/f956367c-961a-4e67-a9b7-689c22852c59/46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:28.580547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.609146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=f23e51ca-a168-4229-8742-166e6d2a8470,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:28.627361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] For port 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38a16c9e-a875-4fef-b4a0-a0e9552742bb,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:28.637004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.703014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.718086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] For port a265ac54-4776-484b-89a4-962b4da9d9bb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a265ac54-4776-484b-89a4-962b4da9d9bb,segment=NetworkSegment(bb7499e5-5ad6-4e69-9690-98a9ee23d67a),segment_id=bb7499e5-5ad6-4e69-9690-98a9ee23d67a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:28.718517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.755949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Calling delete_port for a265ac54-4776-484b-89a4-962b4da9d9bb owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:28.764836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:25Z', 'revision_number': 3, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:28.766601 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.773073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c117d-bc18-400a-8bea-a61676dd322a None None] Pushing event updated for resources: {'Port': ['ID=38a16c9e-a875-4fef-b4a0-a0e9552742bb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:28.798226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Transition to ACTIVE for port object 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:28.803998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Checking router: cf24f1c6-9adb-4b79-b734-9141171c718a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:28.804577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Updating router cf24f1c6-9adb-4b79-b734-9141171c718a port 25f237e5-f80f-4352-9292-02f702c3bc88 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:28.915507 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:28.920133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.082869 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.084223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.088117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.088964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Fanout notify agent at l3_agent the message router_deleted on router 3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:07:29.101299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.102524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f6559285-e20f-4d56-92e2-e06e851f1736 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/routers/3e76ab7b-3ed8-4dac-9ac4-d1246ffb02b2 HTTP/1.1" status: 204 len: 168 time: 2.0379221 Jul 09 20:07:29.110533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.123632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:29.162204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:29.164456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:29.169351 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:29.243536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c6c88257-52e2-42b3-a7d0-85892a6454d6 None None] Provisioning complete for port 38a16c9e-a875-4fef-b4a0-a0e9552742bb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:29.244085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c6c88257-52e2-42b3-a7d0-85892a6454d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.269021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] No DVR routers for this DVR port a265ac54-4776-484b-89a4-962b4da9d9bb on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:29.310748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.329401 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.371644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38a16c9e-a875-4fef-b4a0-a0e9552742bb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:29.457600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1b10-ac6f-4e36-b7c0-aa16bc8d6f51 None None] Pushing event deleted for resources: {'Port': ['ID=a265ac54-4776-484b-89a4-962b4da9d9bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:29.474279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Pushing event updated for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:29.536758 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.553398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6347d138-d682-4de0-bcdb-fad02b09bf12']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:29.572670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:29.572964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7499e5-5ad6-4e69-9690-98a9ee23d67a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:29.573606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 38a16c9e-a875-4fef-b4a0-a0e9552742bb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:29.574053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.590569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.612201 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.620834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:07:29.622219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.649264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:07:29.714212 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:07:29.720911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.729278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.733642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/networks/6347d138-d682-4de0-bcdb-fad02b09bf12 HTTP/1.1" status: 204 len: 168 time: 0.6088281 Jul 09 20:07:29.760411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:29.761579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccab43-a64c-4518-a94b-4b21c91ac7d2 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Network': ['ID=6347d138-d682-4de0-bcdb-fad02b09bf12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:29.770687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'network': {'name': 'tempest-network-smoke--2083179055', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:29.812113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:29.819389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.859207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.861427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:29.877996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.879219 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Added segment 6d4b8005-7482-48a7-a0f4-707988b14d0a of type vlan for network 7319149f-ec68-4c97-a419-a2260cf23a1a Jul 09 20:07:29.880985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Transition to ACTIVE for port object 25f237e5-f80f-4352-9292-02f702c3bc88 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:29.897840 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.922619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.936379 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.940035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.971847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:29.978870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.985744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:29.986516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.023081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Attempting to bind port 25f237e5-f80f-4352-9292-02f702c3bc88 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:30.023450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Attempting to bind port 25f237e5-f80f-4352-9292-02f702c3bc88 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:30.023815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Attempting to bind port 25f237e5-f80f-4352-9292-02f702c3bc88 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:30.033978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578246-237c-4583-b30b-6aeff4e979eb None None] Pushing event updated for resources: {'Port': ['ID=25f237e5-f80f-4352-9292-02f702c3bc88,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:30.039802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Pushing event updated for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:30.040667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:30.041092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:30.041510 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.041885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:30.042369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Bound port: 25f237e5-f80f-4352-9292-02f702c3bc88, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:30.042765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.043645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.069858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08da4e6a-442b-498a-81c3-ddabcc01ad66 None None] Provisioning for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:30.085665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08da4e6a-442b-498a-81c3-ddabcc01ad66 None None] Provisioning complete for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:30.086042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08da4e6a-442b-498a-81c3-ddabcc01ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.089740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3246474 Jul 09 20:07:30.093633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 44998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:30.098286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-591127135', 'admin_state_up': True, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:30.107616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e16cb-01cc-4842-a4ee-d4efd909a43d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Network': ['ID=7319149f-ec68-4c97-a419-a2260cf23a1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:30.126670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 7319149f-ec68-4c97-a419-a2260cf23a1a details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:30.153979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.155013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.176230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] For port 25f237e5-f80f-4352-9292-02f702c3bc88, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:30.188741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:30.204499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:30.206080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:30.207133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:30.208098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.210467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] For port 25f237e5-f80f-4352-9292-02f702c3bc88, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=25f237e5-f80f-4352-9292-02f702c3bc88,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:30.213279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-08da4e6a-442b-498a-81c3-ddabcc01ad66 None None] Port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:30.258426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.258826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.347214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Router cf24f1c6-9adb-4b79-b734-9141171c718a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:30.380638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578246-237c-4583-b30b-6aeff4e979eb None None] Pushing event updated for resources: {'Port': ['ID=25f237e5-f80f-4352-9292-02f702c3bc88,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:30.455830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:30.456500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:30.477035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.493795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:30.499811 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7e7bd64-a67f-4da4-a409-9e5f3e5f1624 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf24f1c6-9adb-4b79-b734-9141171c718a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1956780 Jul 09 20:07:30.605270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.735464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:30.762124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:30.818263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.819271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:30.837655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.868131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.919735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f93a1bde-156d-4cab-9c03-6abeca6c33ad None None] Provisioning complete for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:30.920252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f93a1bde-156d-4cab-9c03-6abeca6c33ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.929301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a265ac54-4776-484b-89a4-962b4da9d9bb no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:31.023952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44e99f88-b127-4b58-b1a0-a59b9d12a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.025073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: a265ac54-4776-484b-89a4-962b4da9d9bb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:31.025446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a265ac54-4776-484b-89a4-962b4da9d9bb not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:31.026018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a486633-f934-4ff8-8db5-e0ee022fc35a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:31.027628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.25.3.147 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/d20c14e8-dd20-49ae-9bfb-3d36c6249a0c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:31.089656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2a486633-f934-4ff8-8db5-e0ee022fc35a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:31.090000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a486633-f934-4ff8-8db5-e0ee022fc35a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:31.093432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.100190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f93a1bde-156d-4cab-9c03-6abeca6c33ad None None] Port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:31.203177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44e99f88-b127-4b58-b1a0-a59b9d12a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.204170 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.209212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44e99f88-b127-4b58-b1a0-a59b9d12a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.245258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:31.260292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-44e99f88-b127-4b58-b1a0-a59b9d12a130 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=104acc0554454201b04b5649024a5d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387224 Jul 09 20:07:31.261245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99f88-b127-4b58-b1a0-a59b9d12a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe2234-8329-4527-934d-a2dbb0edef0c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.264512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:31.271408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.277769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4', 'name': '', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'mac_address': 'fa:16:3e:88:c4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:28Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 2, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'subnets': [{'id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:31.313511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3586-6b65-4ccb-b5b0-a877c39e1771 None None] The sync data for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 is: [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4', 'name': '', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'mac_address': 'fa:16:3e:88:c4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:28Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 2, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'subnets': [{'id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:31.341181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:31.341181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.343721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:31.351970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:31.355782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.358063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:31.391083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.424918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.446937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:31.457676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f23e51ca-a168-4229-8742-166e6d2a8470 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:31.461292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125043627', 'description': 'tempest-secgroup-smoke-1125043627 description', 'project_id': '91578926d0404151b7d05764c1e5b38e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:31.478603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f23e51ca-a168-4229-8742-166e6d2a8470 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:31.479257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f23e51ca-a168-4229-8742-166e6d2a8470 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:31.494062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.586635 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.605633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.608934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.612692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.617985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdfe2234-8329-4527-934d-a2dbb0edef0c HTTP/1.1" status: 204 len: 168 time: 0.3531766 Jul 09 20:07:31.639863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcabbc4-735f-4451-bc0a-0d3740daf998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe2234-8329-4527-934d-a2dbb0edef0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.666424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.667771 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2194953 Jul 09 20:07:31.678457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:31.687786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:31.696872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635ec2b-0b27-4038-a914-29f5add94dc3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573c3468-373d-4bef-a413-148566b53f20,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.723287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.729765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.797879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.802942 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.830234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:31.839633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:31.843520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602988 Jul 09 20:07:31.844955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:31.848193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d3438-4283-44ab-9ed5-b91c26458bde tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01066f4-dd1c-46c2-ae57-ff80858b3584,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.939400 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.045392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.059085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.063472 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.131420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.135167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2919359 Jul 09 20:07:32.135492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.140335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c796c7-ccf0-4ea5-9039-6fd62aef8b41 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ed1ef3-4de8-4c28-a5a9-0cb4be355228,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:32.140529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:32.188221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.279441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 8a611252-6b05-456f-9aac-57ab30b5953a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:07:32.282004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.287199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.313520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b090fa-081f-4389-8e9e-d04058129531,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:32.319607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.323574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-efdf9ae8-cbad-44c2-a5f5-f0915f640747 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1845016 Jul 09 20:07:32.324090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.329087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:32.361936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.401818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:32.419263 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Sync routers for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:32.432923 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.433889 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:32.434695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2ba13f4a-d242-4d25-a217-d43af422175c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3402064 Jul 09 20:07:32.435907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:32.437898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.464916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.470935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.478390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8ed96ebe-765a-46e4-8863-95eee639c4ec tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=eb1d25a4e26741f2888b2ef0218a0756&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390456 Jul 09 20:07:32.481188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.518115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a19d39-08ea-4ae7-823b-87d8d89111fa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:32.522909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.524288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a2ccc577-7e03-46f5-b1b2-d7336f638b1e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1993504 Jul 09 20:07:32.529775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.545536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:32.566894 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:32.588832 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Project 91578926d0404151b7d05764c1e5b38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:07:32.596026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.704514 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.709631 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.731758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf16bd6-9039-4d55-b7a1-20d1de3acb72 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:32.735026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54b4502-bc76-4caa-9fb1-bbfdd0c3e812,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:32.735615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5bf16bd6-9039-4d55-b7a1-20d1de3acb72 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2534015 Jul 09 20:07:32.738300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.742477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.743963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98c17036-f625-45f8-99f7-7de946735a32 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2131793 Jul 09 20:07:32.746831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.753655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'security_group_rule': {'security_group_id': '573c3468-373d-4bef-a413-148566b53f20', 'project_id': '91578926d0404151b7d05764c1e5b38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:32.780636 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Project 91578926d0404151b7d05764c1e5b38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:07:32.787567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.791561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:32.791776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-251f6ccc-d0c0-470d-b97d-f432130fe331 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504909 Jul 09 20:07:32.797742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337538405', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:32.872910 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:31Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:32.924419 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Checking router: 8a611252-6b05-456f-9aac-57ab30b5953a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:32.925100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Updating router 8a611252-6b05-456f-9aac-57ab30b5953a port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:32.925830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.930938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.964529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6089280-3567-43f1-89ed-4ceb2ea3eda9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:32.970157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:32.971317 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.974800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.981864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.991896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e975a6cd-4942-4042-a978-337c1707ea77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2362301 Jul 09 20:07:33.283647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 25f237e5-f80f-4352-9292-02f702c3bc88 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:33.338865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.362243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-963782ca-959e-424f-99c4-980d8c9306e7 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125043627&fields=id&tenant_id=91578926d0404151b7d05764c1e5b38e HTTP/1.1" status: 200 len: 267 time: 0.0733476 Jul 09 20:07:33.365618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 25f237e5-f80f-4352-9292-02f702c3bc88 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:33.371536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 25f237e5-f80f-4352-9292-02f702c3bc88 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:33.371916 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.401793 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.415467 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Transition to ACTIVE for port object d20c14e8-dd20-49ae-9bfb-3d36c6249a0c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:33.422746 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.476410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.491910 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Attempting to bind port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:33.492619 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Attempting to bind port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:33.493304 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Attempting to bind port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:33.502401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Subnet': ['ID=07bceeb1-6ed6-4971-b321-f5677e0617d7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:33.515882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 25f237e5-f80f-4352-9292-02f702c3bc88, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=25f237e5-f80f-4352-9292-02f702c3bc88,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:33.518785 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:33.519582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:33.520127 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.521672 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:33.522344 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Bound port: d20c14e8-dd20-49ae-9bfb-3d36c6249a0c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:33.522841 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.523182 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.531387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Checking segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:33.531746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network hostable DHCP agents. Network: 7319149f-ec68-4c97-a419-a2260cf23a1a, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:33.565698 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Pushing event updated for resources: {'Port': ['ID=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:33.571605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-8267876c-5da4-4eea-b73f-8484b36f14cb tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:33.572807 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-8267876c-5da4-4eea-b73f-8484b36f14cb tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 808 time: 0.1837113 Jul 09 20:07:33.573945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 7319149f-ec68-4c97-a419-a2260cf23a1a is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:33.584018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=25f237e5-f80f-4352-9292-02f702c3bc88,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:33.593899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-a07a8471-2879-4f8d-84ac-0c1ecad49e35 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/quotas/91578926d0404151b7d05764c1e5b38e HTTP/1.1" status: 200 len: 375 time: 0.0132656 Jul 09 20:07:33.594940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 7319149f-ec68-4c97-a419-a2260cf23a1a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:33.599964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:33.600741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.603317 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.604479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.605060 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.605670 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.606235 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.607292 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.608043 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.608605 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.609203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.609774 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.610329 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.610895 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:33.611984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf7b66-d2fd-4b2d-a8fa-596dfeaeb8e8 None None] Network 7319149f-ec68-4c97-a419-a2260cf23a1a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:33.644365 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] For port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:33.649250 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] For port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:33.657204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c8f0843a-b7f6-4997-8ee3-55c456e49484 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8605938 Jul 09 20:07:33.657204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:33.659638 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.745343 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:33.746057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:33.750240 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cc4d0-3ae5-488d-a50d-fbabbf383d16 None None] Pushing event updated for resources: {'Port': ['ID=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:33.789487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-7319149f-ec68-4c97-a419-a2260cf23a1a', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:07:33.790521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:33.798122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-521a46bd-bbf0-4434-855e-e2e94f98cbd9 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902564 Jul 09 20:07:33.906100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:33.966836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Allocated IP 172.20.0.2 (7319149f-ec68-4c97-a419-a2260cf23a1a/07bceeb1-6ed6-4971-b321-f5677e0617d7/de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:33.998388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-ea6d1d45-c876-4307-9137-1c0d95a7c95b service neutron] 10.222.0.10 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799128 Jul 09 20:07:34.147612 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:31Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:34.179522 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c0473-e106-4a1e-b4ac-db3a4c919844 None None] The sync data for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 is: [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:31Z', 'revision_number': 3, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:34.180461 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.189993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Transition to ACTIVE for port object de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:34.211893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Transition to ACTIVE for port object de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:34.212533 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-c351295a-60fa-48de-a094-92203b4bd47d service neutron] 10.222.0.10 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590042 Jul 09 20:07:34.218714 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.265806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Network 7319149f-ec68-4c97-a419-a2260cf23a1a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:34.269250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:34.273711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:34.281892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Pushing event updated for resources: {'Port': ['ID=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:34.348560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Attempting to bind port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:34.349237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Attempting to bind port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:34.349461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Attempting to bind port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa on network 7319149f-ec68-4c97-a419-a2260cf23a1a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:34.354895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:34.355282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Checking segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:34.355686 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.356086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Bound using segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:34.356563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Bound port: de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:34.356951 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.403114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.462581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] For port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:34.470318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] For port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:34.476751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:34.530976 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c3f2cf5-d336-46f5-94e2-1b0f0e33d683 req-f90d9e0a-d776-43e4-889a-78d3741b1d97 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 210 time: 0.0443897 Jul 09 20:07:34.548484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b8331-f408-4732-b877-30e68d4a7835 None None] Pushing event updated for resources: {'Port': ['ID=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:34.928844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.1 (7319149f-ec68-4c97-a419-a2260cf23a1a/07bceeb1-6ed6-4971-b321-f5677e0617d7/58f3efa2-1b18-4a28-9c98-61fdcb48057c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:35.127242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.152332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 58f3efa2-1b18-4a28-9c98-61fdcb48057c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:35.218054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.284251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 7319149f-ec68-4c97-a419-a2260cf23a1a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:35.286920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:35.291342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:35.368733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:35.382516 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.433583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d20c14e8-dd20-49ae-9bfb-3d36c6249a0c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:35.503404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:35.509098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:35.509517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.599700 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.650976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.696118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:35.705606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:35.706477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:36.003408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Sync routers for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:36.127546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:36.165506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:36.166285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:36.280325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358c4bd-ad70-48f5-93c8-3da3c52634c6 None None] Network 7319149f-ec68-4c97-a419-a2260cf23a1a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:36.350004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-741d1003-2996-41f8-9321-8a44b9b6e92d req-ffa56144-c498-4718-8625-29a5905c6353 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 210 time: 0.0435023 Jul 09 20:07:36.450860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:36.475622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Provisioning for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:36.481783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:36.482122 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.491875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Provisioning complete for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:36.492351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.582975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:36.695022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.702477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.791237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:36.821860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.856407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.934413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 7319149f-ec68-4c97-a419-a2260cf23a1a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:36.936234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:36.941692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:36.970871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] For port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:36.984108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:37.120800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:07:37.120800 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:07:37.120800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792baf6-b4db-44dd-aa18-ae091866dd50 None None] Pushing event updated for resources: {'Port': ['ID=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:37.152201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4', 'name': '', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'mac_address': 'fa:16:3e:88:c4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:28Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 2, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'subnets': [{'id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:37.158525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 8a611252-6b05-456f-9aac-57ab30b5953a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:37.196268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Checking router: cf24f1c6-9adb-4b79-b734-9141171c718a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:37.196644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Updating router cf24f1c6-9adb-4b79-b734-9141171c718a port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:37.234677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-2d6736c3-81ad-4e5c-8981-b2251d39f50e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.237508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-2d6736c3-81ad-4e5c-8981-b2251d39f50e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 808 time: 0.7830780 Jul 09 20:07:37.240712 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:37.307593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:37.314941 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5fedf771-0090-4330-b78f-059704dd807d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/8a611252-6b05-456f-9aac-57ab30b5953a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6554401 Jul 09 20:07:37.315455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:37.318260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-593d5fb1-1639-4f7f-bc31-8815b6a7d9a4 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91578926d0404151b7d05764c1e5b38e HTTP/1.1" status: 200 len: 380 time: 0.0714815 Jul 09 20:07:37.323224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Sync routers for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:37.330734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'port': {'device_id': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'admin_state_up': True, 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'security_groups': ['573c3468-373d-4bef-a413-148566b53f20']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:37.333818 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:37.334445 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:37.519063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Provisioning for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:37.536404 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Provisioning complete for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:37.537345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:37.565318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.565986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Made reservation on behalf of 91578926d0404151b7d05764c1e5b38e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:37.566140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.566467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.567549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.568026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.569939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.570384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.570516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:37.575991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb205fd3-8191-4538-8585-6884831b15ab tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.2598631 Jul 09 20:07:37.576673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:37.640177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5eea5cd4-14f8-4fbb-b8e7-5f7bef4156ad req-c852dfaf-fcd0-4f3e-aac4-0b03d5e2ab77 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 210 time: 0.0483770 Jul 09 20:07:37.712689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Port 58f3efa2-1b18-4a28-9c98-61fdcb48057c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:37.722425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.723892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.724694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.725523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.726170 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.735959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 25f237e5-f80f-4352-9292-02f702c3bc88 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:37.737822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.738394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.740814 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:37.746008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-db3a7ab0-0f1d-476d-8628-409fbb3c696f tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.1655149 Jul 09 20:07:37.746202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:37.824253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Provisioning complete for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:37.824253 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16e20d6e-902b-43b6-ac49-7af4f39c3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:37.833613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Allocated IP 172.20.0.4 (361c7e26-d065-410f-a95a-2aa9c73f89f3/01a95282-5832-4f82-84ea-5753f8a0713a/8e2732df-b4bf-40b9-92ae-6161b1490f36) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:37.964377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 25f237e5-f80f-4352-9292-02f702c3bc88 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:37.965380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.000094 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.044822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Transition to ACTIVE for port object 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:38.061904 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.072761 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-230117a4-d05c-4c7f-9e91-adc8635a80ef tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.3250308 Jul 09 20:07:38.148232 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:36Z', 'revision_number': 2, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:38.167025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0030b9-831d-412b-8751-2619d76316a7 None None] Pushing event updated for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:38.170764 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.226291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Transition to ACTIVE for port object 8e2732df-b4bf-40b9-92ae-6161b1490f36 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:38.249080 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Checking router: 8a611252-6b05-456f-9aac-57ab30b5953a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:38.249589 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Updating router 8a611252-6b05-456f-9aac-57ab30b5953a port 58f3efa2-1b18-4a28-9c98-61fdcb48057c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:38.304613 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.334084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-21126f2b-e468-45ff-9ae3-8c9e0ee22c94 None None] Provisioning complete for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:38.334748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21126f2b-e468-45ff-9ae3-8c9e0ee22c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.344481 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.348575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Attempting to bind port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:38.352553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Attempting to bind port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:38.353230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Attempting to bind port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 on network ee077d5f-91c8-4931-ade9-2dbe259f5951 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:38.402874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:38.403664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Checking segment: {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:38.404324 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.404975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Bound using segment: {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:38.405982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Bound port: 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c483a08-8678-4a51-9801-ef79bf604e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:38.406851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.435051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:38.440549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:38.447653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:38.453704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:38.461413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097609953', 'description': 'tempest-secgroup-smoke-2097609953 description', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:38.500082 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.529446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:38.530133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.552990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:38.642779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:38.670264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-21126f2b-e468-45ff-9ae3-8c9e0ee22c94 None None] Port 58f3efa2-1b18-4a28-9c98-61fdcb48057c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:38.679333 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.688237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.692671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-06b616b2-061b-482d-8b80-a56e69a693ac tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3674757 Jul 09 20:07:38.706828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Request body: {'port': {'device_id': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:38.747214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] For port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:38.750926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] For port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:38.758345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.762557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:38.762933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.772991 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.774666 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3196664 Jul 09 20:07:38.777382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:38.788980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:38.815185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60ff6d-fd7f-44d6-a404-2565d70874ea tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c777e7d8-d485-4765-bab3-d57e8e4da38b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:38.850432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.891615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:38.892401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:38.905233 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.943274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0030b9-831d-412b-8751-2619d76316a7 None None] Pushing event updated for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.005476 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.013227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.019377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.039203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Transition to ACTIVE for port object 58f3efa2-1b18-4a28-9c98-61fdcb48057c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:39.055357 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.057736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d20c14e8-dd20-49ae-9bfb-3d36c6249a0c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:39.061170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e0952b8a-7745-43a5-b5a5-2779d341a64b None None] Provisioning for port 8e2732df-b4bf-40b9-92ae-6161b1490f36 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:39.081106 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.087106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3077700 Jul 09 20:07:39.089989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:39.090543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:39.095145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bbdbd-0580-41c9-afca-8f09a6cc50b6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c5c2ba-a6d6-417f-a19c-6878c180a8ee,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.109480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:39.124374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e0952b8a-7745-43a5-b5a5-2779d341a64b None None] Provisioning complete for port 8e2732df-b4bf-40b9-92ae-6161b1490f36 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:39.124669 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0952b8a-7745-43a5-b5a5-2779d341a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.177467 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142213f-de5a-4da9-a379-083909ef2f17 None None] Pushing event updated for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.184047 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.240890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25e36-ef60-457c-9357-9bacf086ed57 req-609ac523-00a5-49a9-8e55-49cbd907abc5 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:39.242531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82b25e36-ef60-457c-9357-9bacf086ed57 req-609ac523-00a5-49a9-8e55-49cbd907abc5 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 931 time: 0.2541273 Jul 09 20:07:39.267231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e0952b8a-7745-43a5-b5a5-2779d341a64b None None] Port 8e2732df-b4bf-40b9-92ae-6161b1490f36 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:39.284478 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Attempting to bind port 58f3efa2-1b18-4a28-9c98-61fdcb48057c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:39.284860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Attempting to bind port 58f3efa2-1b18-4a28-9c98-61fdcb48057c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:39.285248 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Attempting to bind port 58f3efa2-1b18-4a28-9c98-61fdcb48057c on network 7319149f-ec68-4c97-a419-a2260cf23a1a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:39.298213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:39.298213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Checking segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:39.298213 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.298627 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Bound using segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:39.299522 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Bound port: 58f3efa2-1b18-4a28-9c98-61fdcb48057c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:39.299918 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.309435 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.325802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.368669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.371571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2778344 Jul 09 20:07:39.372851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c0f36-4a7c-4961-bf10-e4f5bc037615 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72309b7-8378-4c23-9194-ce1528c38434,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.374721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:39.383097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:39.395914 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82b25e36-ef60-457c-9357-9bacf086ed57 req-722bc015-1ed1-420d-9982-53a5b51a0600 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443684 Jul 09 20:07:39.398852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:39.399402 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.411593 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] For port 58f3efa2-1b18-4a28-9c98-61fdcb48057c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:39.427491 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] For port 58f3efa2-1b18-4a28-9c98-61fdcb48057c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=58f3efa2-1b18-4a28-9c98-61fdcb48057c,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:39.437092 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.478741 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.581337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:39.582419 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:39.585372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2732df-b4bf-40b9-92ae-6161b1490f36 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:39.599489 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.628643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Transition to ACTIVE for port object 8e2732df-b4bf-40b9-92ae-6161b1490f36 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:39.634875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.667483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.677254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.678910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4', 'name': '', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'mac_address': 'fa:16:3e:88:c4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:28Z', 'updated_at': '2021-07-09T20:07:38Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'subnets': [{'id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:39.679778 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142213f-de5a-4da9-a379-083909ef2f17 None None] Pushing event updated for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.710671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46069-6ae8-4808-9412-43cd81ad0d60 None None] The sync data for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 is: [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:07:29Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4', 'name': '', 'network_id': 'ee077d5f-91c8-4931-ade9-2dbe259f5951', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'mac_address': 'fa:16:3e:88:c4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:28Z', 'updated_at': '2021-07-09T20:07:38Z', 'revision_number': 4, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'subnets': [{'id': 'f956367c-961a-4e67-a9b7-689c22852c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:39.738790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.740034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644817 Jul 09 20:07:39.745113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:39.751600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:39.757918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9c6f1-4253-4d5a-9737-0587e588586f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cab4a58-61f0-4de3-8ff4-933d2da36980,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.807221 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.837076 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:39.847565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.987591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.992615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.009261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Attempting to bind port 8e2732df-b4bf-40b9-92ae-6161b1490f36 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:40.009536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Attempting to bind port 8e2732df-b4bf-40b9-92ae-6161b1490f36 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:40.009894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Attempting to bind port 8e2732df-b4bf-40b9-92ae-6161b1490f36 on network 361c7e26-d065-410f-a95a-2aa9c73f89f3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:40.017022 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Port 8e2732df-b4bf-40b9-92ae-6161b1490f36 on network 361c7e26-d065-410f-a95a-2aa9c73f89f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:07:40.017403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Attempting to bind port 8e2732df-b4bf-40b9-92ae-6161b1490f36 on network 361c7e26-d065-410f-a95a-2aa9c73f89f3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:40.025002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ca11ba-55d0-45ff-8320-ba188ca25dc2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:40.027479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:40.027813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Checking segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:40.028204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Bound using segment: {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:40.028628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Bound port: 8e2732df-b4bf-40b9-92ae-6161b1490f36, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a12deda-e7fa-4e59-bc40-3d965f249680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:40.028990 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.029794 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.031187 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-21b63150-9d25-4f49-bd02-da5c2e9b70a5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2848327 Jul 09 20:07:40.033709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:40.040706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:40.071576 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:07:40.089411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.122435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:40.126177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:40.131064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.168417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.175191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.181709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.182833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.184480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 1091 time: 1.4850616 Jul 09 20:07:40.185304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:40.188152 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e430ca9-2474-41fe-9198-06b0cda1a699" -d '{"events": [{"name": "network-changed", "server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:40.204902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b19b74-e9d4-44fb-b598-aa085a912f43,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:40.229080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.231280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-88ca4ca5-de58-45ad-874f-2ffa0471b3e9 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1955237 Jul 09 20:07:40.234540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:40.240533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'security_group_rule': {'security_group_id': 'c777e7d8-d485-4765-bab3-d57e8e4da38b', 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:40.277697 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Project eb1d25a4e26741f2888b2ef0218a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:07:40.290679 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:39Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:40.297240 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b804ce9-7f91-4811-a1fe-aa5474398d9a x-openstack-request-id: req-9b804ce9-7f91-4811-a1fe-aa5474398d9a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:40.297240 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:40.297240 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b804ce9-7f91-4811-a1fe-aa5474398d9a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:40.297240 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'status': 'completed', 'code': 200} Jul 09 20:07:40.303745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.328214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871b56b-101c-45c4-937c-d1adc8aa1454 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:40.341030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3f327-e8f4-4a21-bec8-95406394bc90 None None] The sync data for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 is: [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:39Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:40.362632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-e3b3a551-187e-4a13-92b1-3dc1188041a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.364389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-e3b3a551-187e-4a13-92b1-3dc1188041a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1094 time: 0.1303744 Jul 09 20:07:40.428366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-887f23c9-d8b8-4bea-aa95-b0d7e534aa85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 217 time: 0.0563416 Jul 09 20:07:40.503821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.523763 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.534886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:40.549299 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79814a25-3b7e-4fcb-920a-7bc00a81674f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:40.554828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-74ce5af9-a70f-489f-b2a4-533407a58f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.557467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.559416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-22b8c1c8-f41c-427b-bb47-7aa3a7377e52 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237190 Jul 09 20:07:40.561238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-74ce5af9-a70f-489f-b2a4-533407a58f69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.1015744 Jul 09 20:07:40.656466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:40.661175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:40.661896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.700717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-154f5dbd-7710-4c95-a456-dfee31b533a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.702612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-154f5dbd-7710-4c95-a456-dfee31b533a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342227 Jul 09 20:07:40.710944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108fb2f-aca0-4d44-98ff-43a1816a4a81 req-2fb4f1fa-b066-491e-ae67-b6abbb1b1ad6 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.718274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8108fb2f-aca0-4d44-98ff-43a1816a4a81 req-2fb4f1fa-b066-491e-ae67-b6abbb1b1ad6 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 943 time: 0.1053524 Jul 09 20:07:40.768289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.807645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:40.814269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:40.823413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8108fb2f-aca0-4d44-98ff-43a1816a4a81 req-64a2c464-a507-4f94-9886-01882cd618e0 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033654 Jul 09 20:07:40.865972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-a1ed8ec1-4287-41a3-a98c-ba4c66be7e64 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439843 Jul 09 20:07:40.869168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-8c4c9658-5c9c-4d7e-8111-1ded450de969 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097609953&fields=id&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 267 time: 0.0601013 Jul 09 20:07:40.877373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:40.964200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b83dc5-8f35-457b-8519-79f9c69ba41b req-f4da9016-ea63-435e-b1cf-62afa9acdb6c service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919547 Jul 09 20:07:40.996475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-371f3e15-0dbb-49f0-8552-adad861a3c8f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.001622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-371f3e15-0dbb-49f0-8552-adad861a3c8f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/networks?id=7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 200 len: 797 time: 0.1314671 Jul 09 20:07:41.014247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-87ca304e-2635-429d-8bf2-1cf3ff611e5d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/quotas/eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 375 time: 0.0107040 Jul 09 20:07:41.089356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-44398a79-0b6d-44f4-a68c-c5a3dda72eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.091359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-44398a79-0b6d-44f4-a68c-c5a3dda72eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1094 time: 0.0663488 Jul 09 20:07:41.133513 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-1be5d85e-fa84-4c4f-bd7b-ca0ed256f591 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064630 Jul 09 20:07:41.244075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-1609bb4c-d02b-4213-8952-a6387f405132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.244573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-b710586d-51c0-447f-9af1-7171ae86d07c service neutron] 10.222.0.10 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Jul 09 20:07:41.245826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-1609bb4c-d02b-4213-8952-a6387f405132 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.1401584 Jul 09 20:07:41.294861 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-a8ed860b-9bff-4bfc-90b8-c1a8e99522eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 217 time: 0.0420537 Jul 09 20:07:41.353743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-9ab50d88-5073-48d1-bdef-f541417db440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.354595 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-f0a9ad7c-5f67-49df-9904-6dd7f6ddd31e service neutron] 10.222.0.10 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041021 Jul 09 20:07:41.355380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-9ab50d88-5073-48d1-bdef-f541417db440 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0530946 Jul 09 20:07:41.429565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-558025de-501b-4b74-93c0-9135af864dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.431597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-558025de-501b-4b74-93c0-9135af864dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684962 Jul 09 20:07:41.565874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73a67adb-f4b0-4693-8611-253e47170243 req-ff43bd80-d593-4723-a4f2-a13ead21359c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 210 time: 0.0402272 Jul 09 20:07:41.574926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-09b0d49d-6ba9-4729-bedf-b01eaafdc260 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342013 Jul 09 20:07:41.674746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e430ca9-2474-41fe-9198-06b0cda1a699 req-114caadd-b558-4c27-966b-8aad49466c15 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928881 Jul 09 20:07:42.002540 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb3b6c-2c52-418f-b3f9-49eb258bb0cb req-9fc353ac-a249-4833-8c5f-643aac67c37d tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:42.004060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9fb3b6c-2c52-418f-b3f9-49eb258bb0cb req-9fc353ac-a249-4833-8c5f-643aac67c37d tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 943 time: 0.0669055 Jul 09 20:07:42.047032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9fb3b6c-2c52-418f-b3f9-49eb258bb0cb req-412c68d2-1f49-4fb0-996c-b4f991bd80fb tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355895 Jul 09 20:07:42.437745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 58f3efa2-1b18-4a28-9c98-61fdcb48057c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:42.493582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:42.497810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:42.498309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.600192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.671599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 58f3efa2-1b18-4a28-9c98-61fdcb48057c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=58f3efa2-1b18-4a28-9c98-61fdcb48057c,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:42.679985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.680836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:42.693464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-c8dd6ae7-521f-4423-abe4-e515014f8234 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:42.695143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-c8dd6ae7-521f-4423-abe4-e515014f8234 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/networks?id=7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 200 len: 797 time: 0.1708734 Jul 09 20:07:42.789576 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-d3982789-40f9-403d-b4e0-86aca6678aae tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1d25a4e26741f2888b2ef0218a0756 HTTP/1.1" status: 200 len: 380 time: 0.0762036 Jul 09 20:07:42.798799 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'port': {'device_id': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'admin_state_up': True, 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'security_groups': ['c777e7d8-d485-4765-bab3-d57e8e4da38b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:42.834499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:42.848811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c4d5f06-9652-4935-9f70-f8e29afef4a6 req-cdf220eb-58d8-4ce3-bd46-e6e30d43d462 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 210 time: 0.0627189 Jul 09 20:07:42.888697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:42.889494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.978807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Made reservation on behalf of eb1d25a4e26741f2888b2ef0218a0756 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:42.986620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.124475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.20.0.3 (7319149f-ec68-4c97-a419-a2260cf23a1a/07bceeb1-6ed6-4971-b321-f5677e0617d7/9b612644-ae4e-4827-a473-55ca66655d0a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:43.314261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b3e1c-ab8e-49d2-8ab5-97150771c374 req-6927ec99-d5ee-4b1c-aa4b-416ef85664a1 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:43.315952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b1b3e1c-ab8e-49d2-8ab5-97150771c374 req-6927ec99-d5ee-4b1c-aa4b-416ef85664a1 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 943 time: 0.1345885 Jul 09 20:07:43.319020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.346016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Transition to ACTIVE for port object 9b612644-ae4e-4827-a473-55ca66655d0a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:43.374853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1b1b3e1c-ab8e-49d2-8ab5-97150771c374 req-b821edb4-83e5-4010-8cfc-62e3475b1f70 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486209 Jul 09 20:07:43.411659 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.475360 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network 7319149f-ec68-4c97-a419-a2260cf23a1a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:43.479794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:43.483076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:43.515825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:43.517257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:43.549399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:43.550213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.570101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-fcceaf7b-d6d2-42a1-8560-779436681155 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775333 Jul 09 20:07:43.583769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Request body: {'port': {'device_id': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:43.661943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b18e554e-9823-4dc2-aa0c-969be708df0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.679915 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.779141 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b18e554e-9823-4dc2-aa0c-969be708df0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.783081 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b18e554e-9823-4dc2-aa0c-969be708df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.827463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e554e-9823-4dc2-aa0c-969be708df0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025eeef9-fe23-4815-bce3-e544671812f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:43.831955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b18e554e-9823-4dc2-aa0c-969be708df0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03b801de9bad4a7d8ee300c9105c90e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146296 Jul 09 20:07:43.834706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:43.846344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-072f670c-4909-4b2f-a293-49225d44f53e None None] Provisioning for port 9b612644-ae4e-4827-a473-55ca66655d0a completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:43.851335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-072f670c-4909-4b2f-a293-49225d44f53e None None] Provisioning complete for port 9b612644-ae4e-4827-a473-55ca66655d0a triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:43.852184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-072f670c-4909-4b2f-a293-49225d44f53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.890510 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.906048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-072f670c-4909-4b2f-a293-49225d44f53e None None] Port 9b612644-ae4e-4827-a473-55ca66655d0a cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:43.921835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.982587 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.985262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:43.989442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/025eeef9-fe23-4815-bce3-e544671812f8 HTTP/1.1" status: 204 len: 168 time: 0.1508229 Jul 09 20:07:44.022393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e1826-4d7c-474a-af2f-395e22e290c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025eeef9-fe23-4815-bce3-e544671812f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.047275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b612644-ae4e-4827-a473-55ca66655d0a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:44.056430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.068416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c804-122c-42bd-a47f-2565124eaf55 req-b1a8bb36-56ae-4941-ac8d-b7bf2dbf350a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.070015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8072c804-122c-42bd-a47f-2565124eaf55 req-b1a8bb36-56ae-4941-ac8d-b7bf2dbf350a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 931 time: 0.0802233 Jul 09 20:07:44.074468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Transition to ACTIVE for port object 9b612644-ae4e-4827-a473-55ca66655d0a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:44.078944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.112301 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8072c804-122c-42bd-a47f-2565124eaf55 req-68c597be-e7f4-482b-aff8-4987ae86f54d tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Jul 09 20:07:44.144830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.212732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e2732df-b4bf-40b9-92ae-6161b1490f36 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:44.220845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Attempting to bind port 9b612644-ae4e-4827-a473-55ca66655d0a on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:44.221296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Attempting to bind port 9b612644-ae4e-4827-a473-55ca66655d0a by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:44.221693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Attempting to bind port 9b612644-ae4e-4827-a473-55ca66655d0a on network 7319149f-ec68-4c97-a419-a2260cf23a1a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:44.227120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Port 9b612644-ae4e-4827-a473-55ca66655d0a on network 7319149f-ec68-4c97-a419-a2260cf23a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:07:44.227518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Attempting to bind port 9b612644-ae4e-4827-a473-55ca66655d0a on network 7319149f-ec68-4c97-a419-a2260cf23a1a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:44.238791 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:44.239711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Checking segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:44.240216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Bound using segment: {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:44.240747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Bound port: 9b612644-ae4e-4827-a473-55ca66655d0a, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4b8005-7482-48a7-a0f4-707988b14d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:44.241231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.329977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:44.333573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9b612644-ae4e-4827-a473-55ca66655d0a,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:44.342843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.377059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:44.387827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 58f3efa2-1b18-4a28-9c98-61fdcb48057c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:44.416919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'port_id': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'mac_address': 'fa:16:3e:c3:b0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:44.420028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.420576 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.432787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 200 len: 1091 time: 0.8544250 Jul 09 20:07:44.433306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:44.435649 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c958e-899c-4309-b364-9c7925020a56" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:44.473863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5019c-9444-4154-8a6e-d0e942ab6dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.485311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.523814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2732df-b4bf-40b9-92ae-6161b1490f36 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:44.540654 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7c823-7038-4587-9dfa-2414abe61915 x-openstack-request-id: req-eac7c823-7038-4587-9dfa-2414abe61915 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:44.542144 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:44.542403 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eac7c823-7038-4587-9dfa-2414abe61915 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:44.543181 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a', 'status': 'completed', 'code': 200} Jul 09 20:07:44.555203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:44.557450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 58f3efa2-1b18-4a28-9c98-61fdcb48057c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:44.557893 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.617592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.634496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-905e15f3-0a57-4615-9aaa-0b4c607a9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.636056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-905e15f3-0a57-4615-9aaa-0b4c607a9617 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1094 time: 0.1559017 Jul 09 20:07:44.699463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-f5936e37-7d65-449d-a4c0-3ef148e83aa3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 200 len: 217 time: 0.0551157 Jul 09 20:07:44.709821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.746177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732bcd5-2ee6-47a0-89c9-8ba5c7433d79 req-e60c0066-a7c7-4433-8123-92127762f39e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.747758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6732bcd5-2ee6-47a0-89c9-8ba5c7433d79 req-e60c0066-a7c7-4433-8123-92127762f39e tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 944 time: 0.1627045 Jul 09 20:07:44.780563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-8bc395c8-40e0-42e4-b09d-a9582f5de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.782067 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-8bc395c8-40e0-42e4-b09d-a9582f5de52d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07bceeb1-6ed6-4971-b321-f5677e0617d7 HTTP/1.1" status: 200 len: 835 time: 0.0760319 Jul 09 20:07:44.808122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6732bcd5-2ee6-47a0-89c9-8ba5c7433d79 req-5f56079b-e13d-4ab2-8f9d-52de778732a3 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490241 Jul 09 20:07:44.808677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:44.833868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8e2732df-b4bf-40b9-92ae-6161b1490f36'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:44.858518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-47a49f5f-e2e1-40e7-8caa-3636be5580e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.860028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-47a49f5f-e2e1-40e7-8caa-3636be5580e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7319149f-ec68-4c97-a419-a2260cf23a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674949 Jul 09 20:07:44.954993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2035285882-network', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:44.964176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-a8c6a704-536a-4764-a82c-21f8c77ad00e service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978143 Jul 09 20:07:45.022937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:45.025273 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.037855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.097880 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8981e663-0148-4ad4-913e-68d01f01ab32 req-adfaa8c4-ac95-44ff-99e4-1d543d53f73f service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258547 Jul 09 20:07:45.163310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.183785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.208976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:45.231447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0e50f-04f3-4272-820a-00296bfc926d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:45.234431 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.234770 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Added segment 5c143c7b-3d8b-4ce4-8e9e-752cffb5b639 of type vlan for network dbed8e19-2df4-4768-aaef-a00a7d1446ad Jul 09 20:07:45.285363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c958e-899c-4309-b364-9c7925020a56 req-4bda4e56-a2d6-474f-999c-b5e8b23868f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.287454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-4bda4e56-a2d6-474f-999c-b5e8b23868f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1094 time: 0.1329083 Jul 09 20:07:45.290978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.311653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbf9af-8868-4d36-ac43-29380e041938 req-b57f0ec7-618b-4d27-90d0-51802e505370 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.317903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1fbbf9af-8868-4d36-ac43-29380e041938 req-b57f0ec7-618b-4d27-90d0-51802e505370 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 943 time: 0.0843852 Jul 09 20:07:45.367127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1fbbf9af-8868-4d36-ac43-29380e041938 req-f55d58a7-23cf-4803-b327-8b11e298f4b5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Jul 09 20:07:45.371311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.372233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.372821 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.458011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6318829 Jul 09 20:07:45.460832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:45.466402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Request body: {'subnet': {'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2035285882-subnet', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:45.471145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985047-2c38-4443-9a4c-ca689c65e1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbed8e19-2df4-4768-aaef-a00a7d1446ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:45.476174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c958e-899c-4309-b364-9c7925020a56 req-0577ddb0-83f5-4f76-afc5-18c28a890ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.477655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-0577ddb0-83f5-4f76-afc5-18c28a890ba5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 200 len: 898 time: 0.1766839 Jul 09 20:07:45.483267 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:45.492454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:45.495535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.525173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-e18acbee-4351-4034-a10c-d7d83f46e2cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 200 len: 217 time: 0.0402808 Jul 09 20:07:45.590093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c958e-899c-4309-b364-9c7925020a56 req-f7cdb062-403f-4f8b-b47e-e8d093348a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.591889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-f7cdb062-403f-4f8b-b47e-e8d093348a85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07bceeb1-6ed6-4971-b321-f5677e0617d7 HTTP/1.1" status: 200 len: 835 time: 0.0590196 Jul 09 20:07:45.649177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c958e-899c-4309-b364-9c7925020a56 req-2e5a4626-b604-43ad-a1e5-d829cd1accf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.650670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-2e5a4626-b604-43ad-a1e5-d829cd1accf0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7319149f-ec68-4c97-a419-a2260cf23a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519929 Jul 09 20:07:45.683034 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.737471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0224512e-da1c-44a8-b8fb-1025c048e227,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:45.746005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-75f46eb6-da51-4365-8c10-1fab0648d1c5 service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Jul 09 20:07:45.748175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:45.748541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Network hostable DHCP agents. Network: dbed8e19-2df4-4768-aaef-a00a7d1446ad, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:45.765634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:45.775641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, dbed8e19-2df4-4768-aaef-a00a7d1446ad) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:45.780209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.780811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.787675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dec79d-fc41-455d-84f8-ee80d3d3554c None None] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:45.796164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7723fd2a-b780-4dcb-8da3-b6274b7ce965 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3341918 Jul 09 20:07:45.799077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:45.810838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:45.847917 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.848988 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.868491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f4c958e-899c-4309-b364-9c7925020a56 req-7f1b373c-3d84-40c4-be46-332088bcedcc service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143959 Jul 09 20:07:45.912879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:45.953541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:07:45.954423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.091938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Allocated IP 172.20.0.2 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/a7ed6fbb-a11d-41ec-a579-5b93ceddb72d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:46.222564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e2732df-b4bf-40b9-92ae-6161b1490f36 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:46.272339 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.283964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Transition to ACTIVE for port object a7ed6fbb-a11d-41ec-a579-5b93ceddb72d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:46.304794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Transition to ACTIVE for port object a7ed6fbb-a11d-41ec-a579-5b93ceddb72d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:46.310666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 8e2732df-b4bf-40b9-92ae-6161b1490f36 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:46.314488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.324072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 8e2732df-b4bf-40b9-92ae-6161b1490f36 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:46.324440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.389572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:46.396647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:46.399137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:46.403943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Pushing event updated for resources: {'Port': ['ID=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.430746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.454010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205598c-b2db-4125-b76b-496e7996409a req-121dece8-0f42-4f02-861d-0c9e05c125af tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.461486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c205598c-b2db-4125-b76b-496e7996409a req-121dece8-0f42-4f02-861d-0c9e05c125af tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 944 time: 0.5109503 Jul 09 20:07:46.470240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Attempting to bind port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:46.470610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Attempting to bind port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:46.470975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Attempting to bind port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:46.497458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:46.498137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:46.498137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.498538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:46.499012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Bound port: a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:46.499393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.536802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c205598c-b2db-4125-b76b-496e7996409a req-2e37ca55-eaa5-4688-b0d5-66a2e14721cb tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744298 Jul 09 20:07:46.590693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832805-0d51-4b44-bf91-df73bab60de1 req-67968e36-e13f-4ca5-ae13-82d8430aa38f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.597621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f832805-0d51-4b44-bf91-df73bab60de1 req-67968e36-e13f-4ca5-ae13-82d8430aa38f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 943 time: 0.0827105 Jul 09 20:07:46.642299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f832805-0d51-4b44-bf91-df73bab60de1 req-1cfe2c60-55b7-46a4-b021-e9198bba9348 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Jul 09 20:07:46.698879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.718580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.727778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.764440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:46.767111 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd4a11d-5e69-45dc-b9b9-019719f4d8a0" -d '{"events": [{"server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "name": "network-vif-plugged", "status": "completed", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:46.785503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:46.790102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] For port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:46.792012 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.794873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] For port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:46.799962 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.825467 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ec08f-e7cf-464c-bd9c-d1b1a93985f7 x-openstack-request-id: req-123ec08f-e7cf-464c-bd9c-d1b1a93985f7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:46.825745 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "name": "network-vif-plugged", "status": "completed", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:46.826002 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-123ec08f-e7cf-464c-bd9c-d1b1a93985f7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:46.826381 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'code': 200} Jul 09 20:07:46.827963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Allocated IP 172.25.3.196 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/05d2577b-bfb7-4a11-b47e-1ee832bc1698) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:46.860347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.923177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682dfd9-e265-4833-8bfd-cc58316e5317 None None] Pushing event updated for resources: {'Port': ['ID=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.953823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.968886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acc685-160a-4a35-a05a-ce9f8365f0a2 req-3f112850-2d2f-447d-90c4-3694e9c15673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.970830 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5acc685-160a-4a35-a05a-ce9f8365f0a2 req-3f112850-2d2f-447d-90c4-3694e9c15673 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.0639076 Jul 09 20:07:46.998356 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:47.010544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5acc685-160a-4a35-a05a-ce9f8365f0a2 req-3d1917ff-b16b-40dc-b2e6-ac157e9a35d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Jul 09 20:07:47.055576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:47.058757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:47.063487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:47.066716 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Pushing event updated for resources: {'Port': ['ID=05d2577b-bfb7-4a11-b47e-1ee832bc1698,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:47.313254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:47.508790 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:47.641555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Router 4ec99142-9179-4289-afcd-87fb2209517b is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:07:47.749376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d1a2-5cf9-4175-8a33-f18ae7b26d5c req-65ab2837-be6c-4b42-9aee-af22b718b057 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:47.751742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6798d1a2-5cf9-4175-8a33-f18ae7b26d5c req-65ab2837-be6c-4b42-9aee-af22b718b057 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0824702 Jul 09 20:07:47.762566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:47.774856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:47.781882 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:47.783300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6a2acd4e-a821-4cd9-8990-973c576c7a71 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9831285 Jul 09 20:07:47.787971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:47.789164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:47.790280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:47.858131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728f0c6-5dea-42b3-83af-0b7bd2d21552 req-89080974-08bf-4491-8092-fc6af7020ff4 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:47.865431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a728f0c6-5dea-42b3-83af-0b7bd2d21552 req-89080974-08bf-4491-8092-fc6af7020ff4 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 943 time: 0.0784137 Jul 09 20:07:47.879442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6798d1a2-5cf9-4175-8a33-f18ae7b26d5c req-778686a4-9d76-4c99-aaf6-3b32642ba9f4 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216028 Jul 09 20:07:47.896110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48866360-3502-449a-993e-649a32d2260b None None] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:47.933052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a728f0c6-5dea-42b3-83af-0b7bd2d21552 req-27bc2fe3-f546-4d37-85fb-4dae6cf052d7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642164 Jul 09 20:07:47.967261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b795be08-73bb-4371-9f5e-fe24808e9ef3 None None] Provisioning for port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:47.992562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:48.258024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:47Z', 'revision_number': 3, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:48.285190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:48.285667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Updating router 4ec99142-9179-4289-afcd-87fb2209517b port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:48.299752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.336917 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.442788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a7ed6fbb-a11d-41ec-a579-5b93ceddb72d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:48.497182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Allocated IP 172.20.0.1 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/0c634408-1660-4eed-a8b8-7f6fcaaca819) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:48.569648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:48.582730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:48.583106 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.606483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.620415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Transition to ACTIVE for port object 0c634408-1660-4eed-a8b8-7f6fcaaca819 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:48.654846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.689973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:48.696754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:48.700164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:48.725052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Pushing event updated for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:48.730987 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.734305 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.746039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.758625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Transition to ACTIVE for port object 05d2577b-bfb7-4a11-b47e-1ee832bc1698 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:48.770766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.793047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:48.813607 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.845023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Attempting to bind port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:48.845511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Attempting to bind port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:48.845875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Attempting to bind port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:48.853954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d747-7f0d-41cf-81e8-75c16d5a25b5 None None] Pushing event updated for resources: {'Port': ['ID=05d2577b-bfb7-4a11-b47e-1ee832bc1698,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:48.856584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:48.856967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:48.857486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.857941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:48.858492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Bound port: 05d2577b-bfb7-4a11-b47e-1ee832bc1698, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:48.858909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.911256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.950207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:48.962704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:48.967359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] For port 05d2577b-bfb7-4a11-b47e-1ee832bc1698, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:48.970646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] For port 05d2577b-bfb7-4a11-b47e-1ee832bc1698, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=05d2577b-bfb7-4a11-b47e-1ee832bc1698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:48.976573 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.035296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b90752a3-e9de-4b76-af14-1e3f66c7d675 None None] Provisioning for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:49.040007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:49.040622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:49.084083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b90752a3-e9de-4b76-af14-1e3f66c7d675 None None] Provisioning complete for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:49.084550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b90752a3-e9de-4b76-af14-1e3f66c7d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.111076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d747-7f0d-41cf-81e8-75c16d5a25b5 None None] Pushing event updated for resources: {'Port': ['ID=05d2577b-bfb7-4a11-b47e-1ee832bc1698,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:49.148935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb55c8-1e93-4b45-86a7-6290ee5f501d req-6c62e81f-5c75-4a32-b967-b566ed2bc0e0 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.153611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9cb55c8-1e93-4b45-86a7-6290ee5f501d req-6c62e81f-5c75-4a32-b967-b566ed2bc0e0 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.1263921 Jul 09 20:07:49.159847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0867bb-2f82-4f7e-9840-e53a15d4abdd req-5c87a6e7-964e-4a23-bae6-4563311ac3a1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.162273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d0867bb-2f82-4f7e-9840-e53a15d4abdd req-5c87a6e7-964e-4a23-bae6-4563311ac3a1 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 943 time: 0.0828865 Jul 09 20:07:49.164657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b90752a3-e9de-4b76-af14-1e3f66c7d675 None None] Port 0c634408-1660-4eed-a8b8-7f6fcaaca819 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:49.194015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:49.197994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.205978 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.206414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d0867bb-2f82-4f7e-9840-e53a15d4abdd req-01520f78-6a14-44e1-94df-024881fc1ee5 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Jul 09 20:07:49.263249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9cb55c8-1e93-4b45-86a7-6290ee5f501d req-655f3722-8bf0-4019-b5ff-b63714a86bd0 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052890 Jul 09 20:07:49.288459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Pushing event updated for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:49.291121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.319169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9b612644-ae4e-4827-a473-55ca66655d0a details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:49.395588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:49.397160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:49.471983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f8b62-f748-45b6-bfaf-8a84fdea8bd7 req-dad7bd50-8eb6-48df-bff6-4f62857ea2fa tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.473525 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-318f8b62-f748-45b6-bfaf-8a84fdea8bd7 req-dad7bd50-8eb6-48df-bff6-4f62857ea2fa tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0945625 Jul 09 20:07:49.479799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9b612644-ae4e-4827-a473-55ca66655d0a,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:49.498783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '9b612644-ae4e-4827-a473-55ca66655d0a', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'port_id': '9b612644-ae4e-4827-a473-55ca66655d0a', 'mac_address': 'fa:16:3e:01:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:49.528932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-318f8b62-f748-45b6-bfaf-8a84fdea8bd7 req-c009a76c-657e-4b27-b048-0dd5f26e4b45 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Jul 09 20:07:49.547007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:49.548709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:49.576734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca38c2b-2113-4c00-a17e-b44baf40180d None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:49.581634 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.598251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b612644-ae4e-4827-a473-55ca66655d0a {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:49.620671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9b612644-ae4e-4827-a473-55ca66655d0a,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:49.628279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.713403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:49.715852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:49.719683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9703ba54-b249-466b-88da-c868df280941 admin admin] 10.222.0.10 "PUT /v2.0/routers/4ec99142-9179-4289-afcd-87fb2209517b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252219 Jul 09 20:07:49.789110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-239d00ae-4067-442f-9b97-3203ffab74a3 None None] Provisioning complete for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:49.789391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1c4ad-68d6-44cc-8c0b-274669215621 req-473d5fac-06e1-40aa-a7a0-8ffe9a5b6370 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.789571 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-239d00ae-4067-442f-9b97-3203ffab74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:49.790929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21c1c4ad-68d6-44cc-8c0b-274669215621 req-473d5fac-06e1-40aa-a7a0-8ffe9a5b6370 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0698550 Jul 09 20:07:49.857191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-239d00ae-4067-442f-9b97-3203ffab74a3 None None] Port 0c634408-1660-4eed-a8b8-7f6fcaaca819 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:49.861345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21c1c4ad-68d6-44cc-8c0b-274669215621 req-4f42ff13-8020-4a52-98fd-a95748c943a7 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640888 Jul 09 20:07:49.889364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:49.962266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['9b612644-ae4e-4827-a473-55ca66655d0a'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:50.082030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82395278-ddc9-4668-87f8-75b08a789f59 tempest-TestServerBasicOps-1273002015 tempest-TestServerBasicOps-1273002015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:50.087328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-82395278-ddc9-4668-87f8-75b08a789f59 tempest-TestServerBasicOps-1273002015 tempest-TestServerBasicOps-1273002015-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1091 time: 0.1937699 Jul 09 20:07:50.087567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:50.092731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:50.122474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.258882 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.392751 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Allocated IP 172.25.3.57 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/02135677-d1e4-4b22-966e-afa7c9fcd87b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:50.424610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a7ed6fbb-a11d-41ec-a579-5b93ceddb72d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:50.479535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:50.487342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-540566733-network', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:50.526184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Made reservation on behalf of bf0d330123434b7d8d5483bb28f614a2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:50.528546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.548742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.549013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:50.549617 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.571478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d31c6b-11f2-401a-aa24-e434bf48c053 req-ae59af56-bde5-4982-8012-3d017dc5c68a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:50.573065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34d31c6b-11f2-401a-aa24-e434bf48c053 req-ae59af56-bde5-4982-8012-3d017dc5c68a tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 944 time: 0.1701450 Jul 09 20:07:50.583448 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.642817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.662768 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34d31c6b-11f2-401a-aa24-e434bf48c053 req-d19ec62d-e369-46a7-baff-13ceefe36c4c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659840 Jul 09 20:07:50.695491 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:50.698433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:50.701843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:50.726709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.731521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.739652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'Port': ['ID=02135677-d1e4-4b22-966e-afa7c9fcd87b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:50.759936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:50.770998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4536b3-9fe5-4455-997d-34081754722b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:50.777632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.778028 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Added segment cab09518-ff18-4b25-a066-755d19868b56 of type vlan for network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 Jul 09 20:07:50.824131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.860930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.862550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:50.863594 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.921794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4405119 Jul 09 20:07:50.924524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:50.929786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Request body: {'subnet': {'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-540566733-subnet', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:50.953241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Made reservation on behalf of bf0d330123434b7d8d5483bb28f614a2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:50.955580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:50.959294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce08c-991d-4a36-bff9-6c0b3c355bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a08cafa4-6d5a-4d35-9cad-d22a256e0f30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:50.972806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:51.160014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.219184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2169c63e-3791-4295-8aee-e4eef0f7382b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:51.238098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Checking segment: {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:51.239340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Network hostable DHCP agents. Network: a08cafa4-6d5a-4d35-9cad-d22a256e0f30, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:51.258061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:51.266987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a08cafa4-6d5a-4d35-9cad-d22a256e0f30) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:51.271655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:51.272250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.276439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f83f0-f9b5-453b-8231-24f6910255f7 None None] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:51.288474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-55186690-ab6e-4c73-9455-ab3304c10ffb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3625605 Jul 09 20:07:51.290957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:51.296155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:51.322389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.323553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.335168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9b612644-ae4e-4827-a473-55ca66655d0a up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:51.390580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.397325 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:07:51.427301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 9b612644-ae4e-4827-a473-55ca66655d0a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:51.434254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 9b612644-ae4e-4827-a473-55ca66655d0a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:51.434473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.466350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.510909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'fixed_ips': [{'subnet_id': '2169c63e-3791-4295-8aee-e4eef0f7382b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:07:51.511855 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.543997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.553535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.566335 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.726765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.732727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.767540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.787983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.802418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:51.804665 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da52d8-e3b9-4137-91c1-074ec3f01d13" -d '{"events": [{"server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:51.825356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9b612644-ae4e-4827-a473-55ca66655d0a,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:51.874059 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6bcac9-9f5d-485b-a6a2-4dd4c044af09 x-openstack-request-id: req-9c6bcac9-9f5d-485b-a6a2-4dd4c044af09 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:51.874344 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:51.874602 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c6bcac9-9f5d-485b-a6a2-4dd4c044af09 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:51.874997 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a', 'code': 200} Jul 09 20:07:51.875636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.895788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event updated for resources: {'Port': ['ID=02135677-d1e4-4b22-966e-afa7c9fcd87b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:51.909366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:51.913165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Allocated IP 172.25.3.101 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/7d0cd992-25e1-42b0-9229-3fa391faac9a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:51.952683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Allocated IP 172.20.0.2 (a08cafa4-6d5a-4d35-9cad-d22a256e0f30/2169c63e-3791-4295-8aee-e4eef0f7382b/e6eb93b6-9770-4e98-9044-e483f7ce7e9c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:51.988637 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:52.014180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1cd83-14a9-41e0-812d-70eca2130d85 req-6955b5d2-e984-43ae-a836-32c2052419df tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.015832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1c1cd83-14a9-41e0-812d-70eca2130d85 req-6955b5d2-e984-43ae-a836-32c2052419df tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.1797574 Jul 09 20:07:52.054889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179a03-2cca-4205-81ca-8b00db50421c req-eeb624ea-5d4c-4b59-84c6-53baa8da8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.056427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73179a03-2cca-4205-81ca-8b00db50421c req-eeb624ea-5d4c-4b59-84c6-53baa8da8345 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1263211 Jul 09 20:07:52.060155 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Floating IP 83a1b956-d36a-4c47-bbcf-1d284bca8063 associated. External IP: 172.25.3.57, port: 8e2732df-b4bf-40b9-92ae-6161b1490f36. Jul 09 20:07:52.073612 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.112075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73179a03-2cca-4205-81ca-8b00db50421c req-57a1a878-4d05-459d-99a3-5e48502c13c0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479407 Jul 09 20:07:52.127601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1c1cd83-14a9-41e0-812d-70eca2130d85 req-7f899a01-17c6-41c7-ac5e-bbf8bb36a134 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001315 Jul 09 20:07:52.162890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.166837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.179078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Transition to ACTIVE for port object e6eb93b6-9770-4e98-9044-e483f7ce7e9c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:52.200111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Transition to ACTIVE for port object e6eb93b6-9770-4e98-9044-e483f7ce7e9c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:52.208485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.212943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:52.215995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:52.220575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:52.224566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0cd992-25e1-42b0-9229-3fa391faac9a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:52.260985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:52.264236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:52.271707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:52.278461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Pushing event updated for resources: {'Port': ['ID=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:52.360097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Router 0106ed7f-98ba-4a80-957f-4feb538ae58a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:52.384874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Attempting to bind port e6eb93b6-9770-4e98-9044-e483f7ce7e9c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:52.385304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Attempting to bind port e6eb93b6-9770-4e98-9044-e483f7ce7e9c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:52.385750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Attempting to bind port e6eb93b6-9770-4e98-9044-e483f7ce7e9c on network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:52.391486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:52.391917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Checking segment: {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:52.392338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.392739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Bound using segment: {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:52.393327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Bound port: e6eb93b6-9770-4e98-9044-e483f7ce7e9c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:52.393721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.402939 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44c84a6a-d864-42c6-b595-66f74a39f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.431512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 05d2577b-bfb7-4a11-b47e-1ee832bc1698 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:52.498692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] For port e6eb93b6-9770-4e98-9044-e483f7ce7e9c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:52.499079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:52.502459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] For port e6eb93b6-9770-4e98-9044-e483f7ce7e9c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:52.511574 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.514578 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Sync routers for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:52.518529 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.529031 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:52.530071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:52.546788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:52.553005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:52.553161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.558971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.572172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0a7f9197-bb74-47e7-be90-3c6458d55674 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4833348 Jul 09 20:07:52.572942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:52.575651 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:52.621961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:52.650982 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7bfeaa-52f4-4d76-adbc-5f13099487b5 x-openstack-request-id: req-bc7bfeaa-52f4-4d76-adbc-5f13099487b5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:52.651412 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:52.651730 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc7bfeaa-52f4-4d76-adbc-5f13099487b5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:52.652196 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'status': 'completed', 'code': 200} Jul 09 20:07:52.706259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:52.706259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:52.706259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2283c34-8e9d-4dcc-bf74-3dd239c4c67d None None] Pushing event updated for resources: {'Port': ['ID=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:52.739052 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:52.798445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-3f5bd433-9fd5-473c-b2d3-38360fa9e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.802364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-3f5bd433-9fd5-473c-b2d3-38360fa9e218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.1222565 Jul 09 20:07:52.819389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.845098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:52.912248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 05d2577b-bfb7-4a11-b47e-1ee832bc1698, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=05d2577b-bfb7-4a11-b47e-1ee832bc1698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:52.924760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.936567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.019192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-b672251b-92cd-4475-8f5d-c33aeea9f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.020933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-b672251b-92cd-4475-8f5d-c33aeea9f630 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.2112691 Jul 09 20:07:53.047008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=05d2577b-bfb7-4a11-b47e-1ee832bc1698,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:53.089232 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '83a1b956-d36a-4c47-bbcf-1d284bca8063', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'port_id': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'mac_address': 'fa:16:3e:c3:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:50Z', 'updated_at': '2021-07-09T20:07:50Z', 'revision_number': 0, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:53.117936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-e3ae0cbf-ca02-4515-8e6f-8fd8fbd58e1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 998 time: 0.0882764 Jul 09 20:07:53.131149 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Checking router: 0106ed7f-98ba-4a80-957f-4feb538ae58a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:53.140333 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:53.140887 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:53.143283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Router 4715c49c-01d9-4795-a582-2b16500916fb is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:07:53.214681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-21cb4780-838d-458e-be3f-ccb1cda78ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.218548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-21cb4780-838d-458e-be3f-ccb1cda78ec5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0907571 Jul 09 20:07:53.269225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 2, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:53.284609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:53.333586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:53.333944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Updating router 4ec99142-9179-4289-afcd-87fb2209517b port 0c634408-1660-4eed-a8b8-7f6fcaaca819 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:53.350660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-f1075d44-918b-48eb-aa8e-a05f60bb5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.352197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-f1075d44-918b-48eb-aa8e-a05f60bb5c1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283548 Jul 09 20:07:53.365875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:53.382382 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Sync routers for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:53.387079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.391511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98452577-afa4-4259-9761-ee048383b2f1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0994010 Jul 09 20:07:53.394142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:53.410029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.414522 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:53.415552 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:53.452390 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.539269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e754-bb9d-47b0-964c-472ec8d60b58 req-8eca5970-563c-4ece-a8fe-462ceb992b1e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.540916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5425e754-bb9d-47b0-964c-472ec8d60b58 req-8eca5970-563c-4ece-a8fe-462ceb992b1e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.1853895 Jul 09 20:07:53.570846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-1a5f3056-be10-4585-bfee-068035d80bc9 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955674 Jul 09 20:07:53.726844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5425e754-bb9d-47b0-964c-472ec8d60b58 req-445f545e-38a6-43dc-989c-38642885640c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723146 Jul 09 20:07:53.729021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f28dc2c-381a-4533-ac4b-1c6e519e83ab req-e7ffbf92-c60a-402d-9973-2f73eb96dabf service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449950 Jul 09 20:07:53.754077 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:53.838209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.852831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Transition to ACTIVE for port object 0c634408-1660-4eed-a8b8-7f6fcaaca819 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:53.861820 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.934434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4672-c337-4d89-ba0a-16c7c5411b3b None None] Pushing event updated for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:53.995128 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '83a1b956-d36a-4c47-bbcf-1d284bca8063', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'port_id': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'mac_address': 'fa:16:3e:c3:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:50Z', 'updated_at': '2021-07-09T20:07:50Z', 'revision_number': 0, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:54.014518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Attempting to bind port 0c634408-1660-4eed-a8b8-7f6fcaaca819 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:54.015050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Attempting to bind port 0c634408-1660-4eed-a8b8-7f6fcaaca819 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:54.015427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Attempting to bind port 0c634408-1660-4eed-a8b8-7f6fcaaca819 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:54.023301 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:54.023694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:54.024111 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.024607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:54.025109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Bound port: 0c634408-1660-4eed-a8b8-7f6fcaaca819, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:54.025523 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.033623 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a9d8-5c8d-4bea-a633-ca151da80f89 None None] The sync data for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 is: [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '83a1b956-d36a-4c47-bbcf-1d284bca8063', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'port_id': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'mac_address': 'fa:16:3e:c3:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:50Z', 'updated_at': '2021-07-09T20:07:50Z', 'revision_number': 0, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:54.050636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff984e4d-089b-44b4-9f51-5d63aa666bde None None] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:54.085032 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 3, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:54.120213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Checking router: 4715c49c-01d9-4795-a582-2b16500916fb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:54.120835 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Updating router 4715c49c-01d9-4795-a582-2b16500916fb port 7d0cd992-25e1-42b0-9229-3fa391faac9a binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:54.159041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] For port 0c634408-1660-4eed-a8b8-7f6fcaaca819, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:54.163177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] For port 0c634408-1660-4eed-a8b8-7f6fcaaca819, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c634408-1660-4eed-a8b8-7f6fcaaca819,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:54.172655 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.177692 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.268299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:54.268956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:54.278269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2927de93-e83d-4cbe-b27a-3b044aed19d7 None None] Provisioning for port e6eb93b6-9770-4e98-9044-e483f7ce7e9c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:54.380426 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4672-c337-4d89-ba0a-16c7c5411b3b None None] Pushing event updated for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:54.491562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e5337-e65f-456f-a263-379793757c3c None None] New status for floating IP 83a1b956-d36a-4c47-bbcf-1d284bca8063: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:07:54.550003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.569020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e6eb93b6-9770-4e98-9044-e483f7ce7e9c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:54.642135 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.654214 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Transition to ACTIVE for port object 7d0cd992-25e1-42b0-9229-3fa391faac9a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:54.656415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-96701e5c-4b1e-4f35-8dd3-a30ac90580a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730031 Jul 09 20:07:54.662969 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.669366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:54.717658 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Attempting to bind port 7d0cd992-25e1-42b0-9229-3fa391faac9a on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:54.718035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Attempting to bind port 7d0cd992-25e1-42b0-9229-3fa391faac9a by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:54.718400 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Attempting to bind port 7d0cd992-25e1-42b0-9229-3fa391faac9a on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:54.729942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:54.730303 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:54.730626 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.731023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:54.731511 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Bound port: 7d0cd992-25e1-42b0-9229-3fa391faac9a, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:54.731873 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.750071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbadc9-e6e5-4055-8d1f-eeb54830d38e None None] Pushing event updated for resources: {'Port': ['ID=7d0cd992-25e1-42b0-9229-3fa391faac9a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:54.756169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Allocated IP 172.20.0.1 (a08cafa4-6d5a-4d35-9cad-d22a256e0f30/2169c63e-3791-4295-8aee-e4eef0f7382b/c2b9b385-acb2-45a5-b536-db200b791d7b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:54.792807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-0c6f7280-3713-4f56-ab9b-d9c039a28ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.794646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-0c6f7280-3713-4f56-ab9b-d9c039a28ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.0892854 Jul 09 20:07:54.828014 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] For port 7d0cd992-25e1-42b0-9229-3fa391faac9a, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:54.833038 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] For port 7d0cd992-25e1-42b0-9229-3fa391faac9a, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d0cd992-25e1-42b0-9229-3fa391faac9a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:54.838130 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.898586 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:54.899223 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:54.913837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.960206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-4845f57c-f080-495b-9642-2fa36c65e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.962531 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-4845f57c-f080-495b-9642-2fa36c65e1f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.1441972 Jul 09 20:07:54.991061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Transition to ACTIVE for port object c2b9b385-acb2-45a5-b536-db200b791d7b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:55.023276 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:55.055362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b67c1-c948-442d-bd1e-455954eff848 req-728f13da-b12a-4a03-bf25-6926f6541e32 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.055697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-70d41ab6-a85e-46c6-9520-70119a9d336e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 998 time: 0.0861504 Jul 09 20:07:55.057167 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c3b67c1-c948-442d-bd1e-455954eff848 req-728f13da-b12a-4a03-bf25-6926f6541e32 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.1067898 Jul 09 20:07:55.084795 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c81341a7-0989-455a-9e97-148b1fa0217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.115316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5c3b67c1-c948-442d-bd1e-455954eff848 req-66f4bad8-2da3-4ef4-934c-0b0245251a25 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517535 Jul 09 20:07:55.116978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.124133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-599abe60-78d5-4c61-b208-08510d9580af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.125712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-599abe60-78d5-4c61-b208-08510d9580af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0628481 Jul 09 20:07:55.153953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e6eb93b6-9770-4e98-9044-e483f7ce7e9c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:55.156604 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbadc9-e6e5-4055-8d1f-eeb54830d38e None None] Pushing event updated for resources: {'Port': ['ID=7d0cd992-25e1-42b0-9229-3fa391faac9a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:55.194675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:55.203111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:55.206771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:55.221664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e6eb93b6-9770-4e98-9044-e483f7ce7e9c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:55.222140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.257095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-204cbeda-29f2-441c-b4f1-b2d6e116920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.259385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-204cbeda-29f2-441c-b4f1-b2d6e116920a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256289 Jul 09 20:07:55.259748 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:55.279578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.283849 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 3, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:55.319659 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95908719-ad9e-47b6-9dca-acb71d5a1b5b None None] The sync data for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 is: [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 3, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:55.369774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.469716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.481095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.494857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850d53-4a70-4aed-93f3-5550eeb2f600 req-0843e949-770b-4235-a693-a0c7c7fe007c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.496785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36850d53-4a70-4aed-93f3-5550eeb2f600 req-0843e949-770b-4235-a693-a0c7c7fe007c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.2291000 Jul 09 20:07:55.511653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-2db0bcb3-ec54-40b3-a0de-e06391607355 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452781 Jul 09 20:07:55.546599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e6eb93b6-9770-4e98-9044-e483f7ce7e9c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:55.552313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:54Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:55.558082 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.559987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 05d2577b-bfb7-4a11-b47e-1ee832bc1698 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:55.616753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36850d53-4a70-4aed-93f3-5550eeb2f600 req-d0ad0a10-634f-439c-b2b6-682cba6094c8 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076100 Jul 09 20:07:55.651884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:55.663348 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a6b43-9832-4936-ae8e-7d292a7bdedc None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:54Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:55.723467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.736160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.772618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:55.772991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.781334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34ad140b-ff2f-4410-8d06-13e412678de8 req-f3c84349-6965-420b-9a8b-0b75eedf6ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603037 Jul 09 20:07:55.801629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ae30746-4e39-4622-9259-338c9a557254 None None] Provisioning complete for port e6eb93b6-9770-4e98-9044-e483f7ce7e9c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:55.802436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ae30746-4e39-4622-9259-338c9a557254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.840117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296a735-df82-41e7-bcad-224b89b9f891 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.841688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:55.847300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a296a735-df82-41e7-bcad-224b89b9f891 tempest-TestNetworkBasicOps-601163232 tempest-TestNetworkBasicOps-601163232-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1091 time: 0.1940680 Jul 09 20:07:55.849658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:55.856977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '9b612644-ae4e-4827-a473-55ca66655d0a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:55.859540 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.894498 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:55.940122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:56.025565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:56.027084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:56.043192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.132155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4d336533-331c-4acf-ba90-8dfd36576c55 None None] Provisioning for port c2b9b385-acb2-45a5-b536-db200b791d7b completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:56.136477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4d336533-331c-4acf-ba90-8dfd36576c55 None None] Provisioning complete for port c2b9b385-acb2-45a5-b536-db200b791d7b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:56.136854 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d336533-331c-4acf-ba90-8dfd36576c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.206908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4d336533-331c-4acf-ba90-8dfd36576c55 None None] Port c2b9b385-acb2-45a5-b536-db200b791d7b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:56.222362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Router 4715c49c-01d9-4795-a582-2b16500916fb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:56.243171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Allocated IP 172.25.3.19 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/f25bb7e5-e6c3-472b-af3d-6b1d0c89b520) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:56.335481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-192aef04-2930-482d-9b63-0877a0e0c94a None None] Provisioning complete for port c2b9b385-acb2-45a5-b536-db200b791d7b triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:56.335868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192aef04-2930-482d-9b63-0877a0e0c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.368542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:56.374482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c7bc3f1-72c5-45c5-a74f-cc437d131531 admin admin] 10.222.0.10 "PUT /v2.0/routers/4715c49c-01d9-4795-a582-2b16500916fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789360 Jul 09 20:07:56.388857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-192aef04-2930-482d-9b63-0877a0e0c94a None None] Port c2b9b385-acb2-45a5-b536-db200b791d7b cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:07:56.416181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.430449 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.506190 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.576476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:56.580936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:56.583538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=f25bb7e5-e6c3-472b-af3d-6b1d0c89b520,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:56.583762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c634408-1660-4eed-a8b8-7f6fcaaca819 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:56.585890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:56.652960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:56.660237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:56.660326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.796202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.851096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0c634408-1660-4eed-a8b8-7f6fcaaca819, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c634408-1660-4eed-a8b8-7f6fcaaca819,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:56.859175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.859965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e6eb93b6-9770-4e98-9044-e483f7ce7e9c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:56.982630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:57.010668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e6eb93b6-9770-4e98-9044-e483f7ce7e9c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:57.011046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.094013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.117188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d0cd992-25e1-42b0-9229-3fa391faac9a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:57.178437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7d0cd992-25e1-42b0-9229-3fa391faac9a completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:57.183298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d0cd992-25e1-42b0-9229-3fa391faac9a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:57.183778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.204650 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.288807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.330387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7d0cd992-25e1-42b0-9229-3fa391faac9a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d0cd992-25e1-42b0-9229-3fa391faac9a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:57.336397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.399543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7d0cd992-25e1-42b0-9229-3fa391faac9a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:57.704602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.710600 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.779462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event updated for resources: {'Port': ['ID=f25bb7e5-e6c3-472b-af3d-6b1d0c89b520,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:57.791905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:57.894636 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Floating IP 5da6ef04-9f25-4581-a0e3-aa4aa3b2717a associated. External IP: 172.25.3.19, port: 9b612644-ae4e-4827-a473-55ca66655d0a. Jul 09 20:07:57.905861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.024096 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Sync routers for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:58.033680 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:58.034307 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:58.125585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 8a611252-6b05-456f-9aac-57ab30b5953a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:07:58.142472 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:58.238516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:07:58.249869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Sync routers for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:07:58.258169 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.262785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:58.263597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:58.302378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10c89d5d-f158-4d60-bb8b-d502ec73c7bd tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4514868 Jul 09 20:07:58.303053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:58.305213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:58.305761 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3628d-dbab-45ec-84bf-85d65a543e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:58.370416 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f3220-8a8e-4518-9402-b1fd341f5c48 x-openstack-request-id: req-766f3220-8a8e-4518-9402-b1fd341f5c48 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:58.370758 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:58.371024 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-766f3220-8a8e-4518-9402-b1fd341f5c48 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:58.371434 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a', 'status': 'completed', 'code': 200} Jul 09 20:07:58.401026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53499871-46be-455a-adc8-d3d5d7777968 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/5da6ef04-9f25-4581-a0e3-aa4aa3b2717a HTTP/1.1" status: 200 len: 990 time: 0.0938854 Jul 09 20:07:58.413214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c634408-1660-4eed-a8b8-7f6fcaaca819 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:58.452584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:58.466712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-4420d651-1902-4e7b-9c31-b19fe8267e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.468315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-4420d651-1902-4e7b-9c31-b19fe8267e5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0660989 Jul 09 20:07:58.508045 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:55Z', 'revision_number': 4, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c2b9b385-acb2-45a5-b536-db200b791d7b', 'name': '', 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'mac_address': 'fa:16:3e:41:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:54Z', 'updated_at': '2021-07-09T20:07:55Z', 'revision_number': 2, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'subnets': [{'id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:58.541241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Checking router: 4715c49c-01d9-4795-a582-2b16500916fb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:58.541669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Updating router 4715c49c-01d9-4795-a582-2b16500916fb port c2b9b385-acb2-45a5-b536-db200b791d7b binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:07:58.590848 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.598883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-2fd6e9c1-f1db-4212-812d-5e3d705f8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.600518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-2fd6e9c1-f1db-4212-812d-5e3d705f8ba3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 200 len: 898 time: 0.1242070 Jul 09 20:07:58.688517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0c634408-1660-4eed-a8b8-7f6fcaaca819 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:58.688897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.706176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-7a03c234-788c-4db3-9e3a-c7b941807e49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 200 len: 998 time: 0.0989299 Jul 09 20:07:58.760895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-e9f03a7d-2b2c-4f53-8361-50c0dd497b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.763069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-e9f03a7d-2b2c-4f53-8361-50c0dd497b8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07bceeb1-6ed6-4971-b321-f5677e0617d7 HTTP/1.1" status: 200 len: 835 time: 0.0495701 Jul 09 20:07:58.825620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d0cd992-25e1-42b0-9229-3fa391faac9a up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:58.831245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-c318a6b2-6e54-435c-87f7-493c0e413139 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.834173 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-c318a6b2-6e54-435c-87f7-493c0e413139 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1293373 Jul 09 20:07:58.845524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-61c13b22-d6b9-49e0-b7f1-2d75afad8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.847352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-61c13b22-d6b9-49e0-b7f1-2d75afad8f74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7319149f-ec68-4c97-a419-a2260cf23a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765865 Jul 09 20:07:58.852171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e00da6a7-fb3b-4f30-a003-1ad8513fc58e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0122490 Jul 09 20:07:58.890464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '5da6ef04-9f25-4581-a0e3-aa4aa3b2717a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'port_id': '9b612644-ae4e-4827-a473-55ca66655d0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'mac_address': 'fa:16:3e:01:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:56Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:58.894859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d0cd992-25e1-42b0-9229-3fa391faac9a triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:58.894982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.940248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Checking router: 8a611252-6b05-456f-9aac-57ab30b5953a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:07:58.945712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-7d589ff6-3acd-4b31-8578-9e45793253ef tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848875 Jul 09 20:07:58.960888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:58.961572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:58.967254 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.978028 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Transition to ACTIVE for port object c2b9b385-acb2-45a5-b536-db200b791d7b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:58.985486 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:58.991729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-c79a19e4-500b-4268-a531-56eff9552c39 service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331038 Jul 09 20:07:59.073526 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc64be-bf2c-41fe-a2ad-0e17d3e1a255 None None] Pushing event updated for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:59.126134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:59.132536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b3628d-dbab-45ec-84bf-85d65a543e8f req-fc43d9a8-1e22-456f-974d-71d89f04b889 service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321900 Jul 09 20:07:59.167263 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Attempting to bind port c2b9b385-acb2-45a5-b536-db200b791d7b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:59.167806 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Attempting to bind port c2b9b385-acb2-45a5-b536-db200b791d7b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:59.168288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Attempting to bind port c2b9b385-acb2-45a5-b536-db200b791d7b on network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:59.173621 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:59.174118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Checking segment: {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:59.174696 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.175154 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Bound using segment: {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:59.175785 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Bound port: c2b9b385-acb2-45a5-b536-db200b791d7b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab09518-ff18-4b25-a066-755d19868b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:59.176538 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.208606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e3a5226e-8214-4f1d-825b-ea554864c676 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613280 Jul 09 20:07:59.249575 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] For port c2b9b385-acb2-45a5-b536-db200b791d7b, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:59.253420 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] For port c2b9b385-acb2-45a5-b536-db200b791d7b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c2b9b385-acb2-45a5-b536-db200b791d7b,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:59.259007 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.319276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-ebbfb813-6327-49a1-bebc-969556ee5623 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029282 Jul 09 20:07:59.321158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:07:59.321790 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:07:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:59.368090 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc64be-bf2c-41fe-a2ad-0e17d3e1a255 None None] Pushing event updated for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:59.403557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:59.450653 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:07:59.520905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-51880e19-495e-46a1-80f6-5a006e233d10 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/5da6ef04-9f25-4581-a0e3-aa4aa3b2717a HTTP/1.1" status: 200 len: 990 time: 0.1167111 Jul 09 20:07:59.604570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '5da6ef04-9f25-4581-a0e3-aa4aa3b2717a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'port_id': '9b612644-ae4e-4827-a473-55ca66655d0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'mac_address': 'fa:16:3e:01:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:56Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:59.641054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d81a3-ec08-40ba-963c-4a0bd242a152 None None] The sync data for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 is: [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '5da6ef04-9f25-4581-a0e3-aa4aa3b2717a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'port_id': '9b612644-ae4e-4827-a473-55ca66655d0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'mac_address': 'fa:16:3e:01:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:07:56Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 0, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:07:59.723078 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:55Z', 'revision_number': 4, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c2b9b385-acb2-45a5-b536-db200b791d7b', 'name': '', 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'mac_address': 'fa:16:3e:41:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:54Z', 'updated_at': '2021-07-09T20:07:59Z', 'revision_number': 4, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'subnets': [{'id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:59.737011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b543c150-cf32-4969-8e40-941433d7e76e req-fda95acf-d06e-467b-bc14-ca20acb5d678 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0358810 Jul 09 20:07:59.759677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2a0bf-3183-417e-9e58-2f4dd9c0b624 None None] The sync data for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 is: [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:55Z', 'revision_number': 4, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'c2b9b385-acb2-45a5-b536-db200b791d7b', 'name': '', 'network_id': 'a08cafa4-6d5a-4d35-9cad-d22a256e0f30', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'mac_address': 'fa:16:3e:41:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:54Z', 'updated_at': '2021-07-09T20:07:59Z', 'revision_number': 4, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'subnets': [{'id': '2169c63e-3791-4295-8aee-e4eef0f7382b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:08:00.015530 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdaf324-fa49-4f6c-8c9c-e162b5beef11 None None] New status for floating IP 5da6ef04-9f25-4581-a0e3-aa4aa3b2717a: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:08:00.381107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c2b9b385-acb2-45a5-b536-db200b791d7b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:00.427412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c2b9b385-acb2-45a5-b536-db200b791d7b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:00.431072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c2b9b385-acb2-45a5-b536-db200b791d7b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:00.431442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:00.507460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:00.524767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:00.542516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c2b9b385-acb2-45a5-b536-db200b791d7b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c2b9b385-acb2-45a5-b536-db200b791d7b,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:00.546743 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:00.587111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-135a2949-9e3d-4f02-822a-3066ba0398f7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/5da6ef04-9f25-4581-a0e3-aa4aa3b2717a HTTP/1.1" status: 200 len: 992 time: 0.0610592 Jul 09 20:08:00.596901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:00.877679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e7ac42a9-a419-4087-b303-cf970f0feb4b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:00.881782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e7ac42a9-a419-4087-b303-cf970f0feb4b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1488624 Jul 09 20:08:00.897652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:00.920378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af16d1a7-815a-446e-9d05-4a7b503c03ae req-062a5e79-6660-4d22-ab2c-72d739385d99 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0375497 Jul 09 20:08:01.038759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:01.042865 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.182604 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.10 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/fbba9e8a-b8b0-4595-8eee-43f139bd25d4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:01.335082 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.349352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object fbba9e8a-b8b0-4595-8eee-43f139bd25d4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:01.382161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.428947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:01.432438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:01.436683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:01.463799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:01.493326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:01.494003 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.513413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-e01fe0b2-39a7-4c81-b2ad-a7493163192d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6200423 Jul 09 20:08:01.526093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Request body: {'port': {'device_id': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:01.619533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.664590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05808cbd-c730-43f3-92d8-c5e0bf65cc43 None None] Provisioning for port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:01.668437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05808cbd-c730-43f3-92d8-c5e0bf65cc43 None None] Provisioning complete for port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:01.668806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05808cbd-c730-43f3-92d8-c5e0bf65cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.703738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-05808cbd-c730-43f3-92d8-c5e0bf65cc43 None None] Port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:01.894479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbba9e8a-b8b0-4595-8eee-43f139bd25d4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:01.902243 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.913940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Transition to ACTIVE for port object fbba9e8a-b8b0-4595-8eee-43f139bd25d4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:01.917394 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.966421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Pushing event updated for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:02.082814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Attempting to bind port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:08:02.083182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Attempting to bind port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:08:02.083519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Attempting to bind port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:08:02.095026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:08:02.095363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Attempting to bind port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:08:02.106054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:08:02.106396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:08:02.106787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:08:02.107220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Bound port: fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:08:02.107585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:02.188868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd43f5-1341-4e3d-b653-31f8d0a64d49 req-0508f9c9-d0c6-4317-bea6-74b744439c20 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.201408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53dd43f5-1341-4e3d-b653-31f8d0a64d49 req-0508f9c9-d0c6-4317-bea6-74b744439c20 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.1387081 Jul 09 20:08:02.207495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:08:02.211033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:08:02.215889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:02.251721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.257435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:02.264755 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53dd43f5-1341-4e3d-b653-31f8d0a64d49 req-3205c7c2-9dd3-4063-b3a9-51e65e1a7b3e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621102 Jul 09 20:08:02.271583 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] 10.222.0.59 "PUT /v2.0/ports/fbba9e8a-b8b0-4595-8eee-43f139bd25d4 HTTP/1.1" status: 200 len: 1092 time: 0.7499926 Jul 09 20:08:02.273896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:02.276499 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d49dc6-0991-4313-8fad-c067534e1444" -d '{"events": [{"name": "network-changed", "server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:02.344794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baeab3-da37-4ed2-855d-48470550be4c service neutron] Pushing event updated for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:02.396084 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54348078-35b3-4b0e-9a75-87c2007c01f7 x-openstack-request-id: req-54348078-35b3-4b0e-9a75-87c2007c01f7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:02.399625 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:02.399625 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54348078-35b3-4b0e-9a75-87c2007c01f7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:02.401218 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4', 'status': 'completed', 'code': 200} Jul 09 20:08:02.450472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c2b9b385-acb2-45a5-b536-db200b791d7b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:02.464836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-8b5c384d-1f5c-4fed-904f-6f975dcf5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.468821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-8b5c384d-1f5c-4fed-904f-6f975dcf5aec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 1095 time: 0.0866849 Jul 09 20:08:02.495072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-fe63a846-bda5-45dc-b775-d14ceb3d0706 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189566 Jul 09 20:08:02.515685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c2b9b385-acb2-45a5-b536-db200b791d7b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:02.516153 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:02.532113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-15dc269d-3e0b-45a6-81f2-75919c30a0ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4 HTTP/1.1" status: 200 len: 217 time: 0.0539002 Jul 09 20:08:02.624463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1750-b934-463b-8032-71fc0f0b166b req-5d2690bf-ead5-4800-9de0-2679076260f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.626949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-5d2690bf-ead5-4800-9de0-2679076260f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.1065216 Jul 09 20:08:02.636768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-cddf77b5-1801-4852-978a-f3f3e4ac16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.638834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-cddf77b5-1801-4852-978a-f3f3e4ac16bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0982003 Jul 09 20:08:02.734487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-85872702-7ae4-42ba-8b39-eac6c544a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.736158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-85872702-7ae4-42ba-8b39-eac6c544a957 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888052 Jul 09 20:08:02.784138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1750-b934-463b-8032-71fc0f0b166b req-d2ab6499-c812-406a-b612-dfa0db959033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.786216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-d2ab6499-c812-406a-b612-dfa0db959033 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 897 time: 0.1250551 Jul 09 20:08:02.835113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-800f8c82-2ba8-4ebe-a150-4a105a0a6878 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917945 Jul 09 20:08:02.851219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-ca2cebb2-ab85-439b-ae82-e4f652612861 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 1001 time: 0.0588117 Jul 09 20:08:02.912116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1750-b934-463b-8032-71fc0f0b166b req-a5e14751-a299-4b90-b3eb-1b10757428da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.913571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-a5e14751-a299-4b90-b3eb-1b10757428da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.0529032 Jul 09 20:08:02.938145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69b3be39-77b8-4b44-a910-023deb4ca665 req-4b9d6543-e9b7-4c13-907d-f4b5f762c779 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966158 Jul 09 20:08:02.980486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1750-b934-463b-8032-71fc0f0b166b req-f0d1f773-745e-44f0-887a-fe7130f2dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.982021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-f0d1f773-745e-44f0-887a-fe7130f2dd99 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566797 Jul 09 20:08:03.039494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-76bc0b05-bdca-4f78-ba54-4f8acf3c22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.041054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-76bc0b05-bdca-4f78-ba54-4f8acf3c22e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 1095 time: 0.0561957 Jul 09 20:08:03.077881 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-2a06876c-9cb6-42b2-bd7f-7e7005ff8722 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888579 Jul 09 20:08:03.153568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-40d1633e-ec7c-49b0-883d-3df4fb34f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.155079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-40d1633e-ec7c-49b0-883d-3df4fb34f99a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.1081345 Jul 09 20:08:03.177857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-149e1750-b934-463b-8032-71fc0f0b166b req-1e9f7340-3914-4a91-af38-a513f4740fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935566 Jul 09 20:08:03.201664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-f5753e1e-6cac-4411-a98f-905f2d69e24a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4 HTTP/1.1" status: 200 len: 217 time: 0.0367510 Jul 09 20:08:03.258119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-396fa271-242f-40dd-a183-f4b6009222b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.259631 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-396fa271-242f-40dd-a183-f4b6009222b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0497856 Jul 09 20:08:03.328368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-a3f395c6-4a3c-4e04-b8dc-acad72f3c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.330045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-a3f395c6-4a3c-4e04-b8dc-acad72f3c3da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632641 Jul 09 20:08:03.437063 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-d75a3927-6a3f-4618-a732-ad9098614ca2 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990300 Jul 09 20:08:03.447535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c84c8-343d-4cca-b92b-83b929deb6cd req-19b530c1-4313-4f92-94fc-eb51acb940d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.449124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e5c84c8-343d-4cca-b92b-83b929deb6cd req-19b530c1-4313-4f92-94fc-eb51acb940d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0756500 Jul 09 20:08:03.489456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9e5c84c8-343d-4cca-b92b-83b929deb6cd req-0f487d39-bffd-4800-ac89-4f94807c141d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Jul 09 20:08:03.535657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1d49dc6-0991-4313-8fad-c067534e1444 req-9a5c7558-23aa-45e1-8198-787c9d0e791e service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909240 Jul 09 20:08:04.326444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-4db430cf-562d-4de5-b5ab-df09d3857b0b req-b647d1e7-88d2-417f-8709-d9688449b72e service neutron] (93770) timed out ('10.222.0.25', 64566) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:08:04.688500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7e7a-abff-477e-8699-8cb0a7f4a814 req-e7e8afb5-2b91-4b37-8293-8ca828443a35 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:04.690048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7edc7e7a-abff-477e-8699-8cb0a7f4a814 req-e7e8afb5-2b91-4b37-8293-8ca828443a35 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0729175 Jul 09 20:08:04.734738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7edc7e7a-abff-477e-8699-8cb0a7f4a814 req-ca4c30b4-6d51-4be2-b6f3-a5bcc13ae687 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Jul 09 20:08:05.025983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58c22-9d89-42b5-825b-ff9d36fad971 req-f46ed5d5-8b4d-4b53-97b4-fb62992ab849 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:05.027618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ce58c22-9d89-42b5-825b-ff9d36fad971 req-f46ed5d5-8b4d-4b53-97b4-fb62992ab849 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0655015 Jul 09 20:08:05.071095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8ce58c22-9d89-42b5-825b-ff9d36fad971 req-44d33e55-33d2-4f79-80ef-234603ee5be0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Jul 09 20:08:05.713002 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-34c4e37c-dfd5-4240-a32c-d1484896e5d2 req-847f3330-5e55-4042-89ea-d4159c9cac42 service neutron] (93771) timed out ('10.222.0.25', 64686) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:08:05.911025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3935b-5cc4-4f74-8618-fa104a49a7e9 req-3fa340d9-6979-449e-9b63-af9fbf690a5f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:05.912484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0e3935b-5cc4-4f74-8618-fa104a49a7e9 req-3fa340d9-6979-449e-9b63-af9fbf690a5f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0641773 Jul 09 20:08:05.948874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0e3935b-5cc4-4f74-8618-fa104a49a7e9 req-38aecaac-74e2-4a1a-8c1c-cf73e3564caa tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Jul 09 20:08:06.247356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc385e-b584-4797-b92a-ada0c403369a req-73155306-8d83-4d52-be28-dad1b7b48de6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:06.248950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bfc385e-b584-4797-b92a-ada0c403369a req-73155306-8d83-4d52-be28-dad1b7b48de6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0622232 Jul 09 20:08:06.287185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bfc385e-b584-4797-b92a-ada0c403369a req-479d3614-04d5-4b18-9059-d85a96234ab2 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317881 Jul 09 20:08:07.120688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed75bb-d386-4dbf-b00e-28060e73be83 req-59e23f83-6bfa-4d2b-887a-b64b62202d0a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:07.122235 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fbed75bb-d386-4dbf-b00e-28060e73be83 req-59e23f83-6bfa-4d2b-887a-b64b62202d0a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jul 09 20:08:07.159781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fbed75bb-d386-4dbf-b00e-28060e73be83 req-88573eab-a8e2-4053-a806-475ca6e869bf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Jul 09 20:08:07.462239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d06df-bee8-4266-81a3-31cc65a032d9 req-ff2f8e1e-fde1-434f-af37-4c9dbec49b9e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:07.463703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b65d06df-bee8-4266-81a3-31cc65a032d9 req-ff2f8e1e-fde1-434f-af37-4c9dbec49b9e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0673048 Jul 09 20:08:07.499565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b65d06df-bee8-4266-81a3-31cc65a032d9 req-aa44d233-d48e-4cda-bd8f-f60c0886f228 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304222 Jul 09 20:08:08.334110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bbf9d-2e09-455c-9cd3-2b9546fb623a req-d5e40816-8d79-490b-87f8-2207226a385f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:08.335587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b57bbf9d-2e09-455c-9cd3-2b9546fb623a req-d5e40816-8d79-490b-87f8-2207226a385f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0670748 Jul 09 20:08:08.373077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b57bbf9d-2e09-455c-9cd3-2b9546fb623a req-b942ac72-8d61-4367-96bd-f8b47fc54f7f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Jul 09 20:08:08.670769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df5c2-4e7e-4451-8323-0ef0c103f4d2 req-7a6d2e7b-4022-4047-a6a4-04c88f78391a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:08.672259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a7df5c2-4e7e-4451-8323-0ef0c103f4d2 req-7a6d2e7b-4022-4047-a6a4-04c88f78391a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0638914 Jul 09 20:08:08.710107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a7df5c2-4e7e-4451-8323-0ef0c103f4d2 req-35d192d0-4401-4132-a1d9-6b8a8cb3be78 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 09 20:08:09.541771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bebe0-22ec-4093-9f0e-e4002ba120a8 req-84557806-f48d-4c67-a609-c1006fa72f5a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:09.543245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d71bebe0-22ec-4093-9f0e-e4002ba120a8 req-84557806-f48d-4c67-a609-c1006fa72f5a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0625942 Jul 09 20:08:09.579518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d71bebe0-22ec-4093-9f0e-e4002ba120a8 req-5e2f4710-b31c-4f09-9474-7c23bbbed886 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Jul 09 20:08:09.885912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142a6f7-1fa2-4ca3-ac19-ce93e929fa74 req-9508e81d-e3d5-459d-a7aa-0c05ac7d0c01 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:09.887429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e142a6f7-1fa2-4ca3-ac19-ce93e929fa74 req-9508e81d-e3d5-459d-a7aa-0c05ac7d0c01 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0684764 Jul 09 20:08:09.924476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e142a6f7-1fa2-4ca3-ac19-ce93e929fa74 req-4b31dbe3-3bd1-47a0-97ec-e4959d6a9860 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 09 20:08:10.749116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede4ba9-3a97-4094-b6d5-2e50464ff702 req-9c6c9782-aead-410d-b207-da56e998e320 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:10.750597 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ede4ba9-3a97-4094-b6d5-2e50464ff702 req-9c6c9782-aead-410d-b207-da56e998e320 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0626652 Jul 09 20:08:10.791244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ede4ba9-3a97-4094-b6d5-2e50464ff702 req-91550d22-3d14-43e0-afce-e111ef92af05 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Jul 09 20:08:11.097275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606fdb-ff81-4db7-a197-71c341a0fe6f req-15921aac-72fc-443e-b200-4613b6b95e16 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:11.098740 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92606fdb-ff81-4db7-a197-71c341a0fe6f req-15921aac-72fc-443e-b200-4613b6b95e16 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0628879 Jul 09 20:08:11.137885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92606fdb-ff81-4db7-a197-71c341a0fe6f req-38bac62a-f60f-47a3-9486-61662e6597dc tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Jul 09 20:08:11.968129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf13a7-d81c-451c-abb7-89a9ec824294 req-16099c6b-f181-49ca-9af8-6d21478d4ad4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:11.969739 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aeaf13a7-d81c-451c-abb7-89a9ec824294 req-16099c6b-f181-49ca-9af8-6d21478d4ad4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0637457 Jul 09 20:08:12.007188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aeaf13a7-d81c-451c-abb7-89a9ec824294 req-ed2a195e-9952-429b-8b4d-5d6dab923a69 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Jul 09 20:08:12.307931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55d78-12ba-4e46-bf80-b50eda970819 req-ec47f876-c66e-4b13-9f0c-db36f3a420af tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:12.309437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39a55d78-12ba-4e46-bf80-b50eda970819 req-ec47f876-c66e-4b13-9f0c-db36f3a420af tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0616262 Jul 09 20:08:12.346257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-39a55d78-12ba-4e46-bf80-b50eda970819 req-dbca9c4a-ebe7-47ea-8373-2602948207b8 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Jul 09 20:08:13.174479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee574f-a380-406d-84ad-99eef8a38b14 req-77f6189c-5808-4386-b445-b18b844db2e4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:13.175957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-66ee574f-a380-406d-84ad-99eef8a38b14 req-77f6189c-5808-4386-b445-b18b844db2e4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0630333 Jul 09 20:08:13.214593 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-66ee574f-a380-406d-84ad-99eef8a38b14 req-e08dfc09-bbf8-467a-8560-b05cd7572ff3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Jul 09 20:08:13.518381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a2a58-5a48-43cb-8800-1c69f0486501 req-72fde445-70c4-4cf7-897a-f3a1dcdccb50 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:13.519797 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a7a2a58-5a48-43cb-8800-1c69f0486501 req-72fde445-70c4-4cf7-897a-f3a1dcdccb50 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0658493 Jul 09 20:08:13.556683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a7a2a58-5a48-43cb-8800-1c69f0486501 req-48b54a6a-6c13-4f78-96eb-ab0bce59d936 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 09 20:08:14.384188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fbba9e8a-b8b0-4595-8eee-43f139bd25d4 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:08:14.386155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcfbaf-c90c-462f-a5bf-db61e024b5ce req-841123fc-027f-4f09-aded-eead6b38acde tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:14.387654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09fcfbaf-c90c-462f-a5bf-db61e024b5ce req-841123fc-027f-4f09-aded-eead6b38acde tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 944 time: 0.0655398 Jul 09 20:08:14.425697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09fcfbaf-c90c-462f-a5bf-db61e024b5ce req-a92c9e2b-07bd-4c15-9cc3-9c2551db2645 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jul 09 20:08:14.480556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:14.492147 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4', 'mac_address': 'fa:16:3e:a2:b4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:08:14.527778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:14.539794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbba9e8a-b8b0-4595-8eee-43f139bd25d4 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:14.558783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:14.563269 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:14.611496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:14.728729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ce510-599a-4f42-bd99-4f2bc49c21b9 req-0c6fefed-863c-4f50-bb6f-4c2818ac6fdd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:14.730132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c73ce510-599a-4f42-bd99-4f2bc49c21b9 req-0c6fefed-863c-4f50-bb6f-4c2818ac6fdd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0622635 Jul 09 20:08:14.767040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c73ce510-599a-4f42-bd99-4f2bc49c21b9 req-fedfda68-d6dd-49b2-88db-8fa12dd1a136 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 09 20:08:14.793518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fbba9e8a-b8b0-4595-8eee-43f139bd25d4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:08:15.594408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813f95-cb56-469f-b7f0-eac070173481 req-1092f8fa-ecce-4e42-a4eb-146cb46ac73f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:15.595879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc813f95-cb56-469f-b7f0-eac070173481 req-1092f8fa-ecce-4e42-a4eb-146cb46ac73f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 945 time: 0.0624743 Jul 09 20:08:15.633601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc813f95-cb56-469f-b7f0-eac070173481 req-23f6862b-9482-45d9-8ac3-dee455f5b134 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Jul 09 20:08:15.958149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98186f-aa80-45ba-b508-ca2f9868d85a req-ca41940d-2788-4e36-b7d7-7da34abb1f5a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:15.960249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff98186f-aa80-45ba-b508-ca2f9868d85a req-ca41940d-2788-4e36-b7d7-7da34abb1f5a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0649724 Jul 09 20:08:15.996526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff98186f-aa80-45ba-b508-ca2f9868d85a req-98de9fa5-aea7-4d00-9fd6-b98a22f551bd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Jul 09 20:08:16.411248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fbba9e8a-b8b0-4595-8eee-43f139bd25d4 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:16.459217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:16.462869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:16.463243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:16.539481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:16.561063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:16.563341 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b1709-b463-41df-9f6e-ff8a03561bc2" -d '{"events": [{"server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "name": "network-vif-plugged", "status": "completed", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:16.575570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:16.579955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:16.605366 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bfbd62-99f3-4dd3-85ab-b21e8348dae1 x-openstack-request-id: req-18bfbd62-99f3-4dd3-85ab-b21e8348dae1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:16.605660 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "name": "network-vif-plugged", "status": "completed", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:16.605915 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18bfbd62-99f3-4dd3-85ab-b21e8348dae1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:16.606303 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4', 'code': 200} Jul 09 20:08:16.629913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:16.637331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.637676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.638016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.638350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.638683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.639014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.639346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.639670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.639993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.640316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.640636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.640956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:16.716717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2310-60fa-4075-b2b4-aea52a9b8f50 req-1b352502-1946-4eb0-84d3-0eb903946eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:16.718270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-463a2310-60fa-4075-b2b4-aea52a9b8f50 req-1b352502-1946-4eb0-84d3-0eb903946eab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 1097 time: 0.0534198 Jul 09 20:08:16.758653 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-463a2310-60fa-4075-b2b4-aea52a9b8f50 req-6ea62a30-7f64-4937-8883-7596128ba2b3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Jul 09 20:08:16.805524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb7468-21e0-4ab0-9821-b0b749dc88df req-e2858230-1996-4c8b-85f5-dece73951bcd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:16.806993 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1adb7468-21e0-4ab0-9821-b0b749dc88df req-e2858230-1996-4c8b-85f5-dece73951bcd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0631826 Jul 09 20:08:16.844739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1adb7468-21e0-4ab0-9821-b0b749dc88df req-8e824820-c769-4198-b952-65a30cd7cf60 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jul 09 20:08:17.170762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85ec3c-a6a5-49b8-b4c3-0b0e8158f193 req-9801f433-2715-48b6-bae6-146866e82c24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:17.172252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba85ec3c-a6a5-49b8-b4c3-0b0e8158f193 req-9801f433-2715-48b6-bae6-146866e82c24 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0637352 Jul 09 20:08:17.208846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba85ec3c-a6a5-49b8-b4c3-0b0e8158f193 req-2be9b89d-519a-455d-9545-db3928c3c520 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Jul 09 20:08:18.015363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e400c-cc90-4522-8a7f-e59aab14a562 req-7ea013e0-5146-4a36-bc74-f9f1433f5ff5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:18.016825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-390e400c-cc90-4522-8a7f-e59aab14a562 req-7ea013e0-5146-4a36-bc74-f9f1433f5ff5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0630734 Jul 09 20:08:18.052962 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-390e400c-cc90-4522-8a7f-e59aab14a562 req-012f1bc2-26f7-4569-bcf0-0eec51f5f6a1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Jul 09 20:08:18.222760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f70b-8db8-4bf5-893a-dc0f33353c58 req-274874ea-b94f-456b-b0fd-f2fbdf285746 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:18.224264 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e033f70b-8db8-4bf5-893a-dc0f33353c58 req-274874ea-b94f-456b-b0fd-f2fbdf285746 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0650170 Jul 09 20:08:18.269747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e033f70b-8db8-4bf5-893a-dc0f33353c58 req-9a46c114-a71b-415a-9744-40d1ad7d49d7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Jul 09 20:08:18.388497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dce3c-31e5-4019-92b5-c3953d5881e8 req-49bb3fc1-54de-4995-a3cd-4b10a94589b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:18.390310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-838dce3c-31e5-4019-92b5-c3953d5881e8 req-49bb3fc1-54de-4995-a3cd-4b10a94589b4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0670965 Jul 09 20:08:18.427910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-838dce3c-31e5-4019-92b5-c3953d5881e8 req-fb90cdcc-7012-4801-a332-7ed257cc4bc4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Jul 09 20:08:18.449307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5ec0f-42a5-48ba-abe3-8f99155c37b3 req-01481792-518a-47a8-9b56-e21394f352ba tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:18.449307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40b5ec0f-42a5-48ba-abe3-8f99155c37b3 req-01481792-518a-47a8-9b56-e21394f352ba tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0674210 Jul 09 20:08:18.484507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40b5ec0f-42a5-48ba-abe3-8f99155c37b3 req-900d6e28-c989-4610-859c-ba28252d3539 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Jul 09 20:08:18.854395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a79f55-0343-499e-9086-2596e0cf6d95 req-808f0b25-dfdd-4be1-b646-4077509db02f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:18.856011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8a79f55-0343-499e-9086-2596e0cf6d95 req-808f0b25-dfdd-4be1-b646-4077509db02f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0635221 Jul 09 20:08:18.893499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8a79f55-0343-499e-9086-2596e0cf6d95 req-78923efe-4ce1-4712-8cd7-f94239737aa2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Jul 09 20:08:18.912374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:19.599535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84819534-e409-4137-8b3f-9813645d5b6c req-edb42fc6-8f24-4b0b-bbd5-58b17f3b82d4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:19.601059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84819534-e409-4137-8b3f-9813645d5b6c req-edb42fc6-8f24-4b0b-bbd5-58b17f3b82d4 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0629733 Jul 09 20:08:19.638692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84819534-e409-4137-8b3f-9813645d5b6c req-6b1b9fd6-560f-465d-916f-d02f38dc2a0e tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Jul 09 20:08:20.075954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dbcda-f726-42b4-bbf8-1a623b4eb84b req-db3ad3a4-8744-48be-968e-8898f60458f8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:20.083089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc9dbcda-f726-42b4-bbf8-1a623b4eb84b req-db3ad3a4-8744-48be-968e-8898f60458f8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0774603 Jul 09 20:08:20.122711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc9dbcda-f726-42b4-bbf8-1a623b4eb84b req-85fb1b25-5229-43fa-8266-b3cddb8196a0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Jul 09 20:08:20.426307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-b849caad-cce0-4b68-86ee-ce91a8e23c80 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:20.427741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-b849caad-cce0-4b68-86ee-ce91a8e23c80 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 946 time: 0.0624347 Jul 09 20:08:20.527498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:20.527838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:20.616118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port fbba9e8a-b8b0-4595-8eee-43f139bd25d4, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:20.616468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:20.629406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for fbba9e8a-b8b0-4595-8eee-43f139bd25d4 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:20.760258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:20.772471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['fbba9e8a-b8b0-4595-8eee-43f139bd25d4'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:08:20.790410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=fbba9e8a-b8b0-4595-8eee-43f139bd25d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:20.816223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf847bf-0b52-499b-8e72-0c5bb70538a4 req-4e1348c3-c949-478c-b50a-1f47d5ff93be tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:20.817855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cf847bf-0b52-499b-8e72-0c5bb70538a4 req-4e1348c3-c949-478c-b50a-1f47d5ff93be tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0693517 Jul 09 20:08:20.824520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.824865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.825232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.825616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.825953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.826281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.826606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.827186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.827508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.827827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.828145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.828459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:20.849703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port fbba9e8a-b8b0-4595-8eee-43f139bd25d4 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:08:20.852488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:20.854847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee4ce8f2-9dfa-4662-8322-e9d522f5a2a3 req-bcde1eff-d4fd-4852-8e65-07637d4b9437 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "DELETE /v2.0/ports/fbba9e8a-b8b0-4595-8eee-43f139bd25d4 HTTP/1.1" status: 204 len: 173 time: 0.4204285 Jul 09 20:08:20.855384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'name': 'network-vif-deleted', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:20.857649 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b824880-94f6-43f1-92d7-05490f2c982a" -d '{"events": [{"server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "name": "network-vif-deleted", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:20.863153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cf847bf-0b52-499b-8e72-0c5bb70538a4 req-8ce11749-9f93-4bf4-8bdf-d65abc155856 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356488 Jul 09 20:08:20.896963 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d17fc-2157-4cd3-96e0-4a327253f372 x-openstack-request-id: req-7d1d17fc-2157-4cd3-96e0-4a327253f372 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:20.897286 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119db67-e71c-415d-8d6d-c3472ccca00a", "name": "network-vif-deleted", "tag": "fbba9e8a-b8b0-4595-8eee-43f139bd25d4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:20.897542 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d1d17fc-2157-4cd3-96e0-4a327253f372 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:20.898018 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b119db67-e71c-415d-8d6d-c3472ccca00a', 'name': 'network-vif-deleted', 'tag': 'fbba9e8a-b8b0-4595-8eee-43f139bd25d4', 'status': 'completed', 'code': 200} Jul 09 20:08:21.265620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0552ed8b-e9b8-45a3-8614-554a865f8cad req-b4e4548e-5d6b-4481-9346-2b58348fbbf9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0290246 Jul 09 20:08:22.047530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6281-ec40-4d67-b3b5-9792a275208b req-57bde5f5-49bb-454c-9cad-cbfc4f807f58 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:22.049039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e69c6281-ec40-4d67-b3b5-9792a275208b req-57bde5f5-49bb-454c-9cad-cbfc4f807f58 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0662861 Jul 09 20:08:22.086938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e69c6281-ec40-4d67-b3b5-9792a275208b req-359c7c60-9ac5-452a-9900-93aefe628388 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jul 09 20:08:22.386132 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-13786ac3-9624-4107-a29b-28b1c920a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:22.405196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d298eef5-28a7-4982-9250-ec586ae1488e req-7b85577f-f585-431a-8ea8-84d973d8e158 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0303829 Jul 09 20:08:23.262691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5beb76-ef26-4df0-b3e8-49406ba37f6b req-2dbe7e85-64dd-4f99-81e7-4586c9ec16d9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:23.264208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee5beb76-ef26-4df0-b3e8-49406ba37f6b req-2dbe7e85-64dd-4f99-81e7-4586c9ec16d9 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0619242 Jul 09 20:08:23.301442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee5beb76-ef26-4df0-b3e8-49406ba37f6b req-f074bc87-17eb-4fb0-b326-7ea0c3f845bb tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Jul 09 20:08:23.402811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:23.546971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-03bbc0c3-4f46-46b3-b6e7-a3101f29a3ad req-dc91484b-aea3-476d-80a9-5ff35691d783 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jul 09 20:08:24.460376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fbba9e8a-b8b0-4595-8eee-43f139bd25d4 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:08:24.480317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f4d5-f78d-456e-92b4-80bbb896a71c req-5b8afde5-08b3-4943-aeb1-a90827110c98 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:24.482027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c661f4d5-f78d-456e-92b4-80bbb896a71c req-5b8afde5-08b3-4943-aeb1-a90827110c98 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0676126 Jul 09 20:08:24.483371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: fbba9e8a-b8b0-4595-8eee-43f139bd25d4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:08:24.483719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device fbba9e8a-b8b0-4595-8eee-43f139bd25d4 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:08:24.522210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c661f4d5-f78d-456e-92b4-80bbb896a71c req-d3628681-30bb-48c9-9ba5-c30d634c29dd tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Jul 09 20:08:24.709664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-95c915d7-a18c-45ea-b217-3624c9fcd2f4 req-3add0093-cafe-4735-8cdb-9e13a3eda496 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=b119db67-e71c-415d-8d6d-c3472ccca00a HTTP/1.1" status: 200 len: 210 time: 0.0396569 Jul 09 20:08:24.797545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ec78-82c6-4153-a2c8-af8ff538c25c req-0b231811-9176-4398-8fdc-b496535c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:24.799016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aed3ec78-82c6-4153-a2c8-af8ff538c25c req-0b231811-9176-4398-8fdc-b496535c108b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.0506399 Jul 09 20:08:24.832312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aed3ec78-82c6-4153-a2c8-af8ff538c25c req-c565f56a-5a60-4259-a1e0-5a373c57a47a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270791 Jul 09 20:08:24.985666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbe3e-f83a-4ca6-a7c5-1448d425d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:25.291152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:25.483952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:08:25.487890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:08:25.638273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:25.667264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:25.678342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:25.681160 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc974c4d-3a27-41d5-8f2b-8550a2e2458d" -d '{"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-unplugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:25.693690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701a38-012b-4347-a168-acf431a359ef req-00ef6088-329f-4de8-b29d-c6c3def9364b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.695254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'port_id': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'mac_address': 'fa:16:3e:a8:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:08:25.695386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76701a38-012b-4347-a168-acf431a359ef req-00ef6088-329f-4de8-b29d-c6c3def9364b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.0637331 Jul 09 20:08:25.698633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:25.723466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:25.732403 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f469cc-adc4-4d8b-97e4-53900e3459ff x-openstack-request-id: req-34f469cc-adc4-4d8b-97e4-53900e3459ff {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:25.732695 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-unplugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:25.732953 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34f469cc-adc4-4d8b-97e4-53900e3459ff {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:25.733377 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'code': 200} Jul 09 20:08:25.745823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-76701a38-012b-4347-a168-acf431a359ef req-97ea6317-33ac-4a88-90cc-b3037030289d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Jul 09 20:08:25.766960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:25.795813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:25.804866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:25.843046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:08:25.843501 n-d-800087-3 neutron-server[93773]: DEBUG oslo_db.api [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:08:26.378131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.391224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:26.417354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:26.421955 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.427552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.469347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:26.764514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a3137991-bb6c-437c-a1a4-d1d89b66640f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:08:26.917225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100ea88-99e5-4c5b-9a32-bef2e66ceeef req-7487c614-c849-422d-9e13-eff434a61959 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:26.918718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a100ea88-99e5-4c5b-9a32-bef2e66ceeef req-7487c614-c849-422d-9e13-eff434a61959 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Jul 09 20:08:26.967538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a100ea88-99e5-4c5b-9a32-bef2e66ceeef req-98555819-8c82-41ae-8099-648672f57c74 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Jul 09 20:08:26.990959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:27.061265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2cab4d7b-4d29-41cb-9c4b-3c2fd223d46b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/floatingips/78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 HTTP/1.1" status: 200 len: 992 time: 0.0683563 Jul 09 20:08:27.906147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:27.983581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:28.088148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae218cc-ebce-4c5c-83c9-d066f34f3f52 req-a04bbeed-9e16-4d22-ad07-1b7ec7523dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.089955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae218cc-ebce-4c5c-83c9-d066f34f3f52 req-a04bbeed-9e16-4d22-ad07-1b7ec7523dac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.1041577 Jul 09 20:08:28.127627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae218cc-ebce-4c5c-83c9-d066f34f3f52 req-c6c4a3ae-c074-4363-98cf-f5e36efbc1f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296612 Jul 09 20:08:28.397047 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:08:29.492811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:29.545511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a3137991-bb6c-437c-a1a4-d1d89b66640f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:29.545886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.627189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.650572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:29.652831 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0247f50-7c25-49a3-852c-57fa0ee534b9" -d '{"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-plugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:29.666779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:29.672451 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.702079 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3831b53a-7b26-4fef-8083-31ca836d0730 x-openstack-request-id: req-3831b53a-7b26-4fef-8083-31ca836d0730 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:29.702374 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-plugged", "status": "completed", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:29.702631 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3831b53a-7b26-4fef-8083-31ca836d0730 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:29.703014 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'code': 200} Jul 09 20:08:29.729871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:44.885708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-23a55700-964b-4644-ba42-69bf9d4d4324 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:44.887273 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-23a55700-964b-4644-ba42-69bf9d4d4324 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1075487 Jul 09 20:08:44.902181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-853c3ed4-a3a3-47a4-af69-e80ec195172a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0096838 Jul 09 20:08:44.973526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-6fbd4386-5eac-4768-bca7-fe44fb8fd77e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665374 Jul 09 20:08:45.060623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-ff211616-0796-4f04-bc61-a3aae50cc99e service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Jul 09 20:08:45.154582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-3e196718-f78f-4b87-9c69-348dd366f24e service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880649 Jul 09 20:08:45.349355 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82dc3135-a276-4218-83e5-fb4c247ded86 req-fd67cb59-903e-4219-9f28-b6aebc548808 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0320528 Jul 09 20:08:46.363049 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-dcd9d350-eb43-4a27-9822-1ac22b2a4bd7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:46.364525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-dcd9d350-eb43-4a27-9822-1ac22b2a4bd7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1124787 Jul 09 20:08:46.383416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:46.511306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f28e9e7-e8a7-44a0-b302-2bc6f0df5207 req-71eaab05-745d-4682-88a6-00f128bdbc94 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0360038 Jul 09 20:08:46.534373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:46.538001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.672100 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.9 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/b7dfaed5-cab1-4fd3-8091-0634eee16a2c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:46.826832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.841948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object b7dfaed5-cab1-4fd3-8091-0634eee16a2c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:46.875629 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.922205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:46.925361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:46.929213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:46.953375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:46.981749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:46.982371 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.998383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-15855fc6-2ef3-4151-adc4-fc12575c9774 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187768 Jul 09 20:08:47.011145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Request body: {'port': {'device_id': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:47.185827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbad6025-12a0-434f-84a8-3d58b33e92a7 None None] Provisioning for port b7dfaed5-cab1-4fd3-8091-0634eee16a2c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:47.190362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbad6025-12a0-434f-84a8-3d58b33e92a7 None None] Provisioning complete for port b7dfaed5-cab1-4fd3-8091-0634eee16a2c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:47.190812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbad6025-12a0-434f-84a8-3d58b33e92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.227417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dbad6025-12a0-434f-84a8-3d58b33e92a7 None None] Port b7dfaed5-cab1-4fd3-8091-0634eee16a2c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:47.409055 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.681591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dfaed5-cab1-4fd3-8091-0634eee16a2c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:47.689640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.692627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c136a-da10-4797-b810-76950c53603b req-e266f5b9-d8d2-41f2-b3ff-3add3bea9eb7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:47.694433 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d64c136a-da10-4797-b810-76950c53603b req-e266f5b9-d8d2-41f2-b3ff-3add3bea9eb7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 931 time: 0.0648301 Jul 09 20:08:47.703616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Transition to ACTIVE for port object b7dfaed5-cab1-4fd3-8091-0634eee16a2c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:47.707610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.735884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d64c136a-da10-4797-b810-76950c53603b req-7fad49b1-2694-4878-80dd-d9722b5439b4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Jul 09 20:08:47.770238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:47.849513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Attempting to bind port b7dfaed5-cab1-4fd3-8091-0634eee16a2c on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:08:47.849953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Attempting to bind port b7dfaed5-cab1-4fd3-8091-0634eee16a2c by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:08:47.850351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Attempting to bind port b7dfaed5-cab1-4fd3-8091-0634eee16a2c on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:08:47.856571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Port b7dfaed5-cab1-4fd3-8091-0634eee16a2c on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:08:47.856916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Attempting to bind port b7dfaed5-cab1-4fd3-8091-0634eee16a2c on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:08:47.862933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:08:47.863277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:08:47.863674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:08:47.864121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Bound port: b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:08:47.864494 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.934298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:08:47.937546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:08:47.942956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.980945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:47.981593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.983027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] 10.222.0.59 "PUT /v2.0/ports/b7dfaed5-cab1-4fd3-8091-0634eee16a2c HTTP/1.1" status: 200 len: 1091 time: 0.9767427 Jul 09 20:08:47.983467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:47.985722 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1163da2c-0013-43aa-8ddf-0e4aa5342238" -d '{"events": [{"name": "network-changed", "server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:48.011085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8e5c-c146-4a16-8d64-66c4dfa5e543 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:48.092496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-036f9acc-66c2-4e03-a416-a5f098c822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.094399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-036f9acc-66c2-4e03-a416-a5f098c822f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 1094 time: 0.0676315 Jul 09 20:08:48.145780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-9d717254-de1e-4602-be0d-e8d723e628a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c HTTP/1.1" status: 200 len: 217 time: 0.0434842 Jul 09 20:08:48.187920 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff0c0f6-147d-4f57-878e-22a3bc7163b1 x-openstack-request-id: req-3ff0c0f6-147d-4f57-878e-22a3bc7163b1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:48.188213 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:48.188463 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ff0c0f6-147d-4f57-878e-22a3bc7163b1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:48.188854 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c', 'status': 'completed', 'code': 200} Jul 09 20:08:48.208226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-03219292-2d9e-4312-8f9f-41484d6460a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.209777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-03219292-2d9e-4312-8f9f-41484d6460a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0558083 Jul 09 20:08:48.277772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-7d7b1a26-ca0c-4fc8-82b1-93cd9e91c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.279635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-7d7b1a26-ca0c-4fc8-82b1-93cd9e91c9eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635326 Jul 09 20:08:48.375242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-94abb6bc-30f4-4978-a621-b3f729d6646a service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889781 Jul 09 20:08:48.471250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-165412c2-2a7f-4a5c-b5a1-01070d92d9ba req-11a5f2b8-6afd-4f9a-93de-da5a99860a05 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883067 Jul 09 20:08:48.571342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-a6e4f82f-e211-4aaf-8efb-c8bdeb67ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.572742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-a6e4f82f-e211-4aaf-8efb-c8bdeb67ebbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 1094 time: 0.0523014 Jul 09 20:08:48.671536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-380c48c3-cc33-4a98-a484-80e5d739cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.673014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-380c48c3-cc33-4a98-a484-80e5d739cdf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0945313 Jul 09 20:08:48.715669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-52fd2bb4-991a-465f-ae7c-0496fca32d56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c HTTP/1.1" status: 200 len: 217 time: 0.0354195 Jul 09 20:08:48.765456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-68753edb-e079-4196-9709-1f10ded2d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.766984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-68753edb-e079-4196-9709-1f10ded2d941 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0449796 Jul 09 20:08:48.832295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-0cceea01-7dea-44da-b6a3-96348e62b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.833896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-0cceea01-7dea-44da-b6a3-96348e62b906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598261 Jul 09 20:08:48.911850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:48.914768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfb99c-b2a2-4be6-8ffe-bf1f4f92fb25 req-cb113c3e-d3c9-40ff-b922-28916400f847 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.916403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46bfb99c-b2a2-4be6-8ffe-bf1f4f92fb25 req-cb113c3e-d3c9-40ff-b922-28916400f847 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0678785 Jul 09 20:08:48.940825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-87b1bbe7-6400-44a4-b0f5-4396f4e95cae service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005971 Jul 09 20:08:48.973227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-46bfb99c-b2a2-4be6-8ffe-bf1f4f92fb25 req-b5e8759d-a94c-46fb-b23a-f2776d687a8a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Jul 09 20:08:49.043900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1163da2c-0013-43aa-8ddf-0e4aa5342238 req-fb38a1c1-4f85-488d-8574-3f4621aa8fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964673 Jul 09 20:08:50.207614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cf6eb-95ed-45c1-9e7f-3883edf97882 req-4d384e2e-e2e1-4054-865c-f67846cfdcf6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.209725 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-185cf6eb-95ed-45c1-9e7f-3883edf97882 req-4d384e2e-e2e1-4054-865c-f67846cfdcf6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0850024 Jul 09 20:08:50.276819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-185cf6eb-95ed-45c1-9e7f-3883edf97882 req-25b30d85-3362-46c9-a4e4-3320448cf55e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Jul 09 20:08:51.504429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aef07-bf21-494c-af75-cf97d3fceb30 req-0382125a-29b2-41ec-8970-d1373b5225cb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:51.505839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f7aef07-bf21-494c-af75-cf97d3fceb30 req-0382125a-29b2-41ec-8970-d1373b5225cb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0848556 Jul 09 20:08:51.547037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f7aef07-bf21-494c-af75-cf97d3fceb30 req-0e13065c-9827-474a-825f-faf58d3f0be2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Jul 09 20:08:52.389992 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b826c45d-d469-43d2-945f-9be6c4c0ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.723848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977f921-6316-41ea-9dd8-ecc97415e809 req-68e5aeac-ebdd-44ba-9629-29c64b67c760 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:52.725447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a977f921-6316-41ea-9dd8-ecc97415e809 req-68e5aeac-ebdd-44ba-9629-29c64b67c760 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0644696 Jul 09 20:08:52.765144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a977f921-6316-41ea-9dd8-ecc97415e809 req-d17fa07a-39c1-4bab-a0ad-15f32a2a8db1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Jul 09 20:08:53.433658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.933408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8f46-eff0-4c47-b457-df8464a06c73 req-1c515656-14fb-4c6d-8bd4-7dd780988092 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:53.934867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3be8f46-eff0-4c47-b457-df8464a06c73 req-1c515656-14fb-4c6d-8bd4-7dd780988092 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0620790 Jul 09 20:08:53.972319 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a3be8f46-eff0-4c47-b457-df8464a06c73 req-353210e1-10a2-405c-ac99-f3283faa6857 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Jul 09 20:08:54.986894 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49b0bee2-9bbe-441d-b345-eb50dca7a817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.151836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3139a-808b-4061-b595-38b9eeaca623 req-78511b7e-e1b0-4597-8e7d-ea580eec2192 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:55.153368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ed3139a-808b-4061-b595-38b9eeaca623 req-78511b7e-e1b0-4597-8e7d-ea580eec2192 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0675392 Jul 09 20:08:55.192033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ed3139a-808b-4061-b595-38b9eeaca623 req-aeae3a2a-c064-4723-ae30-15805e4d2866 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Jul 09 20:08:55.292038 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.173942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-71ffaf0b-6129-421e-98f0-8bc358068891 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517859 Jul 09 20:08:56.273681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-98c6811f-c93d-4df6-be6f-11f25e9f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.275309 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-98c6811f-c93d-4df6-be6f-11f25e9f597c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.0572331 Jul 09 20:08:56.375210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031ce3-6ef9-4044-b450-6966734ee1ab req-e29a16ae-7c58-4926-9679-e85f4b6c7380 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.377508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d031ce3-6ef9-4044-b450-6966734ee1ab req-e29a16ae-7c58-4926-9679-e85f4b6c7380 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0700624 Jul 09 20:08:56.389779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-e189b408-f4f6-4176-80c4-47528b19aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.391428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-e189b408-f4f6-4176-80c4-47528b19aafd service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.0950797 Jul 09 20:08:56.417549 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d031ce3-6ef9-4044-b450-6966734ee1ab req-2463f56b-509e-45a0-a44f-eb3f5e5ca75c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340524 Jul 09 20:08:56.419162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.465233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-d85af989-e4fd-4d78-a835-cac1821824bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 1000 time: 0.0666826 Jul 09 20:08:56.513423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-feebbdd8-c758-407e-acc0-8db074cdec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.514926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-feebbdd8-c758-407e-acc0-8db074cdec5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0439630 Jul 09 20:08:56.574538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-830c34ce-bc6f-4777-9582-4b6ef4e8c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.576005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-830c34ce-bc6f-4777-9582-4b6ef4e8c2b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547726 Jul 09 20:08:56.670348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-7af8cbe5-2a79-4994-8f62-baccf912dba3 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874414 Jul 09 20:08:56.766028 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-39a6b213-27ac-4189-ae7a-4f93d62e26dd req-34d913f2-2410-4d69-ac77-8723fbde0b7f service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881515 Jul 09 20:08:57.591406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7869d95-8f40-44c4-b47b-089a741f8ac8 req-be775b00-f289-48ad-baad-5695715728a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:57.592960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d7869d95-8f40-44c4-b47b-089a741f8ac8 req-be775b00-f289-48ad-baad-5695715728a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0644729 Jul 09 20:08:57.630818 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d7869d95-8f40-44c4-b47b-089a741f8ac8 req-21d4bae0-a57b-4195-b153-4776733d53bc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Jul 09 20:08:57.908735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.802271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d736caf-29f9-45af-ae85-7839683258ac req-540dcf25-f99a-414e-9bbe-f9e33a3e69a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:58.803727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d736caf-29f9-45af-ae85-7839683258ac req-540dcf25-f99a-414e-9bbe-f9e33a3e69a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0630608 Jul 09 20:08:58.842002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d736caf-29f9-45af-ae85-7839683258ac req-fd485029-159e-4c60-8683-6d057e9c6540 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Jul 09 20:09:00.026107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677fcc5-6f19-45da-a4c2-0ed08e2ebabf req-531f4dea-24d6-4cf2-b6b4-d3354ce6ca7d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:00.027639 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0677fcc5-6f19-45da-a4c2-0ed08e2ebabf req-531f4dea-24d6-4cf2-b6b4-d3354ce6ca7d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0730917 Jul 09 20:09:00.065306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0677fcc5-6f19-45da-a4c2-0ed08e2ebabf req-3ed4c6dd-8d6f-432e-b1d7-5d5b2ad33d58 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Jul 09 20:09:01.294493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca086e3-14e4-4423-8e4e-a1f0e8e5d0d2 req-50225e9a-fde1-4fd1-bd89-bf13a72f639a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:01.295996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca086e3-14e4-4423-8e4e-a1f0e8e5d0d2 req-50225e9a-fde1-4fd1-bd89-bf13a72f639a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.1203704 Jul 09 20:09:01.333106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca086e3-14e4-4423-8e4e-a1f0e8e5d0d2 req-c9e85195-d533-4776-bf07-90315a82ccdb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jul 09 20:09:02.511051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89d764-6e8e-452e-a328-3f6b5cfcc534 req-bdf6ff67-0e82-4a6d-b1b0-d5516a0834ff tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:02.512514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a89d764-6e8e-452e-a328-3f6b5cfcc534 req-bdf6ff67-0e82-4a6d-b1b0-d5516a0834ff tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0685773 Jul 09 20:09:02.550077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a89d764-6e8e-452e-a328-3f6b5cfcc534 req-0474552a-8a30-4f34-9271-a6ff05f81053 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jul 09 20:09:03.316722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-647e5bf2-2ad2-427b-b766-205c946e4cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524502 Jul 09 20:09:03.419955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e3542-569e-463f-8caa-24c31787d924 req-5d862134-644b-43f7-8d82-e48040495e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.421420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-5d862134-644b-43f7-8d82-e48040495e87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.0565066 Jul 09 20:09:03.527188 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e3542-569e-463f-8caa-24c31787d924 req-6a038c19-1768-42a1-bdfd-446d1aa5b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.528655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-6a038c19-1768-42a1-bdfd-446d1aa5b180 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 897 time: 0.0849631 Jul 09 20:09:03.593249 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-10b8c814-e251-4d62-bc61-b44064b54eab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 1001 time: 0.0561364 Jul 09 20:09:03.641715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e3542-569e-463f-8caa-24c31787d924 req-b92e8128-4314-4173-9851-7d9e59215dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.643193 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-b92e8128-4314-4173-9851-7d9e59215dd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.0429747 Jul 09 20:09:03.703260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e3542-569e-463f-8caa-24c31787d924 req-cbfe4cf6-e438-49f1-aaa3-0247778b98df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.704696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-cbfe4cf6-e438-49f1-aaa3-0247778b98df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548229 Jul 09 20:09:03.725942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac60280-6404-4999-bb93-b587a61ee336 req-10f19d05-5df4-41c4-82b6-ed7f0d385781 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.727431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dac60280-6404-4999-bb93-b587a61ee336 req-10f19d05-5df4-41c4-82b6-ed7f0d385781 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0638642 Jul 09 20:09:03.767660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dac60280-6404-4999-bb93-b587a61ee336 req-9c69adcd-67f7-4f95-838c-988b338b8b53 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Jul 09 20:09:03.793107 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-bdb9bd90-3fae-4f90-9d35-ceb46ef24cf0 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815814 Jul 09 20:09:03.885184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d9e3542-569e-463f-8caa-24c31787d924 req-731817af-86e9-4de1-ab4d-0c2cdf769117 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Jul 09 20:09:04.947685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f60e-a394-426c-a353-cb78fcf20284 req-9a096cc0-b015-4889-86a8-392660732592 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:04.949300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da30f60e-a394-426c-a353-cb78fcf20284 req-9a096cc0-b015-4889-86a8-392660732592 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0634110 Jul 09 20:09:04.987076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da30f60e-a394-426c-a353-cb78fcf20284 req-f1ec4e81-7159-4795-9c95-5832e20c2e95 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 09 20:09:05.397057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:09:06.161545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c800d43-d876-48ee-b760-5d80123ab1bc req-0719ae2b-c4e5-4c1f-bb9c-94b1ec87b9b1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:06.163543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c800d43-d876-48ee-b760-5d80123ab1bc req-0719ae2b-c4e5-4c1f-bb9c-94b1ec87b9b1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0674999 Jul 09 20:09:06.200901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c800d43-d876-48ee-b760-5d80123ab1bc req-df6d9fda-02fa-4409-8322-0ee69b455e60 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Jul 09 20:09:07.370281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8cfb9-56c5-4ec9-850d-d7ca3e50a7eb req-612c7632-9ebe-4be7-9208-01899905569e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:07.371750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-daf8cfb9-56c5-4ec9-850d-d7ca3e50a7eb req-612c7632-9ebe-4be7-9208-01899905569e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0620310 Jul 09 20:09:07.408831 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-daf8cfb9-56c5-4ec9-850d-d7ca3e50a7eb req-66c74627-0bc4-4739-8f1e-14efd6106528 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Jul 09 20:09:08.577849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24250c5-adfc-411f-a69a-daa3658f69c1 req-21f2676e-b0aa-4f24-924c-8f96e6e3cd09 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:08.579327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c24250c5-adfc-411f-a69a-daa3658f69c1 req-21f2676e-b0aa-4f24-924c-8f96e6e3cd09 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 943 time: 0.0631411 Jul 09 20:09:08.616510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c24250c5-adfc-411f-a69a-daa3658f69c1 req-ea2865a3-0032-4c4e-93e5-9e589ce4e55f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jul 09 20:09:08.834553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b7dfaed5-cab1-4fd3-8091-0634eee16a2c details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:09:08.928982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:08.939792 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c', 'mac_address': 'fa:16:3e:c4:c6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:09:08.975889 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.987968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dfaed5-cab1-4fd3-8091-0634eee16a2c {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:09.006521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:09.010268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:09.059658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:09.225334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b7dfaed5-cab1-4fd3-8091-0634eee16a2c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:09.623326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:09.685514 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c4a74889-8fc7-44f3-9ec6-9247e64ba3c6 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/floatingips/5da6ef04-9f25-4581-a0e3-aa4aa3b2717a HTTP/1.1" status: 200 len: 992 time: 0.0609980 Jul 09 20:09:09.785381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac457-3655-4d6e-99cf-d4b5d420ba52 req-0f499226-507d-4af9-8168-a04d5e75375f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:09.786837 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e2ac457-3655-4d6e-99cf-d4b5d420ba52 req-0f499226-507d-4af9-8168-a04d5e75375f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 944 time: 0.0622606 Jul 09 20:09:09.824744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e2ac457-3655-4d6e-99cf-d4b5d420ba52 req-c3d69030-c8f7-44b3-a0f6-8302d1ac415d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Jul 09 20:09:09.915428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:10.069057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port f25bb7e5-e6c3-472b-af3d-6b1d0c89b520 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:10.069417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.146811 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.147149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.158446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for f25bb7e5-e6c3-472b-af3d-6b1d0c89b520 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:10.302532 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.328173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=f25bb7e5-e6c3-472b-af3d-6b1d0c89b520,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:10.339942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.340292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.340634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.340971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.341343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.341680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.342381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.342381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.342629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.342954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.343302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.343632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:10.402337 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.402672 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Floating IP 5da6ef04-9f25-4581-a0e3-aa4aa3b2717a disassociated (deleted). External IP: 172.25.3.19, port: 9b612644-ae4e-4827-a473-55ca66655d0a. Jul 09 20:09:10.835845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b7dfaed5-cab1-4fd3-8091-0634eee16a2c up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:10.889315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port b7dfaed5-cab1-4fd3-8091-0634eee16a2c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:10.893222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b7dfaed5-cab1-4fd3-8091-0634eee16a2c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:10.893749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.941578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 8a611252-6b05-456f-9aac-57ab30b5953a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:10.976229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.999178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:11.001475 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb51a3f-923c-462e-85d4-37667251ff7b" -d '{"events": [{"server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "name": "network-vif-plugged", "status": "completed", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:11.015266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:11.021208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.051145 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a4eaaa-6fd4-412d-9b73-06effd6f5ce6 x-openstack-request-id: req-51a4eaaa-6fd4-412d-9b73-06effd6f5ce6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:11.051145 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "name": "network-vif-plugged", "status": "completed", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:11.051378 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51a4eaaa-6fd4-412d-9b73-06effd6f5ce6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:11.051698 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c', 'code': 200} Jul 09 20:09:11.058734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:11.063541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.075772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Sync routers for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:11.081634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c730e5-498c-4484-8452-f90c27908616 req-77bf72c1-dbce-4c1c-be83-97616fde74c4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.085726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:11.090865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92c730e5-498c-4484-8452-f90c27908616 req-77bf72c1-dbce-4c1c-be83-97616fde74c4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 944 time: 0.1448135 Jul 09 20:09:11.094369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:11.094978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:08:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:11.109182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1ab588c-7958-4119-a305-596b9054789c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/floatingips/5da6ef04-9f25-4581-a0e3-aa4aa3b2717a HTTP/1.1" status: 204 len: 168 time: 1.1902330 Jul 09 20:09:11.109182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:11.110129 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:11.142485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-92c730e5-498c-4484-8452-f90c27908616 req-e330067b-7ccf-4227-b184-c66ad46b354f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Jul 09 20:09:11.198397 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878cb86b-34e5-4948-84cb-73331aa34db9 x-openstack-request-id: req-878cb86b-34e5-4948-84cb-73331aa34db9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:11.199043 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:11.199421 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-878cb86b-34e5-4948-84cb-73331aa34db9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:11.199926 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a', 'status': 'completed', 'code': 200} Jul 09 20:09:11.214450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:11.216554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852eedb-0f10-4a88-9ab0-3fe6ff99457d req-096c3bbf-ae50-4dfd-859a-19d7dddb5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.218727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b852eedb-0f10-4a88-9ab0-3fe6ff99457d req-096c3bbf-ae50-4dfd-859a-19d7dddb5404 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 1096 time: 0.0753677 Jul 09 20:09:11.259295 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b852eedb-0f10-4a88-9ab0-3fe6ff99457d req-84832fb8-6d06-4b0c-8f60-b173d723a536 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Jul 09 20:09:11.290829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-64c77507-27c6-4e35-9dad-830e383e5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.292416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-64c77507-27c6-4e35-9dad-830e383e5cdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0636768 Jul 09 20:09:11.393117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-178b78e4-3120-4c93-ac83-427a0630a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.394615 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-178b78e4-3120-4c93-ac83-427a0630a521 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 200 len: 898 time: 0.0948989 Jul 09 20:09:11.437013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:11.445976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-bed8929b-fe6c-49a1-a7ff-72f7228e47a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 200 len: 217 time: 0.0439749 Jul 09 20:09:11.465774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Checking router: 8a611252-6b05-456f-9aac-57ab30b5953a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:11.474353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:11.474985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:08:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:11.498571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-c353d8f0-4227-4436-9ec5-eaa10ab4698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.500189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-c353d8f0-4227-4436-9ec5-eaa10ab4698a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07bceeb1-6ed6-4971-b321-f5677e0617d7 HTTP/1.1" status: 200 len: 835 time: 0.0468106 Jul 09 20:09:11.526452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc153-195d-44c8-83c3-013a066879d1 req-605e963d-8b8f-4371-b814-6131fd7e3689 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.528086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbfcc153-195d-44c8-83c3-013a066879d1 req-605e963d-8b8f-4371-b814-6131fd7e3689 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.0644991 Jul 09 20:09:11.566524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-f6d62409-7bb2-47de-9f40-fcb8e11fda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.568063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-f6d62409-7bb2-47de-9f40-fcb8e11fda57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7319149f-ec68-4c97-a419-a2260cf23a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609140 Jul 09 20:09:11.573359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbfcc153-195d-44c8-83c3-013a066879d1 req-ed77f1fd-b8f1-4d63-a8a8-834ee108630c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Jul 09 20:09:11.580449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-8c670eb4-0dd5-491c-8a49-520ffced0396 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:09:11.581602 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-8c670eb4-0dd5-491c-8a49-520ffced0396 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062041 Jul 09 20:09:11.682085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-7596968b-b51a-41a8-bf8c-5a2738b80c54 service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931442 Jul 09 20:09:11.734240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:11.773194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4c71a88-b5a5-426a-a35c-f3a2ff0b69a0 req-cb49059e-5d61-45ab-a8ee-65f4ec2ab98b service neutron] 10.222.0.25 "GET /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Jul 09 20:09:11.925659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:11.956056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f311a-14b9-4bee-93c8-f4fa780003f5 None None] The sync data for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 is: [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '58f3efa2-1b18-4a28-9c98-61fdcb48057c', 'name': '', 'network_id': '7319149f-ec68-4c97-a419-a2260cf23a1a', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'mac_address': 'fa:16:3e:c0:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:34Z', 'updated_at': '2021-07-09T20:07:42Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'subnets': [{'id': '07bceeb1-6ed6-4971-b321-f5677e0617d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:12.167457 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb4da2-e020-403f-8157-0137b677d90a None None] New status for floating IP 5da6ef04-9f25-4581-a0e3-aa4aa3b2717a: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:09:12.328788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2ece-f42e-4c2f-9ae1-b2d63a1e42c1 req-7297007f-82b0-4953-aec0-56c01a89067c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.330301 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-245b2ece-f42e-4c2f-9ae1-b2d63a1e42c1 req-7297007f-82b0-4953-aec0-56c01a89067c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0668712 Jul 09 20:09:12.369169 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-245b2ece-f42e-4c2f-9ae1-b2d63a1e42c1 req-c7b0d4ee-f115-4f22-aa67-d2c0ac716a21 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 09 20:09:12.541090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564c208-6cd1-4bfe-b463-c7c2c3de2388 req-d2c0e2b0-5f2a-4756-ab41-16db12a14a1d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.542510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5564c208-6cd1-4bfe-b463-c7c2c3de2388 req-d2c0e2b0-5f2a-4756-ab41-16db12a14a1d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0664246 Jul 09 20:09:12.579528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5564c208-6cd1-4bfe-b463-c7c2c3de2388 req-eaf0474a-4b66-4cc7-8c82-6d585c284d9f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Jul 09 20:09:12.748828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490bc50-2a4a-4eab-8c66-4a347ecae5ef req-85ddd00a-6e2f-4f68-8125-6b303c32fdbf tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.750323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8490bc50-2a4a-4eab-8c66-4a347ecae5ef req-85ddd00a-6e2f-4f68-8125-6b303c32fdbf tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.0634108 Jul 09 20:09:12.755472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d218-07b0-4f84-b782-ad14451a8900 req-e098324e-82e7-489c-aee0-aea8c3d33b04 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.756979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b812d218-07b0-4f84-b782-ad14451a8900 req-e098324e-82e7-489c-aee0-aea8c3d33b04 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0700686 Jul 09 20:09:12.789195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8490bc50-2a4a-4eab-8c66-4a347ecae5ef req-b8b8e050-db65-494d-bb61-368b023ca45e tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/security-groups?id=c777e7d8-d485-4765-bab3-d57e8e4da38b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Jul 09 20:09:12.795811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b812d218-07b0-4f84-b782-ad14451a8900 req-8dd02ea8-34b4-48a8-8370-e08c31de6e2b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 09 20:09:13.036852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-af3a9b66-68d8-422c-8aae-187e3726f46c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.038352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-af3a9b66-68d8-422c-8aae-187e3726f46c tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 945 time: 0.0627234 Jul 09 20:09:13.148611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 9b612644-ae4e-4827-a473-55ca66655d0a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:13.148954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.229814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426a8c-4440-40f8-a9c8-4c8beb286718 req-bfa30422-ec57-4c69-ae4b-f8fbc411f865 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.231456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05426a8c-4440-40f8-a9c8-4c8beb286718 req-bfa30422-ec57-4c69-ae4b-f8fbc411f865 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0642834 Jul 09 20:09:13.236193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 9b612644-ae4e-4827-a473-55ca66655d0a, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=9b612644-ae4e-4827-a473-55ca66655d0a,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:13.236550 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.249365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 9b612644-ae4e-4827-a473-55ca66655d0a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:13.269211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05426a8c-4440-40f8-a9c8-4c8beb286718 req-c6676b44-5f62-43f8-96d9-cc04e81d2627 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jul 09 20:09:13.381566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.409461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=9b612644-ae4e-4827-a473-55ca66655d0a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:13.459243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] No DVR routers for this DVR port 9b612644-ae4e-4827-a473-55ca66655d0a on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:13.461990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.464079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2d324e8d-dd83-4dc4-8518-87dc9f1caed5 req-eeedff5b-0517-4d45-8072-c6033c422340 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.25 "DELETE /v2.0/ports/9b612644-ae4e-4827-a473-55ca66655d0a HTTP/1.1" status: 204 len: 173 time: 0.4195533 Jul 09 20:09:13.464515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'name': 'network-vif-deleted', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:13.466813 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665384f-2dea-4da8-a79a-a80ad22a5dfd" -d '{"events": [{"server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "name": "network-vif-deleted", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:13.506878 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a940d7-5b3e-4af5-88e5-e554d0346219 x-openstack-request-id: req-c6a940d7-5b3e-4af5-88e5-e554d0346219 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:13.507344 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6", "name": "network-vif-deleted", "tag": "9b612644-ae4e-4827-a473-55ca66655d0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:13.507613 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6a940d7-5b3e-4af5-88e5-e554d0346219 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:13.508020 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6', 'name': 'network-vif-deleted', 'tag': '9b612644-ae4e-4827-a473-55ca66655d0a', 'status': 'completed', 'code': 200} Jul 09 20:09:13.950751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-578ef0d2-f325-45bf-b4bf-3e798fb6580c req-ab900f3b-b4fc-445c-bab3-70601bc206e3 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a1c5f0-d543-40bd-855a-dd4fe4a82bb6 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Jul 09 20:09:14.440828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132a52c-cbf4-4dd5-9e05-74cf01828862 req-960135a0-de7f-4a87-bdb2-951f9644d508 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:14.442233 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d132a52c-cbf4-4dd5-9e05-74cf01828862 req-960135a0-de7f-4a87-bdb2-951f9644d508 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0619137 Jul 09 20:09:14.479236 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d132a52c-cbf4-4dd5-9e05-74cf01828862 req-3a5946b2-d334-4db9-91e3-dccec0e65f45 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Jul 09 20:09:14.636937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-661084b1-f158-454e-9f91-159ffab0dcca tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:14.638402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-661084b1-f158-454e-9f91-159ffab0dcca tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 945 time: 0.0615575 Jul 09 20:09:14.735219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port b7dfaed5-cab1-4fd3-8091-0634eee16a2c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:14.735481 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.825743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port b7dfaed5-cab1-4fd3-8091-0634eee16a2c, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:14.826360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.838968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for b7dfaed5-cab1-4fd3-8091-0634eee16a2c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:14.968572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.981774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b7dfaed5-cab1-4fd3-8091-0634eee16a2c'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:14.998958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=b7dfaed5-cab1-4fd3-8091-0634eee16a2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:15.045202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port b7dfaed5-cab1-4fd3-8091-0634eee16a2c on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:15.046962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:15.048031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.049853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fae988b3-37d8-4aa6-bad4-c77c770ea4dd req-446a53ac-2ce5-47dd-8498-3093e53186b2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "DELETE /v2.0/ports/b7dfaed5-cab1-4fd3-8091-0634eee16a2c HTTP/1.1" status: 204 len: 173 time: 0.4059918 Jul 09 20:09:15.050295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'name': 'network-vif-deleted', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:15.053095 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ba53e-26dd-4022-9661-2154bb5f903d" -d '{"events": [{"server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "name": "network-vif-deleted", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:15.103645 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cb3276-7bcd-4cd1-8b3b-8a4cad4b2da0 x-openstack-request-id: req-29cb3276-7bcd-4cd1-8b3b-8a4cad4b2da0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:15.103942 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8639d35a-1d5e-4d79-a356-9ea332160f8b", "name": "network-vif-deleted", "tag": "b7dfaed5-cab1-4fd3-8091-0634eee16a2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:15.104199 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29cb3276-7bcd-4cd1-8b3b-8a4cad4b2da0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:15.104610 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8639d35a-1d5e-4d79-a356-9ea332160f8b', 'name': 'network-vif-deleted', 'tag': 'b7dfaed5-cab1-4fd3-8091-0634eee16a2c', 'status': 'completed', 'code': 200} Jul 09 20:09:15.114798 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.148541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.218779 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.221637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.225985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/security-groups/c777e7d8-d485-4765-bab3-d57e8e4da38b HTTP/1.1" status: 204 len: 168 time: 0.1755934 Jul 09 20:09:15.234047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fe78f-9fb9-4a43-80c9-2aa0c3b09286 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777e7d8-d485-4765-bab3-d57e8e4da38b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:15.265965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:15.623030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a644401d-c3af-49bc-a237-215405890285 req-e366c3a3-6f6f-4495-b579-1f774d3262cb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0319240 Jul 09 20:09:15.635058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.910339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port 58f3efa2-1b18-4a28-9c98-61fdcb48057c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:15.910686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.002291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port 58f3efa2-1b18-4a28-9c98-61fdcb48057c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=58f3efa2-1b18-4a28-9c98-61fdcb48057c,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:16.002983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.015281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for 58f3efa2-1b18-4a28-9c98-61fdcb48057c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:16.203577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.232132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=58f3efa2-1b18-4a28-9c98-61fdcb48057c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:16.426158 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.646608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Router 8a611252-6b05-456f-9aac-57ab30b5953a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:16.776486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-032f88bd-87e1-43d8-b70a-9ef8ead90dbb req-c53f121d-191e-4b86-84c2-f1ecfc0d506c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0318730 Jul 09 20:09:16.780757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:16.787910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ecc597f3-29a7-40b7-bfef-5f46331f7d98 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "PUT /v2.0/routers/8a611252-6b05-456f-9aac-57ab30b5953a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205128 Jul 09 20:09:16.789584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:16.803284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Sync routers for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:16.813370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:16.813984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:08:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:16.844223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting subnet 07bceeb1-6ed6-4971-b321-f5677e0617d7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:16.847508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.893279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.918821 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:16.982469 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.048844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.083107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Subnet': ['ID=07bceeb1-6ed6-4971-b321-f5677e0617d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:17.089893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.094358 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8381346e-cdae-4452-8ab0-02a4196eb20f tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/subnets/07bceeb1-6ed6-4971-b321-f5677e0617d7 HTTP/1.1" status: 204 len: 168 time: 0.3013251 Jul 09 20:09:17.094794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:17.096366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8455ff35-43eb-43a5-af14-8cd0864670c5 None None] Network 7319149f-ec68-4c97-a419-a2260cf23a1a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:17.176877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:09:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:17.214503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.220413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Checking router: 8a611252-6b05-456f-9aac-57ab30b5953a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:17.250685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Routers {'8a611252-6b05-456f-9aac-57ab30b5953a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:17.251499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:08:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['8a611252-6b05-456f-9aac-57ab30b5953a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:17.319076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.372788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] Set router 8a611252-6b05-456f-9aac-57ab30b5953a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:17.383522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Deleting port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:17.383884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.469181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] DHCP port deletion for 7319149f-ec68-4c97-a419-a2260cf23a1a request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:17.571502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Deleting port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:17.571891 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.657012 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] For port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,segment=NetworkSegment(6d4b8005-7482-48a7-a0f4-707988b14d0a),segment_id=6d4b8005-7482-48a7-a0f4-707988b14d0a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:17.657358 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.672552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:09:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:17.674562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Calling delete_port for de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:17.703675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839d0e-d78d-4028-acbb-e6918e88031a None None] The sync data for ids ['8a611252-6b05-456f-9aac-57ab30b5953a'] in n-d-800087-3 is: [{'id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'name': 'tempest-TestNetworkBasicOps-router-591127135', 'tenant_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:09:16Z', 'revision_number': 5, 'project_id': 'eb1d25a4e26741f2888b2ef0218a0756', 'gw_port': {'id': 'd20c14e8-dd20-49ae-9bfb-3d36c6249a0c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a611252-6b05-456f-9aac-57ab30b5953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:30Z', 'updated_at': '2021-07-09T20:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:17.749079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9b612644-ae4e-4827-a473-55ca66655d0a no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:17.773264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 9b612644-ae4e-4827-a473-55ca66655d0a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:17.773610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 9b612644-ae4e-4827-a473-55ca66655d0a not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:17.788267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] For port d20c14e8-dd20-49ae-9bfb-3d36c6249a0c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:17.788666 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.803532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Calling delete_port for d20c14e8-dd20-49ae-9bfb-3d36c6249a0c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:17.821295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.854298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Pushing event deleted for resources: {'Port': ['ID=de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:17.866061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] No DVR routers for this DVR port de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:17.875261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.875618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.875965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.876307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.876806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.877289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.877550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.877887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.878217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.878612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.878937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.879253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ca018-1d19-4cfa-8285-461ec6510697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:17.938824 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d89b6046-a8da-4f74-9042-9346caee3150 req-0ee473e5-d1e2-4cc6-872c-d3ebb6774906 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0293374 Jul 09 20:09:17.992610 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.018179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Port': ['ID=d20c14e8-dd20-49ae-9bfb-3d36c6249a0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:18.085672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.188707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.191114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.237026 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.237851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Fanout notify agent at l3_agent the message router_deleted on router 8a611252-6b05-456f-9aac-57ab30b5953a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:09:18.246790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.250542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:18.251792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c4f8d95c-bfc3-42cc-93cd-a5f1b5c6fcd7 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/routers/8a611252-6b05-456f-9aac-57ab30b5953a HTTP/1.1" status: 204 len: 168 time: 1.1559446 Jul 09 20:09:18.339734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.443249 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.457724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7319149f-ec68-4c97-a419-a2260cf23a1a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.477380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4b8005-7482-48a7-a0f4-707988b14d0a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.477745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4b8005-7482-48a7-a0f4-707988b14d0a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.491007 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.503841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 58f3efa2-1b18-4a28-9c98-61fdcb48057c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:18.507244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.514916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:18.515316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:18.518730 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:18.538132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 58f3efa2-1b18-4a28-9c98-61fdcb48057c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:18.538564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 58f3efa2-1b18-4a28-9c98-61fdcb48057c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:18.539065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:18.563604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:18.564046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device de6b4d3a-1186-42f7-a789-8e3ca6d6ccaa not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:18.581209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.588812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.590752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] 10.222.0.10 "DELETE /v2.0/networks/7319149f-ec68-4c97-a419-a2260cf23a1a HTTP/1.1" status: 204 len: 168 time: 0.3389602 Jul 09 20:09:18.603232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591897f5-3398-4d6c-90d8-ab5973370491 tempest-TestNetworkBasicOps-764068649 tempest-TestNetworkBasicOps-764068649-project] Pushing event deleted for resources: {'Network': ['ID=7319149f-ec68-4c97-a419-a2260cf23a1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:18.864081 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b7dfaed5-cab1-4fd3-8091-0634eee16a2c no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:18.879664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:18.888396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: b7dfaed5-cab1-4fd3-8091-0634eee16a2c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:18.888841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b7dfaed5-cab1-4fd3-8091-0634eee16a2c not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:18.918264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.027975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-00b11b53-2976-4686-b810-9693f7bb3d18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb1d25a4e26741f2888b2ef0218a0756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470046 Jul 09 20:09:19.030472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:19.084185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.106602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.124216 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96e1d3a9-a823-45bc-b110-ab6720c55a57 req-a2d7d23b-a204-4522-b57e-33a5a51f3bc8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8639d35a-1d5e-4d79-a356-9ea332160f8b HTTP/1.1" status: 200 len: 210 time: 0.0334241 Jul 09 20:09:19.172087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.174612 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.175796 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb9d53a0-23fa-4f9c-bac1-ce89c73a7b53 HTTP/1.1" status: 204 len: 168 time: 0.1441252 Jul 09 20:09:19.185840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc59ac-505c-4fbb-afb5-4254c2b9b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d53a0-23fa-4f9c-bac1-ce89c73a7b53,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:19.456689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:19.469829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d33f29e-cff2-41a4-b43a-69ac824b512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.562408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d33f29e-cff2-41a4-b43a-69ac824b512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.566452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d33f29e-cff2-41a4-b43a-69ac824b512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.605468 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d33f29e-cff2-41a4-b43a-69ac824b512c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbdb74b27f4f437d8fc727e9e4b01f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476078 Jul 09 20:09:19.606432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33f29e-cff2-41a4-b43a-69ac824b512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a29039-09ff-437b-8148-7c95e3017ebc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:19.608310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:19.660251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.686242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.732930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.735473 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.736607 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0a29039-09ff-437b-8148-7c95e3017ebc HTTP/1.1" status: 204 len: 168 time: 0.1266217 Jul 09 20:09:19.744947 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edaf35-b596-4ee8-9836-a1845b3ebeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a29039-09ff-437b-8148-7c95e3017ebc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.369751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d20c14e8-dd20-49ae-9bfb-3d36c6249a0c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:20.390266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d20c14e8-dd20-49ae-9bfb-3d36c6249a0c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:20.390604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d20c14e8-dd20-49ae-9bfb-3d36c6249a0c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:20.428264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 45912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:20.524824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1898344061-network', 'tenant_id': '84a2ea2718d24c8584487ea493b6ae6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:20.545927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Made reservation on behalf of 84a2ea2718d24c8584487ea493b6ae6f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:20.548351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.556763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.649479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.653445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.682021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:20.691949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44d540-8ed7-4fe2-b5f9-135460c54280,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.697742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.698312 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Added segment d393d96f-02ce-4e3d-9749-0296079fdf5a of type vlan for network f53d4fba-6767-4ba2-9264-c60a3130fc1e Jul 09 20:09:20.740897 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.772088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.773211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.773800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.834647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4022765 Jul 09 20:09:20.835556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:20.841340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Request body: {'subnet': {'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1898344061-subnet', 'tenant_id': '84a2ea2718d24c8584487ea493b6ae6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:20.851278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Pushing event updated for resources: {'Network': ['ID=f53d4fba-6767-4ba2-9264-c60a3130fc1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.859767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.860299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.860917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.861257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.861568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.861967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.862278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.862622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.862965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.863319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.863637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.863967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0b9ca-9d22-4f50-9a0e-da183529dd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:20.869923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Made reservation on behalf of 84a2ea2718d24c8584487ea493b6ae6f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:20.872962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.875642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network f53d4fba-6767-4ba2-9264-c60a3130fc1e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:21.048486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.104728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd33fc8-f034-4e87-9ead-d27159ebacd5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:21.111824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Checking segment: {'id': 'd393d96f-02ce-4e3d-9749-0296079fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:21.112197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Network hostable DHCP agents. Network: f53d4fba-6767-4ba2-9264-c60a3130fc1e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:21.129798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Network f53d4fba-6767-4ba2-9264-c60a3130fc1e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:21.139923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, f53d4fba-6767-4ba2-9264-c60a3130fc1e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:21.143970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.144559 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.151042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c71388-644d-4b1d-aea6-b410a82215d7 None None] Network f53d4fba-6767-4ba2-9264-c60a3130fc1e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:21.163989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42dd132e-97e6-4f3c-87d0-fd65fd7ceb97 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3271842 Jul 09 20:09:21.284573 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e655b-bd8c-4aeb-93e8-6eb362166490 None None] Network f53d4fba-6767-4ba2-9264-c60a3130fc1e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:21.691067 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:21.697199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1048442970-network', 'tenant_id': '7645e8fe31a749e3ba21681eba50918e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:21.718453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Made reservation on behalf of 7645e8fe31a749e3ba21681eba50918e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:21.720947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.730747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.840636 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.844764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.871162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:21.880111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53b19e-efc9-4428-bdde-2947c12741bc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:21.886870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.887217 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Added segment bf6aa762-6f2f-4920-b95c-da1f0a76acd8 of type vlan for network 051c53bb-1987-4e1e-9f97-26d4f1698a3b Jul 09 20:09:21.926675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.956581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.957671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.958272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.014155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3219612 Jul 09 20:09:22.016780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 45944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:22.021696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Request body: {'subnet': {'network_id': '051c53bb-1987-4e1e-9f97-26d4f1698a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1048442970-subnet', 'tenant_id': '7645e8fe31a749e3ba21681eba50918e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:22.029587 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed33627-e4b8-4849-bebf-b9975d764414 admin admin] Pushing event updated for resources: {'Network': ['ID=051c53bb-1987-4e1e-9f97-26d4f1698a3b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:22.040527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 051c53bb-1987-4e1e-9f97-26d4f1698a3b details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:22.047044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Made reservation on behalf of 7645e8fe31a749e3ba21681eba50918e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:22.049431 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.226637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.278179 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0c99f4-7335-44d2-a756-d234cae890d4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:22.288695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Checking segment: {'id': 'bf6aa762-6f2f-4920-b95c-da1f0a76acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '051c53bb-1987-4e1e-9f97-26d4f1698a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:22.288964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Network hostable DHCP agents. Network: 051c53bb-1987-4e1e-9f97-26d4f1698a3b, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:22.306723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Network 051c53bb-1987-4e1e-9f97-26d4f1698a3b is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:22.317159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 051c53bb-1987-4e1e-9f97-26d4f1698a3b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:22.324033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.324645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.325181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5820e-03ee-4bbd-aa96-5e73f289e83c None None] Network 051c53bb-1987-4e1e-9f97-26d4f1698a3b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:22.353168 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-36a3c673-694b-46a8-af4a-3162a132804f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3230896 Jul 09 20:09:22.428865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-019eed8e-5207-44ed-a4ab-8b4bf2f83400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.509905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db26ab0-8b77-4298-9dc2-c15207f4c951 None None] Network 051c53bb-1987-4e1e-9f97-26d4f1698a3b requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:22.964622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-0c287ad5-567f-4cd0-9fe7-e7d8c8909e76 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.966044 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-0c287ad5-567f-4cd0-9fe7-e7d8c8909e76 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/networks?id=f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 200 len: 812 time: 0.1007972 Jul 09 20:09:22.981530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-024f422e-5069-45d8-8b06-b34eb5c73aac tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/quotas/84a2ea2718d24c8584487ea493b6ae6f HTTP/1.1" status: 200 len: 375 time: 0.0094092 Jul 09 20:09:23.022487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-1b919f8b-ee72-4846-b081-fb13203be3bb tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347879 Jul 09 20:09:23.109975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-5d692761-70da-4459-96b6-5dae3b7287ba service neutron] 10.222.0.10 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810473 Jul 09 20:09:23.203759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-67e3c9b0-c8f2-47b0-a4cc-76aaba6042a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Jul 09 20:09:23.372125 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8593b9e4-5a7f-4721-af67-6ecc91bdc3c2 req-aa64f7d6-8c23-4f57-a1e6-fe3e901ac1c2 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 210 time: 0.0332689 Jul 09 20:09:23.428281 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.455348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-f64c8544-54ef-4fef-bb96-ddac99903042 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.457084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-f64c8544-54ef-4fef-bb96-ddac99903042 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.59 "GET /v2.0/networks?id=f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 200 len: 812 time: 0.1235008 Jul 09 20:09:24.473109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Request body: {'port': {'device_id': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e', 'admin_state_up': True, 'tenant_id': '84a2ea2718d24c8584487ea493b6ae6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:24.549779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e635e90f-c572-46c0-85b5-38c163037182 req-a6709373-b684-4748-96de-bf19ace51bed tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 210 time: 0.0597534 Jul 09 20:09:24.617766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Made reservation on behalf of 84a2ea2718d24c8584487ea493b6ae6f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:24.621434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.754284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Allocated IP 172.20.0.3 (f53d4fba-6767-4ba2-9264-c60a3130fc1e/5fd33fc8-f034-4e87-9ead-d27159ebacd5/42d8cb89-4cd6-486c-ab2a-e9ca292d6188) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:24.909067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.949756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.990017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9444063a-1b08-4cd3-b952-c62fb5a92585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.002400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Network f53d4fba-6767-4ba2-9264-c60a3130fc1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:25.006394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:25.009031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:25.053477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Pushing event updated for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.072247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.072987 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.089816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-39240256-5908-47ea-82e0-0adfe7f1225e tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220350 Jul 09 20:09:25.104401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Request body: {'port': {'device_id': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:25.181899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.293250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.452258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:25.459639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.471782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Transition to ACTIVE for port object 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:25.475342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.526658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Pushing event updated for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.594063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Attempting to bind port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:25.594403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Attempting to bind port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'd393d96f-02ce-4e3d-9749-0296079fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:25.594737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Attempting to bind port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 on network f53d4fba-6767-4ba2-9264-c60a3130fc1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:25.599033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 on network f53d4fba-6767-4ba2-9264-c60a3130fc1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:09:25.599352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Attempting to bind port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 on network f53d4fba-6767-4ba2-9264-c60a3130fc1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:25.604072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:25.604408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Checking segment: {'id': 'd393d96f-02ce-4e3d-9749-0296079fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:25.604788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Bound using segment: {'id': 'd393d96f-02ce-4e3d-9749-0296079fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:25.605269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Bound port: 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd393d96f-02ce-4e3d-9749-0296079fdf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:25.605636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.681622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:25.684832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,segment=NetworkSegment(d393d96f-02ce-4e3d-9749-0296079fdf5a),segment_id=d393d96f-02ce-4e3d-9749-0296079fdf5a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:25.691412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.728672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa7243-537d-4377-be75-a177cf650f63 req-4363af97-45b3-4bb9-bb93-23f997fb6e36 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.730133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9aa7243-537d-4377-be75-a177cf650f63 req-4363af97-45b3-4bb9-bb93-23f997fb6e36 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 943 time: 0.0642047 Jul 09 20:09:25.738701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.739330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.741401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] 10.222.0.59 "PUT /v2.0/ports/42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 200 len: 1091 time: 0.6413684 Jul 09 20:09:25.741846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:25.744120 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:25.777758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9aa7243-537d-4377-be75-a177cf650f63 req-4b044a55-e025-49db-b032-a1d010459c76 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Jul 09 20:09:25.794743 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a413e6-212b-4160-b133-90d7944208fc x-openstack-request-id: req-c3a413e6-212b-4160-b133-90d7944208fc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:25.795062 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:25.795341 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3a413e6-212b-4160-b133-90d7944208fc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:25.795768 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188', 'status': 'completed', 'code': 200} Jul 09 20:09:25.796802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3a3a-7c93-498c-a674-a5b72db0a3fc service neutron] Pushing event updated for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.859142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-feac9f2f-e948-4854-a028-4ef2569dbdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.862218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-feac9f2f-e948-4854-a028-4ef2569dbdb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 1094 time: 0.0605538 Jul 09 20:09:25.912100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-6c0443b4-a064-4268-8a9b-9f28d252a63f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 200 len: 217 time: 0.0403290 Jul 09 20:09:25.964132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-fb8bffc6-211e-4f78-b2ea-92212b8e95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.966730 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-fb8bffc6-211e-4f78-b2ea-92212b8e95df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fd33fc8-f034-4e87-9ead-d27159ebacd5 HTTP/1.1" status: 200 len: 852 time: 0.0478470 Jul 09 20:09:26.000907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-dcb53289-58f9-4d53-b8ed-318af4746b20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53d4fba-6767-4ba2-9264-c60a3130fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269032 Jul 09 20:09:26.097769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-8fee5b1d-234a-436a-b083-28ff0944a629 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886390 Jul 09 20:09:26.202287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-419c5e28-43d0-48a5-8c0e-420d71dbb223 req-636a8d42-d49a-43f6-8105-5f02c3efe3a1 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971730 Jul 09 20:09:26.311277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-ddff6555-0887-4a6a-b34a-6c806be97d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.312787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-ddff6555-0887-4a6a-b34a-6c806be97d79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 1094 time: 0.0591593 Jul 09 20:09:26.405872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-7523acb3-3e51-4be4-bea0-e59672422af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.407373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-7523acb3-3e51-4be4-bea0-e59672422af6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 200 len: 913 time: 0.0873444 Jul 09 20:09:26.422489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.454564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-52c23aa4-faa5-44fe-8d5f-eee5ffa15d0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 200 len: 217 time: 0.0383108 Jul 09 20:09:26.518520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-0e524e7e-1b8d-4b1c-9618-9c46709012fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.520077 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-0e524e7e-1b8d-4b1c-9618-9c46709012fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fd33fc8-f034-4e87-9ead-d27159ebacd5 HTTP/1.1" status: 200 len: 852 time: 0.0582113 Jul 09 20:09:26.558889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-b6b0cb50-d34b-468f-9601-0864cc89a7eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53d4fba-6767-4ba2-9264-c60a3130fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281937 Jul 09 20:09:26.657234 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-96a2a94a-b26b-4b46-84c5-66fa06ef4697 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Jul 09 20:09:26.757181 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7c44f50-7c86-46d0-89f0-75a8355d1b1b req-9241de19-3f60-4a66-9ee2-ab5458b8e65e service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930419 Jul 09 20:09:26.961657 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f818279-97f4-4756-9469-1804c3b1275d req-a3ccc784-8f63-4629-a039-379d1bd633b4 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.963160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f818279-97f4-4756-9469-1804c3b1275d req-a3ccc784-8f63-4629-a039-379d1bd633b4 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 943 time: 0.0672925 Jul 09 20:09:27.002532 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f818279-97f4-4756-9469-1804c3b1275d req-092f9a44-ed15-44bc-b6c7-9d4a065242fc tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Jul 09 20:09:27.910813 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.179533 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f73c9a-276e-4aa4-bc0e-5e8789be03b3 req-501df3e1-da51-4c91-b07d-5934a19cedf7 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.181043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24f73c9a-276e-4aa4-bc0e-5e8789be03b3 req-501df3e1-da51-4c91-b07d-5934a19cedf7 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 943 time: 0.0637071 Jul 09 20:09:28.224016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24f73c9a-276e-4aa4-bc0e-5e8789be03b3 req-36c1d6dd-3189-4b19-ab93-d7ba595bfe80 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Jul 09 20:09:28.890442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:09:28.989499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,segment=NetworkSegment(d393d96f-02ce-4e3d-9749-0296079fdf5a),segment_id=d393d96f-02ce-4e3d-9749-0296079fdf5a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:29.002250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188', 'network_id': 'f53d4fba-6767-4ba2-9264-c60a3130fc1e', 'port_id': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188', 'mac_address': 'fa:16:3e:01:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd33fc8-f034-4e87-9ead-d27159ebacd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:09:29.038838 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.052939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:29.072996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,segment=NetworkSegment(d393d96f-02ce-4e3d-9749-0296079fdf5a),segment_id=d393d96f-02ce-4e3d-9749-0296079fdf5a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:29.080166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.138472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:29.287675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['42d8cb89-4cd6-486c-ab2a-e9ca292d6188'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:29.424376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02841-6369-406c-ab8b-06d68dff10de req-7b12457d-a753-4f5d-820c-1f5e36be5053 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:29.427007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49f02841-6369-406c-ab8b-06d68dff10de req-7b12457d-a753-4f5d-820c-1f5e36be5053 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 944 time: 0.0832367 Jul 09 20:09:29.470931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49f02841-6369-406c-ab8b-06d68dff10de req-00a7ea49-573a-4b2f-84d7-546fb82665f4 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 Jul 09 20:09:30.654093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be440-b17b-4f37-b415-d6c751aa0120 req-c5a535e6-b6da-4138-8be8-7290f0e93775 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.657089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a1be440-b17b-4f37-b415-d6c751aa0120 req-c5a535e6-b6da-4138-8be8-7290f0e93775 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 944 time: 0.0665596 Jul 09 20:09:30.695024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a1be440-b17b-4f37-b415-d6c751aa0120 req-53fd29f5-5a1b-418f-8a72-17d2be4c0b39 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jul 09 20:09:30.921711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:30.975036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:30.979114 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:30.979525 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.060981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.085596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:31.088045 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d47309-275a-4188-aca9-99e1dcfe04ac" -d '{"events": [{"server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "name": "network-vif-plugged", "status": "completed", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:31.101062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,segment=NetworkSegment(d393d96f-02ce-4e3d-9749-0296079fdf5a),segment_id=d393d96f-02ce-4e3d-9749-0296079fdf5a)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:31.105417 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.132584 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888d3d8-3eae-49cd-930a-24778afe04fe x-openstack-request-id: req-9888d3d8-3eae-49cd-930a-24778afe04fe {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:31.133039 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "name": "network-vif-plugged", "status": "completed", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:31.133339 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9888d3d8-3eae-49cd-930a-24778afe04fe {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:31.133762 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188', 'code': 200} Jul 09 20:09:31.161084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:31.251582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c86c42-ac4d-4b63-83ae-fd8defb018d9 req-2a42d527-4d38-4483-b1e1-163f41f59506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:31.253025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d0c86c42-ac4d-4b63-83ae-fd8defb018d9 req-2a42d527-4d38-4483-b1e1-163f41f59506 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 1096 time: 0.0548272 Jul 09 20:09:31.289167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d0c86c42-ac4d-4b63-83ae-fd8defb018d9 req-f9feeeb1-962e-4808-9855-654b1c695e29 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296581 Jul 09 20:09:31.876101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec8fe1-ee4b-4101-a88c-9dd4761940fa req-06b28bac-21e1-434a-81e0-df499795f783 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:31.877636 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73ec8fe1-ee4b-4101-a88c-9dd4761940fa req-06b28bac-21e1-434a-81e0-df499795f783 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0669851 Jul 09 20:09:31.920082 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73ec8fe1-ee4b-4101-a88c-9dd4761940fa req-e17cbb48-48cc-45e5-8ee8-1dc99c87b128 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Jul 09 20:09:33.095842 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0b615-8696-407a-abd1-c69652adae9f req-f22eb3c8-cde4-4298-aafe-d87883756e06 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:33.097364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dc0b615-8696-407a-abd1-c69652adae9f req-f22eb3c8-cde4-4298-aafe-d87883756e06 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Jul 09 20:09:33.137349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dc0b615-8696-407a-abd1-c69652adae9f req-58e6e2e7-38a5-4390-85dc-4eac82fc14f0 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Jul 09 20:09:33.332379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a68d2-42b3-47b9-a99b-7a9d6d9246c7 req-1743ddce-5b3b-49df-af31-93f84be1d427 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:33.334250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-683a68d2-42b3-47b9-a99b-7a9d6d9246c7 req-1743ddce-5b3b-49df-af31-93f84be1d427 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0684395 Jul 09 20:09:33.373046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-683a68d2-42b3-47b9-a99b-7a9d6d9246c7 req-893a782b-1ebb-45dc-b93c-72910d78c160 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Jul 09 20:09:33.755546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f91fd-73a9-4983-be51-1b9f4ba8d3fb req-ff434356-3cdc-4be8-b9ec-e1804a8866e1 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:33.757076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca9f91fd-73a9-4983-be51-1b9f4ba8d3fb req-ff434356-3cdc-4be8-b9ec-e1804a8866e1 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0636654 Jul 09 20:09:33.805348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca9f91fd-73a9-4983-be51-1b9f4ba8d3fb req-e36204c8-d337-4b81-98be-4713eaa960f9 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Jul 09 20:09:34.992302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b4d00-ce67-4c90-b552-ac16b9c4a508 req-fe7c581b-f892-4573-bd21-488c49f0b05b tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:34.994163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e64b4d00-ce67-4c90-b552-ac16b9c4a508 req-fe7c581b-f892-4573-bd21-488c49f0b05b tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0754185 Jul 09 20:09:35.040111 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e64b4d00-ce67-4c90-b552-ac16b9c4a508 req-43034275-02ee-476e-8aed-d46191c4d553 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Jul 09 20:09:35.428670 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-3bedf06c-6cb0-49af-a003-231134add746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.430215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-3bedf06c-6cb0-49af-a003-231134add746 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 1096 time: 0.0983820 Jul 09 20:09:35.441386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e51a-d1ca-4a04-a7fa-ae1833525182 req-471b90bc-aef3-4b83-8fcb-73918616a4b9 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.443415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e447e51a-d1ca-4a04-a7fa-ae1833525182 req-471b90bc-aef3-4b83-8fcb-73918616a4b9 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.1016009 Jul 09 20:09:35.529623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e447e51a-d1ca-4a04-a7fa-ae1833525182 req-85409a12-032e-4119-a38c-98bace6cad03 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777724 Jul 09 20:09:35.556355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-4a01b234-8bbb-4836-9437-5babc11fcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.557911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-4a01b234-8bbb-4836-9437-5babc11fcb62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 200 len: 913 time: 0.1137161 Jul 09 20:09:35.604483 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-34380e62-8c39-4569-b62e-a8ceef660a2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 200 len: 217 time: 0.0403073 Jul 09 20:09:35.653680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-939cc293-3cca-44d5-912f-a08b4057560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.655136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-939cc293-3cca-44d5-912f-a08b4057560a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fd33fc8-f034-4e87-9ead-d27159ebacd5 HTTP/1.1" status: 200 len: 852 time: 0.0451307 Jul 09 20:09:35.686792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-ca688cf8-8202-4bff-989f-8b07da729ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53d4fba-6767-4ba2-9264-c60a3130fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255232 Jul 09 20:09:35.782082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-cac6d64f-b67b-42ab-94cb-e07d0e06d63b service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883141 Jul 09 20:09:35.875909 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5304c924-0e2f-4bba-a3b9-e7763558be60 req-58e9f5e1-8379-4905-8141-a74d574efe62 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873067 Jul 09 20:09:36.716616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54180-11ab-4fe2-8dd1-aefe2f0642c5 req-ead79ef1-3183-44d8-8191-31f89400eb0c tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:36.718348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6c54180-11ab-4fe2-8dd1-aefe2f0642c5 req-ead79ef1-3183-44d8-8191-31f89400eb0c tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0659406 Jul 09 20:09:36.760673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b6c54180-11ab-4fe2-8dd1-aefe2f0642c5 req-b0194d77-b8c1-4979-85db-7e5f707251f1 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365214 Jul 09 20:09:37.144682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6b994-e80e-440d-aa1f-cc55689d3b33 req-bd20aefe-7e90-4011-918d-2fc1d7d7b68f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:37.146330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae6b994-e80e-440d-aa1f-cc55689d3b33 req-bd20aefe-7e90-4011-918d-2fc1d7d7b68f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0650387 Jul 09 20:09:37.184600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ae6b994-e80e-440d-aa1f-cc55689d3b33 req-1352efcc-5eaa-4589-905a-536839b42a6d tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Jul 09 20:09:38.397681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9380ca-9a6a-4839-b068-d39de9648d14 req-ec854145-22b4-4f59-8a0b-bdea25741f16 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.399413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae9380ca-9a6a-4839-b068-d39de9648d14 req-ec854145-22b4-4f59-8a0b-bdea25741f16 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0900702 Jul 09 20:09:38.443846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae9380ca-9a6a-4839-b068-d39de9648d14 req-fe9179ab-eb5b-4142-b8df-88cde91121da tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Jul 09 20:09:38.866962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-638eae38-fd5d-4c7b-8510-e91cc2cb66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.868475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-638eae38-fd5d-4c7b-8510-e91cc2cb66e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 1096 time: 0.0990999 Jul 09 20:09:38.891789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe6573-ac1b-4f65-9199-bb556029a8f6 req-2e0af360-d70c-4ad1-94ad-59b24159c007 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.893344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cfe6573-ac1b-4f65-9199-bb556029a8f6 req-2e0af360-d70c-4ad1-94ad-59b24159c007 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0938072 Jul 09 20:09:38.984119 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cfe6573-ac1b-4f65-9199-bb556029a8f6 req-012c0f82-3fa7-4cb6-aa86-84f388bcb20f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Jul 09 20:09:39.001725 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-94b87a74-d24d-4c89-823e-a21f49f4ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:39.003576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-94b87a74-d24d-4c89-823e-a21f49f4ab21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 200 len: 913 time: 0.1282711 Jul 09 20:09:39.044632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-08f75fad-11b1-4380-96fb-b8ec568d5fe2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 200 len: 217 time: 0.0341783 Jul 09 20:09:39.093078 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-e2b420b9-7a2d-4725-a936-61c6c1379f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:39.094560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-e2b420b9-7a2d-4725-a936-61c6c1379f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fd33fc8-f034-4e87-9ead-d27159ebacd5 HTTP/1.1" status: 200 len: 852 time: 0.0440524 Jul 09 20:09:39.132024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-b1466031-fe2b-46c1-9008-32763f0bce75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53d4fba-6767-4ba2-9264-c60a3130fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309811 Jul 09 20:09:39.222108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-a0bb6b07-483f-4f67-a22e-27bc6e3a7374 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837367 Jul 09 20:09:39.316619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a47d2a98-be1e-47d4-9b94-3f2ac9c37ff1 req-7eb55d3f-b155-4698-b62b-6aae8a84a326 service neutron] 10.222.0.59 "GET /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878632 Jul 09 20:09:40.164462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399398ef-fb85-4d38-ad95-de5ed97f91c0 req-f3d2e8ec-b445-4c62-ada8-f7c43ad4ae14 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.166029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-399398ef-fb85-4d38-ad95-de5ed97f91c0 req-f3d2e8ec-b445-4c62-ada8-f7c43ad4ae14 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0658362 Jul 09 20:09:40.205449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-399398ef-fb85-4d38-ad95-de5ed97f91c0 req-04c0b265-0ad2-4978-b714-430fccb023da tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Jul 09 20:09:40.336357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0e819439-3433-43f3-9b4d-6d63a2ed3672 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.339291 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0e819439-3433-43f3-9b4d-6d63a2ed3672 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1028335 Jul 09 20:09:40.355178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-26330919-51a3-41d6-a6c5-6f7ca76dec85 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0100856 Jul 09 20:09:40.433167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-b5e9a58d-99c1-4a78-9e34-66f228c2fd13 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723588 Jul 09 20:09:40.524052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-1b30b654-e9d0-4586-81d8-1243868e5b78 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Jul 09 20:09:40.595829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab60a7-2ea9-4281-8c54-faf7d60ffcf3 req-8937ce6c-afb9-4af4-9b87-edbe13c74ab0 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.597438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53ab60a7-2ea9-4281-8c54-faf7d60ffcf3 req-8937ce6c-afb9-4af4-9b87-edbe13c74ab0 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0668590 Jul 09 20:09:40.618322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-6bb7eba0-4689-4929-a7aa-0ab9b4fea97d service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882347 Jul 09 20:09:40.635246 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53ab60a7-2ea9-4281-8c54-faf7d60ffcf3 req-7c0704a5-4367-4b78-827f-20a589a32da3 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Jul 09 20:09:40.905800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3b5c6154-8542-4c04-b5b9-d9237862e617 req-97d85f37-0c91-4ac1-a275-65ed67698cb9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0288959 Jul 09 20:09:41.814044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f28b4-e814-4b6d-958b-f50f9489fb69 req-95a627f2-3e67-4d23-8437-41174d63ddc3 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:41.815549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-091f28b4-e814-4b6d-958b-f50f9489fb69 req-95a627f2-3e67-4d23-8437-41174d63ddc3 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0643275 Jul 09 20:09:41.857660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-091f28b4-e814-4b6d-958b-f50f9489fb69 req-9a7e7f6d-d358-4f4c-980a-2ee83bbfea1c tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Jul 09 20:09:41.955373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-3bbe845f-bc90-40cf-8de2-c374cc87cea7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:41.958324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-3bbe845f-bc90-40cf-8de2-c374cc87cea7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1147659 Jul 09 20:09:41.983078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:42.073736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4dc5449b-3dd9-4f2e-b10c-8d1b2ce1705a req-53b5596a-4f77-4d5b-8a7b-d8a66666fd99 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0376244 Jul 09 20:09:42.150585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:42.155090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.269007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:42.284079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.3 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:42.347364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-33a05c59-8a41-4c26-ba3f-ccb3cdbfc06d tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:42.350019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-33a05c59-8a41-4c26-ba3f-ccb3cdbfc06d tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.59 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.0738492 Jul 09 20:09:42.398162 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:09:42.479881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Deleting port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:42.480537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.493786 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.510096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:42.546890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.595752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:42.599935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:42.604327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:42.611426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:42.659559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:42.660239 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.679307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-8184396f-fedf-4499-8009-28b19dcb2979 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060852 Jul 09 20:09:42.769923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Request body: {'port': {'device_id': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:42.861285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.896215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d50028bc-0b75-4218-ae6b-75e92518a462 None None] Provisioning for port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:42.905173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d50028bc-0b75-4218-ae6b-75e92518a462 None None] Provisioning complete for port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:42.905588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d50028bc-0b75-4218-ae6b-75e92518a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.981654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d50028bc-0b75-4218-ae6b-75e92518a462 None None] Port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:43.028060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] For port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,segment=NetworkSegment(d393d96f-02ce-4e3d-9749-0296079fdf5a),segment_id=d393d96f-02ce-4e3d-9749-0296079fdf5a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:43.028657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.075637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Calling delete_port for 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:43.201338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:43.211360 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.213726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3bf33-b64f-4ce8-b9e8-1a271a957007 req-05a29a6d-52cd-4db6-b9f7-9b68b141e9f8 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.215275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97d3bf33-b64f-4ce8-b9e8-1a271a957007 req-05a29a6d-52cd-4db6-b9f7-9b68b141e9f8 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/ports?device_id=5be717ae-f587-4e15-8d8a-07e668d91d58 HTTP/1.1" status: 200 len: 945 time: 0.2118378 Jul 09 20:09:43.249636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port ab78eb0f-f71a-4dd3-a4ce-27180c714640 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:43.250010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.256293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Transition to ACTIVE for port object 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:43.265396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.342616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Pushing event updated for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.354366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0cea5-f49c-44c7-b70b-56ff154af55d req-c966888b-d152-4648-a3ca-0a32667f43df tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.359185 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97d3bf33-b64f-4ce8-b9e8-1a271a957007 req-b89d8e91-cc48-45e1-b7fa-9464f3fb2380 tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d44d540-8ed7-4fe2-b5f9-135460c54280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359153 Jul 09 20:09:43.359711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bd0cea5-f49c-44c7-b70b-56ff154af55d req-c966888b-d152-4648-a3ca-0a32667f43df tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 931 time: 0.1450992 Jul 09 20:09:43.428040 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.431414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.432001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.442087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['42d8cb89-4cd6-486c-ab2a-e9ca292d6188'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:43.479181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Pushing event deleted for resources: {'Port': ['ID=42d8cb89-4cd6-486c-ab2a-e9ca292d6188,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.481535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for ab78eb0f-f71a-4dd3-a4ce-27180c714640 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:43.521761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Attempting to bind port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:43.522103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Attempting to bind port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:43.522429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Attempting to bind port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:43.527097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bd0cea5-f49c-44c7-b70b-56ff154af55d req-aa62e4f4-15bf-4723-bbf4-b40c0256d3f9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901358 Jul 09 20:09:43.530539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:09:43.530864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Attempting to bind port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:43.541334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:43.541717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:43.542109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:43.542555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Bound port: 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:43.542923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.586516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] No DVR routers for this DVR port 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:43.589575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.592449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4491e76-b5d8-43c5-b0ba-bc8c043e9821 req-4aa1767b-e8a1-467e-9c50-da881fa7b53f tempest-TestServerAdvancedOps-1070076502 tempest-TestServerAdvancedOps-1070076502-project] 10.222.0.59 "DELETE /v2.0/ports/42d8cb89-4cd6-486c-ab2a-e9ca292d6188 HTTP/1.1" status: 204 len: 173 time: 1.2330356 Jul 09 20:09:43.599930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'name': 'network-vif-deleted', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:43.602262 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b72a9a-8535-4ccd-8423-66c0ce20dd1e" -d '{"events": [{"server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "name": "network-vif-deleted", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:43.653123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:43.656687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:43.658855 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7795235-86ba-4d96-934e-0fc785c393f4 x-openstack-request-id: req-a7795235-86ba-4d96-934e-0fc785c393f4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:43.659195 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be717ae-f587-4e15-8d8a-07e668d91d58", "name": "network-vif-deleted", "tag": "42d8cb89-4cd6-486c-ab2a-e9ca292d6188", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:43.660887 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7795235-86ba-4d96-934e-0fc785c393f4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:43.661385 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be717ae-f587-4e15-8d8a-07e668d91d58', 'name': 'network-vif-deleted', 'tag': '42d8cb89-4cd6-486c-ab2a-e9ca292d6188', 'status': 'completed', 'code': 200} Jul 09 20:09:43.662580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.745029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.745941 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.748760 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0759a590-915a-4a07-82b3-98533279db32 service neutron] 10.222.0.25 "PUT /v2.0/ports/5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec HTTP/1.1" status: 200 len: 1091 time: 1.0605843 Jul 09 20:09:43.749414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:43.752249 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3702944-52a6-4980-9775-3e0c726f1ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:43.773116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.802298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a590-915a-4a07-82b3-98533279db32 service neutron] Pushing event updated for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.823040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=ab78eb0f-f71a-4dd3-a4ce-27180c714640,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.845585 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e88a8-fdde-46c7-a2e7-6df28addbd7c x-openstack-request-id: req-a96e88a8-fdde-46c7-a2e7-6df28addbd7c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:43.846027 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:43.846454 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a96e88a8-fdde-46c7-a2e7-6df28addbd7c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:43.846949 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', 'status': 'completed', 'code': 200} Jul 09 20:09:43.877933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-bd7ae950-937e-42ab-adea-625fc1c5d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.879559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-bd7ae950-937e-42ab-adea-625fc1c5d043 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 1094 time: 0.0740173 Jul 09 20:09:43.901982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.902324 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Floating IP 78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 disassociated (deleted). External IP: 172.25.3.60, port: a3137991-bb6c-437c-a1a4-d1d89b66640f. Jul 09 20:09:43.938329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-80eb3f08-6990-4b3a-baa3-eb95e9bccdb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec HTTP/1.1" status: 200 len: 217 time: 0.0494347 Jul 09 20:09:43.996116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-c92ddcdc-57f3-4c4c-a17d-0c4efc2d8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.997830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-c92ddcdc-57f3-4c4c-a17d-0c4efc2d8f62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0529351 Jul 09 20:09:44.080171 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-280f9035-6a51-434e-bf93-1ef8efd41d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.081857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-280f9035-6a51-434e-bf93-1ef8efd41d5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775261 Jul 09 20:09:44.179249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 45bd954a-aa06-4080-9a98-77fbc7591a2e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:44.200504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-3adc9336-4876-4bac-b770-f501ee70f1ec service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118872 Jul 09 20:09:44.304802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55bcded1-6876-48c2-b40c-a00e7a1247c9 req-0afc21b1-5cea-42cf-840a-d981677f2e4e service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972168 Jul 09 20:09:44.315567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:44.320729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.329841 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Sync routers for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:44.341338 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:44.342187 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.364897 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f6f01df6-b262-430e-8b3d-718cd71dca3d tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/floatingips/78e52bb8-fcd7-4aeb-bfe9-e81d019ed237 HTTP/1.1" status: 204 len: 168 time: 2.0945156 Jul 09 20:09:44.439059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-8918bf5d-7262-4532-8223-839192c22e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.440953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-8918bf5d-7262-4532-8223-839192c22e3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 1094 time: 0.0836334 Jul 09 20:09:44.479617 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:44.504414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:44.560592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-bc0ebbac-9ed6-45bf-9061-8ae6ad6b21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.562564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-bc0ebbac-9ed6-45bf-9061-8ae6ad6b21a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.1145699 Jul 09 20:09:44.601321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Deleting subnet 5fd33fc8-f034-4e87-9ead-d27159ebacd5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:44.609804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.613905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-fa7ecc88-7569-470d-a2f1-59a7c4b7e907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec HTTP/1.1" status: 200 len: 217 time: 0.0441220 Jul 09 20:09:44.680370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.755057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.778298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-52490919-64f9-41f3-bf97-c751d982d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.781978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-52490919-64f9-41f3-bf97-c751d982d681 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.1605175 Jul 09 20:09:44.855277 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ed87f-44f9-478b-a430-410b085a89c8 req-e1dce296-b69f-418c-a57e-d63c1a306239 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.862414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.863688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d50ed87f-44f9-478b-a430-410b085a89c8 req-e1dce296-b69f-418c-a57e-d63c1a306239 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.1575387 Jul 09 20:09:44.889145 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.899968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd33fc8-f034-4e87-9ead-d27159ebacd5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:44.902188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.904147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0de9f98c-d60f-4a8b-a5f3-afa640a0f3d7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fd33fc8-f034-4e87-9ead-d27159ebacd5 HTTP/1.1" status: 204 len: 168 time: 0.3980186 Jul 09 20:09:44.908115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:44.915969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-93b58888-634e-4962-873f-e5fe1bc660a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.917794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-93b58888-634e-4962-873f-e5fe1bc660a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273401 Jul 09 20:09:44.927499 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Checking router: 45bd954a-aa06-4080-9a98-77fbc7591a2e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:44.934509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d50ed87f-44f9-478b-a430-410b085a89c8 req-c4b6abde-1fef-4574-a905-8f8c70e9b87a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680642 Jul 09 20:09:44.937390 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:44.938237 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.989701 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.999982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0d17-f1f6-4a0e-8781-b8b8b5614438 req-3ce652c5-9331-4a82-a635-a9054a28120f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.006974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5aa0d17-f1f6-4a0e-8781-b8b8b5614438 req-3ce652c5-9331-4a82-a635-a9054a28120f tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.1823127 Jul 09 20:09:45.049084 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-9f91c0ff-7886-46af-8222-5df8b9d2e091 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134269 Jul 09 20:09:45.081075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5aa0d17-f1f6-4a0e-8781-b8b8b5614438 req-2fd04663-9d5f-4482-8882-4d999b3af693 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729654 Jul 09 20:09:45.169517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.181714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53d4fba-6767-4ba2-9264-c60a3130fc1e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.184114 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:45.185005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3702944-52a6-4980-9775-3e0c726f1ccc req-9a5a8845-0cbb-4942-b954-b294be6bff30 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282351 Jul 09 20:09:45.194508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd393d96f-02ce-4e3d-9749-0296079fdf5a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.194967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd393d96f-02ce-4e3d-9749-0296079fdf5a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.205662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.221467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.228943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:45.229452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:45.231230 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:45.287093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.293485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.297567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] 10.222.0.10 "DELETE /v2.0/networks/f53d4fba-6767-4ba2-9264-c60a3130fc1e HTTP/1.1" status: 204 len: 168 time: 0.3888896 Jul 09 20:09:45.298341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.312059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8e90c-e246-4e7b-9765-49c6c82aa82c admin admin] Pushing event deleted for resources: {'Network': ['ID=f53d4fba-6767-4ba2-9264-c60a3130fc1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:45.350869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Deleting subnet 1f0c99f4-7335-44d2-a756-d234cae890d4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:45.354118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.390105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.417661 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.429626 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.448490 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e81a9-d401-4f99-a133-f4044653cacc None None] The sync data for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 is: [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:06:29Z', 'revision_number': 4, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'cfd81702-6869-4ad9-82ec-4dae70cf125a', 'name': '', 'network_id': '32ea539f-5153-4ebe-9155-d549d67816d1', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'mac_address': 'fa:16:3e:a0:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '86214ed0-c201-498f-8d2c-099115f991fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:28Z', 'updated_at': '2021-07-09T20:06:35Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'subnets': [{'id': '86214ed0-c201-498f-8d2c-099115f991fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:45.485900 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.514148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0c99f4-7335-44d2-a756-d234cae890d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:45.516237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.518253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bdce0476-ca9a-4e40-9059-df9f8cd7351f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1f0c99f4-7335-44d2-a756-d234cae890d4 HTTP/1.1" status: 204 len: 168 time: 0.2188351 Jul 09 20:09:45.520682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.593829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.662660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:45.665004 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837907c7-c23b-4082-a16f-5769fc29a26f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:45.682531 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.694307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051c53bb-1987-4e1e-9f97-26d4f1698a3b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.705419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6aa762-6f2f-4920-b95c-da1f0a76acd8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.705721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6aa762-6f2f-4920-b95c-da1f0a76acd8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:45.710232 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54896f61-2019-491a-9207-11bc8b42bc60 x-openstack-request-id: req-54896f61-2019-491a-9207-11bc8b42bc60 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:45.710527 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:45.710802 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54896f61-2019-491a-9207-11bc8b42bc60 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:45.711206 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'status': 'completed', 'code': 200} Jul 09 20:09:45.717439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.736939 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.748477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f307d2-28cd-443f-a09e-9cf11360331b None None] New status for floating IP 78e52bb8-fcd7-4aeb-bfe9-e81d019ed237: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:09:45.767518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:45.767913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:45.770511 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:45.837727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.844029 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.845966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] 10.222.0.10 "DELETE /v2.0/networks/051c53bb-1987-4e1e-9f97-26d4f1698a3b HTTP/1.1" status: 204 len: 168 time: 0.3237524 Jul 09 20:09:45.861104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d49e1-4af5-4375-8e8e-04d5e8bcf565 admin admin] Pushing event deleted for resources: {'Network': ['ID=051c53bb-1987-4e1e-9f97-26d4f1698a3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:45.868818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837907c7-c23b-4082-a16f-5769fc29a26f req-257282f7-1f5c-4c43-84c9-74b09290a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.870578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-257282f7-1f5c-4c43-84c9-74b09290a7ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d476af66924eceb0f5f07ca77128d3&device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 1097 time: 0.1313531 Jul 09 20:09:46.030117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837907c7-c23b-4082-a16f-5769fc29a26f req-1477ca04-cc83-4d9f-8c74-30099850bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.036566 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-1477ca04-cc83-4d9f-8c74-30099850bc25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 200 len: 897 time: 0.1513081 Jul 09 20:09:46.104043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:46.143413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-3a7bf659-cfb4-4c6f-a2b3-2a20072ac9f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 200 len: 217 time: 0.1048117 Jul 09 20:09:46.203902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-297da872-b319-4269-bc3c-7f524a69e015 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84a2ea2718d24c8584487ea493b6ae6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978565 Jul 09 20:09:46.204504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:46.234057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837907c7-c23b-4082-a16f-5769fc29a26f req-0202ef52-69b5-406d-94ee-4c907981148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.235544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-0202ef52-69b5-406d-94ee-4c907981148c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 200 len: 835 time: 0.0847399 Jul 09 20:09:46.251504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2410b5-79c8-49c3-aaac-d19dd92de8bf req-fc419dbd-cd68-46c6-b216-9c2779842476 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.254829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f2410b5-79c8-49c3-aaac-d19dd92de8bf req-fc419dbd-cd68-46c6-b216-9c2779842476 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.1686511 Jul 09 20:09:46.275396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.25', 65227) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:46.326996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.343686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f2410b5-79c8-49c3-aaac-d19dd92de8bf req-9a96684e-20f7-42d9-a1f1-9d3f7a8ed23a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 Jul 09 20:09:46.365857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.384509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09176332-de8e-4c13-9518-0250c50739d5 req-df5ed5d6-8a7b-43af-924a-faeab214abe6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.386226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09176332-de8e-4c13-9518-0250c50739d5 req-df5ed5d6-8a7b-43af-924a-faeab214abe6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.1047983 Jul 09 20:09:46.501906 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:46.502556 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.601269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port a3137991-bb6c-437c-a1a4-d1d89b66640f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a3137991-bb6c-437c-a1a4-d1d89b66640f,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:46.601640 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.616980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for a3137991-bb6c-437c-a1a4-d1d89b66640f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:46.761835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.771369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68debd-aa04-45e8-9872-05c8f26cc9be req-46d1a978-e45e-40ff-ac33-e18f64105dd7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.772087 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba68debd-aa04-45e8-9872-05c8f26cc9be req-46d1a978-e45e-40ff-ac33-e18f64105dd7 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7149825-28ec-4f2b-8e51-44c9db8faf07 HTTP/1.1" status: 200 len: 946 time: 0.5331368 Jul 09 20:09:46.775950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837907c7-c23b-4082-a16f-5769fc29a26f req-28eb90a1-e482-4252-8c3b-481494ced521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.777586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-28eb90a1-e482-4252-8c3b-481494ced521 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32ea539f-5153-4ebe-9155-d549d67816d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5263083 Jul 09 20:09:46.793290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=a3137991-bb6c-437c-a1a4-d1d89b66640f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:46.854705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.857402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] No DVR routers for this DVR port a3137991-bb6c-437c-a1a4-d1d89b66640f on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:46.857766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.860895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.861754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d44d540-8ed7-4fe2-b5f9-135460c54280 HTTP/1.1" status: 204 len: 168 time: 0.6544209 Jul 09 20:09:46.863538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-09176332-de8e-4c13-9518-0250c50739d5 req-dfefdebd-b997-423d-96ba-1f725ff20a6b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.25 "DELETE /v2.0/ports/a3137991-bb6c-437c-a1a4-d1d89b66640f HTTP/1.1" status: 204 len: 173 time: 0.4714127 Jul 09 20:09:46.893974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5dcf-2e00-45ce-ba98-4e81b07bdab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44d540-8ed7-4fe2-b5f9-135460c54280,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:46.902283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ba68debd-aa04-45e8-9872-05c8f26cc9be req-82a230b3-cc9d-461d-a032-0dd64e294323 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "GET /v2.0/security-groups?id=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221530 Jul 09 20:09:46.938404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-53bd6aba-a846-4391-99fd-124948ce3ce9 service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510837 Jul 09 20:09:46.973415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:46.997117 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:46.997867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 42d8cb89-4cd6-486c-ab2a-e9ca292d6188 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:47.053154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-837907c7-c23b-4082-a16f-5769fc29a26f req-ffa2d5a6-6a06-4f74-9189-db8288cb68ed service neutron] 10.222.0.25 "GET /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074526 Jul 09 20:09:47.242528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:47.284851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4f7b2971-b962-479a-be5b-490daabea5af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7645e8fe31a749e3ba21681eba50918e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411141 Jul 09 20:09:47.288049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:47.335231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.356270 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.402393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.405658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.406350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b53b19e-efc9-4428-bdde-2947c12741bc HTTP/1.1" status: 204 len: 168 time: 0.1173980 Jul 09 20:09:47.415786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3e34e-c8ba-472b-8b30-41fc4f8be3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53b19e-efc9-4428-bdde-2947c12741bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:47.556243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd678f80-7bf9-4807-aeae-dadd3917e683 req-91f210ec-cf34-45c3-bd11-f16899c3bca5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:47.558049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd678f80-7bf9-4807-aeae-dadd3917e683 req-91f210ec-cf34-45c3-bd11-f16899c3bca5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.0689301 Jul 09 20:09:47.601248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fd678f80-7bf9-4807-aeae-dadd3917e683 req-e08eb282-c288-45b9-97a9-f35f3f01f159 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 09 20:09:47.712118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-deleted', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:47.714585 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a0f66-8022-4fd7-ada3-98dd25e9f64f" -d '{"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-deleted", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:47.754874 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d909e4e7-c43e-423b-8498-987381aee113 x-openstack-request-id: req-d909e4e7-c43e-423b-8498-987381aee113 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:47.755208 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7149825-28ec-4f2b-8e51-44c9db8faf07", "name": "network-vif-deleted", "tag": "a3137991-bb6c-437c-a1a4-d1d89b66640f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:47.755464 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d909e4e7-c43e-423b-8498-987381aee113 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:47.755884 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7149825-28ec-4f2b-8e51-44c9db8faf07', 'name': 'network-vif-deleted', 'tag': 'a3137991-bb6c-437c-a1a4-d1d89b66640f', 'status': 'completed', 'code': 200} Jul 09 20:09:48.017856 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:48.374222 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.628737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port cfd81702-6869-4ad9-82ec-4dae70cf125a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:48.629418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.720283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port cfd81702-6869-4ad9-82ec-4dae70cf125a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cfd81702-6869-4ad9-82ec-4dae70cf125a,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:48.720643 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.758314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for cfd81702-6869-4ad9-82ec-4dae70cf125a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:48.842722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbba8ea-df83-4bb3-ae32-be7f05cf2112 req-a7912e4f-f465-4c57-b094-63ff9429b9d4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.844219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cbba8ea-df83-4bb3-ae32-be7f05cf2112 req-a7912e4f-f465-4c57-b094-63ff9429b9d4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.1260574 Jul 09 20:09:48.923967 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.930614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cbba8ea-df83-4bb3-ae32-be7f05cf2112 req-837836e9-2ab2-4254-95f9-39233f6674b3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Jul 09 20:09:49.004149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.031194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=cfd81702-6869-4ad9-82ec-4dae70cf125a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:49.212206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.423553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Router 45bd954a-aa06-4080-9a98-77fbc7591a2e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:49.526977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:49.531818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c2c54c05-24ae-4fec-b73a-62aedd7f460b tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "PUT /v2.0/routers/45bd954a-aa06-4080-9a98-77fbc7591a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129330 Jul 09 20:09:49.534827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:49.536288 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Sync routers for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:49.545015 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:49.545645 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:49.586859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting subnet 86214ed0-c201-498f-8d2c-099115f991fe {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:49.589911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.628851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.651361 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:49.717596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.778037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.804104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Subnet': ['ID=86214ed0-c201-498f-8d2c-099115f991fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:49.809929 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.811828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5817a1e8-0d8d-49b9-adae-d6df05501e6a tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/subnets/86214ed0-c201-498f-8d2c-099115f991fe HTTP/1.1" status: 204 len: 168 time: 0.2760096 Jul 09 20:09:49.814439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:49.817896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece20128-da6b-41ed-bff4-58803f1ad280 None None] Network 32ea539f-5153-4ebe-9155-d549d67816d1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:49.830451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:09:48Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:49.856360 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Checking router: 45bd954a-aa06-4080-9a98-77fbc7591a2e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:49.866431 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Routers {'45bd954a-aa06-4080-9a98-77fbc7591a2e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:49.867051 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['45bd954a-aa06-4080-9a98-77fbc7591a2e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:49.932440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.977648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] Set router 45bd954a-aa06-4080-9a98-77fbc7591a2e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:50.047056 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.079202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:50.100512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: a3137991-bb6c-437c-a1a4-d1d89b66640f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:50.101082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a3137991-bb6c-437c-a1a4-d1d89b66640f not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:50.170092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Deleting port 28a56a0c-306d-41e8-991d-aa03ba7b5af2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:50.170421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.200048 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:09:48Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:50.222454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] DHCP port deletion for 32ea539f-5153-4ebe-9155-d549d67816d1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:50.229103 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688d4df-6e26-44bc-a167-cd0c226a3358 None None] The sync data for ids ['45bd954a-aa06-4080-9a98-77fbc7591a2e'] in n-d-800087-3 is: [{'id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609023322', 'tenant_id': 'e8d476af66924eceb0f5f07ca77128d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:06:24Z', 'updated_at': '2021-07-09T20:09:48Z', 'revision_number': 5, 'project_id': 'e8d476af66924eceb0f5f07ca77128d3', 'gw_port': {'id': '28a56a0c-306d-41e8-991d-aa03ba7b5af2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd954a-aa06-4080-9a98-77fbc7591a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:06:25Z', 'updated_at': '2021-07-09T20:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:50.232925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c20b8-3ce7-45ff-a4c9-d771ceaafc1c req-8701f486-cbdd-4149-b4fa-32c8b47b162e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:50.238871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b31c20b8-3ce7-45ff-a4c9-d771ceaafc1c req-8701f486-cbdd-4149-b4fa-32c8b47b162e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.1538348 Jul 09 20:09:50.280884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Deleting port 695b016b-7fc6-412f-bd29-45a15bee80db {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:50.281334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.295017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b31c20b8-3ce7-45ff-a4c9-d771ceaafc1c req-db28baa3-314f-4422-912d-f85355f90b31 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Jul 09 20:09:50.309636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] For port 28a56a0c-306d-41e8-991d-aa03ba7b5af2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=28a56a0c-306d-41e8-991d-aa03ba7b5af2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:50.310007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.322821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Calling delete_port for 28a56a0c-306d-41e8-991d-aa03ba7b5af2 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:50.345492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] For port 695b016b-7fc6-412f-bd29-45a15bee80db, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=695b016b-7fc6-412f-bd29-45a15bee80db,segment=NetworkSegment(479e79f8-0a7a-423a-a372-a2765509f6d2),segment_id=479e79f8-0a7a-423a-a372-a2765509f6d2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:50.345889 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.358871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Calling delete_port for 695b016b-7fc6-412f-bd29-45a15bee80db owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:50.434407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.466947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] Pushing event deleted for resources: {'Port': ['ID=695b016b-7fc6-412f-bd29-45a15bee80db,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:50.471751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811227bb-0eae-472d-bd03-4c24cd4dd02f None None] No DVR routers for this DVR port 695b016b-7fc6-412f-bd29-45a15bee80db on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:50.504461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.534582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Port': ['ID=28a56a0c-306d-41e8-991d-aa03ba7b5af2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:50.602818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.699465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 695b016b-7fc6-412f-bd29-45a15bee80db no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:50.701242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.703385 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.719333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 695b016b-7fc6-412f-bd29-45a15bee80db {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:50.719674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 695b016b-7fc6-412f-bd29-45a15bee80db not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:50.720145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cfd81702-6869-4ad9-82ec-4dae70cf125a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:50.741172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: cfd81702-6869-4ad9-82ec-4dae70cf125a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:50.741454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cfd81702-6869-4ad9-82ec-4dae70cf125a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:50.749561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.750329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Fanout notify agent at l3_agent the message router_deleted on router 45bd954a-aa06-4080-9a98-77fbc7591a2e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:09:50.757825 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.758955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79553322-88e7-4ea3-b729-617de29869c1 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/routers/45bd954a-aa06-4080-9a98-77fbc7591a2e HTTP/1.1" status: 204 len: 168 time: 0.9427924 Jul 09 20:09:50.761535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:50.843684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.933064 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.942579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ea539f-5153-4ebe-9155-d549d67816d1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:50.952746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479e79f8-0a7a-423a-a372-a2765509f6d2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:50.953041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479e79f8-0a7a-423a-a372-a2765509f6d2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:50.962148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.980703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.987082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:50.987470 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:50.990444 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:51.046907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.053905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.055699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/networks/32ea539f-5153-4ebe-9155-d549d67816d1 HTTP/1.1" status: 204 len: 168 time: 0.2932382 Jul 09 20:09:51.058563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:51.067251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a154d-e8e5-4154-90c1-9bb343b54501 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'Network': ['ID=32ea539f-5153-4ebe-9155-d549d67816d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:51.117587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.142349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.201738 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.204244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.205476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] 10.222.0.10 "DELETE /v2.0/security-groups/f71605fa-7ec1-4050-a016-3f5d6ebf4fe3 HTTP/1.1" status: 204 len: 168 time: 0.1458945 Jul 09 20:09:51.214505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70ffd0-3e4b-4600-a167-f9d091936be6 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71605fa-7ec1-4050-a016-3f5d6ebf4fe3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:51.464200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dcbb4-39a8-4462-b873-e191780a5886 req-b3397fc2-8bd6-453b-8019-53a208ddbe17 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:51.465734 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b53dcbb4-39a8-4462-b873-e191780a5886 req-b3397fc2-8bd6-453b-8019-53a208ddbe17 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.0629008 Jul 09 20:09:51.503231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b53dcbb4-39a8-4462-b873-e191780a5886 req-7c87e2a5-8754-475e-afdb-72f7b5ebfc98 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Jul 09 20:09:52.397619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28a56a0c-306d-41e8-991d-aa03ba7b5af2 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:52.419201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 28a56a0c-306d-41e8-991d-aa03ba7b5af2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:52.419590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 28a56a0c-306d-41e8-991d-aa03ba7b5af2 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:52.421102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0044a44d-385f-4c20-88c9-da05e22e7862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.514049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:52.650422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2a54ad8b-a5e5-4823-ad0b-5c9df686136f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8d476af66924eceb0f5f07ca77128d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344986 Jul 09 20:09:52.652151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:52.681265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555f7ff-eec1-47bf-8fe1-d4e7241aefce req-749eae9c-5e8a-4b82-8725-71bc4eab8c11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.682771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8555f7ff-eec1-47bf-8fe1-d4e7241aefce req-749eae9c-5e8a-4b82-8725-71bc4eab8c11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.0712750 Jul 09 20:09:52.702750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.720337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8555f7ff-eec1-47bf-8fe1-d4e7241aefce req-22cc795d-6a18-4ad6-8af5-bcab4d3a851a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Jul 09 20:09:52.724585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.775455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.778162 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.779309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c19cfafd-4871-4413-b3fd-0ce5a841714d HTTP/1.1" status: 204 len: 168 time: 0.1262679 Jul 09 20:09:52.787431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c74d01-d784-4225-80c6-728d6e07453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19cfafd-4871-4413-b3fd-0ce5a841714d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:53.043834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:53.082172 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-429c3350-d1f4-4f81-a9a6-80a8d0448283 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cde1d3082ac42f481c1a1f0267ebd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370991 Jul 09 20:09:53.085040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:53.131778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.152766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.198896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.201764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.202848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5402e27-6090-4c0e-bf94-2453a60cc234 HTTP/1.1" status: 204 len: 168 time: 0.1169133 Jul 09 20:09:53.210537 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20145a-0c2b-4eab-be09-973c6c71f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5402e27-6090-4c0e-bf94-2453a60cc234,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:53.442116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.899312 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4914b-346d-4126-8bf4-d4d0f426421f req-4000b1f5-54f4-4c9e-9496-29bd7e1f471d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:53.900951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17d4914b-346d-4126-8bf4-d4d0f426421f req-4000b1f5-54f4-4c9e-9496-29bd7e1f471d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.0644345 Jul 09 20:09:53.942290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-17d4914b-346d-4126-8bf4-d4d0f426421f req-2912be6f-1cc7-4287-bebd-07b556e50101 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Jul 09 20:09:54.992355 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d982758d-3725-47f7-8f53-5e5d3ca9f90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.125387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a702e1-de5e-4b0b-bae5-db3169c48a59 req-b83c4155-6936-4b2d-a426-c99bf8555593 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:55.126886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86a702e1-de5e-4b0b-bae5-db3169c48a59 req-b83c4155-6936-4b2d-a426-c99bf8555593 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 943 time: 0.0686429 Jul 09 20:09:55.166483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86a702e1-de5e-4b0b-bae5-db3169c48a59 req-c4959e4d-1d5c-4ed4-90ae-fb687d9b3593 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Jul 09 20:09:55.295250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.326152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:55.332670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'network': {'name': 'tempest-network-smoke--1934135598', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:55.355175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:55.358674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.367121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.454057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.458385 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.486210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:55.491407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d581b-5361-4468-84a5-6772eb78a5f7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:55.499969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.499969 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Added segment 1bbf6678-ea88-401b-a6af-43e815cf30da of type vlan for network ebc60cff-6a64-4d9e-8617-c036737aca1f Jul 09 20:09:55.545933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.574043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.579802 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:55.580397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.633854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3065748 Jul 09 20:09:55.636899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:55.641974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'admin_state_up': True, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:55.647094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4f86-69aa-4b7a-9298-2f0ca87295d2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Network': ['ID=ebc60cff-6a64-4d9e-8617-c036737aca1f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:55.657898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ebc60cff-6a64-4d9e-8617-c036737aca1f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:55.667545 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.668588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.720411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.862236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.933157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:09:56.027131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:56.038341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', 'mac_address': 'fa:16:3e:57:80:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:09:56.057820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.077440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.079138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.091686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:56.110739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:56.115434 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.162910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:56.183557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.25.3.228 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/8d9a12eb-08d3-4898-a4a7-480255e3b8a2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:56.289942 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.330203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.346191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2bb48-d9ed-454b-bbdc-93795e85583a req-02489a7e-bfaf-469a-a3a6-26392689f956 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:56.347724 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78c2bb48-d9ed-454b-bbdc-93795e85583a req-02489a7e-bfaf-469a-a3a6-26392689f956 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 944 time: 0.0666280 Jul 09 20:09:56.367763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:56.374308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:56.378017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:56.391723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78c2bb48-d9ed-454b-bbdc-93795e85583a req-167f752b-a278-4690-ab7a-e0a9c45a7383 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Jul 09 20:09:56.404554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:56.425798 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.429460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:56.631974 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.131399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.255272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router be85ddd0-6c9f-485a-a352-688c9991a398 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:09:57.357696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:57.366692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Sync routers for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:57.375001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.376273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:57.376403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7425438c-7aa4-4a05-8cf7-1c90bdc13f69 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7383757 Jul 09 20:09:57.377043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:57.380194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:57.484257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:57.507308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1378e7d1-ae80-446e-8303-b62cd52e8a3a tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5fb4a3a689cd4ef8893d3837f6418391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260166 Jul 09 20:09:57.510162 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:57.576565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421f1e7-c233-4921-bc9d-898a36903ca0 req-7b60cf24-68d8-4eda-9e40-50d3e69fb0fb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:57.578508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1421f1e7-c233-4921-bc9d-898a36903ca0 req-7b60cf24-68d8-4eda-9e40-50d3e69fb0fb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jul 09 20:09:57.598445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae1ea1-38da-442d-837a-0250095bf5b1 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:57.602953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71ae1ea1-38da-442d-837a-0250095bf5b1 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917196 Jul 09 20:09:57.603646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:57.633419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7f902c3a-76cc-4c63-8dc2-18ea95b147ae tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285699 Jul 09 20:09:57.636063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:57.641094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529570916', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:57.670035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1421f1e7-c233-4921-bc9d-898a36903ca0 req-c0693564-f522-41e9-9880-b93e2f210622 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795763 Jul 09 20:09:57.673485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:56Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:57.683201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-926ccc7b-f37f-4943-8d6b-c8e5afc9ded9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019533 Jul 09 20:09:57.706109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Checking router: be85ddd0-6c9f-485a-a352-688c9991a398 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:57.706738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Updating router be85ddd0-6c9f-485a-a352-688c9991a398 port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:09:57.742076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:57.745838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.747878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.780533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b172e3e-6922-43df-9caf-376fd317c449 req-29470ac1-d765-4e09-9af0-9ee83718ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:57.782335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-29470ac1-d765-4e09-9af0-9ee83718ff4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.0554636 Jul 09 20:09:57.905868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b172e3e-6922-43df-9caf-376fd317c449 req-1c406404-d9d4-43c1-aae2-39476bc9f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:57.907458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-1c406404-d9d4-43c1-aae2-39476bc9f166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.1057494 Jul 09 20:09:57.922546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.951233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:57.957782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.980469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-5a0aa2a1-e0b7-439d-9f72-40012cf9a481 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 1000 time: 0.0655158 Jul 09 20:09:58.029960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Subnet': ['ID=c8020330-7c6e-46ad-9ea5-1702a4452b09,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:58.032196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b172e3e-6922-43df-9caf-376fd317c449 req-b60434a1-1bb6-42a5-a4e7-6e0a72aab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.033852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-b60434a1-1bb6-42a5-a4e7-6e0a72aab738 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0466738 Jul 09 20:09:58.039377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Checking segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:58.039377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network hostable DHCP agents. Network: ebc60cff-6a64-4d9e-8617-c036737aca1f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:58.047023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:58.057925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:58.058303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.058499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ebc60cff-6a64-4d9e-8617-c036737aca1f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:58.060965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.069440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ebc60cff-6a64-4d9e-8617-c036737aca1f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:58.074286 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.074885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.090654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8beb0bf5-a912-4c85-9635-c60976055b71 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4534044 Jul 09 20:09:58.091172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14439a57-5684-41c9-b672-0d66cb3e1f0d None None] Network ebc60cff-6a64-4d9e-8617-c036737aca1f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:58.093345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:58.099372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Transition to ACTIVE for port object 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:58.106461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b172e3e-6922-43df-9caf-376fd317c449 req-1aae6469-bcbe-47be-bf18-045582dabcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.108026 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-1aae6469-bcbe-47be-bf18-045582dabcfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675919 Jul 09 20:09:58.121969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-bab6d13e-9bbd-4b12-ba8f-bbe483e3d71a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:09:58.123432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-bab6d13e-9bbd-4b12-ba8f-bbe483e3d71a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079665 Jul 09 20:09:58.138732 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.204293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Attempting to bind port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:58.204698 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Attempting to bind port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:58.205070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Attempting to bind port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:58.229049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-031ad236-63c9-422b-88cd-5a913124f597 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991135 Jul 09 20:09:58.229632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:58.229786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:58.230131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.230530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:58.231011 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Bound port: 8d9a12eb-08d3-4898-a4a7-480255e3b8a2, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:58.231393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.235014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf929e-4a13-46f0-8197-01db1a567389 None None] Pushing event updated for resources: {'Port': ['ID=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:58.339135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0b172e3e-6922-43df-9caf-376fd317c449 req-fb9ebe96-46b5-4179-bf3b-6795c417bd30 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038306 Jul 09 20:09:58.340675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] For port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:58.380120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] For port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:58.381157 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.394588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.454953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:58.457214 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19969a7c-b4ad-42a3-af77-679a87aeeac1" -d '{"events": [{"server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "name": "network-vif-plugged", "status": "completed", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:58.492816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:58.501170 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c6b36-ca08-4458-aa16-edf58e196e15 x-openstack-request-id: req-196c6b36-ca08-4458-aa16-edf58e196e15 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:58.501450 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "name": "network-vif-plugged", "status": "completed", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:58.501704 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-196c6b36-ca08-4458-aa16-edf58e196e15 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:58.502097 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', 'code': 200} Jul 09 20:09:58.505713 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.518299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ebc60cff-6a64-4d9e-8617-c036737aca1f', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:58.519449 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.522340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:58.523078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:58.570037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf929e-4a13-46f0-8197-01db1a567389 None None] Pushing event updated for resources: {'Port': ['ID=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:58.596482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.703294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b69f-fabd-421f-a7da-bd2076acadeb req-e6739e06-5080-4e4a-acf8-75043e859bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.704752 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6a1b69f-fabd-421f-a7da-bd2076acadeb req-e6739e06-5080-4e4a-acf8-75043e859bba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 1096 time: 0.1421185 Jul 09 20:09:58.763607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a6a1b69f-fabd-421f-a7da-bd2076acadeb req-65847d24-a79b-4b7e-8da9-35773fc763c0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Jul 09 20:09:58.862235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eedcc-a8b7-4b58-83a9-c7d9659fd64a req-b4b37fc6-66ec-4881-8c4d-b2173a76ab6d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.865057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a7eedcc-a8b7-4b58-83a9-c7d9659fd64a req-b4b37fc6-66ec-4881-8c4d-b2173a76ab6d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.0697429 Jul 09 20:09:58.893159 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:58.906540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a7eedcc-a8b7-4b58-83a9-c7d9659fd64a req-6519b6b0-029f-4463-97fb-4603f88001c4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Jul 09 20:09:58.915465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:58.923612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.20.0.1 (ebc60cff-6a64-4d9e-8617-c036737aca1f/c8020330-7c6e-46ad-9ea5-1702a4452b09/2f7b6617-8e98-412a-b66b-3f19cae6bc20) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:59.040581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.055092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Transition to ACTIVE for port object 2f7b6617-8e98-412a-b66b-3f19cae6bc20 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:59.089803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.127554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:56Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:59.130557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ebc60cff-6a64-4d9e-8617-c036737aca1f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:59.134040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:59.140225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:59.162133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766193f-bc2b-4b12-ac76-34999aa850d6 None None] The sync data for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 is: [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:56Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:59.167690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Allocated IP 172.20.0.2 (ebc60cff-6a64-4d9e-8617-c036737aca1f/c8020330-7c6e-46ad-9ea5-1702a4452b09/49e6bf2f-0358-4157-90df-ebe47b93abbd) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:59.177225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:59.201208 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.325310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.334482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Transition to ACTIVE for port object 49e6bf2f-0358-4157-90df-ebe47b93abbd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:59.349721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Transition to ACTIVE for port object 49e6bf2f-0358-4157-90df-ebe47b93abbd will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:59.350263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.355558 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.403299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Network ebc60cff-6a64-4d9e-8617-c036737aca1f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:59.406344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:59.412550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:59.444453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Pushing event updated for resources: {'Port': ['ID=49e6bf2f-0358-4157-90df-ebe47b93abbd,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:59.487020 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Attempting to bind port 49e6bf2f-0358-4157-90df-ebe47b93abbd on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:59.487392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Attempting to bind port 49e6bf2f-0358-4157-90df-ebe47b93abbd by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:59.487758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Attempting to bind port 49e6bf2f-0358-4157-90df-ebe47b93abbd on network ebc60cff-6a64-4d9e-8617-c036737aca1f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:59.511400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:59.511400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Checking segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:59.511400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.514754 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Bound using segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:59.515773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Bound port: 49e6bf2f-0358-4157-90df-ebe47b93abbd, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:59.517956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.599642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] For port 49e6bf2f-0358-4157-90df-ebe47b93abbd, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:59.605104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] For port 49e6bf2f-0358-4157-90df-ebe47b93abbd, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=49e6bf2f-0358-4157-90df-ebe47b93abbd,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:59.609682 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.691876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879a093-2542-47c4-ae3a-e43012d55a33 None None] Pushing event updated for resources: {'Port': ['ID=49e6bf2f-0358-4157-90df-ebe47b93abbd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:00.155482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.160410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.241982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80d6e1-1f53-4638-9bb3-9c148d3beeaa req-c9c64a14-2bde-4800-9550-c23a5c0ef18f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.243509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f80d6e1-1f53-4638-9bb3-9c148d3beeaa req-c9c64a14-2bde-4800-9550-c23a5c0ef18f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.1737247 Jul 09 20:10:00.260915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:00.274607 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.310282 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f80d6e1-1f53-4638-9bb3-9c148d3beeaa req-7b5440a2-5c62-4738-a4ee-ce86074949a5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 Jul 09 20:10:00.391602 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ebc60cff-6a64-4d9e-8617-c036737aca1f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:00.393031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:00.526499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf42fb7-c476-4bdc-a297-b88af6d91d0c req-658a6fd6-16dd-4668-98ad-135f44c26ea7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.539867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cdf42fb7-c476-4bdc-a297-b88af6d91d0c req-658a6fd6-16dd-4668-98ad-135f44c26ea7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.1057498 Jul 09 20:10:00.558101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:00.561292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router be85ddd0-6c9f-485a-a352-688c9991a398 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:00.606698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cdf42fb7-c476-4bdc-a297-b88af6d91d0c req-7d58a02d-6b92-434c-8909-8ab24a69ec32 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Jul 09 20:10:00.634753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:00.642363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:00.643363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.698955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:00.708504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d954cb0e-5f8d-48db-ad88-2c290acc9f30 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "PUT /v2.0/routers/be85ddd0-6c9f-485a-a352-688c9991a398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111708 Jul 09 20:10:00.708730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:00.713402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--278485523', 'description': 'tempest-secgroup_access--278485523 description', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:00.737766 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.749053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.762488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb0203-8d9f-4a4d-bcde-b2bd81759515 None None] Network ebc60cff-6a64-4d9e-8617-c036737aca1f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:00.826419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:00.837327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.838118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 49e6bf2f-0358-4157-90df-ebe47b93abbd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:00.867266 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.870962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.892844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c2ca8ae-68de-4bcf-87fc-d4abbf0c028b None None] Provisioning for port 49e6bf2f-0358-4157-90df-ebe47b93abbd completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:00.902351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.905856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1938462 Jul 09 20:10:00.907685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:00.908780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fcd54-e161-4853-a44c-4e3966bed23a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660c00cd-cff0-42da-85b8-a591c164a3a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:00.917486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--656212898', 'description': 'tempest-secgroup_general--656212898 description', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:00.942453 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.952619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.012229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 49e6bf2f-0358-4157-90df-ebe47b93abbd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:01.033313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 49e6bf2f-0358-4157-90df-ebe47b93abbd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:01.033688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.054012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.058560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.091971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d73c72a-bd84-41cb-8e87-886d58f83c4b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.105059 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.106998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-63768a81-744e-4dc9-b30c-0da919dee5d9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1936185 Jul 09 20:10:01.109788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:01.116643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'security_group_rule': {'security_group_id': '660c00cd-cff0-42da-85b8-a591c164a3a6', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:01.153841 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.158998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.213877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 49e6bf2f-0358-4157-90df-ebe47b93abbd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=49e6bf2f-0358-4157-90df-ebe47b93abbd,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:01.221089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.249615 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.266359 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.294120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=49e6bf2f-0358-4157-90df-ebe47b93abbd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.313710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1782ef-10a3-4ba9-a1af-23566e7207b4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.326523 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.336268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-90867295-c632-4938-a437-dc7a155bb805 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2171655 Jul 09 20:10:01.347023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Sync routers for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:01.359766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:01.364063 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:01.508566 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:01.543986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Provisioning complete for port 49e6bf2f-0358-4157-90df-ebe47b93abbd triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:01.544458 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.570866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-79e333dd-a05e-4864-985d-4b9c9e63eac6 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--656212898&fields=id&tenant_id=5fb4a3a689cd4ef8893d3837f6418391 HTTP/1.1" status: 200 len: 267 time: 0.0607636 Jul 09 20:10:01.621100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-7d9f7d2a-d893-4b1f-8ccc-644f4c33280e tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--278485523&fields=id&tenant_id=5fb4a3a689cd4ef8893d3837f6418391 HTTP/1.1" status: 200 len: 267 time: 0.0478363 Jul 09 20:10:01.692875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Provisioning for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:01.697503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Provisioning complete for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:01.698004 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.751515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-eff1b2e1-75ca-44fb-a442-f5a5e756ec8f None None] Port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:01.780293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-6c682f99-273d-4a53-992d-4a5145da2a99 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:01.784506 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 2, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:01.787618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-6c682f99-273d-4a53-992d-4a5145da2a99 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/networks?id=ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 200 len: 797 time: 0.1653385 Jul 09 20:10:01.815946 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-370339f5-1a86-4a18-a08b-ac5815eb6ad6 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/quotas/5fb4a3a689cd4ef8893d3837f6418391 HTTP/1.1" status: 200 len: 375 time: 0.0274115 Jul 09 20:10:01.819156 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Checking router: be85ddd0-6c9f-485a-a352-688c9991a398 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:01.819512 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Updating router be85ddd0-6c9f-485a-a352-688c9991a398 port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:01.876669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fbd1018c-a7c8-4ec8-b7dc-73c4b2398a4b None None] Provisioning complete for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:01.877277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbd1018c-a7c8-4ec8-b7dc-73c4b2398a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.898684 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.954019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-f255b071-380c-45d1-a298-65a16463c64f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273706 Jul 09 20:10:01.977512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1018c-a7c8-4ec8-b7dc-73c4b2398a4b None None] Port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:02.066346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-e9a78e14-87ab-4cd6-a758-3deacab137f3 service neutron] 10.222.0.10 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036046 Jul 09 20:10:02.202847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-4658a266-e638-4027-985e-ebcd732c7198 service neutron] 10.222.0.10 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290386 Jul 09 20:10:02.203429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a8c40f2a-31df-4de0-82ab-61f414a30d00 None None] Provisioning complete for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:02.204036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a8c40f2a-31df-4de0-82ab-61f414a30d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.246359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a8c40f2a-31df-4de0-82ab-61f414a30d00 None None] Port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:02.424644 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.447461 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Transition to ACTIVE for port object 2f7b6617-8e98-412a-b66b-3f19cae6bc20 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:02.461170 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.504073 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d9e0095-4254-4fc3-8047-94d21d049caa req-d6904798-93b2-46b1-8b64-e75f01f9911e tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 210 time: 0.1041124 Jul 09 20:10:02.507716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:02.580381 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Pushing event updated for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:02.625072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:02.625513 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.677883 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.678270 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.683163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.683492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.683825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.684169 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.686105 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.688776 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.689198 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.689480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.689759 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.690095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:02.746131 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Attempting to bind port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:02.746714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Attempting to bind port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:02.747562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Attempting to bind port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 on network ebc60cff-6a64-4d9e-8617-c036737aca1f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:02.758920 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:02.759305 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Checking segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:02.759704 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.760104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Bound using segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:02.760568 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Bound port: 2f7b6617-8e98-412a-b66b-3f19cae6bc20, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:02.760951 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.786831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 49e6bf2f-0358-4157-90df-ebe47b93abbd up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:02.840597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 49e6bf2f-0358-4157-90df-ebe47b93abbd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:02.841442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.915655 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] For port 2f7b6617-8e98-412a-b66b-3f19cae6bc20, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:02.922039 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] For port 2f7b6617-8e98-412a-b66b-3f19cae6bc20, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f7b6617-8e98-412a-b66b-3f19cae6bc20,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:02.928771 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.997850 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecf4d4-5dd7-402f-97c7-39f8f659d1cd None None] Pushing event updated for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:03.000528 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:03.001151 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:03.112881 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:03.321010 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:03.346842 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794aa53-42ae-4f31-9326-148e7ea274b2 None None] The sync data for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 is: [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:03.708969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b55c8733-2eab-49a3-9b72-8034ae5ce987 req-e4fac92e-f2e1-42ba-9992-2a415a07e2ff tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0374713 Jul 09 20:10:03.824628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-376f43a9-10a9-4ca7-8291-ae28cd72cc28 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:03.826405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-376f43a9-10a9-4ca7-8291-ae28cd72cc28 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.59 "GET /v2.0/networks?id=ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 200 len: 797 time: 0.1763003 Jul 09 20:10:03.926187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-ff00e2e0-b5e1-46f4-8293-a27beda1afb2 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb4a3a689cd4ef8893d3837f6418391 HTTP/1.1" status: 200 len: 476 time: 0.0854723 Jul 09 20:10:03.939117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'port': {'device_id': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'admin_state_up': True, 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'security_groups': ['6d73c72a-bd84-41cb-8e87-886d58f83c4b', '660c00cd-cff0-42da-85b8-a591c164a3a6']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:04.008668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-0889dfce-a0fe-4a41-ae9f-ea759cd6b1c9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:04.015978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-0889dfce-a0fe-4a41-ae9f-ea759cd6b1c9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.2162249 Jul 09 20:10:04.033588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-1e194805-38a3-4ad3-82a2-19a0d25aa279 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0167084 Jul 09 20:10:04.131307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:04.134915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.159615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-786ecc20-a8fb-452f-96c6-71cb7c1b44bc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155846 Jul 09 20:10:04.339299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-e74cfd24-21bb-47b0-8395-57ea6ae37745 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688628 Jul 09 20:10:04.364469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.20.0.14 (ebc60cff-6a64-4d9e-8617-c036737aca1f/c8020330-7c6e-46ad-9ea5-1702a4452b09/2fee222f-1e32-47c4-8574-1791c63bd150) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:04.506885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f7b6617-8e98-412a-b66b-3f19cae6bc20 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:04.515703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-1f012545-01d0-4d62-af28-898929a4199a service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675649 Jul 09 20:10:04.580052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:04.585460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:04.585862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.634555 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.663690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Transition to ACTIVE for port object 2fee222f-1e32-47c4-8574-1791c63bd150 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:04.700754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.731098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.749575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ebc60cff-6a64-4d9e-8617-c036737aca1f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:04.752975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:04.760485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:04.792356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 2f7b6617-8e98-412a-b66b-3f19cae6bc20, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f7b6617-8e98-412a-b66b-3f19cae6bc20,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:04.798412 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.816025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:04.858938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:04.860357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.874038 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:04.889018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-1864129c-470b-4094-8375-fbb49c686637 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9560962 Jul 09 20:10:04.911703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ea33b31e-911e-4604-8796-9b527b27cec2 req-46a8d79e-5ed2-4fe6-ba73-2ab565d7acbf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0349407 Jul 09 20:10:04.915858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Request body: {'port': {'device_id': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:05.029644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610176-756e-4970-bba4-e1583d405359 req-f3bee137-902d-49d9-bf6f-a9fc0801aff1 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.031349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88610176-756e-4970-bba4-e1583d405359 req-f3bee137-902d-49d9-bf6f-a9fc0801aff1 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 971 time: 0.0926154 Jul 09 20:10:05.057708 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.079254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88610176-756e-4970-bba4-e1583d405359 req-2ceda74c-27d5-4343-9b8a-c85634b1c310 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0408137 Jul 09 20:10:05.157560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e83a105a-b875-4bcf-b339-01ce6644b9f9 None None] Provisioning for port 2fee222f-1e32-47c4-8574-1791c63bd150 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:05.162790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e83a105a-b875-4bcf-b339-01ce6644b9f9 None None] Provisioning complete for port 2fee222f-1e32-47c4-8574-1791c63bd150 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:05.163349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e83a105a-b875-4bcf-b339-01ce6644b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.206392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e83a105a-b875-4bcf-b339-01ce6644b9f9 None None] Port 2fee222f-1e32-47c4-8574-1791c63bd150 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:05.339892 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fee222f-1e32-47c4-8574-1791c63bd150 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:05.348378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.362287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Transition to ACTIVE for port object 2fee222f-1e32-47c4-8574-1791c63bd150 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:05.366688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.420647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:05.497854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Attempting to bind port 2fee222f-1e32-47c4-8574-1791c63bd150 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:05.498353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Attempting to bind port 2fee222f-1e32-47c4-8574-1791c63bd150 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:05.498682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Attempting to bind port 2fee222f-1e32-47c4-8574-1791c63bd150 on network ebc60cff-6a64-4d9e-8617-c036737aca1f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:05.503644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Port 2fee222f-1e32-47c4-8574-1791c63bd150 on network ebc60cff-6a64-4d9e-8617-c036737aca1f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:10:05.503881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Attempting to bind port 2fee222f-1e32-47c4-8574-1791c63bd150 on network ebc60cff-6a64-4d9e-8617-c036737aca1f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:05.509511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:05.509847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Checking segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:05.510236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Bound using segment: {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:05.510668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Bound port: 2fee222f-1e32-47c4-8574-1791c63bd150, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbf6678-ea88-401b-a6af-43e815cf30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:05.511027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.580391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:05.584880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2fee222f-1e32-47c4-8574-1791c63bd150,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:05.602910 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.640312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.640925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.642327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 200 len: 1131 time: 0.7339752 Jul 09 20:10:05.642764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:05.645055 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:05.679646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f00d4-1b5a-4b9d-8f0d-9685874dcbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:05.719278 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fdc419-8913-455c-b1cc-9f51bfa5c9d9 x-openstack-request-id: req-23fdc419-8913-455c-b1cc-9f51bfa5c9d9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:05.719565 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:05.719814 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23fdc419-8913-455c-b1cc-9f51bfa5c9d9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:05.720200 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150', 'status': 'completed', 'code': 200} Jul 09 20:10:05.748082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-9beaef5b-a3de-4430-96c5-7a1c2d6b3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.749630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-9beaef5b-a3de-4430-96c5-7a1c2d6b3c26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1134 time: 0.0624831 Jul 09 20:10:05.795446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-507df92f-e5f5-4172-8c40-ea669d1bf5ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 200 len: 217 time: 0.0390618 Jul 09 20:10:05.846896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-7f4040cc-ad57-48d7-b20e-a9b1252749e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.849124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-7f4040cc-ad57-48d7-b20e-a9b1252749e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8020330-7c6e-46ad-9ea5-1702a4452b09 HTTP/1.1" status: 200 len: 834 time: 0.0478287 Jul 09 20:10:05.913939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-0c6ce4d1-b787-41f1-9c62-37234ad7bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.915476 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-0c6ce4d1-b787-41f1-9c62-37234ad7bd2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebc60cff-6a64-4d9e-8617-c036737aca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602658 Jul 09 20:10:06.014348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-9e712de3-f28a-46a1-ae54-a3a64cb22a82 service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923872 Jul 09 20:10:06.111779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-35b50e81-f08c-4fab-ae0e-8601529db00e req-0eb93823-0aac-40c6-9cc9-37c6b7e0f82e service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903890 Jul 09 20:10:06.120393 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0746df1-f29a-4236-811e-e402566110b0 req-94fd6ba3-8a36-4956-89f7-d4ac5d589f82 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0840683 Jul 09 20:10:06.178482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-5a898f30-7e13-4e8d-b793-53d51235d249 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.180903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-5a898f30-7e13-4e8d-b793-53d51235d249 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1545298 Jul 09 20:10:06.197224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': '4614da72-a449-46e2-b479-f84bb3e9df33', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:06.275745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-3a4d75eb-3ddc-4b7d-b48b-70a7a7e94367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.277592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-3a4d75eb-3ddc-4b7d-b48b-70a7a7e94367 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1134 time: 0.0909207 Jul 09 20:10:06.321144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:06.324681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.355494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998972c-3272-4153-8041-67b000df5df9 req-3b569075-1878-4b3a-9154-fdf1ca918fb3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.357770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4998972c-3272-4153-8041-67b000df5df9 req-3b569075-1878-4b3a-9154-fdf1ca918fb3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 983 time: 0.1311493 Jul 09 20:10:06.416940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4998972c-3272-4153-8041-67b000df5df9 req-ced03ab8-2604-45f2-b86a-d17243ee33c8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0494421 Jul 09 20:10:06.439165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-224969e4-a94e-4c95-bb36-e156b6f2629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.440736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-224969e4-a94e-4c95-bb36-e156b6f2629e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 200 len: 898 time: 0.1562388 Jul 09 20:10:06.470027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f7b6617-8e98-412a-b66b-3f19cae6bc20 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:06.491496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-d63f645a-9caf-4bd7-a20d-a7fac50b7611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 200 len: 217 time: 0.0436511 Jul 09 20:10:06.493563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.6 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/69b4736e-141f-4ffb-8a35-79307baa7976) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:06.521977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:06.522273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.549816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-0263fbc8-077a-4d2d-9d72-d7835b141f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.551341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-0263fbc8-077a-4d2d-9d72-d7835b141f50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8020330-7c6e-46ad-9ea5-1702a4452b09 HTTP/1.1" status: 200 len: 834 time: 0.0531473 Jul 09 20:10:06.623964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-bc03d5db-d85c-4d2e-8a03-2ddbf2dce0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.625523 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-bc03d5db-d85c-4d2e-8a03-2ddbf2dce0b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebc60cff-6a64-4d9e-8617-c036737aca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667083 Jul 09 20:10:06.681349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.702717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object 69b4736e-141f-4ffb-8a35-79307baa7976 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:06.727944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-f6eddee7-2cfa-45ea-a1ba-9a578e03777e service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952387 Jul 09 20:10:06.741375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.754440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:06.801502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:06.805144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:06.808198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:06.847043 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.857863 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31092ea2-f5b5-4d7b-883c-c8c3484a8f3a req-be266dce-ea54-4666-add2-aabe1992f8c3 service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219475 Jul 09 20:10:06.889389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.893896 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.913416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-267709c4-685a-4f84-94cd-be0afb35d957 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201827 Jul 09 20:10:06.927088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Request body: {'port': {'device_id': '4614da72-a449-46e2-b479-f84bb3e9df33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:07.007305 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.072302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-21fff101-3deb-449f-852e-b88f711e0678 None None] Provisioning for port 69b4736e-141f-4ffb-8a35-79307baa7976 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:07.076496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-21fff101-3deb-449f-852e-b88f711e0678 None None] Provisioning complete for port 69b4736e-141f-4ffb-8a35-79307baa7976 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:07.077035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-21fff101-3deb-449f-852e-b88f711e0678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.112243 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-21fff101-3deb-449f-852e-b88f711e0678 None None] Port 69b4736e-141f-4ffb-8a35-79307baa7976 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:07.308857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b4736e-141f-4ffb-8a35-79307baa7976 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:07.319007 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.337251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Transition to ACTIVE for port object 69b4736e-141f-4ffb-8a35-79307baa7976 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:07.346290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.397344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefd3d2-06ab-4dab-b6a1-5dc96a4c813c req-b297a6fc-bf3a-4498-bf72-f4bb263e3ca1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.399003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4aefd3d2-06ab-4dab-b6a1-5dc96a4c813c req-b297a6fc-bf3a-4498-bf72-f4bb263e3ca1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 931 time: 0.1351125 Jul 09 20:10:07.435421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Pushing event updated for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:07.507489 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4aefd3d2-06ab-4dab-b6a1-5dc96a4c813c req-b5c18367-2bc1-4fe8-8b7c-c3dbd229b2bd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993366 Jul 09 20:10:07.540619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Attempting to bind port 69b4736e-141f-4ffb-8a35-79307baa7976 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:07.540963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Attempting to bind port 69b4736e-141f-4ffb-8a35-79307baa7976 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:07.541317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Attempting to bind port 69b4736e-141f-4ffb-8a35-79307baa7976 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:07.553075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Port 69b4736e-141f-4ffb-8a35-79307baa7976 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:10:07.553734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Attempting to bind port 69b4736e-141f-4ffb-8a35-79307baa7976 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:07.560172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:07.560823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:07.561476 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:07.562521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Bound port: 69b4736e-141f-4ffb-8a35-79307baa7976, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:07.563315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.634059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:07.639733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=69b4736e-141f-4ffb-8a35-79307baa7976,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:07.645940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.654571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332d17-c92e-4234-9bd2-3785af57390f req-4ad451ec-a57e-461c-b37a-7577032a898d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.661226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34332d17-c92e-4234-9bd2-3785af57390f req-4ad451ec-a57e-461c-b37a-7577032a898d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 983 time: 0.0804996 Jul 09 20:10:07.685680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.686388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.687924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] 10.222.0.25 "PUT /v2.0/ports/69b4736e-141f-4ffb-8a35-79307baa7976 HTTP/1.1" status: 200 len: 1091 time: 0.7671781 Jul 09 20:10:07.688381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:07.690970 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583caf4-9375-4c58-aacc-a1fac95ef328" -d '{"events": [{"name": "network-changed", "server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:07.724891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-34332d17-c92e-4234-9bd2-3785af57390f req-193b35e2-494d-4953-89df-9f4ccb2f1df3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0605335 Jul 09 20:10:07.741346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609e38-eb70-4a7c-a657-5b7e6a5ab72e service neutron] Pushing event updated for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:07.757162 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedde7c0-186a-4947-9add-7b61176a3ff4 x-openstack-request-id: req-dedde7c0-186a-4947-9add-7b61176a3ff4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:07.757540 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:07.757895 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dedde7c0-186a-4947-9add-7b61176a3ff4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:07.758471 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976', 'status': 'completed', 'code': 200} Jul 09 20:10:07.807511 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-345e7975-09f0-4a5b-ba02-957fc26a97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.809331 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-345e7975-09f0-4a5b-ba02-957fc26a97fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 1094 time: 0.0629916 Jul 09 20:10:07.852710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-472bc05b-e2dc-48bd-b558-bab1a09268f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b4736e-141f-4ffb-8a35-79307baa7976 HTTP/1.1" status: 200 len: 217 time: 0.0367506 Jul 09 20:10:07.909035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-e37adee2-8283-4392-9a5a-ea31a171ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.910553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-e37adee2-8283-4392-9a5a-ea31a171ac56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0513413 Jul 09 20:10:07.974163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-a42da757-9343-4354-9a65-65655b970d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.975612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-a42da757-9343-4354-9a65-65655b970d65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585287 Jul 09 20:10:08.069572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-740b351c-200f-4862-8174-8a5fd39be0ab service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Jul 09 20:10:08.158623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e8568502-041b-4213-8fd0-7961b051f7b7 req-59741618-f9a3-4e89-915c-03eea6f5805c service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825491 Jul 09 20:10:08.265045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-2a169a74-2473-43f5-938d-50959c06c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.266586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-2a169a74-2473-43f5-938d-50959c06c124 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 1094 time: 0.0621305 Jul 09 20:10:08.356313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-ef6ae262-19bd-4c28-a1cc-c5555b3e7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.357863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-ef6ae262-19bd-4c28-a1cc-c5555b3e7a20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0853350 Jul 09 20:10:08.409627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-4a39ab4d-dc6f-44e0-9db5-f5a0d76bad53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69b4736e-141f-4ffb-8a35-79307baa7976 HTTP/1.1" status: 200 len: 217 time: 0.0396636 Jul 09 20:10:08.458251 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-3140b024-7906-40fe-9fbe-6a4e473b4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.459721 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-3140b024-7906-40fe-9fbe-6a4e473b4dfc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0450287 Jul 09 20:10:08.520470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-806e26da-e424-4ea0-92c8-074a48c28042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.521980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-806e26da-e424-4ea0-92c8-074a48c28042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540533 Jul 09 20:10:08.631275 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-77a644d7-521c-40e2-820a-c1b2ef61314a service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013250 Jul 09 20:10:08.700912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd10f1-ae13-42c8-bc0f-881318add0a9 req-86671ef3-e425-484c-8f72-01498667c433 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.702375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fcd10f1-ae13-42c8-bc0f-881318add0a9 req-86671ef3-e425-484c-8f72-01498667c433 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0648599 Jul 09 20:10:08.727184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9583caf4-9375-4c58-aacc-a1fac95ef328 req-d8e1c4d8-deb4-4b35-8b52-6778dcd53091 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897024 Jul 09 20:10:08.746803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2fcd10f1-ae13-42c8-bc0f-881318add0a9 req-f4494e87-20a8-473a-a818-1ba226a15949 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Jul 09 20:10:08.908855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2237a2-d026-420d-9f43-ff595f67f5bf req-737faac4-5ded-44dd-b4f6-7fb1ebc5ba9f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.910364 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae2237a2-d026-420d-9f43-ff595f67f5bf req-737faac4-5ded-44dd-b4f6-7fb1ebc5ba9f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 983 time: 0.0640364 Jul 09 20:10:08.950706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae2237a2-d026-420d-9f43-ff595f67f5bf req-44ea3e2f-742e-437f-a939-7dc35b7da25b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0336819 Jul 09 20:10:09.081658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2fee222f-1e32-47c4-8574-1791c63bd150 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:10:09.213231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2fee222f-1e32-47c4-8574-1791c63bd150,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:09.225331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2fee222f-1e32-47c4-8574-1791c63bd150', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'port_id': '2fee222f-1e32-47c4-8574-1791c63bd150', 'mac_address': 'fa:16:3e:d0:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:10:09.268032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.282454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fee222f-1e32-47c4-8574-1791c63bd150 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:09.315453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2fee222f-1e32-47c4-8574-1791c63bd150,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:09.327338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.425265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:09.545141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2fee222f-1e32-47c4-8574-1791c63bd150'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:09.996150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1379d2-2e37-45b3-bd74-579dd42c9115 req-aedbe7f1-f2ea-426a-bda5-c58599917218 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:09.997827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb1379d2-2e37-45b3-bd74-579dd42c9115 req-aedbe7f1-f2ea-426a-bda5-c58599917218 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0857368 Jul 09 20:10:10.062497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb1379d2-2e37-45b3-bd74-579dd42c9115 req-b9a0051c-e7e5-43d1-97cf-3bd9db0c70ee tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Jul 09 20:10:10.241214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693488f-559d-4aa6-aa30-3fcc284da84d req-4a20bfba-3e5f-40dd-9657-2e33cff69b4d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:10.244359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9693488f-559d-4aa6-aa30-3fcc284da84d req-4a20bfba-3e5f-40dd-9657-2e33cff69b4d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 984 time: 0.1072779 Jul 09 20:10:10.319341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9693488f-559d-4aa6-aa30-3fcc284da84d req-9add7eb1-9747-41d6-833b-6624b2721f02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0676129 Jul 09 20:10:11.086564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2fee222f-1e32-47c4-8574-1791c63bd150 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:11.169513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2fee222f-1e32-47c4-8574-1791c63bd150 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:11.175342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2fee222f-1e32-47c4-8574-1791c63bd150 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:11.175888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.290597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.319436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:11.321954 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20cf611-a68b-48a9-9502-885a1f242c66" -d '{"events": [{"server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:11.338710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2fee222f-1e32-47c4-8574-1791c63bd150,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:11.343095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622c7f-7af4-41d3-94ad-ba1887d7fdf8 req-dca58b2b-78cc-4e1f-9bd1-4a3189f6af99 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:11.345459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53622c7f-7af4-41d3-94ad-ba1887d7fdf8 req-dca58b2b-78cc-4e1f-9bd1-4a3189f6af99 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0887213 Jul 09 20:10:11.353636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.389658 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb0d2a4-b862-4bf0-a87b-e0e14d0abf4c x-openstack-request-id: req-8eb0d2a4-b862-4bf0-a87b-e0e14d0abf4c {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:11.390331 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:11.390586 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8eb0d2a4-b862-4bf0-a87b-e0e14d0abf4c {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:11.390995 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150', 'code': 200} Jul 09 20:10:11.415799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53622c7f-7af4-41d3-94ad-ba1887d7fdf8 req-9baab7c3-47a7-447d-a8e1-2facaa39e1f8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634303 Jul 09 20:10:11.434250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:11.561273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4134c7-b4bd-4078-82e0-cbe4a0f98c2d req-2eb8f6ed-6dc2-4503-a227-de3782c75fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:11.564627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd4134c7-b4bd-4078-82e0-cbe4a0f98c2d req-2eb8f6ed-6dc2-4503-a227-de3782c75fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1136 time: 0.0903683 Jul 09 20:10:11.628729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd4134c7-b4bd-4078-82e0-cbe4a0f98c2d req-e2b9d9f3-1f6e-487b-be37-dd8fd27a0067 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0545039 Jul 09 20:10:11.652695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3ca67-3d4b-446e-b842-fb526eb1d574 req-eca9680c-28c6-4094-ad2b-e16f3783fbf8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:11.654269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5cc3ca67-3d4b-446e-b842-fb526eb1d574 req-eca9680c-28c6-4094-ad2b-e16f3783fbf8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0823188 Jul 09 20:10:11.697708 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5cc3ca67-3d4b-446e-b842-fb526eb1d574 req-8a8f3fc5-ce2a-443a-b7bb-03336833c33d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0362802 Jul 09 20:10:12.616203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2e49-38b6-44d2-8dca-e56165331ddd req-1e9d19e2-6304-4390-b691-35e2db720f7e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:12.617835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1fd2e49-38b6-44d2-8dca-e56165331ddd req-1e9d19e2-6304-4390-b691-35e2db720f7e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0667109 Jul 09 20:10:12.669097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1fd2e49-38b6-44d2-8dca-e56165331ddd req-92d04f44-3870-4dae-bf54-e1be8c3b29a6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Jul 09 20:10:12.881472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962fa73-4dbd-41c8-9d62-1a0d8a89bea0 req-568acb34-7f7e-49f3-84ef-bc32b4acaa78 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:12.883007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c962fa73-4dbd-41c8-9d62-1a0d8a89bea0 req-568acb34-7f7e-49f3-84ef-bc32b4acaa78 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0742865 Jul 09 20:10:12.922792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c962fa73-4dbd-41c8-9d62-1a0d8a89bea0 req-9ade0d8f-5bd6-4e89-90b0-195627c1ac7e tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0337217 Jul 09 20:10:13.097578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734929-456d-4d92-add7-68cc48afd35b req-9735a3e8-5c8e-4bbf-b24d-787f16a276d3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:13.099952 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52734929-456d-4d92-add7-68cc48afd35b req-9735a3e8-5c8e-4bbf-b24d-787f16a276d3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0666540 Jul 09 20:10:13.147770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52734929-456d-4d92-add7-68cc48afd35b req-e79b6be2-d20d-434c-92d8-bd3c8a97065a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0411103 Jul 09 20:10:13.311313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-7d39b54d-d538-46f5-bf6a-8cb0f7c83136 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:13.313254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-7d39b54d-d538-46f5-bf6a-8cb0f7c83136 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1136 time: 0.0528870 Jul 09 20:10:13.330938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.419938 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.423752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.454151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5dd68-e343-495f-91d4-f30004949701,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:13.458018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23000dd4-c2d9-40f2-9b3f-061cb012831f req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1393101 Jul 09 20:10:13.465650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.465995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.466418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.466749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.467072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.467392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.467823 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.468213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.468645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.469102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.469544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.469872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f4347c-4efa-4f0b-becd-3a8240878227 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:13.485430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:13.539134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e13a6-b1ce-4b5f-a0d4-e46f12af5633 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:13.540752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-025e13a6-b1ce-4b5f-a0d4-e46f12af5633 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1131 time: 0.0542700 Jul 09 20:10:13.543837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:13.548756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '2fee222f-1e32-47c4-8574-1791c63bd150', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:13.571874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.675079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.790524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.25.3.33 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:13.839592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2147f53-347f-4bb4-b62d-0310be87e368 req-160fef61-8c16-4d49-abb8-171ef87f526f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:13.847343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2147f53-347f-4bb4-b62d-0310be87e368 req-160fef61-8c16-4d49-abb8-171ef87f526f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0766280 Jul 09 20:10:13.887578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2147f53-347f-4bb4-b62d-0310be87e368 req-81354258-c5e1-4a53-88ae-0ba052d39ae4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Jul 09 20:10:13.908428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.948975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.988650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:13.992864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:13.997198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:14.000168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:14.374742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.450926 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.594599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.599460 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.663026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:14.674363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.771530 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Floating IP 49b679a2-b6a6-4cd0-afbe-665593ba7ebc associated. External IP: 172.25.3.33, port: 2fee222f-1e32-47c4-8574-1791c63bd150. Jul 09 20:10:15.337928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router be85ddd0-6c9f-485a-a352-688c9991a398 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:15.363894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb38834-7ac2-499f-9daa-48c1907f016b req-ffda17a1-8945-4ae5-82eb-66b545954020 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:15.365386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5eb38834-7ac2-499f-9daa-48c1907f016b req-ffda17a1-8945-4ae5-82eb-66b545954020 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0899036 Jul 09 20:10:15.465185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5eb38834-7ac2-499f-9daa-48c1907f016b req-f370f6b3-3a9b-48ab-8071-3653d61971f3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Jul 09 20:10:15.486210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:15.496010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Sync routers for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:15.501880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.505947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:15.506586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:15.541970 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53842f6f-754f-4cc1-8404-b763fd955ccb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9968750 Jul 09 20:10:15.542599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:15.544546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:15.545025 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b2d3a5-0232-460f-8edb-209aabc87d46" -d '{"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:15.595557 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534dc41-922b-4d0d-9a00-792d24af9501 x-openstack-request-id: req-f534dc41-922b-4d0d-9a00-792d24af9501 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:15.595924 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:15.596254 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f534dc41-922b-4d0d-9a00-792d24af9501 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:15.596755 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150', 'status': 'completed', 'code': 200} Jul 09 20:10:15.621681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:15.856359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '49b679a2-b6a6-4cd0-afbe-665593ba7ebc', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'port_id': '2fee222f-1e32-47c4-8574-1791c63bd150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'mac_address': 'fa:16:3e:d0:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:14Z', 'updated_at': '2021-07-09T20:10:14Z', 'revision_number': 0, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:15.884479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Checking router: be85ddd0-6c9f-485a-a352-688c9991a398 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:15.893533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:15.894167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:09:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:16.010823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:16.087811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.088291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.088843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.089376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.089855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.090309 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.090760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.091214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.093161 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7c759c01-3869-4a75-906e-dd16e88c599b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.5474777 Jul 09 20:10:16.095927 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:16.114717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-37a436d8-13dc-460e-82cb-0eb682806767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.116134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-37a436d8-13dc-460e-82cb-0eb682806767 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1136 time: 0.4909015 Jul 09 20:10:16.262174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '49b679a2-b6a6-4cd0-afbe-665593ba7ebc', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'port_id': '2fee222f-1e32-47c4-8574-1791c63bd150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'mac_address': 'fa:16:3e:d0:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:14Z', 'updated_at': '2021-07-09T20:10:14Z', 'revision_number': 0, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:16.263834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.264313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.265967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.265967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.265967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.266242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.266653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.267095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.272558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dae27ac4-05c6-4fcb-b4c9-3d96fd024d33 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1723533 Jul 09 20:10:16.273407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:16.293424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47c2a-4ced-4816-8556-cbd183ac0b6e None None] The sync data for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 is: [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '49b679a2-b6a6-4cd0-afbe-665593ba7ebc', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'port_id': '2fee222f-1e32-47c4-8574-1791c63bd150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'mac_address': 'fa:16:3e:d0:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:14Z', 'updated_at': '2021-07-09T20:10:14Z', 'revision_number': 0, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:16.302864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-2b581cd1-1572-467e-812f-3577acb4837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.304632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-2b581cd1-1572-467e-812f-3577acb4837d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 200 len: 898 time: 0.1660645 Jul 09 20:10:16.390627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-0ba46574-bea5-46a8-a0ca-b845bd94f4d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 200 len: 999 time: 0.0797760 Jul 09 20:10:16.445089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5fd93628-3acf-4e69-8811-9fe145db15e5 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.1701713 Jul 09 20:10:16.446171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:16.460142 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-88ee7c27-a4ba-4f3c-8833-17a1e84d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.461844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-88ee7c27-a4ba-4f3c-8833-17a1e84d7191 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8020330-7c6e-46ad-9ea5-1702a4452b09 HTTP/1.1" status: 200 len: 834 time: 0.0646522 Jul 09 20:10:16.554899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-53e2edb0-59d5-4d82-b2fd-4e20b3f598a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.556473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-53e2edb0-59d5-4d82-b2fd-4e20b3f598a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebc60cff-6a64-4d9e-8617-c036737aca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742388 Jul 09 20:10:16.563559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f14cf-4435-49af-8c13-361972907084 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.564149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f14cf-4435-49af-8c13-361972907084 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.572743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-141f14cf-4435-49af-8c13-361972907084 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=be85ddd0-6c9f-485a-a352-688c9991a398 HTTP/1.1" status: 200 len: 1990 time: 0.1190295 Jul 09 20:10:16.604608 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb638c71-a196-444c-9c56-3bcfd75b97a7 None None] New status for floating IP 49b679a2-b6a6-4cd0-afbe-665593ba7ebc: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:10:16.664915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746f130-f9eb-4148-91c3-6b4baa155e84 req-f27d7ec2-c53d-425a-bccf-e0bc916bc39c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.667090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c746f130-f9eb-4148-91c3-6b4baa155e84 req-f27d7ec2-c53d-425a-bccf-e0bc916bc39c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0712259 Jul 09 20:10:16.677218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-43cb72e1-4d94-466a-bcca-565b349b9cff service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101673 Jul 09 20:10:16.709980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c746f130-f9eb-4148-91c3-6b4baa155e84 req-90d9e7fe-2570-4446-9bd0-27986e862e15 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364065 Jul 09 20:10:16.788682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2b2d3a5-0232-460f-8edb-209aabc87d46 req-b0a5e5f9-482b-4cb7-9e21-034ebcd7d23e service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048846 Jul 09 20:10:17.896705 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaaaa-bfd6-47c0-a59d-ff1f56434f60 req-7d0e929a-2a80-43be-a006-d7443d90680b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:17.898304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2daaaaaa-bfd6-47c0-a59d-ff1f56434f60 req-7d0e929a-2a80-43be-a006-d7443d90680b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0671890 Jul 09 20:10:17.938426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2daaaaaa-bfd6-47c0-a59d-ff1f56434f60 req-343ee010-5a00-409e-8ddc-21c8393657bb tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Jul 09 20:10:18.923381 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.117436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc0887-8565-465f-a5e4-8b972732d786 req-59109dd0-5816-491d-b080-b9c011b16cb9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:19.118988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94cc0887-8565-465f-a5e4-8b972732d786 req-59109dd0-5816-491d-b080-b9c011b16cb9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0638645 Jul 09 20:10:19.157635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94cc0887-8565-465f-a5e4-8b972732d786 req-e0a5b9bc-c6db-4f19-9041-06a99140e794 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Jul 09 20:10:19.398926 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:10:20.340361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50527d3d-fddb-44aa-84db-ef0d460fca86 req-a886e9da-1b08-4b8e-94d4-e1f4817567b4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.341853 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50527d3d-fddb-44aa-84db-ef0d460fca86 req-a886e9da-1b08-4b8e-94d4-e1f4817567b4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0662184 Jul 09 20:10:20.379557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50527d3d-fddb-44aa-84db-ef0d460fca86 req-d55831c3-fe4a-4282-8b86-9a9a0dbf0a89 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jul 09 20:10:21.563976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f458-14b0-44b2-999f-87859ea3a488 req-eb08c4ba-2add-4ac6-9398-de1f96965dd5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:21.565819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d806f458-14b0-44b2-999f-87859ea3a488 req-eb08c4ba-2add-4ac6-9398-de1f96965dd5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0744164 Jul 09 20:10:21.609895 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d806f458-14b0-44b2-999f-87859ea3a488 req-ad3ca5e9-920e-4a5d-8380-8442ffa10368 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375483 Jul 09 20:10:22.392521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c99-0a81-4936-8aaf-8556a1c30be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.796259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150b88-425c-409d-955c-ed8107052e08 req-94dfa5ab-8164-4f6b-8e27-4b23a4cb69ce tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:22.797807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad150b88-425c-409d-955c-ed8107052e08 req-94dfa5ab-8164-4f6b-8e27-4b23a4cb69ce tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0656047 Jul 09 20:10:22.836457 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ad150b88-425c-409d-955c-ed8107052e08 req-07d5f67c-0254-4f5f-8db9-f78826a4bd5a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Jul 09 20:10:23.446072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:24.025225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d5d1d-b4cb-41e8-9137-aa22e8c89ec8 req-c315401d-c1a6-48a7-bfc6-1cfca2e640a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:24.026632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c0d5d1d-b4cb-41e8-9137-aa22e8c89ec8 req-c315401d-c1a6-48a7-bfc6-1cfca2e640a2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0696802 Jul 09 20:10:24.064806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8c0d5d1d-b4cb-41e8-9137-aa22e8c89ec8 req-06cfe424-ee68-44d1-b955-0e639e470c4b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Jul 09 20:10:24.997939 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b86d987-2809-4e63-b9c0-152f4d4d5507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:25.244868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e72eac-f868-4fb6-a9cb-868b758396fc req-efcce89b-9203-4080-940e-ef9c3d73306d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:25.246438 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87e72eac-f868-4fb6-a9cb-868b758396fc req-efcce89b-9203-4080-940e-ef9c3d73306d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0642302 Jul 09 20:10:25.285514 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87e72eac-f868-4fb6-a9cb-868b758396fc req-6a8d0326-0562-4098-b495-027a5847a450 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Jul 09 20:10:25.299102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.428411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.467932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2222-47f5-461b-849e-e60f969e6b8f req-93971c49-2779-41ab-b614-ca6947ae9c1e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:26.469412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b63a2222-47f5-461b-849e-e60f969e6b8f req-93971c49-2779-41ab-b614-ca6947ae9c1e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0642264 Jul 09 20:10:26.510254 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b63a2222-47f5-461b-849e-e60f969e6b8f req-2c2c5b11-c4ed-455c-981d-9ee14c159c8c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Jul 09 20:10:27.696571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306215-d5f9-407b-92c6-c34e968c3569 req-54666c5f-0eaa-4f1d-8213-5fb2aef6b7d9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:27.698095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69306215-d5f9-407b-92c6-c34e968c3569 req-54666c5f-0eaa-4f1d-8213-5fb2aef6b7d9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 943 time: 0.0681002 Jul 09 20:10:27.739394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69306215-d5f9-407b-92c6-c34e968c3569 req-7714a3e9-c5cb-4dfa-8b70-6c43fdfd690d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Jul 09 20:10:27.916979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.104725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 69b4736e-141f-4ffb-8a35-79307baa7976 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:10:28.209766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=69b4736e-141f-4ffb-8a35-79307baa7976,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:28.221904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '69b4736e-141f-4ffb-8a35-79307baa7976', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': '69b4736e-141f-4ffb-8a35-79307baa7976', 'mac_address': 'fa:16:3e:ce:e4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:10:28.261840 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.276226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b4736e-141f-4ffb-8a35-79307baa7976 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:28.296514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=69b4736e-141f-4ffb-8a35-79307baa7976,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:28.301087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.352427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:28.360229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.360582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.360944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.361317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.361643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.362010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.362376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.362701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.363209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.363552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.363880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.364200 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:28.610110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['69b4736e-141f-4ffb-8a35-79307baa7976'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:28.929367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6cb7-0298-4fb1-bba7-139818168932 req-2a08bfbd-588c-41e5-ab94-4a91edc04b32 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:28.930848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fbe6cb7-0298-4fb1-bba7-139818168932 req-2a08bfbd-588c-41e5-ab94-4a91edc04b32 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 944 time: 0.0683975 Jul 09 20:10:28.973100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fbe6cb7-0298-4fb1-bba7-139818168932 req-bb73d785-d365-46eb-8018-d02109462080 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Jul 09 20:10:30.104225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 69b4736e-141f-4ffb-8a35-79307baa7976 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:30.155930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 69b4736e-141f-4ffb-8a35-79307baa7976 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:30.160263 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 69b4736e-141f-4ffb-8a35-79307baa7976 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:30.160644 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.168270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3cd8-dfbb-4d84-b017-8ec13b474c0c req-9e7421e9-0714-42f7-b883-965bfab943e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:30.169992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e3c3cd8-dfbb-4d84-b017-8ec13b474c0c req-9e7421e9-0714-42f7-b883-965bfab943e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 944 time: 0.0761154 Jul 09 20:10:30.213718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e3c3cd8-dfbb-4d84-b017-8ec13b474c0c req-9f1c1723-86a6-4800-95aa-2829c2cb66a8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Jul 09 20:10:30.409424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.434217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:30.437116 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25339bd1-1c61-4c6e-a1d3-fd55d6979e20" -d '{"events": [{"server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "name": "network-vif-plugged", "status": "completed", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:30.452607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=69b4736e-141f-4ffb-8a35-79307baa7976,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:30.458317 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.515272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:30.541925 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a3c12-9b1b-4c8a-9511-05f385ebe6fc x-openstack-request-id: req-728a3c12-9b1b-4c8a-9511-05f385ebe6fc {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:30.542220 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "name": "network-vif-plugged", "status": "completed", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:30.542478 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-728a3c12-9b1b-4c8a-9511-05f385ebe6fc {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:30.542873 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976', 'code': 200} Jul 09 20:10:30.658629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b64bd-cc04-4e87-9c5b-88d5835657d9 req-072434ab-084f-43da-bd62-cf51761bbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:30.660643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-586b64bd-cc04-4e87-9c5b-88d5835657d9 req-072434ab-084f-43da-bd62-cf51761bbaf9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 1096 time: 0.0518525 Jul 09 20:10:30.693429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-586b64bd-cc04-4e87-9c5b-88d5835657d9 req-fdd70595-2f3f-4b54-a9d4-31434d69b28d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265346 Jul 09 20:10:31.407144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f312708-f26c-4993-ab45-3bbf95fe4f12 req-64e24771-91d1-458b-8fd0-b29a9471ee98 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:31.408445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f312708-f26c-4993-ab45-3bbf95fe4f12 req-64e24771-91d1-458b-8fd0-b29a9471ee98 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0687363 Jul 09 20:10:31.452140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f312708-f26c-4993-ab45-3bbf95fe4f12 req-352e0e9b-12cb-419b-bd59-79828d11705c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Jul 09 20:10:32.630758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1c572-cf62-486f-87a3-aea98d10461d req-a1fcb8e2-a5b6-4827-a949-9976853c47f4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:32.632191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5a1c572-cf62-486f-87a3-aea98d10461d req-a1fcb8e2-a5b6-4827-a949-9976853c47f4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0645092 Jul 09 20:10:32.670188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5a1c572-cf62-486f-87a3-aea98d10461d req-b4823b30-ae8b-47e1-b330-a329e72562e4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Jul 09 20:10:32.844899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559189-c8fe-4d88-844f-e8e5b1afd514 req-1d2c52c1-3b41-47ce-8048-f16c40102d22 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:32.846430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e559189-c8fe-4d88-844f-e8e5b1afd514 req-1d2c52c1-3b41-47ce-8048-f16c40102d22 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0634925 Jul 09 20:10:32.883779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e559189-c8fe-4d88-844f-e8e5b1afd514 req-c9ca409f-f70c-4306-905e-871714d0ec80 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Jul 09 20:10:33.312410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a4a5-6539-4637-a73a-29abd29dc259 req-dba8f44d-dd83-49fd-a0c4-6e12a6425846 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:33.313919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d41a4a5-6539-4637-a73a-29abd29dc259 req-dba8f44d-dd83-49fd-a0c4-6e12a6425846 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0622897 Jul 09 20:10:33.352322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d41a4a5-6539-4637-a73a-29abd29dc259 req-a6446a9c-efc8-44aa-a00c-4c3efca3d843 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Jul 09 20:10:34.524733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58eb2f-4946-4e54-8fc3-af845fdf93f2 req-c2251bf2-b8ad-4b20-9fa2-1609377a6438 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:34.526220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd58eb2f-4946-4e54-8fc3-af845fdf93f2 req-c2251bf2-b8ad-4b20-9fa2-1609377a6438 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0628598 Jul 09 20:10:34.562937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd58eb2f-4946-4e54-8fc3-af845fdf93f2 req-a3203b7d-a3b3-4949-830d-8cce839cd3dd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Jul 09 20:10:34.898967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6a651-05b7-482d-964c-95a76f916523 req-c6ae3807-5e86-4344-a349-e737d13f9504 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:34.900437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cf6a651-05b7-482d-964c-95a76f916523 req-c6ae3807-5e86-4344-a349-e737d13f9504 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 945 time: 0.0612321 Jul 09 20:10:35.001100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port 69b4736e-141f-4ffb-8a35-79307baa7976 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:35.001468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.087409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port 69b4736e-141f-4ffb-8a35-79307baa7976, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=69b4736e-141f-4ffb-8a35-79307baa7976,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:35.087762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.104900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for 69b4736e-141f-4ffb-8a35-79307baa7976 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:35.228071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.240019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', '69b4736e-141f-4ffb-8a35-79307baa7976'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:35.262703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=69b4736e-141f-4ffb-8a35-79307baa7976,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:35.309040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port 69b4736e-141f-4ffb-8a35-79307baa7976 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:35.312017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.314000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cf6a651-05b7-482d-964c-95a76f916523 req-29398c3e-1dd9-4801-9226-548c57e463d2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "DELETE /v2.0/ports/69b4736e-141f-4ffb-8a35-79307baa7976 HTTP/1.1" status: 204 len: 173 time: 0.4079800 Jul 09 20:10:35.314279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'name': 'network-vif-deleted', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:35.316581 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d266b8b-89ee-43c0-b273-882aa8d19812" -d '{"events": [{"server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "name": "network-vif-deleted", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:35.365628 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9b382-d744-47bc-9182-48be3c4bfb56 x-openstack-request-id: req-f5f9b382-d744-47bc-9182-48be3c4bfb56 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:35.365984 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614da72-a449-46e2-b479-f84bb3e9df33", "name": "network-vif-deleted", "tag": "69b4736e-141f-4ffb-8a35-79307baa7976", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:35.366203 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5f9b382-d744-47bc-9182-48be3c4bfb56 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:35.366649 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614da72-a449-46e2-b479-f84bb3e9df33', 'name': 'network-vif-deleted', 'tag': '69b4736e-141f-4ffb-8a35-79307baa7976', 'status': 'completed', 'code': 200} Jul 09 20:10:35.707565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1ab89f4-6583-43f2-ad75-cc8010083f2e req-9d0afdcc-1ba3-4029-b290-a4e3ddea825c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0297818 Jul 09 20:10:36.870666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-467602bf-0731-41dc-9da9-dc17c55cc810 req-2f1e4fa6-c26e-415a-9c47-61a96e35e82c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0335467 Jul 09 20:10:38.017039 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40483070-f0be-4560-a0dc-0fd86d57ed78 req-4b7cf951-9105-487b-8cff-87be2cac56df tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0277374 Jul 09 20:10:38.151757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 69b4736e-141f-4ffb-8a35-79307baa7976 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:38.172092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 69b4736e-141f-4ffb-8a35-79307baa7976 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:38.172580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 69b4736e-141f-4ffb-8a35-79307baa7976 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:39.178425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-daa0aa84-6e53-4987-9e38-1976999bda7e req-2378c5ab-4b78-4449-8a20-bdde2db1de6e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=4614da72-a449-46e2-b479-f84bb3e9df33 HTTP/1.1" status: 200 len: 210 time: 0.0289581 Jul 09 20:10:43.845622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6104a-c43b-4960-9eb3-c28a739ee034 req-e3cce4ce-f11f-449e-8ed1-4c870805f597 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:43.847097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8b6104a-c43b-4960-9eb3-c28a739ee034 req-e3cce4ce-f11f-449e-8ed1-4c870805f597 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.0671351 Jul 09 20:10:43.885914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8b6104a-c43b-4960-9eb3-c28a739ee034 req-e44ab887-6a17-4ee3-bc19-d338c9dadbda tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Jul 09 20:10:45.057311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320b985-3151-4b4c-9eb7-d310d25870dc req-73e172e5-768c-4a38-84f1-56cae4fc19a4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:45.058831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0320b985-3151-4b4c-9eb7-d310d25870dc req-73e172e5-768c-4a38-84f1-56cae4fc19a4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.0621588 Jul 09 20:10:45.095963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0320b985-3151-4b4c-9eb7-d310d25870dc req-6159a184-601d-4c16-b5c3-5a0b6495a21a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4c0e50f-04f3-4272-820a-00296bfc926d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Jul 09 20:10:45.340261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-89ebe360-70d0-4861-9a68-b0316afbba5d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:45.341830 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-89ebe360-70d0-4861-9a68-b0316afbba5d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 945 time: 0.0619936 Jul 09 20:10:45.437614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:45.437955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.529033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:45.529555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.542835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:45.667507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.680171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:45.697586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:45.742487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:45.745203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.747277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7cd3e7c1-aa95-4c9a-b1a8-aa4e1de6dd3f req-f72f00be-1d50-40f7-ad4d-9ddea6ffac90 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "DELETE /v2.0/ports/5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec HTTP/1.1" status: 204 len: 173 time: 0.3991344 Jul 09 20:10:45.747718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'name': 'network-vif-deleted', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:45.749968 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ba896-7b48-4a5c-b25d-57f1d7c6fb3d" -d '{"events": [{"server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "name": "network-vif-deleted", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:45.786464 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c49a4d-d54f-46c5-a3fd-702e8befe363 x-openstack-request-id: req-b2c49a4d-d54f-46c5-a3fd-702e8befe363 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:45.786869 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517abd4-bdc7-4b22-8e3b-9492fe9011de", "name": "network-vif-deleted", "tag": "5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:45.787221 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2c49a4d-d54f-46c5-a3fd-702e8befe363 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:45.787756 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517abd4-bdc7-4b22-8e3b-9492fe9011de', 'name': 'network-vif-deleted', 'tag': '5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec', 'status': 'completed', 'code': 200} Jul 09 20:10:46.245981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8e445304-4782-4dc9-bed6-ccd0cbfceb90 req-294c9c1c-6fb7-416a-ac18-1e0f99a4fa6d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0326633 Jul 09 20:10:47.392718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21367782-696c-4809-9831-8e9612986694 req-7f6aa39c-acb1-4453-bb12-ce00b63e2ef9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0330384 Jul 09 20:10:48.533383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6be316d1-6b13-4ddb-906b-fd06cdac4378 req-b245b734-b526-424e-a714-c1e1900d4368 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0279515 Jul 09 20:10:48.937249 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.690265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99b6b8fb-aff5-4c5a-9b83-2238e1ae32df req-1ca9f898-7cd4-4a85-b966-c5572ed4f687 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=6517abd4-bdc7-4b22-8e3b-9492fe9011de HTTP/1.1" status: 200 len: 210 time: 0.0280104 Jul 09 20:10:50.191351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:50.212785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:50.213163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 5210d2fb-cf2c-4e28-9ccb-1b45a57d5fec not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:50.709316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:50.845231 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c865811e-eedc-46d9-8335-02938e9e4d5e tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3188 time: 0.1324146 Jul 09 20:10:50.845569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:50.850837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'network': {'name': 'tempest-network-smoke--1485096745', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'port_security_enabled': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:50.873210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:50.877095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.902007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:50.912143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.912480 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Added segment 807ee6c8-d1b4-438c-b81b-bf22bf915cc6 of type vlan for network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 Jul 09 20:10:50.953062 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.982987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.988523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:50.989311 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.049592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2029817 Jul 09 20:10:51.052593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:51.058989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'admin_state_up': True, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:51.069081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772791f-1998-48e0-916a-be5208a0f667 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Network': ['ID=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:51.079943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:10:51.094317 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.095654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.192208 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.340023 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.538394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.562641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.671403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.25.3.157 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b1b80134-4a4b-4597-8628-aeb506f20d04) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:51.773144 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.811669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.859441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:51.861038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:51.863819 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:51.889488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=b1b80134-4a4b-4597-8628-aeb506f20d04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:52.131292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.352552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.396144 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-80b68b03-12b8-4104-8cb9-4b97dfcc34e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.492703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router df339526-bdd5-4430-84fc-d338473f86f2 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:10:52.613610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:52.625349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Sync routers for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:52.632581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.645163 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-43ab093a-e205-46ba-974c-a2419b370116 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5806627 Jul 09 20:10:52.645394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:52.645394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:52.736534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.762000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:52.785237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95914485-6b07-459e-bf4a-6973da18aae5 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:52.786790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-95914485-6b07-459e-bf4a-6973da18aae5 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5fb4a3a689cd4ef8893d3837f6418391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0485454 Jul 09 20:10:52.789773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.818740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.826263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32305093', 'description': 'tempest-secgroup-smoke-32305093 description', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:52.851102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.887857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0c7f7-4c66-4cc9-a193-b479a8887f4c tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:52.891907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a1d0c7f7-4c66-4cc9-a193-b479a8887f4c tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984695 Jul 09 20:10:52.892191 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.923601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6031ba86-3fc8-4a5b-ad1f-2fc598b88104 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302491 Jul 09 20:10:52.926661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.944107 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.949197 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.956325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:52Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:52.963054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-691edc15-2d44-46c6-9f6c-f111a92bc165 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5fb4a3a689cd4ef8893d3837f6418391&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352006 Jul 09 20:10:52.965655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.970677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.972032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1498742 Jul 09 20:10:52.974924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.979584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:52.992968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Checking router: df339526-bdd5-4430-84fc-d338473f86f2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:52.993351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Updating router df339526-bdd5-4430-84fc-d338473f86f2 port b1b80134-4a4b-4597-8628-aeb506f20d04 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:53.004734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9a224-8020-4abc-af5a-4b6d4677cdc1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.017095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.017590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.018297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.018956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.019597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.020012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.020422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.020881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.021293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.021742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.022206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.022628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd89c51-f6d2-4c88-8b4d-943cfa39eafe tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:53.031566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.032796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.102748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.106700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.130869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f761bde9-5996-47b4-b8ee-dc6566cb24b5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.133401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.137651 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9b04f2af-2468-4c27-88b9-3539e3daf213 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614935 Jul 09 20:10:53.138893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.145296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.175383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.241443 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.245687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.264323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f3e8b7-ba7f-4147-83d9-4412dcfa6578,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.277874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.281786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3686f4bf-b370-4096-bbf9-0857dd2fa356 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391370 Jul 09 20:10:53.282203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.287356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.317369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.319263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.330728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Transition to ACTIVE for port object b1b80134-4a4b-4597-8628-aeb506f20d04 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:53.338450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.383286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.388601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.391555 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Attempting to bind port b1b80134-4a4b-4597-8628-aeb506f20d04 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:53.392312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Attempting to bind port b1b80134-4a4b-4597-8628-aeb506f20d04 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:53.392791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Attempting to bind port b1b80134-4a4b-4597-8628-aeb506f20d04 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:53.404231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:53.404933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:53.405275 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.405771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:53.406344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Bound port: b1b80134-4a4b-4597-8628-aeb506f20d04, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:53.406843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.409841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd4777-fcd3-4cc9-a56f-c03f80ea5ccc None None] Pushing event updated for resources: {'Port': ['ID=b1b80134-4a4b-4597-8628-aeb506f20d04,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.411176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acc57f4-cd33-4219-9262-9a6bbe06cf9f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.417630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e86f44-43bd-4ea2-beec-10e38a14579a tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:53.419529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f8e86f44-43bd-4ea2-beec-10e38a14579a tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4525509 Jul 09 20:10:53.420726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.422188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6839c062-dc7b-4457-9dc2-244537810ccf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387136 Jul 09 20:10:53.422835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.425028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.430583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.457958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-291c9dbc-194c-4ace-b718-528080eda299 tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305791 Jul 09 20:10:53.458198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.463604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892942578', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.466363 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.469467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.484671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] For port b1b80134-4a4b-4597-8628-aeb506f20d04, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:53.488224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] For port b1b80134-4a4b-4597-8628-aeb506f20d04, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b1b80134-4a4b-4597-8628-aeb506f20d04,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:53.494830 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.541488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.546216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.554625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:53.555285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.566995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:53.570391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377b3eca-5928-4500-a415-3831f00fa451,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.571484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.574665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.579492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d40b10b7-d11f-4752-bedc-98d01af6c111 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506734 Jul 09 20:10:53.579717 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.584723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.596914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd4777-fcd3-4cc9-a56f-c03f80ea5ccc None None] Pushing event updated for resources: {'Port': ['ID=b1b80134-4a4b-4597-8628-aeb506f20d04,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.611073 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Project e73d99a5cd7743e4860a4eddb6372834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:10:53.617183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.679258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:53.680950 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.685293 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.703639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec9bfbe-a105-4e83-aa98-deff8864f684,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.711033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.715220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7c338d60-ef47-4844-b1ee-7399d038a9e8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317756 Jul 09 20:10:53.715425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.720479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9a224-8020-4abc-af5a-4b6d4677cdc1', 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.786339 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Project e73d99a5cd7743e4860a4eddb6372834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:10:53.790806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.799591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.863323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:52Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.890005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Subnet': ['ID=9f07db83-8d36-4791-a8af-4b68abde52f9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.896535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c07e-aeee-4160-971b-250547c366f5 None None] The sync data for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 is: [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:52Z', 'revision_number': 3, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:53.907357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Checking segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:53.907726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network hostable DHCP agents. Network: ae8a4b6f-2ca6-489e-9c83-27097cbd6c47, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:10:53.912377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.927817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.950937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:10:53.952981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276403ed-17a1-4e47-9304-80d0d893fbf8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.962869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.964234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6e78cc4b-878f-4d01-957c-07428e4078c0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478285 Jul 09 20:10:53.965498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ae8a4b6f-2ca6-489e-9c83-27097cbd6c47) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:53.973835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:53.974438 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.984083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a5ef3-57e3-4968-83f2-67ddb7b1ebf0 None None] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:53.996185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ef6d48b-9613-49df-ba5a-b17f6c683053 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5356843 Jul 09 20:10:53.998812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:54.150474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'fixed_ips': [{'subnet_id': '9f07db83-8d36-4791-a8af-4b68abde52f9'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:10:54.151543 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.384531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Allocated IP 172.20.0.18 (ae8a4b6f-2ca6-489e-9c83-27097cbd6c47/9f07db83-8d36-4791-a8af-4b68abde52f9/209b3a83-031f-456b-85a2-eaa8e6c4c4a4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:54.564781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b1b80134-4a4b-4597-8628-aeb506f20d04 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:54.624045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.652775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Transition to ACTIVE for port object 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:54.659791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.693252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b1b80134-4a4b-4597-8628-aeb506f20d04 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:54.695571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Transition to ACTIVE for port object 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:54.700144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b1b80134-4a4b-4597-8628-aeb506f20d04 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:54.700561 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.703971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.788161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:54.794105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:54.796546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:54.805078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Pushing event updated for resources: {'Port': ['ID=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:54.900697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Attempting to bind port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:54.901063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Attempting to bind port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:54.901456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Attempting to bind port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 on network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:54.943810 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.952294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:54.952773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Checking segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:54.953287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.953716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Bound using segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:54.954201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Bound port: 209b3a83-031f-456b-85a2-eaa8e6c4c4a4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:54.954586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.010704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b1b80134-4a4b-4597-8628-aeb506f20d04, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b1b80134-4a4b-4597-8628-aeb506f20d04,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:55.017032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.025864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cf62090-ffb5-4076-96c5-fe8965300e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.098931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.20.0.17 (ae8a4b6f-2ca6-489e-9c83-27097cbd6c47/9f07db83-8d36-4791-a8af-4b68abde52f9/fe148d38-3e51-430c-9311-d59a4f19d65e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:55.153872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b1b80134-4a4b-4597-8628-aeb506f20d04,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:55.165123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] For port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:55.168917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] For port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:55.179252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.257727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8537b-99a1-414e-b284-01bcdc71e40b None None] Pushing event updated for resources: {'Port': ['ID=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:55.264542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.286073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Transition to ACTIVE for port object fe148d38-3e51-430c-9311-d59a4f19d65e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:55.306239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.326457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.366036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:55.370591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:55.378096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:55.421691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:55.451459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.626931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.941797 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.946408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.025878 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.027811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:56.129901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:56.131827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:56.269864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router df339526-bdd5-4430-84fc-d338473f86f2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:56.398570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:56.400561 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:10:56.411408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc962e60-6954-4d4f-bff6-f6b64d34fa02 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "PUT /v2.0/routers/df339526-bdd5-4430-84fc-d338473f86f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4038804 Jul 09 20:10:56.453462 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.473710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Sync routers for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:56.490694 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:56.492421 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:56.515795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb1ecb-557c-4dae-a612-789dab3201c7 None None] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:56.635307 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:56.646640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-9cf7d134-46a9-48fa-894b-0a36345a40b4 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:56.655274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-9cf7d134-46a9-48fa-894b-0a36345a40b4 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/networks?id=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 HTTP/1.1" status: 200 len: 798 time: 0.1266606 Jul 09 20:10:56.666656 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-b3d8ddc0-42c9-4129-9975-2311c7617e95 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/quotas/5fb4a3a689cd4ef8893d3837f6418391 HTTP/1.1" status: 200 len: 375 time: 0.0096598 Jul 09 20:10:56.689228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b1b80134-4a4b-4597-8628-aeb506f20d04 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:56.755781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a0003bf6-5e80-42d0-b996-017e58448e8f None None] Provisioning for port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:56.779270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-feb86750-ff0d-4b14-9123-e4d752977b26 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1065376 Jul 09 20:10:56.790476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b1b80134-4a4b-4597-8628-aeb506f20d04 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:56.791058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.849702 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:55Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe148d38-3e51-430c-9311-d59a4f19d65e', 'name': '', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:67:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:54Z', 'updated_at': '2021-07-09T20:10:55Z', 'revision_number': 2, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:56.879267 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Checking router: df339526-bdd5-4430-84fc-d338473f86f2 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:56.879888 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Updating router df339526-bdd5-4430-84fc-d338473f86f2 port fe148d38-3e51-430c-9311-d59a4f19d65e binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:56.895649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-e5526c01-cd53-4e7f-8103-9f3ab92abe9a service neutron] 10.222.0.10 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007276 Jul 09 20:10:56.919322 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.936504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:57.021093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:57.026367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:57.026754 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.028392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-ebdd6a78-159b-4a21-8b7c-f895d88e8de3 service neutron] 10.222.0.10 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256907 Jul 09 20:10:57.197313 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.236918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-975425b4-1e65-4bd1-83b1-1191d0e07542 None None] Provisioning complete for port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:57.237354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-975425b4-1e65-4bd1-83b1-1191d0e07542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.322834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bde2db54-5a85-41b3-99ce-e32e21f5fd27 req-1a6f953e-91ee-4dab-9ea0-6c1f4d3a14e8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 210 time: 0.0454178 Jul 09 20:10:57.373947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:57.384536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.472152 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.483591 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Transition to ACTIVE for port object fe148d38-3e51-430c-9311-d59a4f19d65e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:57.492336 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.535363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-975425b4-1e65-4bd1-83b1-1191d0e07542 None None] Provisioning for port fe148d38-3e51-430c-9311-d59a4f19d65e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:57.555339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:57.568558 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1afb0e-b2ea-4bd9-b3f6-dda3a8d6e577 None None] Pushing event updated for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:57.648898 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Attempting to bind port fe148d38-3e51-430c-9311-d59a4f19d65e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:57.649239 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Attempting to bind port fe148d38-3e51-430c-9311-d59a4f19d65e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:57.649576 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Attempting to bind port fe148d38-3e51-430c-9311-d59a4f19d65e on network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:57.657839 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:57.658219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Checking segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:57.658621 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.659127 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Bound using segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:57.660266 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Bound port: fe148d38-3e51-430c-9311-d59a4f19d65e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:57.660820 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.740013 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] For port fe148d38-3e51-430c-9311-d59a4f19d65e, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:57.747617 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] For port fe148d38-3e51-430c-9311-d59a4f19d65e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe148d38-3e51-430c-9311-d59a4f19d65e,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:57.751858 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.850134 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1afb0e-b2ea-4bd9-b3f6-dda3a8d6e577 None None] Pushing event updated for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:57.859764 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:57.860542 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:57.928761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.007035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:58.247738 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:55Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe148d38-3e51-430c-9311-d59a4f19d65e', 'name': '', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:67:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:54Z', 'updated_at': '2021-07-09T20:10:57Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:58.275557 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c96e96-4285-4fbb-b8ed-fcafa01dac20 None None] The sync data for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 is: [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:55Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'fe148d38-3e51-430c-9311-d59a4f19d65e', 'name': '', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:67:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:54Z', 'updated_at': '2021-07-09T20:10:57Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:58.513492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29bc6ffb-cf26-4eb9-83e2-72e505cfe72d req-df81768d-79ea-4c88-9fab-2fb1ccf60cfe tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 210 time: 0.0613880 Jul 09 20:10:58.695816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe148d38-3e51-430c-9311-d59a4f19d65e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:58.784704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-841de386-65e4-4003-9af4-4a744a37eee3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992648 Jul 09 20:10:58.791272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-0f3a0add-e7e3-4123-b97c-4582cc4f987d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:58.794286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-0f3a0add-e7e3-4123-b97c-4582cc4f987d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.25 "GET /v2.0/networks?id=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 HTTP/1.1" status: 200 len: 798 time: 0.1863737 Jul 09 20:10:58.807557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port fe148d38-3e51-430c-9311-d59a4f19d65e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:58.814871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fe148d38-3e51-430c-9311-d59a4f19d65e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:58.816394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.817441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Request body: {'port': {'device_id': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'admin_state_up': True, 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:58.963317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Made reservation on behalf of 5fb4a3a689cd4ef8893d3837f6418391 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:58.967746 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.019353 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.035233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-636083cc-5313-4be8-8102-aed2199df73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.037294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-636083cc-5313-4be8-8102-aed2199df73e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91578926d0404151b7d05764c1e5b38e&device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 1096 time: 0.0948532 Jul 09 20:10:59.097813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port fe148d38-3e51-430c-9311-d59a4f19d65e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe148d38-3e51-430c-9311-d59a4f19d65e,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:59.104572 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.110858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:59.173818 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Allocated IP 172.20.0.23 (ae8a4b6f-2ca6-489e-9c83-27097cbd6c47/9f07db83-8d36-4791-a8af-4b68abde52f9/af4400bd-8eb5-4ea7-9f7a-e369f801be84) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:59.227328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:59.236761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-45f7c5cf-7d36-4fba-b367-5eaf73ec06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.240912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-45f7c5cf-7d36-4fba-b367-5eaf73ec06e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 200 len: 909 time: 0.1772163 Jul 09 20:10:59.242526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:59.242908 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.347116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-fa608655-bbc5-4d43-85e4-bc657cafe9a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 200 len: 1000 time: 0.0986290 Jul 09 20:10:59.385353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.402257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Transition to ACTIVE for port object af4400bd-8eb5-4ea7-9f7a-e369f801be84 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:59.410194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-fbb13786-5a28-44b2-8267-214e93117d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.411814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-fbb13786-5a28-44b2-8267-214e93117d5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 200 len: 847 time: 0.0584731 Jul 09 20:10:59.444088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.480324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-09a740c8-3277-4fdf-b59e-bbc2535a8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.482069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-09a740c8-3277-4fdf-b59e-bbc2535a8570 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361c7e26-d065-410f-a95a-2aa9c73f89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637109 Jul 09 20:10:59.487466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:59.491651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:59.495194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:59.560035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.560789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.563395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event updated for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:59.584667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-7a5b1b3b-c1b0-4049-aaf3-acdd1b955ae5 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7795858 Jul 09 20:10:59.599800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Request body: {'port': {'device_id': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:59.619429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-c0f8aaa2-f104-43a0-aa9e-59b1fd2d15ec service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299391 Jul 09 20:10:59.782605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.858270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dd6aa-fe74-47e9-909c-3e8f33f5b812 req-5f47dbf4-ec5f-4a53-ba97-b5997fae71b0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.859997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b9dd6aa-fe74-47e9-909c-3e8f33f5b812 req-5f47dbf4-ec5f-4a53-ba97-b5997fae71b0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 895 time: 0.1445389 Jul 09 20:10:59.916219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-beb33810-d3e9-4a98-b255-237d68332993 None None] Provisioning for port af4400bd-8eb5-4ea7-9f7a-e369f801be84 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:59.927155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-beb33810-d3e9-4a98-b255-237d68332993 None None] Provisioning complete for port af4400bd-8eb5-4ea7-9f7a-e369f801be84 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:59.928515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-beb33810-d3e9-4a98-b255-237d68332993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.047661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-beb33810-d3e9-4a98-b255-237d68332993 None None] Port af4400bd-8eb5-4ea7-9f7a-e369f801be84 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:00.168460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f54941e9-5862-4ca3-b235-ef0b8796104b req-991ea384-6543-410e-9732-59d117b107f3 service neutron] 10.222.0.59 "GET /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335596 Jul 09 20:11:00.202260 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4400bd-8eb5-4ea7-9f7a-e369f801be84 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:00.212640 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.227483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Transition to ACTIVE for port object af4400bd-8eb5-4ea7-9f7a-e369f801be84 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:00.231363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.311177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Pushing event updated for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:00.380385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Attempting to bind port af4400bd-8eb5-4ea7-9f7a-e369f801be84 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:00.380724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Attempting to bind port af4400bd-8eb5-4ea7-9f7a-e369f801be84 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:00.381058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Attempting to bind port af4400bd-8eb5-4ea7-9f7a-e369f801be84 on network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:00.386985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Port af4400bd-8eb5-4ea7-9f7a-e369f801be84 on network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:00.387314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Attempting to bind port af4400bd-8eb5-4ea7-9f7a-e369f801be84 on network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:00.392774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:00.393115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Checking segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:00.393659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Bound using segment: {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:00.394682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Bound port: af4400bd-8eb5-4ea7-9f7a-e369f801be84, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807ee6c8-d1b4-438c-b81b-bf22bf915cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:00.395012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.499464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe148d38-3e51-430c-9311-d59a4f19d65e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:00.512146 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:00.516092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:00.521854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.562924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:00.563542 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.565104 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] 10.222.0.25 "PUT /v2.0/ports/af4400bd-8eb5-4ea7-9f7a-e369f801be84 HTTP/1.1" status: 200 len: 1055 time: 0.9708250 Jul 09 20:11:00.566480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:00.569072 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf34b86-5ff6-4386-9045-6b7246a073c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:00.575028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port fe148d38-3e51-430c-9311-d59a4f19d65e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:00.575679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.616364 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576f68d-5eb2-4775-8dac-a57d843a824b service neutron] Pushing event updated for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:00.633193 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743a25b-fbf9-43d3-b031-087f5823c07f x-openstack-request-id: req-f743a25b-fbf9-43d3-b031-087f5823c07f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:00.633602 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:00.633953 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f743a25b-fbf9-43d3-b031-087f5823c07f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:00.634459 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84', 'status': 'completed', 'code': 200} Jul 09 20:11:00.702269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-530cbbad-b867-44bb-b4db-b9469f3ceda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:00.703688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-530cbbad-b867-44bb-b4db-b9469f3ceda5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 1058 time: 0.0839570 Jul 09 20:11:00.751605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-4d4d1151-9ece-459b-be79-02096e700613 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84 HTTP/1.1" status: 200 len: 217 time: 0.0409522 Jul 09 20:11:00.802916 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-39e0b42f-a3f5-47da-9d36-50ca73c85c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:00.804446 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-39e0b42f-a3f5-47da-9d36-50ca73c85c67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f07db83-8d36-4791-a8af-4b68abde52f9 HTTP/1.1" status: 200 len: 837 time: 0.0473995 Jul 09 20:11:00.867410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737037-9221-44f5-8f7e-25087085c262 req-e9cf0984-7aa8-4dce-bc72-1a6231b0a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:00.869451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-e9cf0984-7aa8-4dce-bc72-1a6231b0a178 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588853 Jul 09 20:11:00.968660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-568b6a05-4699-4713-8ea4-210ae48d36cd service neutron] 10.222.0.25 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917892 Jul 09 20:11:01.112873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33c01e-25aa-4bee-bd2e-d00f94ad6dd2 req-11ec161a-04cc-4139-88dd-7448f49ae307 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.114370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c33c01e-25aa-4bee-bd2e-d00f94ad6dd2 req-11ec161a-04cc-4139-88dd-7448f49ae307 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 907 time: 0.1198664 Jul 09 20:11:01.120521 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1f737037-9221-44f5-8f7e-25087085c262 req-dbce8182-df46-4faa-8817-f313574221b2 service neutron] 10.222.0.25 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444530 Jul 09 20:11:01.228942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-5e6b6339-9f02-4026-8f50-eeecacc9d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.230574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-5e6b6339-9f02-4026-8f50-eeecacc9d68a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 1058 time: 0.0556936 Jul 09 20:11:01.326458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-94a17347-0cc4-4bac-ba68-3b83535bce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.327929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-94a17347-0cc4-4bac-ba68-3b83535bce0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 HTTP/1.1" status: 200 len: 899 time: 0.0907559 Jul 09 20:11:01.376132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-fbea73a0-a0fa-491a-b80c-ffb559577003 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84 HTTP/1.1" status: 200 len: 217 time: 0.0403755 Jul 09 20:11:01.425978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-726eab94-dcbd-4be4-9ffe-d14850d9e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.427448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-726eab94-dcbd-4be4-9ffe-d14850d9e2e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f07db83-8d36-4791-a8af-4b68abde52f9 HTTP/1.1" status: 200 len: 837 time: 0.0449865 Jul 09 20:11:01.486156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-bdcc9b15-09e0-45e9-87e4-07304d3f220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.488128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-bdcc9b15-09e0-45e9-87e4-07304d3f220f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538619 Jul 09 20:11:01.587072 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-7c3cb070-b115-4891-ac2c-e428ebae9837 service neutron] 10.222.0.25 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918741 Jul 09 20:11:01.684292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5bf34b86-5ff6-4386-9045-6b7246a073c6 req-ef25c6fa-6fd0-4e28-b106-a2aeeacd9565 service neutron] 10.222.0.25 "GET /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911100 Jul 09 20:11:02.305276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6142d4-9e81-4d6c-95f3-8e590b0bfc95 req-ace73347-668d-4d19-ad1a-89d5a0e8b11d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:02.306780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ec6142d4-9e81-4d6c-95f3-8e590b0bfc95 req-ace73347-668d-4d19-ad1a-89d5a0e8b11d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 907 time: 0.0664666 Jul 09 20:11:03.485702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81be77-987b-452e-9457-6c33b306a898 req-ec3c7931-2bee-4a70-a286-653cd3f42100 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:03.487111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e81be77-987b-452e-9457-6c33b306a898 req-ec3c7931-2bee-4a70-a286-653cd3f42100 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 907 time: 0.0681570 Jul 09 20:11:04.258278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af4400bd-8eb5-4ea7-9f7a-e369f801be84 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:04.356242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:04.372924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84', 'network_id': 'ae8a4b6f-2ca6-489e-9c83-27097cbd6c47', 'port_id': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84', 'mac_address': 'fa:16:3e:3b:3b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f07db83-8d36-4791-a8af-4b68abde52f9', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:04.415574 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.431498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4400bd-8eb5-4ea7-9f7a-e369f801be84 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:04.452712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:04.458275 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.508984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:04.673014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b7cf-9965-4292-bdeb-06eecad70e5b req-6258282d-de1c-4fc0-9dbb-a1607fed5b97 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:04.677704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b96b7cf-9965-4292-bdeb-06eecad70e5b req-6258282d-de1c-4fc0-9dbb-a1607fed5b97 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 908 time: 0.0742817 Jul 09 20:11:04.842133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['af4400bd-8eb5-4ea7-9f7a-e369f801be84'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:05.854842 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dec024-7634-4c0a-ae4e-3868bea1bba9 req-2bd3e165-91e2-4306-8176-2d67e2a905b9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.856348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42dec024-7634-4c0a-ae4e-3868bea1bba9 req-2bd3e165-91e2-4306-8176-2d67e2a905b9 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 908 time: 0.0648115 Jul 09 20:11:06.258341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af4400bd-8eb5-4ea7-9f7a-e369f801be84 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:06.309227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port af4400bd-8eb5-4ea7-9f7a-e369f801be84 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:06.313096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port af4400bd-8eb5-4ea7-9f7a-e369f801be84 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:06.313667 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.393359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.415210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:06.417457 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318e143-0ed5-460f-b47c-1b8fd07b504d" -d '{"events": [{"server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "name": "network-vif-plugged", "status": "completed", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:06.430202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:06.435336 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.470319 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804a1a5b-5cbb-4f60-acf0-b62fe73b7b70 x-openstack-request-id: req-804a1a5b-5cbb-4f60-acf0-b62fe73b7b70 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:06.470714 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "name": "network-vif-plugged", "status": "completed", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:06.470962 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-804a1a5b-5cbb-4f60-acf0-b62fe73b7b70 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:06.471354 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84', 'code': 200} Jul 09 20:11:06.492994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:06.584444 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407045a3-560b-4fd4-a3f2-13c3e737d904 req-beabbceb-cb1c-444d-9736-b8c0360b9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:06.585976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-407045a3-560b-4fd4-a3f2-13c3e737d904 req-beabbceb-cb1c-444d-9736-b8c0360b9cf1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 1060 time: 0.0508478 Jul 09 20:11:07.047870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a6dc7-77d6-4966-b5ff-d3400742a2ea req-9b9cf35e-a0df-4bdd-9a0c-3ee6adea1157 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:07.049487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f3a6dc7-77d6-4966-b5ff-d3400742a2ea req-9b9cf35e-a0df-4bdd-9a0c-3ee6adea1157 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0636818 Jul 09 20:11:08.229461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0badf0-1d08-466c-b8f8-2f39dacb7921 req-49b59c48-88df-40d8-9d8a-1ef0d9d01460 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:08.233672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b0badf0-1d08-466c-b8f8-2f39dacb7921 req-49b59c48-88df-40d8-9d8a-1ef0d9d01460 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0670111 Jul 09 20:11:08.418604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f921d-e0ff-41a7-83cb-e5249d0aca1e req-2fefcaa4-3ea1-4e59-ad8c-3ce1c305426d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:08.420332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f53f921d-e0ff-41a7-83cb-e5249d0aca1e req-2fefcaa4-3ea1-4e59-ad8c-3ce1c305426d tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0676835 Jul 09 20:11:08.583766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf08f-1310-4739-8832-2c7bcb626969 req-f6460d0b-15de-4527-8918-c0b6747f14be tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:08.585315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cbbf08f-1310-4739-8832-2c7bcb626969 req-f6460d0b-15de-4527-8918-c0b6747f14be tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 1060 time: 0.0518520 Jul 09 20:11:08.744071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523238f-527e-47c8-acd5-fc3ac0e4bd5d req-61c38002-b400-42d6-88f5-49788d44e77c tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:08.745511 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e523238f-527e-47c8-acd5-fc3ac0e4bd5d req-61c38002-b400-42d6-88f5-49788d44e77c tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1136 time: 0.0516436 Jul 09 20:11:08.785670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e523238f-527e-47c8-acd5-fc3ac0e4bd5d req-04e03eca-2cf9-423a-bd42-9903b2a49f4b tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342658 Jul 09 20:11:08.811169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:08.865907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c936e13-3b55-4fd0-8052-fd66f679742e tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:08.867549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2c936e13-3b55-4fd0-8052-fd66f679742e tempest-TestSecurityGroupsBasicOps-1628362186 tempest-TestSecurityGroupsBasicOps-1628362186-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 1055 time: 0.0552359 Jul 09 20:11:09.470812 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03d451-3a58-4337-ba8b-7d284cdf5076 req-862ca907-dda1-4d40-84af-03191085e0cb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:09.473394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a03d451-3a58-4337-ba8b-7d284cdf5076 req-862ca907-dda1-4d40-84af-03191085e0cb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0875781 Jul 09 20:11:10.640849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-55c9694f-8e70-40d8-b735-8f114c1af520 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:10.642404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-55c9694f-8e70-40d8-b735-8f114c1af520 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0710571 Jul 09 20:11:10.663649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c61ae-2947-42dd-8d3c-c988870ff5d5 req-f98587a1-378e-4421-ae5b-b1626e1a3afb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:10.669079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a6c61ae-2947-42dd-8d3c-c988870ff5d5 req-f98587a1-378e-4421-ae5b-b1626e1a3afb tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 909 time: 0.0721788 Jul 09 20:11:10.743557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port af4400bd-8eb5-4ea7-9f7a-e369f801be84 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:10.743952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.854188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-9a3eee6e-28d9-47fb-ba08-b434f11044e2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32305093&fields=id&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 267 time: 0.0647173 Jul 09 20:11:10.920947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port af4400bd-8eb5-4ea7-9f7a-e369f801be84, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=af4400bd-8eb5-4ea7-9f7a-e369f801be84,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:10.921332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.941387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for af4400bd-8eb5-4ea7-9f7a-e369f801be84 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:11.027720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-7fea89a9-8efd-4a84-878a-4a16d25789c5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:11.029211 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-7fea89a9-8efd-4a84-878a-4a16d25789c5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1667697 Jul 09 20:11:11.049071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-902c4ff1-d346-45d7-9a21-775fab16fcdd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0136592 Jul 09 20:11:11.179051 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.213503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=af4400bd-8eb5-4ea7-9f7a-e369f801be84,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:11.220531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-546d9970-7c29-47f9-ac92-2d59f5db2896 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634433 Jul 09 20:11:11.519399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] No DVR routers for this DVR port af4400bd-8eb5-4ea7-9f7a-e369f801be84 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:11.527105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.528935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d075c2cc-3707-4e6b-bafe-6c5a4207f623 req-c1151927-6b53-45db-a971-905dc99e7a14 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.25 "DELETE /v2.0/ports/af4400bd-8eb5-4ea7-9f7a-e369f801be84 HTTP/1.1" status: 204 len: 173 time: 0.8811908 Jul 09 20:11:11.529399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'name': 'network-vif-deleted', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:11.531536 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dd6a32-d3c9-4ad9-b182-2a916ba519a5" -d '{"events": [{"server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "name": "network-vif-deleted", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:11.621305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-f7d64592-a1f1-45d4-92fc-476ce55df996 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741078 Jul 09 20:11:11.677475 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433b1e2-3173-49ab-93ba-12ea686fee29 x-openstack-request-id: req-f433b1e2-3173-49ab-93ba-12ea686fee29 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:11.678181 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b92f69-f102-4f35-91c7-95407ad3aef3", "name": "network-vif-deleted", "tag": "af4400bd-8eb5-4ea7-9f7a-e369f801be84", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:11.678181 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f433b1e2-3173-49ab-93ba-12ea686fee29 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:11.678380 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b92f69-f102-4f35-91c7-95407ad3aef3', 'name': 'network-vif-deleted', 'tag': 'af4400bd-8eb5-4ea7-9f7a-e369f801be84', 'status': 'completed', 'code': 200} Jul 09 20:11:11.723735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-14b7902a-4bd0-4ade-b0f8-10df4869c43e service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969100 Jul 09 20:11:11.819222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cb03515c-ad9c-466d-b635-b79932673397 req-e1e40e98-07f6-46db-92d6-db8848b86ea4 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7b92f69-f102-4f35-91c7-95407ad3aef3 HTTP/1.1" status: 200 len: 210 time: 0.0278862 Jul 09 20:11:12.019807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a89fbb3d-3cac-40e2-a292-e2376736da05 req-e05cd716-f312-44ad-8c4c-c0db44a5043e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0287540 Jul 09 20:11:12.912374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:13.145860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-a5de94d8-2769-4650-89de-67680fed73fc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:13.147297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-a5de94d8-2769-4650-89de-67680fed73fc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1976669 Jul 09 20:11:13.177528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d634c33-cdf3-4a25-87de-f3140508d87f req-69a5df06-6e4f-46df-acdc-35a89d930622 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0375106 Jul 09 20:11:13.242773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-952c65b2-3f52-40f1-90e3-40dd472a8561 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 378 time: 0.0869339 Jul 09 20:11:13.255768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': '483b8155-5116-467e-9153-af462395190f', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'security_groups': ['d6b9a224-8020-4abc-af5a-4b6d4677cdc1']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:13.462678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:13.466080 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.660364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.700917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.11 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/e53944af-19ef-44ea-80af-2e27ffad2096) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:13.958428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.977636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object e53944af-19ef-44ea-80af-2e27ffad2096 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:14.067788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.123881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:14.132345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:14.138348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:14.143477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:14.165165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port fe148d38-3e51-430c-9311-d59a4f19d65e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:14.165518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.219175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.219524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.219863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.220197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.220529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.220881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.221201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.221565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.221887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.222212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.222723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.223064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:14.253424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:14.254086 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.299106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-3ff31853-698a-45ec-90db-6722fe2aec38 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0485938 Jul 09 20:11:14.300584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af4400bd-8eb5-4ea7-9f7a-e369f801be84 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:14.315482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Request body: {'port': {'device_id': '483b8155-5116-467e-9153-af462395190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:14.325331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port fe148d38-3e51-430c-9311-d59a4f19d65e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=fe148d38-3e51-430c-9311-d59a4f19d65e,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:14.325743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.333233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: af4400bd-8eb5-4ea7-9f7a-e369f801be84 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:14.333570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device af4400bd-8eb5-4ea7-9f7a-e369f801be84 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:14.360807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for fe148d38-3e51-430c-9311-d59a4f19d65e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:14.477751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f69b0fe4-9fb1-4b95-8ea7-8278a2874306 None None] Provisioning for port e53944af-19ef-44ea-80af-2e27ffad2096 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:14.482617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f69b0fe4-9fb1-4b95-8ea7-8278a2874306 None None] Provisioning complete for port e53944af-19ef-44ea-80af-2e27ffad2096 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:14.483071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f69b0fe4-9fb1-4b95-8ea7-8278a2874306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.519343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f69b0fe4-9fb1-4b95-8ea7-8278a2874306 None None] Port e53944af-19ef-44ea-80af-2e27ffad2096 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:14.751851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.819967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb581-a9af-4680-9ca8-592ed316f3ef req-363e502c-a66a-4137-8ec8-756936a1122f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:14.821493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c3fb581-a9af-4680-9ca8-592ed316f3ef req-363e502c-a66a-4137-8ec8-756936a1122f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 932 time: 0.4636014 Jul 09 20:11:14.967151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c3fb581-a9af-4680-9ca8-592ed316f3ef req-607917bf-67f1-4223-905d-e30a12127b83 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263883 Jul 09 20:11:15.089287 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.124438 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=fe148d38-3e51-430c-9311-d59a4f19d65e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:15.247934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53944af-19ef-44ea-80af-2e27ffad2096 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:15.292669 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.316456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Transition to ACTIVE for port object e53944af-19ef-44ea-80af-2e27ffad2096 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:15.343707 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.410409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:15.438141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.564555 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Attempting to bind port e53944af-19ef-44ea-80af-2e27ffad2096 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:15.565034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Attempting to bind port e53944af-19ef-44ea-80af-2e27ffad2096 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:15.565329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Attempting to bind port e53944af-19ef-44ea-80af-2e27ffad2096 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:15.573648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Port e53944af-19ef-44ea-80af-2e27ffad2096 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:15.573966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Attempting to bind port e53944af-19ef-44ea-80af-2e27ffad2096 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:15.586450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:15.586803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:15.587161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:15.587594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Bound port: e53944af-19ef-44ea-80af-2e27ffad2096, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:15.587952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.702984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:15.746709 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e53944af-19ef-44ea-80af-2e27ffad2096,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:15.752154 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.802961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:15.803585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.804983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] 10.222.0.25 "PUT /v2.0/ports/e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 200 len: 1092 time: 1.4957230 Jul 09 20:11:15.805579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:15.807833 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96778e8-1f2f-4de3-92f2-e02e6805fffa" -d '{"events": [{"name": "network-changed", "server_uuid": "483b8155-5116-467e-9153-af462395190f", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:15.828491 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc49755-afae-4dca-8dd2-dc9a2ee87ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:15.832634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router df339526-bdd5-4430-84fc-d338473f86f2 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:15.891735 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c4aae-19eb-4a5f-a917-a76a8408ec23 x-openstack-request-id: req-195c4aae-19eb-4a5f-a917-a76a8408ec23 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:15.892082 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483b8155-5116-467e-9153-af462395190f", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:15.892356 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-195c4aae-19eb-4a5f-a917-a76a8408ec23 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:15.892819 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'status': 'completed', 'code': 200} Jul 09 20:11:15.996142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:16.007401 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c497e0c6-67ee-4cec-9361-68732b1f268b tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "PUT /v2.0/routers/df339526-bdd5-4430-84fc-d338473f86f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0910871 Jul 09 20:11:16.007401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-a692f412-b86d-4ab3-b7f9-f97258a4d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.007916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:16.015470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Sync routers for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:16.015969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-a692f412-b86d-4ab3-b7f9-f97258a4d84a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1095 time: 0.1256552 Jul 09 20:11:16.028090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:16.029279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:16.070072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting subnet 9f07db83-8d36-4791-a8af-4b68abde52f9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:16.074035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.111729 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-202b8ed1-62c4-4e6c-9b76-8d8aa6544068 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 200 len: 217 time: 0.0871477 Jul 09 20:11:16.121522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.213887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-2a6c0587-2520-49f9-8b30-e50ae5856765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.215776 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-2a6c0587-2520-49f9-8b30-e50ae5856765 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0983713 Jul 09 20:11:16.216738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:16.227665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.300981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.306125 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9f09-b5b0-413a-852e-6a057a4fc7a4 req-020e0454-6d64-45a7-b292-ac0be03e2edc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.308057 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e22d9f09-b5b0-413a-852e-6a057a4fc7a4 req-020e0454-6d64-45a7-b292-ac0be03e2edc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.1528337 Jul 09 20:11:16.338865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1a4e8d85-e250-4340-a390-5a32dc084934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.340927 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-1a4e8d85-e250-4340-a390-5a32dc084934 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139927 Jul 09 20:11:16.350255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Subnet': ['ID=9f07db83-8d36-4791-a8af-4b68abde52f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:16.353031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.355263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad6881b1-9ff4-4f12-b8cd-981a6299b41f tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/subnets/9f07db83-8d36-4791-a8af-4b68abde52f9 HTTP/1.1" status: 204 len: 168 time: 0.3476040 Jul 09 20:11:16.358019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:16.359940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcbc19-0b80-4b59-973a-9b312bb06e7f None None] Network ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:16.420812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e22d9f09-b5b0-413a-852e-6a057a4fc7a4 req-d641134d-640f-4852-8f23-acb33a99fbad tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050973 Jul 09 20:11:16.495009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-597714cd-0ec7-4eb9-8181-52fc94898018 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368256 Jul 09 20:11:16.506463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.568506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:16.600918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Checking router: df339526-bdd5-4430-84fc-d338473f86f2 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:16.612395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Routers {'df339526-bdd5-4430-84fc-d338473f86f2'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:16.613075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['df339526-bdd5-4430-84fc-d338473f86f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:16.642637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.645428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29f872aa-faab-4347-aea5-70fb5b5d1826 req-b3cc4fd7-d9e7-4f3d-811d-84a82c24b1d0 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382480 Jul 09 20:11:16.655600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] DHCP port deletion for ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:16.711087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port b1b80134-4a4b-4597-8628-aeb506f20d04 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:16.711752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.764572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-c50c49ed-c19f-4388-8a05-d3b6bf5fb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.766658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-c50c49ed-c19f-4388-8a05-d3b6bf5fb96d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1095 time: 0.0706007 Jul 09 20:11:16.773158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Deleting port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:16.773645 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.813221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port b1b80134-4a4b-4597-8628-aeb506f20d04, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b1b80134-4a4b-4597-8628-aeb506f20d04,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:16.814268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.830495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for b1b80134-4a4b-4597-8628-aeb506f20d04 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:16.840388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] For port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,segment=NetworkSegment(807ee6c8-d1b4-438c-b81b-bf22bf915cc6),segment_id=807ee6c8-d1b4-438c-b81b-bf22bf915cc6)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:16.840876 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.856599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] Set router df339526-bdd5-4430-84fc-d338473f86f2 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:16.858657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Calling delete_port for 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:16.878689 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-d0ab9da8-d165-42fb-b725-9e31c8d35931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.880834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-d0ab9da8-d165-42fb-b725-9e31c8d35931 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.1079547 Jul 09 20:11:16.926392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-c27a0a0a-615c-4b79-91a8-9426d64235a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 200 len: 217 time: 0.0380571 Jul 09 20:11:16.995124 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-51b096ea-9063-4039-83cc-afd12dd9c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.995124 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-51b096ea-9063-4039-83cc-afd12dd9c091 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0626328 Jul 09 20:11:17.030357 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.069395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-fccb86af-1e99-4c5b-993c-bc8398832c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:17.071725 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-fccb86af-1e99-4c5b-993c-bc8398832c6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706570 Jul 09 20:11:17.084514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=b1b80134-4a4b-4597-8628-aeb506f20d04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.119113 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.150003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] No DVR routers for this DVR port 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:17.150694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.153050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398deb8-3660-4f46-a11c-65c4feeade9d None None] Pushing event deleted for resources: {'Port': ['ID=209b3a83-031f-456b-85a2-eaa8e6c4c4a4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.170828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:17.212943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56741f92-28da-45c0-90cc-1261f25ea5e7 None None] The sync data for ids ['df339526-bdd5-4430-84fc-d338473f86f2'] in n-d-800087-3 is: [{'id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67348573', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': 'b1b80134-4a4b-4597-8628-aeb506f20d04', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df339526-bdd5-4430-84fc-d338473f86f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:51Z', 'updated_at': '2021-07-09T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:17.224762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-74185f64-48d1-4d56-886e-1844289d774e service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458271 Jul 09 20:11:17.265993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.268246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.315819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.316518 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Fanout notify agent at l3_agent the message router_deleted on router df339526-bdd5-4430-84fc-d338473f86f2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:11:17.323520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.324904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-22ec631f-8911-47a2-955d-4368b0b23417 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/routers/df339526-bdd5-4430-84fc-d338473f86f2 HTTP/1.1" status: 204 len: 168 time: 0.9654236 Jul 09 20:11:17.327662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 46976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:17.337945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d96778e8-1f2f-4de3-92f2-e02e6805fffa req-05d6ffe5-dede-45e1-89f0-8e3a2f3ebfc1 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063926 Jul 09 20:11:17.405110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.496013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.506345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8a4b6f-2ca6-489e-9c83-27097cbd6c47']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:17.517402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807ee6c8-d1b4-438c-b81b-bf22bf915cc6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:17.517700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807ee6c8-d1b4-438c-b81b-bf22bf915cc6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:17.527636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.541799 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.548241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:17.548660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:17.551858 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:17.654926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.664271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.666174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/networks/ae8a4b6f-2ca6-489e-9c83-27097cbd6c47 HTTP/1.1" status: 204 len: 168 time: 0.3374808 Jul 09 20:11:17.669177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 46980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:17.680785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343538c-eded-43cc-a68d-a7924a3bf1e0 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Network': ['ID=ae8a4b6f-2ca6-489e-9c83-27097cbd6c47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.695707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71cd39-26ab-41df-872f-d0585a0dca01 req-1860d189-3b8e-4e3a-a1a0-272c959ad330 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:17.697282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c71cd39-26ab-41df-872f-d0585a0dca01 req-1860d189-3b8e-4e3a-a1a0-272c959ad330 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.1385274 Jul 09 20:11:17.736884 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c71cd39-26ab-41df-872f-d0585a0dca01 req-5095c735-b053-4d6e-bb43-9d9979212707 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329502 Jul 09 20:11:17.894355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port 1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:17.894692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.972304 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.972633 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.984071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for 1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:18.156823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.179752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=1b7c41fd-2d2a-4d14-9c7d-7cda9b7fbb06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:18.243705 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.244031 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Floating IP 49b679a2-b6a6-4cd0-afbe-665593ba7ebc disassociated (deleted). External IP: 172.25.3.33, port: 2fee222f-1e32-47c4-8574-1791c63bd150. Jul 09 20:11:18.497037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe148d38-3e51-430c-9311-d59a4f19d65e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:18.518214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: fe148d38-3e51-430c-9311-d59a4f19d65e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:18.518569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device fe148d38-3e51-430c-9311-d59a4f19d65e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:18.519024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:18.538122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:18.538473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 209b3a83-031f-456b-85a2-eaa8e6c4c4a4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:18.538904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b1b80134-4a4b-4597-8628-aeb506f20d04 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:18.561618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b1b80134-4a4b-4597-8628-aeb506f20d04 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:18.561967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b1b80134-4a4b-4597-8628-aeb506f20d04 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:18.701646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router be85ddd0-6c9f-485a-a352-688c9991a398 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:18.809751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:18.814507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.823235 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Sync routers for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:18.832596 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:18.833229 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:18.856536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f7a75656-5741-4297-88a1-6607de57d294 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/floatingips/49b679a2-b6a6-4cd0-afbe-665593ba7ebc HTTP/1.1" status: 204 len: 168 time: 1.1837556 Jul 09 20:11:18.856536 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:18.856994 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca20c7-a32c-4a48-9892-d83df03cc30a" -d '{"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:18.934207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f698245-a547-40ad-9717-718ce0e2a356 req-b5fbd57d-30a5-4262-be66-271d5de6dd80 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:18.935921 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f698245-a547-40ad-9717-718ce0e2a356 req-b5fbd57d-30a5-4262-be66-271d5de6dd80 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0677450 Jul 09 20:11:18.947705 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.952354 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:18.977444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8f698245-a547-40ad-9717-718ce0e2a356 req-ee85e968-4556-451f-b03a-a8a180a59139 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359869 Jul 09 20:11:19.034589 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac591e55-3281-47f7-a067-bcc59752c9e9 x-openstack-request-id: req-ac591e55-3281-47f7-a067-bcc59752c9e9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:19.034872 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:19.035115 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac591e55-3281-47f7-a067-bcc59752c9e9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:19.035516 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150', 'status': 'completed', 'code': 200} Jul 09 20:11:19.130209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-55be5d67-91c6-4f92-8450-07b4bd275886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.131826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-55be5d67-91c6-4f92-8450-07b4bd275886 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 1136 time: 0.0660117 Jul 09 20:11:19.179371 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:19.205882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Checking router: be85ddd0-6c9f-485a-a352-688c9991a398 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:19.214099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:19.214706 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:19.233054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-ebedfad0-cadb-4025-bd2b-dd5faaa72a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.234610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-ebedfad0-cadb-4025-bd2b-dd5faaa72a31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 200 len: 898 time: 0.0958092 Jul 09 20:11:19.252964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bca46a-94ad-49b0-ba22-d79a810c8ca8 req-b96f910f-82cd-4745-b6b3-dc6e8f06c9ce tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.254510 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61bca46a-94ad-49b0-ba22-d79a810c8ca8 req-b96f910f-82cd-4745-b6b3-dc6e8f06c9ce tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0705111 Jul 09 20:11:19.278053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-d86a2b6a-ca67-4a21-8856-7f6751db2473 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 200 len: 217 time: 0.0362527 Jul 09 20:11:19.295958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-61bca46a-94ad-49b0-ba22-d79a810c8ca8 req-28e92bef-ae13-43fa-b56d-7bd5c1dfec9a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354021 Jul 09 20:11:19.328839 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:19.336020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-cb5240b0-d93d-430f-828d-4d9b2a5f4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.337518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-cb5240b0-d93d-430f-828d-4d9b2a5f4b7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8020330-7c6e-46ad-9ea5-1702a4452b09 HTTP/1.1" status: 200 len: 834 time: 0.0496886 Jul 09 20:11:19.397194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-3e69848b-889b-473c-bc6b-b0bc727bd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.398710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-3e69848b-889b-473c-bc6b-b0bc727bd672 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebc60cff-6a64-4d9e-8617-c036737aca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528464 Jul 09 20:11:19.488843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-406a2188-033f-4460-ac7e-aa5066ff7d8d service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821881 Jul 09 20:11:19.524045 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:19.553618 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb6082b-6976-40a6-8af1-d880edfc639b None None] The sync data for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 is: [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:09:59Z', 'revision_number': 4, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2f7b6617-8e98-412a-b66b-3f19cae6bc20', 'name': '', 'network_id': 'ebc60cff-6a64-4d9e-8617-c036737aca1f', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'mac_address': 'fa:16:3e:32:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:58Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'subnets': [{'id': 'c8020330-7c6e-46ad-9ea5-1702a4452b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:19.586648 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bdca20c7-a32c-4a48-9892-d83df03cc30a req-fd5cf0f6-b84b-4fef-9a05-dbdd060f8ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906765 Jul 09 20:11:19.785431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582c90e-084f-469a-a234-60166d2bed72 None None] New status for floating IP 49b679a2-b6a6-4cd0-afbe-665593ba7ebc: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:11:20.152758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e36f1-885e-424c-a8d1-6ad493271d0d req-a644b404-488a-46fc-86c6-4a294801b8b3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:20.154335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0e36f1-885e-424c-a8d1-6ad493271d0d req-a644b404-488a-46fc-86c6-4a294801b8b3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0653396 Jul 09 20:11:20.191664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0e36f1-885e-424c-a8d1-6ad493271d0d req-07d781c3-0dc1-45fd-880d-b6a785606b8c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312047 Jul 09 20:11:20.471637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64245a5e-bfff-4fcf-b5d4-3d647cb90007 req-1f7a744d-6117-439d-880c-28d705fecc16 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:20.473166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64245a5e-bfff-4fcf-b5d4-3d647cb90007 req-1f7a744d-6117-439d-880c-28d705fecc16 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0641019 Jul 09 20:11:20.494333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-d62ca8fb-9faf-465b-af33-d485a3dae36a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:20.495795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-d62ca8fb-9faf-465b-af33-d485a3dae36a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.59 "GET /v2.0/ports?device_id=070a12cd-e92e-444a-ade1-1e1577d8b5c7 HTTP/1.1" status: 200 len: 985 time: 0.0640676 Jul 09 20:11:20.513289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64245a5e-bfff-4fcf-b5d4-3d647cb90007 req-a5c7506d-b408-4e45-9836-6de69d375907 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "GET /v2.0/security-groups?id=660c00cd-cff0-42da-85b8-a591c164a3a6&id=6d73c72a-bd84-41cb-8e87-886d58f83c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344853 Jul 09 20:11:20.598721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port 2fee222f-1e32-47c4-8574-1791c63bd150 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:20.598979 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.684020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port 2fee222f-1e32-47c4-8574-1791c63bd150, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2fee222f-1e32-47c4-8574-1791c63bd150,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:20.684401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.701929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for 2fee222f-1e32-47c4-8574-1791c63bd150 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:20.827012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.855383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=2fee222f-1e32-47c4-8574-1791c63bd150,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:20.904182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] No DVR routers for this DVR port 2fee222f-1e32-47c4-8574-1791c63bd150 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:20.906712 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.908742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6d2342e-874b-4f7c-8b64-611090c24a3c req-b0389234-4ed4-4e84-864a-d5689391753c tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.59 "DELETE /v2.0/ports/2fee222f-1e32-47c4-8574-1791c63bd150 HTTP/1.1" status: 204 len: 173 time: 0.4067209 Jul 09 20:11:20.909209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'name': 'network-vif-deleted', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:20.911469 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca0697-3f98-4132-8884-87a885633ac6" -d '{"events": [{"server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "name": "network-vif-deleted", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:20.945875 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33dde4-5841-429a-ba1e-832e0cb6ad0d x-openstack-request-id: req-1a33dde4-5841-429a-ba1e-832e0cb6ad0d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:20.946174 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a12cd-e92e-444a-ade1-1e1577d8b5c7", "name": "network-vif-deleted", "tag": "2fee222f-1e32-47c4-8574-1791c63bd150", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:20.946424 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a33dde4-5841-429a-ba1e-832e0cb6ad0d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:20.946821 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070a12cd-e92e-444a-ade1-1e1577d8b5c7', 'name': 'network-vif-deleted', 'tag': '2fee222f-1e32-47c4-8574-1791c63bd150', 'status': 'completed', 'code': 200} Jul 09 20:11:21.380703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e405d-30ad-4cda-921c-a6366bcabc17 req-6c2cb320-9872-4647-8fe0-4f5b474bb927 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:21.382247 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-510e405d-30ad-4cda-921c-a6366bcabc17 req-6c2cb320-9872-4647-8fe0-4f5b474bb927 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0719965 Jul 09 20:11:21.420275 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-510e405d-30ad-4cda-921c-a6366bcabc17 req-40c0a155-fb67-4cfc-ad81-fd383fd03a33 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321341 Jul 09 20:11:21.609985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:21.672585 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.696725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.737173 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.739730 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.740883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/security-groups/6d73c72a-bd84-41cb-8e87-886d58f83c4b HTTP/1.1" status: 204 len: 168 time: 0.1296685 Jul 09 20:11:21.743767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:21.749662 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b98e9f-93ab-478b-90b2-659b6604c31a tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d73c72a-bd84-41cb-8e87-886d58f83c4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:21.799347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.821045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.866313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.869027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.870450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/security-groups/660c00cd-cff0-42da-85b8-a591c164a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1255085 Jul 09 20:11:21.873441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:21.880072 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fba6a2-313b-44a2-bc35-914585d27ccf tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c00cd-cff0-42da-85b8-a591c164a3a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:22.223721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.397431 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3d917c84-c294-43e3-ae2d-79e90870273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.485379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port 2f7b6617-8e98-412a-b66b-3f19cae6bc20 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:22.485716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.621311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port 2f7b6617-8e98-412a-b66b-3f19cae6bc20, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2f7b6617-8e98-412a-b66b-3f19cae6bc20,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:22.622001 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.637029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9a288-c4af-42e6-825e-0827e784b2e8 req-2070a1ed-32f2-4b68-9e84-e5900c6c9151 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:22.638522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcf9a288-c4af-42e6-825e-0827e784b2e8 req-2070a1ed-32f2-4b68-9e84-e5900c6c9151 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.1072366 Jul 09 20:11:22.645762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for 2f7b6617-8e98-412a-b66b-3f19cae6bc20 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:22.721526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dcf9a288-c4af-42e6-825e-0827e784b2e8 req-d41b61fa-6f14-4b82-9d9d-44aeb034ef1a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766687 Jul 09 20:11:22.859377 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.887117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=2f7b6617-8e98-412a-b66b-3f19cae6bc20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.058658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.270910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Router be85ddd0-6c9f-485a-a352-688c9991a398 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:23.332811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2fee222f-1e32-47c4-8574-1791c63bd150 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:23.356720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 2fee222f-1e32-47c4-8574-1791c63bd150 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:23.357069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2fee222f-1e32-47c4-8574-1791c63bd150 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:23.374189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:23.380388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e7a46364-8393-41c7-aed5-8b17a8c3a5f7 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "PUT /v2.0/routers/be85ddd0-6c9f-485a-a352-688c9991a398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5057085 Jul 09 20:11:23.382394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:23.383940 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Sync routers for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:23.394194 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:23.395099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:23.434204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting subnet c8020330-7c6e-46ad-9ea5-1702a4452b09 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:23.437399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.457261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.483746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.574134 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.584377 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:23.636355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.668605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Subnet': ['ID=c8020330-7c6e-46ad-9ea5-1702a4452b09,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.672222 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.677116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7870583f-99b8-4f58-977b-94198e9e9dba tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/subnets/c8020330-7c6e-46ad-9ea5-1702a4452b09 HTTP/1.1" status: 204 len: 168 time: 0.2900987 Jul 09 20:11:23.677713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:23.682951 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02721d-b4dc-471b-beaf-0848b75de725 None None] Network ebc60cff-6a64-4d9e-8617-c036737aca1f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:23.771167 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:11:22Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:23.794696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.799035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Checking router: be85ddd0-6c9f-485a-a352-688c9991a398 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:23.807732 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Routers {'be85ddd0-6c9f-485a-a352-688c9991a398'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:23.808429 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:10:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['be85ddd0-6c9f-485a-a352-688c9991a398'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:23.915841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1c214-ae93-48ab-9d67-960c1132e53c req-fad7acf0-9c88-4bce-b97b-3f8e42606cb4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:23.917558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87f1c214-ae93-48ab-9d67-960c1132e53c req-fad7acf0-9c88-4bce-b97b-3f8e42606cb4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0772491 Jul 09 20:11:23.926415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.932546 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] DHCP port deletion for ebc60cff-6a64-4d9e-8617-c036737aca1f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:23.938054 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] Set router be85ddd0-6c9f-485a-a352-688c9991a398 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:23.977678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87f1c214-ae93-48ab-9d67-960c1132e53c req-ed9d959a-6c3a-4556-bfb3-ff6c68d5e816 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540788 Jul 09 20:11:23.981355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Deleting port 49e6bf2f-0358-4157-90df-ebe47b93abbd {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:23.981742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.000482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Deleting port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:24.000843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.044734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] For port 49e6bf2f-0358-4157-90df-ebe47b93abbd, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=49e6bf2f-0358-4157-90df-ebe47b93abbd,segment=NetworkSegment(1bbf6678-ea88-401b-a6af-43e815cf30da),segment_id=1bbf6678-ea88-401b-a6af-43e815cf30da)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:24.045493 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.058482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Calling delete_port for 49e6bf2f-0358-4157-90df-ebe47b93abbd owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:24.079419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] For port 8d9a12eb-08d3-4898-a4a7-480255e3b8a2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:24.079804 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.093354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Calling delete_port for 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:24.148292 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:11:22Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:24.151212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.175651 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a0a4b-c0f9-4b64-b063-d4e6fbfa4057 None None] The sync data for ids ['be85ddd0-6c9f-485a-a352-688c9991a398'] in n-d-800087-3 is: [{'id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'name': 'tempest-TestSecurityGroupsBasicOps-router-267763515', 'tenant_id': '5fb4a3a689cd4ef8893d3837f6418391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:55Z', 'updated_at': '2021-07-09T20:11:22Z', 'revision_number': 5, 'project_id': '5fb4a3a689cd4ef8893d3837f6418391', 'gw_port': {'id': '8d9a12eb-08d3-4898-a4a7-480255e3b8a2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be85ddd0-6c9f-485a-a352-688c9991a398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:56Z', 'updated_at': '2021-07-09T20:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:24.177858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] Pushing event deleted for resources: {'Port': ['ID=49e6bf2f-0358-4157-90df-ebe47b93abbd,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:24.184231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47284698-7c13-427c-b6cc-acaf3dfb1278 None None] No DVR routers for this DVR port 49e6bf2f-0358-4157-90df-ebe47b93abbd on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:24.496294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f7b6617-8e98-412a-b66b-3f19cae6bc20 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:24.516182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2f7b6617-8e98-412a-b66b-3f19cae6bc20 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:24.516527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2f7b6617-8e98-412a-b66b-3f19cae6bc20 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:24.516946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 49e6bf2f-0358-4157-90df-ebe47b93abbd no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:24.535993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 49e6bf2f-0358-4157-90df-ebe47b93abbd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:24.536334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 49e6bf2f-0358-4157-90df-ebe47b93abbd not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:24.548750 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.574307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Port': ['ID=8d9a12eb-08d3-4898-a4a7-480255e3b8a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:24.634595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.738271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.740243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.798115 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.798758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Fanout notify agent at l3_agent the message router_deleted on router be85ddd0-6c9f-485a-a352-688c9991a398 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:11:24.806303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.807428 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-290ef326-5af6-4da4-98cf-27cb1355ead8 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/routers/be85ddd0-6c9f-485a-a352-688c9991a398 HTTP/1.1" status: 204 len: 168 time: 1.1288931 Jul 09 20:11:24.810092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:24.893203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.981827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.992647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc60cff-6a64-4d9e-8617-c036737aca1f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:24.997725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b05a8f2f-2272-4edf-8f26-a199ee94491d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.012306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbf6678-ea88-401b-a6af-43e815cf30da') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:25.012610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbf6678-ea88-401b-a6af-43e815cf30da') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:25.033686 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.053820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.060545 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:25.060928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:25.063958 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:25.150674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.166104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.167894 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] 10.222.0.10 "DELETE /v2.0/networks/ebc60cff-6a64-4d9e-8617-c036737aca1f HTTP/1.1" status: 204 len: 168 time: 0.3568749 Jul 09 20:11:25.179338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46561551-78b5-42ba-a15a-38cfd4222ed3 tempest-TestSecurityGroupsBasicOps-1572600921 tempest-TestSecurityGroupsBasicOps-1572600921-project] Pushing event deleted for resources: {'Network': ['ID=ebc60cff-6a64-4d9e-8617-c036737aca1f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:25.196148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aae4ec-38d6-4427-8aa5-5a763d42b604 req-a213a8bd-a74d-43ba-bd3b-8a595d10042d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:25.198586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64aae4ec-38d6-4427-8aa5-5a763d42b604 req-a213a8bd-a74d-43ba-bd3b-8a595d10042d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0989044 Jul 09 20:11:25.247854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64aae4ec-38d6-4427-8aa5-5a763d42b604 req-ccd9bb47-d6b1-4fbb-b9bf-22de9731f69f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435357 Jul 09 20:11:25.308176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.493075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:25.642280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-615235c7-4761-48fc-9ca0-756113809c74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fb4a3a689cd4ef8893d3837f6418391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480138 Jul 09 20:11:25.644941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:25.693073 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.713829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.759671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.762143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.763290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d26d581b-5361-4468-84a5-6772eb78a5f7 HTTP/1.1" status: 204 len: 168 time: 0.1172295 Jul 09 20:11:25.770944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84603001-365e-4a6c-84c4-19447f16d7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d581b-5361-4468-84a5-6772eb78a5f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.026212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.039791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37cce3e-2af3-4c6d-bb33-0cd48d440b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.127508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37cce3e-2af3-4c6d-bb33-0cd48d440b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.131602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37cce3e-2af3-4c6d-bb33-0cd48d440b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.172412 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d37cce3e-2af3-4c6d-bb33-0cd48d440b49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d49c6420be374a6c980632d59bc81cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451218 Jul 09 20:11:26.173516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cce3e-2af3-4c6d-bb33-0cd48d440b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a91c55-2a03-4e00-b1b2-04c456f5a97a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.175712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.226408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.247644 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.300883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.303752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.304918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a91c55-2a03-4e00-b1b2-04c456f5a97a HTTP/1.1" status: 204 len: 168 time: 0.1273737 Jul 09 20:11:26.313492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db199910-8774-4b6a-af7b-d0c24fff3fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a91c55-2a03-4e00-b1b2-04c456f5a97a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.365571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e53944af-19ef-44ea-80af-2e27ffad2096 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:26.437521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83a47-6018-41a3-8227-ff77bdf92383 req-7424611f-b9f0-4559-8c87-fe27d8daf5be tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:26.439283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82e83a47-6018-41a3-8227-ff77bdf92383 req-7424611f-b9f0-4559-8c87-fe27d8daf5be tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 944 time: 0.0692263 Jul 09 20:11:26.457706 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.485493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e53944af-19ef-44ea-80af-2e27ffad2096,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:26.496723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82e83a47-6018-41a3-8227-ff77bdf92383 req-f0b33473-3104-4555-b763-114d2dbbd2c3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505695 Jul 09 20:11:26.498336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'mac_address': 'fa:16:3e:c2:1d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:26.529457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:26.556155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:26.556582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8d9a12eb-08d3-4898-a4a7-480255e3b8a2 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:26.563005 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.576681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53944af-19ef-44ea-80af-2e27ffad2096 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:26.600000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e53944af-19ef-44ea-80af-2e27ffad2096,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:26.603577 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.656548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.657155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.696931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ed20544e-e0d3-42f4-9a19-9b3b9d5e561f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=442c63fab34148f5a8ee364aa0f39635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385394 Jul 09 20:11:26.699301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.745558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.765479 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.813751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.816267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.817412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5b5dd68-e343-495f-91d4-f30004949701 HTTP/1.1" status: 204 len: 168 time: 0.1169219 Jul 09 20:11:26.825528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fa0ac-2b40-4149-ab47-26de9a7df062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5dd68-e343-495f-91d4-f30004949701,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.888192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['e53944af-19ef-44ea-80af-2e27ffad2096'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:27.489626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:27.585954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-106442215-network', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:27.606269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Made reservation on behalf of 07f6dfa00df74a3cadb53b54886aa3c5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:27.608583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.617809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.673539 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aecf8b-69fb-4738-890f-88037e00ad98 req-da079f37-dad2-4379-93bf-f475daaeebd1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.676704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0aecf8b-69fb-4738-890f-88037e00ad98 req-da079f37-dad2-4379-93bf-f475daaeebd1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 945 time: 0.0682583 Jul 09 20:11:27.720294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a0aecf8b-69fb-4738-890f-88037e00ad98 req-58aa4585-ca20-4de2-8b55-5bfe10916315 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371783 Jul 09 20:11:27.720538 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.724694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.749050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:27.759292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed5dffb-0cdc-45c0-98b4-8f9ceed3c8ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:27.764085 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.764427 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Added segment e6376600-6ff3-4650-9820-39de80a648c7 of type vlan for network 5a9dbd61-f5bd-4857-84a6-e349755973f1 Jul 09 20:11:27.803692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.832179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.833538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.833930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.886093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3952012 Jul 09 20:11:27.888884 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:27.894072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Request body: {'subnet': {'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-106442215-subnet', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:27.896211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec75ab-b75c-48a0-aeb2-afc4e046ff83 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9dbd61-f5bd-4857-84a6-e349755973f1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:27.907016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:27.917535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Made reservation on behalf of 07f6dfa00df74a3cadb53b54886aa3c5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:27.920066 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.970188 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.087726 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.141854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32849e93-8ac2-45af-b991-29c4918b3a4b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:28.150282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Checking segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:28.150640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Network hostable DHCP agents. Network: 5a9dbd61-f5bd-4857-84a6-e349755973f1, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:28.166249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:28.175596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 5a9dbd61-f5bd-4857-84a6-e349755973f1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:28.179758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:28.180354 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.184080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4f256-fbe6-4b65-9ca4-f1ac9c6c2add None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:28.197080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-755a6e90-69d1-4ebd-afde-a391c61b3b00 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3070953 Jul 09 20:11:28.200117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:28.204584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:28.226397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.227390 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.283754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.334057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-5a9dbd61-f5bd-4857-84a6-e349755973f1', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:28.334950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.402771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e53944af-19ef-44ea-80af-2e27ffad2096 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:28.419237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.498242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port e53944af-19ef-44ea-80af-2e27ffad2096 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:28.503682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Allocated IP 172.20.0.2 (5a9dbd61-f5bd-4857-84a6-e349755973f1/32849e93-8ac2-45af-b991-29c4918b3a4b/98db0e9a-1108-4201-bf63-28f1803919b4) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:28.507720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port e53944af-19ef-44ea-80af-2e27ffad2096 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:28.508074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.628998 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.650247 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.762880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Allocated IP 172.25.3.69 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:28.819384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.870568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:28.872833 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b6805-e23f-4a95-9faa-97349a43ed62" -d '{"events": [{"server_uuid": "483b8155-5116-467e-9153-af462395190f", "name": "network-vif-plugged", "status": "completed", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:28.873930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.893722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.896605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e53944af-19ef-44ea-80af-2e27ffad2096,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:28.905397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Transition to ACTIVE for port object 98db0e9a-1108-4201-bf63-28f1803919b4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:28.907142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.909566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bf04f-b212-44d4-be92-d477f3c06db2 req-d93096a2-d9a2-47b6-ad5e-6aa7f872a363 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:28.911187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-401bf04f-b212-44d4-be92-d477f3c06db2 req-d93096a2-d9a2-47b6-ad5e-6aa7f872a363 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 945 time: 0.0726318 Jul 09 20:11:28.933803 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd5803-986d-4435-b6a9-a33de945a3af x-openstack-request-id: req-f8fd5803-986d-4435-b6a9-a33de945a3af {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:28.934167 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483b8155-5116-467e-9153-af462395190f", "name": "network-vif-plugged", "status": "completed", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:28.934366 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8fd5803-986d-4435-b6a9-a33de945a3af {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:28.935011 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'code': 200} Jul 09 20:11:28.947099 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.954315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Transition to ACTIVE for port object 98db0e9a-1108-4201-bf63-28f1803919b4 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:28.956957 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-401bf04f-b212-44d4-be92-d477f3c06db2 req-f6e3a1c3-bedc-4836-ab4b-2891db9c3a16 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386813 Jul 09 20:11:28.971601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.981109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:28.986697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.987073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.987421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.987760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.988097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.988428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.988756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.989084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.989441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.989770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.990126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:28.990416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:29.008370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:29.015577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:29.018551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:29.020935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:29.022391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:29.025834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:29.066463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Pushing event updated for resources: {'Port': ['ID=98db0e9a-1108-4201-bf63-28f1803919b4,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:29.085698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:29.097002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Attempting to bind port 98db0e9a-1108-4201-bf63-28f1803919b4 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:29.097399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Attempting to bind port 98db0e9a-1108-4201-bf63-28f1803919b4 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:29.097767 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Attempting to bind port 98db0e9a-1108-4201-bf63-28f1803919b4 on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:29.102594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:29.102969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Checking segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:29.103368 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.103761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Bound using segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:29.104218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Bound port: 98db0e9a-1108-4201-bf63-28f1803919b4, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:29.104600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.169818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] For port 98db0e9a-1108-4201-bf63-28f1803919b4, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:29.172858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] For port 98db0e9a-1108-4201-bf63-28f1803919b4, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98db0e9a-1108-4201-bf63-28f1803919b4,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:29.177550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.199075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674f564-b9b3-4d2c-85d2-341add140de1 req-dc297d18-8709-4c16-8ecd-05d5db8b539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.200825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2674f564-b9b3-4d2c-85d2-341add140de1 req-dc297d18-8709-4c16-8ecd-05d5db8b539c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1097 time: 0.2034698 Jul 09 20:11:29.238288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ca35-ea5d-45bf-8218-78bac8b165f8 None None] Pushing event updated for resources: {'Port': ['ID=98db0e9a-1108-4201-bf63-28f1803919b4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:29.281539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2674f564-b9b3-4d2c-85d2-341add140de1 req-1f773943-cac1-4646-9c23-8c6b7c7e5751 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731757 Jul 09 20:11:29.345064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.558261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.683881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Router 454a6f5a-9291-4c79-9749-9c80b62bfef9 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:29.788259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:29.796837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Sync routers for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:29.804568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.806100 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-677e7919-1986-4712-9d2a-d2cb2f8d7ae1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6050022 Jul 09 20:11:29.807016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:29.807640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:29.808943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:29.920291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:30.118224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:29Z', 'revision_number': 3, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:30.149104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Checking router: 454a6f5a-9291-4c79-9749-9c80b62bfef9 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:30.149464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Updating router 454a6f5a-9291-4c79-9749-9c80b62bfef9 port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:30.187978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.198009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faefa97-9973-4944-96a9-ab8898c97b8c req-22af7152-79c0-4020-b1da-b5d9eeeae169 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:30.205227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8faefa97-9973-4944-96a9-ab8898c97b8c req-22af7152-79c0-4020-b1da-b5d9eeeae169 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.1144707 Jul 09 20:11:30.261774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8faefa97-9973-4944-96a9-ab8898c97b8c req-6647f4a0-e761-4252-b079-7e4c36406412 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556071 Jul 09 20:11:30.287209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.296176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5dcca1-cc74-47a8-8113-d1d367cfb5a8 None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:30.383084 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c79c4b2c-6a10-4027-afa9-cf526818a4c5 None None] Provisioning for port 98db0e9a-1108-4201-bf63-28f1803919b4 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:30.462271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Allocated IP 172.20.0.1 (5a9dbd61-f5bd-4857-84a6-e349755973f1/32849e93-8ac2-45af-b991-29c4918b3a4b/967f2368-0ee4-42f6-8ca2-f5f1a62f4d98) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:30.578620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98db0e9a-1108-4201-bf63-28f1803919b4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:30.580676 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.593245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Transition to ACTIVE for port object 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:30.625877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.629585 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.649141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Transition to ACTIVE for port object b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:30.659816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.669107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:30.672058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:30.674950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:30.698443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Pushing event updated for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:30.711958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 98db0e9a-1108-4201-bf63-28f1803919b4 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:30.722685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.728037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98db0e9a-1108-4201-bf63-28f1803919b4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:30.728409 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.730351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4aef9-e1e2-4b56-9249-86c199c50d3b None None] Pushing event updated for resources: {'Port': ['ID=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:30.733962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Attempting to bind port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:30.734131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Attempting to bind port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:30.734454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Attempting to bind port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:30.762195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:30.762578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:30.762993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.763392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:30.764320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Bound port: b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:30.764320 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.850327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] For port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:30.869801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] For port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:30.871390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.878164 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.881843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.975534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 98db0e9a-1108-4201-bf63-28f1803919b4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98db0e9a-1108-4201-bf63-28f1803919b4,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:30.979237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4aef9-e1e2-4b56-9249-86c199c50d3b None None] Pushing event updated for resources: {'Port': ['ID=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:30.988174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a9baca0c-a701-4f45-901c-f43a2abb6091 None None] Provisioning complete for port 98db0e9a-1108-4201-bf63-28f1803919b4 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:30.988558 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9baca0c-a701-4f45-901c-f43a2abb6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.990181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.042500 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:31.043027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.054463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.059596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.108980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=98db0e9a-1108-4201-bf63-28f1803919b4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:31.133455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.144984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Pushing event updated for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:31.204027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:31.229211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:31.230571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:31.355134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Router 454a6f5a-9291-4c79-9749-9c80b62bfef9 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:31.383641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c57ab534-bc7a-48bf-b7b6-5a2a3113d2f6 None None] Provisioning for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:31.391250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c57ab534-bc7a-48bf-b7b6-5a2a3113d2f6 None None] Provisioning complete for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:31.391628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c57ab534-bc7a-48bf-b7b6-5a2a3113d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.453177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c57ab534-bc7a-48bf-b7b6-5a2a3113d2f6 None None] Port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:31.472533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '967f2368-0ee4-42f6-8ca2-f5f1a62f4d98', 'name': '', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'mac_address': 'fa:16:3e:43:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:30Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 1, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'subnets': [{'id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.499713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccdd611-f245-4edb-94c9-69c7fb84d352 None None] The sync data for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 is: [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '967f2368-0ee4-42f6-8ca2-f5f1a62f4d98', 'name': '', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'mac_address': 'fa:16:3e:43:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:30Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 1, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'subnets': [{'id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:31.575014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-94acdc2a-60d0-4aae-a066-23675ad06475 None None] Provisioning complete for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:31.575389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94acdc2a-60d0-4aae-a066-23675ad06475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.616377 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-94acdc2a-60d0-4aae-a066-23675ad06475 None None] Port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:31.857398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:31.865630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-19d002f8-5f41-455b-848f-096d54286ffb admin admin] 10.222.0.10 "PUT /v2.0/routers/454a6f5a-9291-4c79-9749-9c80b62bfef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0541072 Jul 09 20:11:31.874750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9b2e-cd6e-4184-b7fc-ec44527a5b0c req-78a0d59f-dcea-4b12-924e-ca7d8cb352e9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:31.876529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-198d9b2e-cd6e-4184-b7fc-ec44527a5b0c req-78a0d59f-dcea-4b12-924e-ca7d8cb352e9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.4687302 Jul 09 20:11:31.918141 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-198d9b2e-cd6e-4184-b7fc-ec44527a5b0c req-4e1921b1-75b7-4596-b0f0-0983217d2cc4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353987 Jul 09 20:11:32.102985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebde667-d80d-40f2-a2a9-a2cfe626ca6d req-d5ce5c83-8711-4fd6-937b-162ede748d2d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:32.109680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ebde667-d80d-40f2-a2a9-a2cfe626ca6d req-d5ce5c83-8711-4fd6-937b-162ede748d2d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.0773623 Jul 09 20:11:32.424573 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:32.429596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-372747311-network', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:32.430948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ebde667-d80d-40f2-a2a9-a2cfe626ca6d req-57295bf6-c389-46ef-86ea-94a447d19cac tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3203919 Jul 09 20:11:32.457984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:32.459154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Made reservation on behalf of f0b25c2953114df7a488b47c83dc178e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:32.461729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.471841 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.534370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf52ac-8ecd-4f1d-b969-48c5e1dec22c tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:32.536463 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e3cf52ac-8ecd-4f1d-b969-48c5e1dec22c tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1092 time: 0.0771232 Jul 09 20:11:32.540266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:32.546261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:32.600689 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.607198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:32.609308 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.645526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:32.653008 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.661118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:32.665614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:32.666002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.668993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801e75f4-91e3-4d8c-853b-3a014e02e3dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:32.703786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.704100 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Added segment e5c3fca5-8496-4eee-afe5-9d4666212741 of type vlan for network a434124c-a40f-4d3b-81ad-f28b875f5e1d Jul 09 20:11:32.759691 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.764467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.787370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:32.793158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.794323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98db0e9a-1108-4201-bf63-28f1803919b4 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:32.816405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.817746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:32.818461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.876131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:32.887551 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 98db0e9a-1108-4201-bf63-28f1803919b4 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:32.887923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.889178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:32.889315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4635165 Jul 09 20:11:32.898965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Request body: {'subnet': {'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-372747311-subnet', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:32.900446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.903195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f62b57-bff0-4057-9d20-f87ccaf18462 admin admin] Pushing event updated for resources: {'Network': ['ID=a434124c-a40f-4d3b-81ad-f28b875f5e1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:32.921458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:32.929283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Made reservation on behalf of f0b25c2953114df7a488b47c83dc178e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:32.931637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.044112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.25.3.242 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/3cfa7bf2-9718-4460-b82d-99b169fd4208) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:33.155836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.175325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.215446 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.230513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b758f442-9856-4612-9e94-c0e8263aca41,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.232566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Checking segment: {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:33.233181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Network hostable DHCP agents. Network: a434124c-a40f-4d3b-81ad-f28b875f5e1d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:33.254409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:33.254609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:33.260695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:33.263700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a434124c-a40f-4d3b-81ad-f28b875f5e1d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:33.264617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:33.268934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:33.270052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.271512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c8245-40a8-4966-aa24-8b37cdb53c21 None None] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:33.290916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-206d000b-3355-47f0-9365-14f0ee594578 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3972125 Jul 09 20:11:33.291651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:33.292688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=3cfa7bf2-9718-4460-b82d-99b169fd4208,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.296722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:33.321554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.322662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.380484 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.403797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:11:33.456704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'fixed_ips': [{'subnet_id': 'b758f442-9856-4612-9e94-c0e8263aca41'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:33.457695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.525727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.600914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Allocated IP 172.20.0.2 (a434124c-a40f-4d3b-81ad-f28b875f5e1d/b758f442-9856-4612-9e94-c0e8263aca41/d8ace996-096b-4de2-b488-22c6c006d6c3) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:33.687663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.745994 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.758524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.766100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.769238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Transition to ACTIVE for port object d8ace996-096b-4de2-b488-22c6c006d6c3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:33.785455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.786558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Transition to ACTIVE for port object d8ace996-096b-4de2-b488-22c6c006d6c3 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:33.792731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.829539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:33.832851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:33.836295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:33.874924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Pushing event updated for resources: {'Port': ['ID=d8ace996-096b-4de2-b488-22c6c006d6c3,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.889014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Allocated IP 172.25.3.30 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/7d39c076-8ae9-4a77-b7eb-6e94d5b74c19) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:33.913768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Attempting to bind port d8ace996-096b-4de2-b488-22c6c006d6c3 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:33.914151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Attempting to bind port d8ace996-096b-4de2-b488-22c6c006d6c3 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:33.914519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Attempting to bind port d8ace996-096b-4de2-b488-22c6c006d6c3 on network a434124c-a40f-4d3b-81ad-f28b875f5e1d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:33.922127 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:33.922708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Checking segment: {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:33.923616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.924452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Bound using segment: {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:33.925190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Bound port: d8ace996-096b-4de2-b488-22c6c006d6c3, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:33.925683 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.952500 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Sync routers for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:33.961857 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:33.962479 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:33.983194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.990487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.009601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] For port d8ace996-096b-4de2-b488-22c6c006d6c3, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:34.013786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] For port d8ace996-096b-4de2-b488-22c6c006d6c3, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8ace996-096b-4de2-b488-22c6c006d6c3,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:34.021700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.022795 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.069672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.075525 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=3cfa7bf2-9718-4460-b82d-99b169fd4208,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.086704 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:34.088898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.109049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0473-fa4a-42d8-a8f6-5c634ec8e104 None None] Pushing event updated for resources: {'Port': ['ID=d8ace996-096b-4de2-b488-22c6c006d6c3,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.149411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:34.154187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:34.158670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:34.164752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Pushing event updated for resources: {'Port': ['ID=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.222012 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP ff7194f3-a1e5-445c-aa05-93eff0699051 associated. External IP: 172.25.3.242, port: e53944af-19ef-44ea-80af-2e27ffad2096. Jul 09 20:11:34.312118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '967f2368-0ee4-42f6-8ca2-f5f1a62f4d98', 'name': '', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'mac_address': 'fa:16:3e:43:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:30Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 2, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'subnets': [{'id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:34.343512 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Checking router: 454a6f5a-9291-4c79-9749-9c80b62bfef9 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:34.343856 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Updating router 454a6f5a-9291-4c79-9749-9c80b62bfef9 port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:34.410547 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.497521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.507768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:34.660029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:34.681858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:34.686128 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.688461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:34.721861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:34.722634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:34.733284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a66edb31-b52f-41ed-968a-68f14ee13b55 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1919246 Jul 09 20:11:34.734915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:34.737655 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29511f54-3b11-449b-bd46-9ce4f217450d" -d '{"events": [{"name": "network-changed", "server_uuid": "483b8155-5116-467e-9153-af462395190f", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:34.761766 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.774417 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Transition to ACTIVE for port object 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:34.777325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.782150 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.795810 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7b8e1b-2a7c-4172-aec9-d59e63b2940a x-openstack-request-id: req-cd7b8e1b-2a7c-4172-aec9-d59e63b2940a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:34.796196 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483b8155-5116-467e-9153-af462395190f", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:34.796804 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd7b8e1b-2a7c-4172-aec9-d59e63b2940a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:34.797323 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'status': 'completed', 'code': 200} Jul 09 20:11:34.841657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Pushing event updated for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.871024 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.871403 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.871745 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.872081 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.872418 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.873009 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.873858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.873858 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.874057 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.874318 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.874667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.874989 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:34.900763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:34.916387 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Attempting to bind port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:34.916760 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Attempting to bind port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:34.917116 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Attempting to bind port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:34.922595 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:34.922969 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Checking segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:34.923372 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.923931 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Bound using segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:34.924397 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Bound port: 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:34.924778 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.959043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:34.959043 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.964828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511f54-3b11-449b-bd46-9ce4f217450d req-37b3f4b5-b8e2-49a4-b653-75e17ac3d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:34.966481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-37b3f4b5-b8e2-49a4-b653-75e17ac3d7e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1097 time: 0.1328597 Jul 09 20:11:35.004808 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] For port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:35.008259 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] For port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:35.020025 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.076382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Router 75305dbc-2c0d-48c4-b510-35a55952e972 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:35.112274 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:35.112923 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.153896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511f54-3b11-449b-bd46-9ce4f217450d req-f59d854f-9f8f-41d6-8de6-1dfd8cc1d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.160648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-f59d854f-9f8f-41d6-8de6-1dfd8cc1d8d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.1854439 Jul 09 20:11:35.164300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2840f-ceb5-409b-bbfe-91b0cc0b4b07 None None] Pushing event updated for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:35.246646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8ace996-096b-4de2-b488-22c6c006d6c3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:35.372283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ff7194f3-a1e5-445c-aa05-93eff0699051', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:c2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b8155-5116-467e-9153-af462395190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.375284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-97c5ce34-069a-4dd5-be41-e12b3368c959 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 200 len: 1000 time: 0.1685476 Jul 09 20:11:35.399435 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:35.413580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:35.415671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port d8ace996-096b-4de2-b488-22c6c006d6c3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:35.427889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:35.428521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.466406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511f54-3b11-449b-bd46-9ce4f217450d req-463a7d1f-512c-402a-aa6f-dc22e3f120ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.468378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-463a7d1f-512c-402a-aa6f-dc22e3f120ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0821602 Jul 09 20:11:35.474295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:35.491816 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Sync routers for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:35.537424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.538758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1a93c154-8423-4758-9e04-a5356e70da53 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2462142 Jul 09 20:11:35.541715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:35.549672 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:35.550532 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.582971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511f54-3b11-449b-bd46-9ce4f217450d req-5158e390-554c-4fc4-85eb-67b645de1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.583904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:35.584818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-5158e390-554c-4fc4-85eb-67b645de1de8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086740 Jul 09 20:11:35.635794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbab1a-1706-480b-8d41-d71dafb8864d None None] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:35.710433 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:35.732379 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-3f212d01-e901-4b5f-bbfb-7307fdbf48b8 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401923 Jul 09 20:11:35.807847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Provisioning for port d8ace996-096b-4de2-b488-22c6c006d6c3 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:35.821047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Provisioning complete for port d8ace996-096b-4de2-b488-22c6c006d6c3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:35.821501 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.848081 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '967f2368-0ee4-42f6-8ca2-f5f1a62f4d98', 'name': '', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'mac_address': 'fa:16:3e:43:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:30Z', 'updated_at': '2021-07-09T20:11:34Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'subnets': [{'id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.858243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-29511f54-3b11-449b-bd46-9ce4f217450d req-f59668d1-c6ca-41a6-a4a3-c6f89ec57a81 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185336 Jul 09 20:11:35.887664 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161915c-5e96-4159-8244-35789ac8c10b None None] The sync data for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 is: [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:30Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '967f2368-0ee4-42f6-8ca2-f5f1a62f4d98', 'name': '', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'mac_address': 'fa:16:3e:43:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:30Z', 'updated_at': '2021-07-09T20:11:34Z', 'revision_number': 4, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'subnets': [{'id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:35.964063 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:34Z', 'revision_number': 3, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.995273 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Checking router: 75305dbc-2c0d-48c4-b510-35a55952e972 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:35.995629 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Updating router 75305dbc-2c0d-48c4-b510-35a55952e972 port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:36.028914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.033778 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.085834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] For port d8ace996-096b-4de2-b488-22c6c006d6c3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8ace996-096b-4de2-b488-22c6c006d6c3,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:36.093892 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.099550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.142553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ff7194f3-a1e5-445c-aa05-93eff0699051', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:c2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b8155-5116-467e-9153-af462395190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:36.186583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577529c-cbb7-433a-b654-1948810e1fc1 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ff7194f3-a1e5-445c-aa05-93eff0699051', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.242', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:c2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b8155-5116-467e-9153-af462395190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:36.239237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd89c-8714-4a3a-a116-0452934f2629 None None] Pushing event updated for resources: {'Port': ['ID=d8ace996-096b-4de2-b488-22c6c006d6c3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.352732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Allocated IP 172.20.0.1 (a434124c-a40f-4d3b-81ad-f28b875f5e1d/b758f442-9856-4612-9e94-c0e8263aca41/b223c01d-6a82-4865-a78c-22136416f270) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:36.367425 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.379653 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Transition to ACTIVE for port object 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:36.391164 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.450186 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Attempting to bind port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:36.450563 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Attempting to bind port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:36.450921 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Attempting to bind port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:36.454375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9486ebf-0d09-4138-9ef0-b3896d7dbbae None None] Pushing event updated for resources: {'Port': ['ID=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.459846 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:36.460356 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:36.460770 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.461177 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:36.461649 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Bound port: 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:36.462340 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.530143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.535648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] For port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:36.538044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f5a2a721-957c-4feb-9e27-7933bb5e57e3 None None] Provisioning complete for port d8ace996-096b-4de2-b488-22c6c006d6c3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:36.538429 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a721-957c-4feb-9e27-7933bb5e57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.540476 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] For port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:36.550211 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.564566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Transition to ACTIVE for port object b223c01d-6a82-4865-a78c-22136416f270 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:36.610534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66657ecd-9646-42b7-a8fd-12266293ff2b None None] New status for floating IP ff7194f3-a1e5-445c-aa05-93eff0699051: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:11:36.613539 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:36.614406 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:36.652657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.668969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:36.694980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:36.702821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:36.707615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:36.739699 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Pushing event updated for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.746375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9486ebf-0d09-4138-9ef0-b3896d7dbbae None None] Pushing event updated for resources: {'Port': ['ID=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.774568 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:36.774811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.004598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.009875 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:34Z', 'revision_number': 3, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:37.037949 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f464c5b-4f94-47a8-86d0-378a70f28d36 None None] The sync data for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 is: [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:34Z', 'revision_number': 3, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:37.100259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:37.104398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:37.104776 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.191471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79f25a0b-767f-41e5-a238-059823ea0916 None None] Provisioning for port b223c01d-6a82-4865-a78c-22136416f270 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:37.194790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.199149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79f25a0b-767f-41e5-a238-059823ea0916 None None] Provisioning complete for port b223c01d-6a82-4865-a78c-22136416f270 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:37.199868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79f25a0b-767f-41e5-a238-059823ea0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.200016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.219311 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.248617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-79f25a0b-767f-41e5-a238-059823ea0916 None None] Port b223c01d-6a82-4865-a78c-22136416f270 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:37.265476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:37.269706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.271428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.271585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Pushing event updated for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.272253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8ace996-096b-4de2-b488-22c6c006d6c3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:37.351814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.365018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port d8ace996-096b-4de2-b488-22c6c006d6c3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:37.365433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.366366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:37.367737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:37.484474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Router 75305dbc-2c0d-48c4-b510-35a55952e972 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:37.568423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83691c94-c717-4767-ab4c-ac46eb17f76a None None] Provisioning complete for port b223c01d-6a82-4865-a78c-22136416f270 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:37.568801 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83691c94-c717-4767-ab4c-ac46eb17f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.604089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-83691c94-c717-4767-ab4c-ac46eb17f76a None None] Port b223c01d-6a82-4865-a78c-22136416f270 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:37.923235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:37.928314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a6641e0c-a56e-4e78-8031-e3e9b6c98f7e admin admin] 10.222.0.10 "PUT /v2.0/routers/75305dbc-2c0d-48c4-b510-35a55952e972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855462 Jul 09 20:11:38.453790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-208143e5-3dbf-4516-bf19-9e6909814041 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:38.453790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-208143e5-3dbf-4516-bf19-9e6909814041 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0950561 Jul 09 20:11:38.473594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-d3df61d4-3e24-41a9-86e4-734aca20f50a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/quotas/f0b25c2953114df7a488b47c83dc178e HTTP/1.1" status: 200 len: 375 time: 0.0151939 Jul 09 20:11:38.580482 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-cac8dc5b-979b-4cb2-95d6-891d5bd670d4 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012518 Jul 09 20:11:38.647819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:38.680859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-8f6c7353-e3f4-492f-a145-e0f4171de882 service neutron] 10.222.0.10 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934954 Jul 09 20:11:38.702188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:38.702550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.784332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-6fe10951-111c-48a8-85e9-a4835ba3cade service neutron] 10.222.0.10 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976861 Jul 09 20:11:38.787152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:38.841689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:38.845863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:38.846272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.955118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e321ea9c-9432-4483-a444-6fe6c1b4c621 req-90099288-a772-4e65-846f-91f86373cc13 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 210 time: 0.0315125 Jul 09 20:11:38.964158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.987124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:38.992287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.042225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:39.804116 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Sync routers for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:39.812866 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:39.813498 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:39.925835 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:40.020672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-f10a6e0c-9342-4857-8d0c-2d99a706d802 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:40.022243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-f10a6e0c-9342-4857-8d0c-2d99a706d802 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.59 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0989082 Jul 09 20:11:40.035429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Request body: {'port': {'device_id': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'admin_state_up': True, 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:40.059723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Made reservation on behalf of f0b25c2953114df7a488b47c83dc178e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:40.062851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.120206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c75ff788-ee64-48c9-b57b-6e64ac9a1cd7 req-91398d52-d44a-49ec-88b6-2a46323566a7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 210 time: 0.0354524 Jul 09 20:11:40.239037 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Allocated IP 172.20.0.9 (5a9dbd61-f5bd-4857-84a6-e349755973f1/32849e93-8ac2-45af-b991-29c4918b3a4b/e0bd5079-d5cf-4004-a2cf-8507478cd7dc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:40.246724 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:36Z', 'revision_number': 4, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b223c01d-6a82-4865-a78c-22136416f270', 'name': '', 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'mac_address': 'fa:16:3e:cf:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:36Z', 'updated_at': '2021-07-09T20:11:37Z', 'revision_number': 2, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'subnets': [{'id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:40.273669 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Checking router: 75305dbc-2c0d-48c4-b510-35a55952e972 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:40.274029 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Updating router 75305dbc-2c0d-48c4-b510-35a55952e972 port b223c01d-6a82-4865-a78c-22136416f270 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:40.307549 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.386253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.400079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Transition to ACTIVE for port object e0bd5079-d5cf-4004-a2cf-8507478cd7dc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:40.432762 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.473222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:40.476259 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:40.478819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:40.520940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Pushing event updated for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:40.540046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:40.545854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:40.546727 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.565646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-56745419-7d1b-4b93-a906-73aca53e46b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5348263 Jul 09 20:11:40.583851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Request body: {'port': {'device_id': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:40.597357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:40.597736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.601967 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.615373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Transition to ACTIVE for port object b223c01d-6a82-4865-a78c-22136416f270 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:40.625188 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.679516 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.693380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e29d1d-eeea-4b1a-a04d-8496dc174e25 None None] Pushing event updated for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:40.761999 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Attempting to bind port b223c01d-6a82-4865-a78c-22136416f270 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:40.762537 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Attempting to bind port b223c01d-6a82-4865-a78c-22136416f270 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:40.762908 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Attempting to bind port b223c01d-6a82-4865-a78c-22136416f270 on network a434124c-a40f-4d3b-81ad-f28b875f5e1d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:40.768633 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:40.769050 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Checking segment: {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:40.769502 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.769893 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Bound using segment: {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:40.770440 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Bound port: b223c01d-6a82-4865-a78c-22136416f270, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c3fca5-8496-4eee-afe5-9d4666212741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:40.770720 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.846077 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] For port b223c01d-6a82-4865-a78c-22136416f270, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:40.851081 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] For port b223c01d-6a82-4865-a78c-22136416f270, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b223c01d-6a82-4865-a78c-22136416f270,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:40.855942 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.883191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d37b8f9-c7a6-4bcc-91c6-daecf6faeacd None None] Provisioning for port e0bd5079-d5cf-4004-a2cf-8507478cd7dc completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:40.888086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5d37b8f9-c7a6-4bcc-91c6-daecf6faeacd None None] Provisioning complete for port e0bd5079-d5cf-4004-a2cf-8507478cd7dc triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:40.888766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d37b8f9-c7a6-4bcc-91c6-daecf6faeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.910359 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:40.911285 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:40.932238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5d37b8f9-c7a6-4bcc-91c6-daecf6faeacd None None] Port e0bd5079-d5cf-4004-a2cf-8507478cd7dc cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:40.975930 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e29d1d-eeea-4b1a-a04d-8496dc174e25 None None] Pushing event updated for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:41.013798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bd5079-d5cf-4004-a2cf-8507478cd7dc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:41.023157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.039382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Transition to ACTIVE for port object e0bd5079-d5cf-4004-a2cf-8507478cd7dc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:41.044646 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:41.046547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.125523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:41.193435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Attempting to bind port e0bd5079-d5cf-4004-a2cf-8507478cd7dc on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:41.193961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Attempting to bind port e0bd5079-d5cf-4004-a2cf-8507478cd7dc by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:41.194567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Attempting to bind port e0bd5079-d5cf-4004-a2cf-8507478cd7dc on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:41.208266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Port e0bd5079-d5cf-4004-a2cf-8507478cd7dc on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:41.208701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Attempting to bind port e0bd5079-d5cf-4004-a2cf-8507478cd7dc on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:41.216827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:41.217333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Checking segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:41.218508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Bound using segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:41.218508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Bound port: e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:41.218800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.302553 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:36Z', 'revision_number': 4, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b223c01d-6a82-4865-a78c-22136416f270', 'name': '', 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'mac_address': 'fa:16:3e:cf:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:36Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 4, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'subnets': [{'id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:41.322336 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:41.327181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:41.332792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.343920 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7265e8-7803-4e9e-9092-b5bdb19be874 None None] The sync data for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 is: [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:36Z', 'revision_number': 4, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'b223c01d-6a82-4865-a78c-22136416f270', 'name': '', 'network_id': 'a434124c-a40f-4d3b-81ad-f28b875f5e1d', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'mac_address': 'fa:16:3e:cf:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:36Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 4, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'subnets': [{'id': 'b758f442-9856-4612-9e94-c0e8263aca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:41.377405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.378221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.379675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0bd5079-d5cf-4004-a2cf-8507478cd7dc HTTP/1.1" status: 200 len: 1091 time: 0.8055580 Jul 09 20:11:41.381552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea18fa-ffd2-4e0c-a21d-b9377a3965df req-a8075ea1-763f-4139-a86d-7fbd7806576c tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.383238 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3dea18fa-ffd2-4e0c-a21d-b9377a3965df req-a8075ea1-763f-4139-a86d-7fbd7806576c tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1052 time: 0.0688221 Jul 09 20:11:41.392353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:41.395072 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:41.434230 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3dea18fa-ffd2-4e0c-a21d-b9377a3965df req-3adc5cd2-6dff-4969-a5a6-bd54463e4998 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Jul 09 20:11:41.468958 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282c8f4-d348-4a00-8e04-11bcb10af135 x-openstack-request-id: req-a282c8f4-d348-4a00-8e04-11bcb10af135 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:41.469284 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:41.469540 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a282c8f4-d348-4a00-8e04-11bcb10af135 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:41.469946 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc', 'status': 'completed', 'code': 200} Jul 09 20:11:41.471524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bebf38-5d94-45ea-aaa4-7c34cf9bd839 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:41.501971 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-256c5fe1-4be3-4c4c-83cc-e82a5fe75b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.503544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-256c5fe1-4be3-4c4c-83cc-e82a5fe75b30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1094 time: 0.0678852 Jul 09 20:11:41.550953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-ea500b97-e7e6-4cee-a882-1d7c65bc65be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc HTTP/1.1" status: 200 len: 217 time: 0.0407374 Jul 09 20:11:41.604128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-bd9d5672-33fc-4628-b744-4e8d05bb9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.605944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-bd9d5672-33fc-4628-b744-4e8d05bb9bb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32849e93-8ac2-45af-b991-29c4918b3a4b HTTP/1.1" status: 200 len: 848 time: 0.0493209 Jul 09 20:11:41.667051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-65a71978-3319-413e-9f18-48b2662241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.668517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-65a71978-3319-413e-9f18-48b2662241a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9dbd61-f5bd-4857-84a6-e349755973f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560555 Jul 09 20:11:41.763572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-2028327f-443a-4bab-b5f6-d65dd0823a71 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884211 Jul 09 20:11:41.880056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e972fa5-e3ec-4e0e-acc5-d37c151f804d req-1788c712-49f3-43db-b22b-51a3dd859155 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095722 Jul 09 20:11:41.979420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-9bfebad2-0d12-44aa-9b1e-c215eb308fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.980962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-9bfebad2-0d12-44aa-9b1e-c215eb308fdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1094 time: 0.0535471 Jul 09 20:11:42.072610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-25533c87-4421-4603-9b29-6798f6895235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:42.074047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-25533c87-4421-4603-9b29-6798f6895235 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0865831 Jul 09 20:11:42.116667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-e71d36ae-39da-4c24-8d04-c243ccaacb62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc HTTP/1.1" status: 200 len: 217 time: 0.0343566 Jul 09 20:11:42.164648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-36b8bfd6-8604-4a0e-a98c-e5e9329280bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:42.166182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-36b8bfd6-8604-4a0e-a98c-e5e9329280bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32849e93-8ac2-45af-b991-29c4918b3a4b HTTP/1.1" status: 200 len: 848 time: 0.0433509 Jul 09 20:11:42.228172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-78952642-2542-4f54-b9ee-356a433a9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:42.229700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-78952642-2542-4f54-b9ee-356a433a9176 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9dbd61-f5bd-4857-84a6-e349755973f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561683 Jul 09 20:11:42.324905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-af35afca-4555-4ca8-b350-f833e98ac9d3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Jul 09 20:11:42.415410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b01ed87d-04ba-4682-9ac0-6b2c71f56ed6 req-b2bfa659-8541-4656-9ea1-4b8777ae249c service neutron] 10.222.0.59 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839968 Jul 09 20:11:42.555422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b223c01d-6a82-4865-a78c-22136416f270 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:42.612218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b223c01d-6a82-4865-a78c-22136416f270 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:42.615595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173e18-e1f6-4f5b-8f01-dd520904af7f req-99960101-7a46-4f97-a405-0aed3140b5a9 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:42.616202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b223c01d-6a82-4865-a78c-22136416f270 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:42.616591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.617178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-58173e18-e1f6-4f5b-8f01-dd520904af7f req-99960101-7a46-4f97-a405-0aed3140b5a9 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1094 time: 0.0584207 Jul 09 20:11:42.655815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-58173e18-e1f6-4f5b-8f01-dd520904af7f req-28b31963-c039-4a9d-952b-fb3c5b570bdc tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Jul 09 20:11:42.711105 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.744956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b223c01d-6a82-4865-a78c-22136416f270, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b223c01d-6a82-4865-a78c-22136416f270,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:42.749216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.796910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:43.816764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d8a99-b46b-4cfc-8169-80ac76a26a54 req-507bf35a-620a-4ac6-8dfc-a31b19c3bc48 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:43.818367 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e1d8a99-b46b-4cfc-8169-80ac76a26a54 req-507bf35a-620a-4ac6-8dfc-a31b19c3bc48 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1094 time: 0.0524426 Jul 09 20:11:43.853586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e1d8a99-b46b-4cfc-8169-80ac76a26a54 req-8b509f4c-cdaf-4b83-b22b-725d6af3328f tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294571 Jul 09 20:11:44.511257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b223c01d-6a82-4865-a78c-22136416f270 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:44.561118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b223c01d-6a82-4865-a78c-22136416f270 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:44.561520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:45.012629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999b600-0970-4846-9fb6-ba14d88849f1 req-de7c2f87-8ea6-43c3-9719-1b08cb85a555 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:45.014147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e999b600-0970-4846-9fb6-ba14d88849f1 req-de7c2f87-8ea6-43c3-9719-1b08cb85a555 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1094 time: 0.0504136 Jul 09 20:11:45.046754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e999b600-0970-4846-9fb6-ba14d88849f1 req-59a02031-63ab-4634-ae2d-e5371780581f tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270262 Jul 09 20:11:45.390839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e0bd5079-d5cf-4004-a2cf-8507478cd7dc details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:45.485552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:45.497098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'port_id': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc', 'mac_address': 'fa:16:3e:34:ef:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:45.532265 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:45.544843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bd5079-d5cf-4004-a2cf-8507478cd7dc {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:45.563196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:45.567024 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:45.612992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:45.789537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e0bd5079-d5cf-4004-a2cf-8507478cd7dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:46.208594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20394159-81b3-4240-98c8-91a406131452 req-2178bb7a-a2ad-4d88-864d-99f8d9478c8b tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:46.210165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20394159-81b3-4240-98c8-91a406131452 req-2178bb7a-a2ad-4d88-864d-99f8d9478c8b tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1095 time: 0.0534532 Jul 09 20:11:46.242954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-20394159-81b3-4240-98c8-91a406131452 req-f6640535-eaaf-40d4-a0f0-f646e9621423 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272262 Jul 09 20:11:47.406953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e0bd5079-d5cf-4004-a2cf-8507478cd7dc up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:47.412169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c321-e835-4daa-b521-afedc2c2b6b6 req-722c33db-8aea-4872-a83d-9d8b16285c8a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:47.413678 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51f3c321-e835-4daa-b521-afedc2c2b6b6 req-722c33db-8aea-4872-a83d-9d8b16285c8a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1095 time: 0.0548651 Jul 09 20:11:47.455674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port e0bd5079-d5cf-4004-a2cf-8507478cd7dc completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:47.459702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port e0bd5079-d5cf-4004-a2cf-8507478cd7dc triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:47.460086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.544932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.569163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:47.571487 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375fab5-e422-4c6a-925c-dfd43db3b371" -d '{"events": [{"server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "name": "network-vif-plugged", "status": "completed", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:47.586846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:47.591804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.619803 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bc3000-aadc-49cf-8bfc-30c270fd2122 x-openstack-request-id: req-05bc3000-aadc-49cf-8bfc-30c270fd2122 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:47.620175 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "name": "network-vif-plugged", "status": "completed", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:47.620369 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05bc3000-aadc-49cf-8bfc-30c270fd2122 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:47.620773 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc', 'code': 200} Jul 09 20:11:47.652441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:47.723643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51f3c321-e835-4daa-b521-afedc2c2b6b6 req-99586691-1f2b-436d-b396-a23bcae327ec tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041620 Jul 09 20:11:47.734703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0af4-7522-4d4c-9b89-d1dd3cc246e0 req-858482d5-b477-4fef-88e9-19da3cb1de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:47.736903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b6f0af4-7522-4d4c-9b89-d1dd3cc246e0 req-858482d5-b477-4fef-88e9-19da3cb1de4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0577526 Jul 09 20:11:47.772274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b6f0af4-7522-4d4c-9b89-d1dd3cc246e0 req-e59cb08a-da3d-4fe2-843c-2a68ff1019b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294681 Jul 09 20:11:48.897094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede40e1-9f84-4ce6-92eb-a92b22691d42 req-04c5a690-f83f-4c9c-9ad7-7ed5a58afadb tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:48.898646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ede40e1-9f84-4ce6-92eb-a92b22691d42 req-04c5a690-f83f-4c9c-9ad7-7ed5a58afadb tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0532970 Jul 09 20:11:48.933809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ede40e1-9f84-4ce6-92eb-a92b22691d42 req-1d9b799a-cf12-4ae8-9b3e-7f25b083c4b7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294604 Jul 09 20:11:48.952921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.098934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d0f41-1e6d-4989-82a7-43e1658852b6 req-0fa31e5e-3f31-4283-b283-cd52a779101f tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:49.100454 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b42d0f41-1e6d-4989-82a7-43e1658852b6 req-0fa31e5e-3f31-4283-b283-cd52a779101f tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0540578 Jul 09 20:11:49.135579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b42d0f41-1e6d-4989-82a7-43e1658852b6 req-cc80a50e-1053-4f32-9c7b-3370417ee7cf tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281670 Jul 09 20:11:49.293119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b16f-9414-4694-ba16-5bd975c6bbe6 req-1aa11dd4-a349-47be-bc28-57258af4402a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:49.294665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23f8b16f-9414-4694-ba16-5bd975c6bbe6 req-1aa11dd4-a349-47be-bc28-57258af4402a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0512645 Jul 09 20:11:49.332521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23f8b16f-9414-4694-ba16-5bd975c6bbe6 req-9672c236-5b6b-44ae-88d6-a4607d390320 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 09 20:11:49.565214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-fe11597c-a373-4fc6-b868-5004a0f4f399 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:49.566705 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-fe11597c-a373-4fc6-b868-5004a0f4f399 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0875626 Jul 09 20:11:49.580915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-41a2b8b3-2f82-492f-99a9-1ab905565721 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/quotas/f0b25c2953114df7a488b47c83dc178e HTTP/1.1" status: 200 len: 375 time: 0.0088644 Jul 09 20:11:49.669315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-a6e78c27-92e2-433b-a146-023faf3d79ee tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833702 Jul 09 20:11:49.759912 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-dbd0cc50-53c2-49ea-b97b-78b47831d543 service neutron] 10.222.0.10 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834765 Jul 09 20:11:49.846818 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-4e6ad0c1-eb99-413b-85d5-c2e5d0397f7e service neutron] 10.222.0.10 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Jul 09 20:11:50.008020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-871c9842-6738-4e7b-8d6d-8a0c77b23487 req-1f38a4ee-2a9e-4f12-ace4-332349dc31ef tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 210 time: 0.0280397 Jul 09 20:11:51.069595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-7f3a3cae-2453-4151-981c-1b73a1273ab6 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:51.071382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-7f3a3cae-2453-4151-981c-1b73a1273ab6 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.25 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0960562 Jul 09 20:11:51.084777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Request body: {'port': {'device_id': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'admin_state_up': True, 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:51.107365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Made reservation on behalf of f0b25c2953114df7a488b47c83dc178e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:51.110045 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.165769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4188fcdc-d1b9-4255-8988-08c4b0739a48 req-780fc5a1-0559-4a35-b5b0-22a301304e97 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 210 time: 0.0375416 Jul 09 20:11:51.268991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Allocated IP 172.20.0.10 (5a9dbd61-f5bd-4857-84a6-e349755973f1/32849e93-8ac2-45af-b991-29c4918b3a4b/37c47276-c0da-48ed-a21f-f029cc2abb78) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:51.411022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.424582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Transition to ACTIVE for port object 37c47276-c0da-48ed-a21f-f029cc2abb78 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:51.457525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.468435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e0bd5079-d5cf-4004-a2cf-8507478cd7dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:51.498393 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:51.503173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:51.506502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:51.532288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Pushing event updated for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.552488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:51.553105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.567662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-127cedf7-b8a3-4a5e-bd8b-2b93990dc923 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4883082 Jul 09 20:11:51.581795 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Request body: {'port': {'device_id': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:51.669026 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.711562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-53fcd8eb-b7cb-40ec-b77f-50d5b7123ee0 None None] Provisioning for port 37c47276-c0da-48ed-a21f-f029cc2abb78 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:51.716512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-53fcd8eb-b7cb-40ec-b77f-50d5b7123ee0 None None] Provisioning complete for port 37c47276-c0da-48ed-a21f-f029cc2abb78 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:51.716908 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-53fcd8eb-b7cb-40ec-b77f-50d5b7123ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.751173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-53fcd8eb-b7cb-40ec-b77f-50d5b7123ee0 None None] Port 37c47276-c0da-48ed-a21f-f029cc2abb78 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:51.937078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c47276-c0da-48ed-a21f-f029cc2abb78 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:51.944717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.957314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Transition to ACTIVE for port object 37c47276-c0da-48ed-a21f-f029cc2abb78 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:51.960944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.011295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Pushing event updated for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:52.086882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Attempting to bind port 37c47276-c0da-48ed-a21f-f029cc2abb78 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:52.087528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Attempting to bind port 37c47276-c0da-48ed-a21f-f029cc2abb78 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:52.087528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Attempting to bind port 37c47276-c0da-48ed-a21f-f029cc2abb78 on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:52.092481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Port 37c47276-c0da-48ed-a21f-f029cc2abb78 on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:52.092904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Attempting to bind port 37c47276-c0da-48ed-a21f-f029cc2abb78 on network 5a9dbd61-f5bd-4857-84a6-e349755973f1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:52.098114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:52.098454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Checking segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:52.098955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Bound using segment: {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:52.099535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Bound port: 37c47276-c0da-48ed-a21f-f029cc2abb78, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6376600-6ff3-4650-9820-39de80a648c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:52.099948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.168815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:52.172055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=37c47276-c0da-48ed-a21f-f029cc2abb78,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:52.176137 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.210726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.211449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.212864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] 10.222.0.25 "PUT /v2.0/ports/37c47276-c0da-48ed-a21f-f029cc2abb78 HTTP/1.1" status: 200 len: 1092 time: 0.6373327 Jul 09 20:11:52.215185 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:52.218564 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bb7bfd-8395-4927-b576-cdc8cd06ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:52.248611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103d520-df4c-47a5-9e9d-7b908fca293c service neutron] Pushing event updated for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:52.294297 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86f1f80-b0f9-41dd-beda-3f72253d85c8 x-openstack-request-id: req-b86f1f80-b0f9-41dd-beda-3f72253d85c8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:52.294590 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:52.294836 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b86f1f80-b0f9-41dd-beda-3f72253d85c8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:52.295224 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78', 'status': 'completed', 'code': 200} Jul 09 20:11:52.325432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-d910defc-2f70-406a-9dd7-342f505c543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.326978 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-d910defc-2f70-406a-9dd7-342f505c543b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0621076 Jul 09 20:11:52.371217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267ad7-1eb5-4356-bbc3-ccc1228db16b req-ae58c9b9-9eca-4d07-a73e-e9f94868cf09 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.372850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44267ad7-1eb5-4356-bbc3-ccc1228db16b req-ae58c9b9-9eca-4d07-a73e-e9f94868cf09 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0620964 Jul 09 20:11:52.384493 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-9705e01e-d604-4e99-840d-e088a83819c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c47276-c0da-48ed-a21f-f029cc2abb78 HTTP/1.1" status: 200 len: 217 time: 0.0430498 Jul 09 20:11:52.399592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d149a67e-572a-4d67-82ac-cac8e1f6f9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.421697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44267ad7-1eb5-4356-bbc3-ccc1228db16b req-00e6d233-60cb-448e-9745-c9683f201451 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Jul 09 20:11:52.440211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-871c627b-fcd5-4fea-a06f-cbf618a70d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.441774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-871c627b-fcd5-4fea-a06f-cbf618a70d9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32849e93-8ac2-45af-b991-29c4918b3a4b HTTP/1.1" status: 200 len: 848 time: 0.0512521 Jul 09 20:11:52.503769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-287deb0a-f9d2-4909-b896-71c4dd7fdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.505313 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-287deb0a-f9d2-4909-b896-71c4dd7fdc06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a9dbd61-f5bd-4857-84a6-e349755973f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565491 Jul 09 20:11:52.599848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-96e6b372-e899-4e31-b0da-cec7a565d745 service neutron] 10.222.0.25 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865006 Jul 09 20:11:52.693325 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd98de57-3a73-4211-a4fd-4b0f6501e220 req-be8a0806-d219-49c3-9268-7b141e7e0dc2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Jul 09 20:11:52.798378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-8742456d-172c-4141-a65b-e26bfccb3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.800419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-8742456d-172c-4141-a65b-e26bfccb3117 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0b25c2953114df7a488b47c83dc178e&device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0585129 Jul 09 20:11:52.888554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-e6299736-150e-4621-b0ca-73fbcbdc3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.890053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-e6299736-150e-4621-b0ca-73fbcbdc3ec1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 200 len: 910 time: 0.0824161 Jul 09 20:11:52.932352 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-e1815445-01d4-44ea-ae29-4bf4db068da1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c47276-c0da-48ed-a21f-f029cc2abb78 HTTP/1.1" status: 200 len: 217 time: 0.0340562 Jul 09 20:11:52.983646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-f298f1e3-1bcd-43b6-a614-fdc2840d04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.985074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-f298f1e3-1bcd-43b6-a614-fdc2840d04b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=32849e93-8ac2-45af-b991-29c4918b3a4b HTTP/1.1" status: 200 len: 848 time: 0.0471923 Jul 09 20:11:53.041058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-e46b639e-a76f-4f1c-8518-4bca098b14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:53.042556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-e46b639e-a76f-4f1c-8518-4bca098b14cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a9dbd61-f5bd-4857-84a6-e349755973f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510914 Jul 09 20:11:53.129285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-7685a2ef-b591-4af8-8ea2-aa1f5e5ae424 service neutron] 10.222.0.25 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799503 Jul 09 20:11:53.221723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08bb7bfd-8395-4927-b576-cdc8cd06ad34 req-be721bc1-5db0-42ff-8ce3-ccc63ba97c01 service neutron] 10.222.0.25 "GET /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862229 Jul 09 20:11:53.474612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.584165 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b828b-221b-4863-abe6-8c4590ac8beb req-f8f59de6-679f-4747-9301-5e2f37b3df5d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:53.585782 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-377b828b-221b-4863-abe6-8c4590ac8beb req-f8f59de6-679f-4747-9301-5e2f37b3df5d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0545592 Jul 09 20:11:53.619759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-377b828b-221b-4863-abe6-8c4590ac8beb req-0b92c464-cdb4-4dcf-8aeb-aea256283124 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284891 Jul 09 20:11:54.777708 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3b519-d8a7-481a-a36c-419c9d8d275e req-1e0e0a65-11d5-46fb-8f56-7038509c805a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:54.779117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0a3b519-d8a7-481a-a36c-419c9d8d275e req-1e0e0a65-11d5-46fb-8f56-7038509c805a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0514114 Jul 09 20:11:54.815858 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0a3b519-d8a7-481a-a36c-419c9d8d275e req-49ebd3e0-7465-41e0-82e0-7fe70c91a4ac tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Jul 09 20:11:54.998936 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b82f2d55-6afc-48b7-b87f-cf500c728e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.308895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.978908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981b65-b37e-4f21-bb23-9a31a47566e5 req-c4052f46-63bd-4808-aacb-b7307dd4823d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:55.980442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63981b65-b37e-4f21-bb23-9a31a47566e5 req-c4052f46-63bd-4808-aacb-b7307dd4823d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1095 time: 0.0573857 Jul 09 20:11:56.013037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63981b65-b37e-4f21-bb23-9a31a47566e5 req-270e3a92-60da-4dbe-84ed-c1ce40d9a9ad tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271125 Jul 09 20:11:56.441331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.553777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 37c47276-c0da-48ed-a21f-f029cc2abb78 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:56.660328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=37c47276-c0da-48ed-a21f-f029cc2abb78,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:56.672337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '37c47276-c0da-48ed-a21f-f029cc2abb78', 'network_id': '5a9dbd61-f5bd-4857-84a6-e349755973f1', 'port_id': '37c47276-c0da-48ed-a21f-f029cc2abb78', 'mac_address': 'fa:16:3e:e3:e5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32849e93-8ac2-45af-b991-29c4918b3a4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:56.709895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.722589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c47276-c0da-48ed-a21f-f029cc2abb78 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:56.743517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=37c47276-c0da-48ed-a21f-f029cc2abb78,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:56.747533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.800858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:57.095920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['37c47276-c0da-48ed-a21f-f029cc2abb78'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:57.183440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389d49-680a-4e0d-9727-c7410eda9f5e req-d0a7ffee-8454-42cc-b5fd-89a3160c7f2e tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:57.185160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b389d49-680a-4e0d-9727-c7410eda9f5e req-d0a7ffee-8454-42cc-b5fd-89a3160c7f2e tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1096 time: 0.0592790 Jul 09 20:11:57.224848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b389d49-680a-4e0d-9727-c7410eda9f5e req-eb79ba2d-82dc-49f2-86e1-1fbcd2cd662e tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Jul 09 20:11:57.930117 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.402432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2143-c59c-4d56-ad2e-9e2f4cd1ef31 req-e4ae14f8-7c72-4d8f-94d1-9b0b961ceff2 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:58.404013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-582b2143-c59c-4d56-ad2e-9e2f4cd1ef31 req-e4ae14f8-7c72-4d8f-94d1-9b0b961ceff2 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1096 time: 0.0587165 Jul 09 20:11:58.443693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-582b2143-c59c-4d56-ad2e-9e2f4cd1ef31 req-7a247172-e112-4194-be23-252ec456c63b tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Jul 09 20:11:58.554359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 37c47276-c0da-48ed-a21f-f029cc2abb78 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:58.604086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 37c47276-c0da-48ed-a21f-f029cc2abb78 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:58.608091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 37c47276-c0da-48ed-a21f-f029cc2abb78 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:58.608569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.686794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.717606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:58.721740 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869866b-feb0-4428-8c1e-edb35ee5f658" -d '{"events": [{"server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "name": "network-vif-plugged", "status": "completed", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:58.739824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=37c47276-c0da-48ed-a21f-f029cc2abb78,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:58.744219 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.775609 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876e9ea-e14b-47e2-bd58-7517758d920e x-openstack-request-id: req-3876e9ea-e14b-47e2-bd58-7517758d920e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:58.775899 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "name": "network-vif-plugged", "status": "completed", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:58.776150 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3876e9ea-e14b-47e2-bd58-7517758d920e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:58.776537 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78', 'code': 200} Jul 09 20:11:58.803393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:58.875228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871c7e4-c3e0-427c-ab01-3e50dafdb666 req-957bfe2f-5d6f-4d61-9082-ea9a81802ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:58.877316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b871c7e4-c3e0-427c-ab01-3e50dafdb666 req-957bfe2f-5d6f-4d61-9082-ea9a81802ee1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0529020 Jul 09 20:11:58.911900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b871c7e4-c3e0-427c-ab01-3e50dafdb666 req-186a73ac-b082-4c4e-8274-85f7949dd98b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277958 Jul 09 20:11:59.606696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da23e-1364-4460-b11d-e6f84658cd41 req-0cdfa612-560a-4ed2-b966-b56a79de9752 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:59.608177 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7da23e-1364-4460-b11d-e6f84658cd41 req-0cdfa612-560a-4ed2-b966-b56a79de9752 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0539050 Jul 09 20:11:59.641223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9d7da23e-1364-4460-b11d-e6f84658cd41 req-21896ca3-9518-40ee-ad68-a15f4d4daa5a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268939 Jul 09 20:12:00.797649 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852d08-b94c-419a-a070-512faa444f05 req-cd4309df-40b7-4895-812b-553dc89caa68 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:00.799579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc852d08-b94c-419a-a070-512faa444f05 req-cd4309df-40b7-4895-812b-553dc89caa68 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0520692 Jul 09 20:12:00.832822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc852d08-b94c-419a-a070-512faa444f05 req-6f4a2ce0-c491-4d6d-83f6-930a297f192d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276761 Jul 09 20:12:00.988839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72820-b205-48d6-9af4-56031ffd889d req-5820b3a8-7700-43fd-a5e2-0bb127e7caac tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:00.990407 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bd72820-b205-48d6-9af4-56031ffd889d req-5820b3a8-7700-43fd-a5e2-0bb127e7caac tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0517807 Jul 09 20:12:01.023716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bd72820-b205-48d6-9af4-56031ffd889d req-63190b70-7a9c-44a3-ad99-9df007c6d644 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276818 Jul 09 20:12:01.186583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a5c63-f631-4963-a194-93b359bd0bf9 req-b5de711b-bd20-4b54-ac26-a45687401315 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:01.188082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-052a5c63-f631-4963-a194-93b359bd0bf9 req-b5de711b-bd20-4b54-ac26-a45687401315 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0547340 Jul 09 20:12:01.221887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-052a5c63-f631-4963-a194-93b359bd0bf9 req-d92ebd2a-f453-4dfc-99e1-34a8f07a657d tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282726 Jul 09 20:12:01.590600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3521f-608b-48f4-ab92-624553a2cae2 req-740831d4-088b-4258-9a3a-b5dca0ac09e9 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:01.592012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7d3521f-608b-48f4-ab92-624553a2cae2 req-740831d4-088b-4258-9a3a-b5dca0ac09e9 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0513983 Jul 09 20:12:01.626109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7d3521f-608b-48f4-ab92-624553a2cae2 req-ac940de0-a648-49ef-b143-e672fa0eed33 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278947 Jul 09 20:12:02.792463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c333c-fcd1-4d48-88f4-75b77ff3d8c3 req-c652cfe9-ebf1-44fc-8623-d888474a9ecc tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:02.794261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b47c333c-fcd1-4d48-88f4-75b77ff3d8c3 req-c652cfe9-ebf1-44fc-8623-d888474a9ecc tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0541508 Jul 09 20:12:02.828424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b47c333c-fcd1-4d48-88f4-75b77ff3d8c3 req-827ff52f-4aa7-4d66-a30e-68a4b1f8a3df tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286014 Jul 09 20:12:03.135693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5640e4-ef97-4120-93b9-716132275601 req-72f7c6d4-7e80-4576-a736-71dfefb8f4c7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:03.137220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd5640e4-ef97-4120-93b9-716132275601 req-72f7c6d4-7e80-4576-a736-71dfefb8f4c7 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 1097 time: 0.0562727 Jul 09 20:12:03.224064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Deleting port 37c47276-c0da-48ed-a21f-f029cc2abb78 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:03.224410 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.303003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] For port 37c47276-c0da-48ed-a21f-f029cc2abb78, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=37c47276-c0da-48ed-a21f-f029cc2abb78,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:03.303353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.315616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Calling delete_port for 37c47276-c0da-48ed-a21f-f029cc2abb78 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:03.432920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.444690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e0bd5079-d5cf-4004-a2cf-8507478cd7dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:03.451286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['37c47276-c0da-48ed-a21f-f029cc2abb78'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:03.466122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Pushing event deleted for resources: {'Port': ['ID=37c47276-c0da-48ed-a21f-f029cc2abb78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:03.511229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] No DVR routers for this DVR port 37c47276-c0da-48ed-a21f-f029cc2abb78 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:03.518702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.521011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd5640e4-ef97-4120-93b9-716132275601 req-0c8846b1-64c8-4521-b047-ce2c5168f781 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.25 "DELETE /v2.0/ports/37c47276-c0da-48ed-a21f-f029cc2abb78 HTTP/1.1" status: 204 len: 173 time: 0.3783598 Jul 09 20:12:03.521549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'name': 'network-vif-deleted', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:03.524134 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce05de-c16b-453e-a48e-47e998820b89" -d '{"events": [{"server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "name": "network-vif-deleted", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:03.571506 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c96e9d-1973-4238-9cf2-7a0bc3e65843 x-openstack-request-id: req-05c96e9d-1973-4238-9cf2-7a0bc3e65843 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:03.572042 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d256a530-f17b-433f-9638-a177dcdd0f56", "name": "network-vif-deleted", "tag": "37c47276-c0da-48ed-a21f-f029cc2abb78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:03.572496 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05c96e9d-1973-4238-9cf2-7a0bc3e65843 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:03.573090 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd256a530-f17b-433f-9638-a177dcdd0f56', 'name': 'network-vif-deleted', 'tag': '37c47276-c0da-48ed-a21f-f029cc2abb78', 'status': 'completed', 'code': 200} Jul 09 20:12:03.982706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-026b256a-ee41-44c5-ab1e-a53c54e04604 req-03d6a634-64e9-45c6-a03d-5d8a93438c9e tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d256a530-f17b-433f-9638-a177dcdd0f56 HTTP/1.1" status: 200 len: 210 time: 0.0290964 Jul 09 20:12:04.169160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-b5cfb2af-6c91-4444-abad-d960a3360c66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678444 Jul 09 20:12:04.267616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f407-63e0-483e-9f52-436b0b351203 req-4af425b7-f33c-4657-9275-cb43e796698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:04.269075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-4af425b7-f33c-4657-9275-cb43e796698c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 1097 time: 0.0549014 Jul 09 20:12:04.385503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f407-63e0-483e-9f52-436b0b351203 req-5c2f1056-e970-48ff-b20f-79c464b4329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:04.387017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-5c2f1056-e970-48ff-b20f-79c464b4329f service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0902870 Jul 09 20:12:04.459531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-e7c9e863-4c10-470c-8c47-5ce096c9b442 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 200 len: 1002 time: 0.0641959 Jul 09 20:12:04.620997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f407-63e0-483e-9f52-436b0b351203 req-08de4100-3082-40be-ac43-c1f3daa925c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:04.622510 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-08de4100-3082-40be-ac43-c1f3daa925c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0449228 Jul 09 20:12:04.683465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f407-63e0-483e-9f52-436b0b351203 req-126b735e-e48f-4526-9869-d6435e5f8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:04.684858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-126b735e-e48f-4526-9869-d6435e5f8623 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506799 Jul 09 20:12:04.780907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-e3437aff-f821-4b1f-ab64-73a6df20e7e7 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840733 Jul 09 20:12:04.876960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7082f407-63e0-483e-9f52-436b0b351203 req-6c945c6f-f645-4447-98bb-cbc3c7b155fb service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839870 Jul 09 20:12:05.421268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab953ba-e315-464a-b7aa-41c4a3b6fffb req-4015c525-3e0e-4ac5-9aab-4552527fb7f6 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:05.422756 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aab953ba-e315-464a-b7aa-41c4a3b6fffb req-4015c525-3e0e-4ac5-9aab-4552527fb7f6 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0515409 Jul 09 20:12:05.456860 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aab953ba-e315-464a-b7aa-41c4a3b6fffb req-6af546ec-5436-459a-8cb6-aeb428259fd2 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285397 Jul 09 20:12:06.601333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 37c47276-c0da-48ed-a21f-f029cc2abb78 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:06.620672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caffb09-1916-4431-8126-4a166988aafe req-87e81eec-d264-46c5-b7d8-e015448bb4f3 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:06.622242 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0caffb09-1916-4431-8126-4a166988aafe req-87e81eec-d264-46c5-b7d8-e015448bb4f3 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0566976 Jul 09 20:12:06.623466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 37c47276-c0da-48ed-a21f-f029cc2abb78 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:06.623814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 37c47276-c0da-48ed-a21f-f029cc2abb78 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:06.656186 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0caffb09-1916-4431-8126-4a166988aafe req-4fa4ceac-a70a-4395-898e-1a7101bf0ccd tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=801e75f4-91e3-4d8c-853b-3a014e02e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279593 Jul 09 20:12:06.745322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-0dedb200-13ea-4d97-898e-f496f47f24c2 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:06.746702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-0dedb200-13ea-4d97-898e-f496f47f24c2 tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 1096 time: 0.0543852 Jul 09 20:12:06.833793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Deleting port e0bd5079-d5cf-4004-a2cf-8507478cd7dc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:06.834133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:06.913616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] For port e0bd5079-d5cf-4004-a2cf-8507478cd7dc, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:06.913980 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:06.926391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Calling delete_port for e0bd5079-d5cf-4004-a2cf-8507478cd7dc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:07.049927 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.061014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e0bd5079-d5cf-4004-a2cf-8507478cd7dc'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:07.076381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0bd5079-d5cf-4004-a2cf-8507478cd7dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:07.090553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.090958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.091255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.091584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.091956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.092262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.092586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.092921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.093276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.093676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.093901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.094220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:07.137917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] No DVR routers for this DVR port e0bd5079-d5cf-4004-a2cf-8507478cd7dc on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:07.140505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.142592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2a021c5f-7c36-45f9-bb7c-25afb675c461 req-48d4a587-20e7-469d-a166-4c920827b7ba tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e0bd5079-d5cf-4004-a2cf-8507478cd7dc HTTP/1.1" status: 204 len: 173 time: 0.3904536 Jul 09 20:12:07.143667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'name': 'network-vif-deleted', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:07.145926 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bfbfa2-cb9d-4dab-aaf0-420fc6668b65" -d '{"events": [{"server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "name": "network-vif-deleted", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:07.203534 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21faeb7d-921c-408e-aa63-abcae788a2b8 x-openstack-request-id: req-21faeb7d-921c-408e-aa63-abcae788a2b8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:07.204070 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbe0a9b-1afb-4a77-aa1d-55d4786f822e", "name": "network-vif-deleted", "tag": "e0bd5079-d5cf-4004-a2cf-8507478cd7dc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:07.204355 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21faeb7d-921c-408e-aa63-abcae788a2b8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:07.204773 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbe0a9b-1afb-4a77-aa1d-55d4786f822e', 'name': 'network-vif-deleted', 'tag': 'e0bd5079-d5cf-4004-a2cf-8507478cd7dc', 'status': 'completed', 'code': 200} Jul 09 20:12:07.808935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d14ddab9-cab5-4874-a317-712cfd5fac89 req-b195890b-0e50-42dd-8073-2d9a55e6843a tempest-TestServerMultinode-1935721944 tempest-TestServerMultinode-1935721944-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cbe0a9b-1afb-4a77-aa1d-55d4786f822e HTTP/1.1" status: 200 len: 210 time: 0.0275459 Jul 09 20:12:08.913898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:09.267740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.515801 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Deleting port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:09.516057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.534222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e0bd5079-d5cf-4004-a2cf-8507478cd7dc no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:09.553804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: e0bd5079-d5cf-4004-a2cf-8507478cd7dc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:09.554148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e0bd5079-d5cf-4004-a2cf-8507478cd7dc not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:09.591944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] For port 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:09.592308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.605370 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Calling delete_port for 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:09.779427 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.803436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Pushing event deleted for resources: {'Port': ['ID=967f2368-0ee4-42f6-8ca2-f5f1a62f4d98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:10.238114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.405072 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:12:10.445836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Router 454a6f5a-9291-4c79-9749-9c80b62bfef9 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:10.550774 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:10.556155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3cfd347d-cfe5-4624-9f2c-5c198a82316e admin admin] 10.222.0.10 "PUT /v2.0/routers/454a6f5a-9291-4c79-9749-9c80b62bfef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6411982 Jul 09 20:12:10.558621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:10.560182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Sync routers for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:10.569786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:10.570390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:10.661758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.670494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:10.760740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.816166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Deleting port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:10.816508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.844812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:12:09Z', 'revision_number': 5, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port': {'id': 'b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:10.876623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Checking router: 454a6f5a-9291-4c79-9749-9c80b62bfef9 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:10.884802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Routers {'454a6f5a-9291-4c79-9749-9c80b62bfef9'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:10.885430 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['454a6f5a-9291-4c79-9749-9c80b62bfef9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:10.893640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] For port b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:10.893997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.906503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Calling delete_port for b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:10.970611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] Set router 454a6f5a-9291-4c79-9749-9c80b62bfef9 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:11.021328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:12:10Z', 'revision_number': 6, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:11.050437 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce156a7-f423-45dc-a40c-56e60a577fa3 None None] The sync data for ids ['454a6f5a-9291-4c79-9749-9c80b62bfef9'] in n-d-800087-3 is: [{'id': '454a6f5a-9291-4c79-9749-9c80b62bfef9', 'name': 'tempest-TestServerMultinode-106442215-router', 'tenant_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:28Z', 'updated_at': '2021-07-09T20:12:10Z', 'revision_number': 6, 'project_id': '07f6dfa00df74a3cadb53b54886aa3c5', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:11.072870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.102113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:11.171681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.259797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.261854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.303959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.304678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454a6f5a-9291-4c79-9749-9c80b62bfef9 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:12:11.309394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.310848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-399bbe4e-60e4-48e8-8c88-b6cc140893c7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/454a6f5a-9291-4c79-9749-9c80b62bfef9 HTTP/1.1" status: 204 len: 168 time: 0.7511296 Jul 09 20:12:11.313289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:11.358201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Deleting subnet 32849e93-8ac2-45af-b991-29c4918b3a4b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:11.361100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.400324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.513159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.568253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.593449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32849e93-8ac2-45af-b991-29c4918b3a4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:11.597310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.599175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6c8b9fa9-e7f6-4225-9c51-2947d346430d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/32849e93-8ac2-45af-b991-29c4918b3a4b HTTP/1.1" status: 204 len: 168 time: 0.2849212 Jul 09 20:12:11.601668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:11.602627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b62b93-5b57-4491-8951-2d4907918268 None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:11.669512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.720599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Deleting port 98db0e9a-1108-4201-bf63-28f1803919b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:11.720950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.787101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] For port 98db0e9a-1108-4201-bf63-28f1803919b4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98db0e9a-1108-4201-bf63-28f1803919b4,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:11.787393 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.801254 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Calling delete_port for 98db0e9a-1108-4201-bf63-28f1803919b4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:11.823060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] DHCP port deletion for 5a9dbd61-f5bd-4857-84a6-e349755973f1 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:12:11.871337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Deleting port 98db0e9a-1108-4201-bf63-28f1803919b4 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:11.871576 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.882114 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.911743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Pushing event deleted for resources: {'Port': ['ID=98db0e9a-1108-4201-bf63-28f1803919b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:11.914869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] No DVR routers for this DVR port 98db0e9a-1108-4201-bf63-28f1803919b4 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:11.939935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] For port 98db0e9a-1108-4201-bf63-28f1803919b4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=98db0e9a-1108-4201-bf63-28f1803919b4,segment=NetworkSegment(e6376600-6ff3-4650-9820-39de80a648c7),segment_id=e6376600-6ff3-4650-9820-39de80a648c7)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:11.940551 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.953846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Calling delete_port for 98db0e9a-1108-4201-bf63-28f1803919b4 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:11.988600 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.999218 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9dbd61-f5bd-4857-84a6-e349755973f1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:12.012292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6376600-6ff3-4650-9820-39de80a648c7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:12.012783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6376600-6ff3-4650-9820-39de80a648c7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:12.024319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.039697 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.046576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:12.046969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:12.049813 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:12.122091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.135285 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.140142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] 10.222.0.10 "DELETE /v2.0/networks/5a9dbd61-f5bd-4857-84a6-e349755973f1 HTTP/1.1" status: 204 len: 168 time: 0.5345936 Jul 09 20:12:12.140847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:12.149637 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2408-ad4f-4a68-914b-050f2259d00c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9dbd61-f5bd-4857-84a6-e349755973f1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:12.187882 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.194984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Network 5a9dbd61-f5bd-4857-84a6-e349755973f1 is not hosted by any dhcp agent {{(pid=93773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:12:12.195436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] No DVR routers for this DVR port 98db0e9a-1108-4201-bf63-28f1803919b4 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:12.213694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89362426-cc1a-4630-8ae8-cf8bbeeae85f None None] Pushing event deleted for resources: {'Port': ['ID=98db0e9a-1108-4201-bf63-28f1803919b4,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:12.488251 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.530097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:12.549719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:12.550059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 967f2368-0ee4-42f6-8ca2-f5f1a62f4d98 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:12.550472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:12.569396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:12.569724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b7faea12-46ac-4d83-b6c5-9a9c49d4e0e7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:12.570129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98db0e9a-1108-4201-bf63-28f1803919b4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:12.588250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 98db0e9a-1108-4201-bf63-28f1803919b4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:12.588601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 98db0e9a-1108-4201-bf63-28f1803919b4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:12.743925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Deleting port b223c01d-6a82-4865-a78c-22136416f270 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:12.744179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.821246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] For port b223c01d-6a82-4865-a78c-22136416f270, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b223c01d-6a82-4865-a78c-22136416f270,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:12.821611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.834355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Calling delete_port for b223c01d-6a82-4865-a78c-22136416f270 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:13.012772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.041210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Pushing event deleted for resources: {'Port': ['ID=b223c01d-6a82-4865-a78c-22136416f270,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:13.206235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.415626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Router 75305dbc-2c0d-48c4-b510-35a55952e972 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:13.839471 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:13.844319 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0d616022-68ec-4c30-b0d2-3f10c2a84aea admin admin] 10.222.0.10 "PUT /v2.0/routers/75305dbc-2c0d-48c4-b510-35a55952e972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021689 Jul 09 20:12:13.847006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:13.847712 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Sync routers for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:13.856714 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:13.857346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:13.948630 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.959713 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:14.045946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.100964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Deleting port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:14.101244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.137171 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 5, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port': {'id': '7d39c076-8ae9-4a77-b7eb-6e94d5b74c19', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:14.162569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Checking router: 75305dbc-2c0d-48c4-b510-35a55952e972 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:14.170551 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Routers {'75305dbc-2c0d-48c4-b510-35a55952e972'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:14.171142 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:11:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['75305dbc-2c0d-48c4-b510-35a55952e972'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:14.183054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] For port 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:14.183414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.196528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Calling delete_port for 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:14.270704 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] Set router 75305dbc-2c0d-48c4-b510-35a55952e972 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:14.370568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.397094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d39c076-8ae9-4a77-b7eb-6e94d5b74c19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:14.409567 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:12:14Z', 'revision_number': 6, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:14.435036 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f4e44-6826-4009-a79f-86a440b39f7f None None] The sync data for ids ['75305dbc-2c0d-48c4-b510-35a55952e972'] in n-d-800087-3 is: [{'id': '75305dbc-2c0d-48c4-b510-35a55952e972', 'name': 'tempest-TestServerMultinode-372747311-router', 'tenant_id': 'f0b25c2953114df7a488b47c83dc178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:33Z', 'updated_at': '2021-07-09T20:12:14Z', 'revision_number': 6, 'project_id': 'f0b25c2953114df7a488b47c83dc178e', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:14.463342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.557121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.559494 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.603828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.604559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75305dbc-2c0d-48c4-b510-35a55952e972 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:12:14.609227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.610383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9d61cbbf-45b5-4421-b0fe-b0476dd53a15 admin admin] 10.222.0.10 "DELETE /v2.0/routers/75305dbc-2c0d-48c4-b510-35a55952e972 HTTP/1.1" status: 204 len: 168 time: 0.7624261 Jul 09 20:12:14.613607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:14.660838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Deleting subnet b758f442-9856-4612-9e94-c0e8263aca41 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:14.663796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.697070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.771968 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.827380 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.863522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b758f442-9856-4612-9e94-c0e8263aca41,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:14.865502 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.867386 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9ef179c6-9aaf-4f40-b5d6-ce2bc41d29ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b758f442-9856-4612-9e94-c0e8263aca41 HTTP/1.1" status: 204 len: 168 time: 0.2528186 Jul 09 20:12:14.870132 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:14.875547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d0485-db7e-483e-88ca-d0c114e0440b None None] Network a434124c-a40f-4d3b-81ad-f28b875f5e1d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:14.932018 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b223c01d-6a82-4865-a78c-22136416f270 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:14.956215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.969636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b223c01d-6a82-4865-a78c-22136416f270 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:14.969982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b223c01d-6a82-4865-a78c-22136416f270 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:15.011712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Deleting port d8ace996-096b-4de2-b488-22c6c006d6c3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:15.012055 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.074834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] For port d8ace996-096b-4de2-b488-22c6c006d6c3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=d8ace996-096b-4de2-b488-22c6c006d6c3,segment=NetworkSegment(e5c3fca5-8496-4eee-afe5-9d4666212741),segment_id=e5c3fca5-8496-4eee-afe5-9d4666212741)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:15.075188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.088065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Calling delete_port for d8ace996-096b-4de2-b488-22c6c006d6c3 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:15.170153 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.196198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ace996-096b-4de2-b488-22c6c006d6c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:15.198301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] No DVR routers for this DVR port d8ace996-096b-4de2-b488-22c6c006d6c3 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:15.207373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.207721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.208064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.208428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.208762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.209095 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.209449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.209777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.210102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.210429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.210752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.211072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:15.254045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb75856-4a05-4e8a-817f-c4cd987abdef None None] DHCP port deletion for a434124c-a40f-4d3b-81ad-f28b875f5e1d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:12:15.282555 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.293366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a434124c-a40f-4d3b-81ad-f28b875f5e1d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:15.303870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c3fca5-8496-4eee-afe5-9d4666212741') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:15.304166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c3fca5-8496-4eee-afe5-9d4666212741') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:15.312885 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.330568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.337424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:15.337951 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:15.339738 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:15.392862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.398179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.400017 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a434124c-a40f-4d3b-81ad-f28b875f5e1d HTTP/1.1" status: 204 len: 168 time: 0.5287507 Jul 09 20:12:15.411607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37ffbb-b506-4634-8d4a-da65300b88c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a434124c-a40f-4d3b-81ad-f28b875f5e1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:15.568119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:15.607813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3df382dd-b2e9-4389-b419-f0a9ebc99911 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07f6dfa00df74a3cadb53b54886aa3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380864 Jul 09 20:12:15.609904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:15.659087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.680405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.733277 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.735883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.738312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ed5dffb-0cdc-45c0-98b4-8f9ceed3c8ab HTTP/1.1" status: 204 len: 168 time: 0.1267762 Jul 09 20:12:15.747803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604773b-5999-45b9-85de-8f543b0fca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed5dffb-0cdc-45c0-98b4-8f9ceed3c8ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:16.046211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:16.085626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-17144bc1-a68d-4811-9233-c05da4138c29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0b25c2953114df7a488b47c83dc178e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381515 Jul 09 20:12:16.087988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:16.135159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.155809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.201689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.204223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.205940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/801e75f4-91e3-4d8c-853b-3a014e02e3dc HTTP/1.1" status: 204 len: 168 time: 0.1170745 Jul 09 20:12:16.213373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7b7f-bb9a-49d1-bd0b-cff973f730e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e75f4-91e3-4d8c-853b-3a014e02e3dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:16.528257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8ace996-096b-4de2-b488-22c6c006d6c3 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:16.549881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: d8ace996-096b-4de2-b488-22c6c006d6c3 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:16.550233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device d8ace996-096b-4de2-b488-22c6c006d6c3 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:16.550662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:16.570308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:16.570665 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d39c076-8ae9-4a77-b7eb-6e94d5b74c19 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:18.958949 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:22.401327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d973a49d-f40c-455f-9e40-b89e0974a411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.470236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.999021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3814ee4f-4d4f-4854-a8a0-6bb972e45195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:25.309960 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:26.442770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.932354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:33.114301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c04caf-fcb8-45e8-abdb-0abbac5093f4 req-0b04e0d4-01ae-4a7f-9499-715263677633 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.115835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96c04caf-fcb8-45e8-abdb-0abbac5093f4 req-0b04e0d4-01ae-4a7f-9499-715263677633 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0636241 Jul 09 20:12:33.157849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96c04caf-fcb8-45e8-abdb-0abbac5093f4 req-4a53cef0-e797-4716-b6fd-b9fd711efd9d tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Jul 09 20:12:34.337744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ef63-118f-4d59-bd23-895399a1ab50 req-48dc1a74-a573-41c4-86af-28808e5be3c6 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:34.339273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e203ef63-118f-4d59-bd23-895399a1ab50 req-48dc1a74-a573-41c4-86af-28808e5be3c6 tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0658317 Jul 09 20:12:34.367111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-35901e62-a617-4259-bfbe-c1467a22b28a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:34.368711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-35901e62-a617-4259-bfbe-c1467a22b28a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 945 time: 0.0634139 Jul 09 20:12:34.377234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e203ef63-118f-4d59-bd23-895399a1ab50 req-7b18cf33-f592-4d51-8bfc-a8e36bc2311c tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/security-groups?id=573c3468-373d-4bef-a413-148566b53f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jul 09 20:12:34.471353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Deleting port 8e2732df-b4bf-40b9-92ae-6161b1490f36 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:34.471692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:34.557253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] For port 8e2732df-b4bf-40b9-92ae-6161b1490f36, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e2732df-b4bf-40b9-92ae-6161b1490f36,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:34.557612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:34.774320 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:34.774710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:34.775230 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Floating IP 83a1b956-d36a-4c47-bbcf-1d284bca8063 disassociated. External IP: 172.25.3.57, port: 8e2732df-b4bf-40b9-92ae-6161b1490f36. Jul 09 20:12:34.775671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Calling delete_port for 8e2732df-b4bf-40b9-92ae-6161b1490f36 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:34.901010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:34.928817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event deleted for resources: {'Port': ['ID=8e2732df-b4bf-40b9-92ae-6161b1490f36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:35.044289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Router 0106ed7f-98ba-4a80-957f-4feb538ae58a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:35.154750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:35.164814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Sync routers for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:35.174554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:35.175240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.199031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] No DVR routers for this DVR port 8e2732df-b4bf-40b9-92ae-6161b1490f36 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:35.201598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:35.203594 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cca350fc-7d1a-4b1f-9c31-fbefd02625a9 req-3a21e140-f956-496b-a82d-5500e80ed2db tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.59 "DELETE /v2.0/ports/8e2732df-b4bf-40b9-92ae-6161b1490f36 HTTP/1.1" status: 204 len: 173 time: 0.8293126 Jul 09 20:12:35.204032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'name': 'network-vif-deleted', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:35.206377 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a542b28e-384d-4f2e-bb6b-f2142a009e53" -d '{"events": [{"server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "name": "network-vif-deleted", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:35.246259 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1013bf-17e4-4cf0-a0bb-13d027a9c3b7 x-openstack-request-id: req-0e1013bf-17e4-4cf0-a0bb-13d027a9c3b7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:35.246720 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6db983e-f974-47ea-87cc-a7d84626a36b", "name": "network-vif-deleted", "tag": "8e2732df-b4bf-40b9-92ae-6161b1490f36", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:35.246973 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e1013bf-17e4-4cf0-a0bb-13d027a9c3b7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:35.247478 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db983e-f974-47ea-87cc-a7d84626a36b', 'name': 'network-vif-deleted', 'tag': '8e2732df-b4bf-40b9-92ae-6161b1490f36', 'status': 'completed', 'code': 200} Jul 09 20:12:35.290692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:35.518039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.533624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-facb90a3-8a34-410f-964e-6ceab69032fd req-f89c4fb7-0742-4e50-bc89-828b1a52680d tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6db983e-f974-47ea-87cc-a7d84626a36b HTTP/1.1" status: 200 len: 210 time: 0.0280514 Jul 09 20:12:35.544352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Checking router: 0106ed7f-98ba-4a80-957f-4feb538ae58a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:35.553394 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:35.554007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.659415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:35.857090 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.886045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20800c79-7265-41a4-99b7-6c9e496edf8a None None] The sync data for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 is: [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:07:22Z', 'revision_number': 4, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0fe7e4e4-6afb-4ac9-a6b9-19b208521370', 'name': '', 'network_id': '361c7e26-d065-410f-a95a-2aa9c73f89f3', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'mac_address': 'fa:16:3e:a3:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:21Z', 'updated_at': '2021-07-09T20:07:30Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'subnets': [{'id': '01a95282-5832-4f82-84ea-5753f8a0713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:36.108709 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f317-97e1-4e8e-90ad-741c5ef7c594 None None] New status for floating IP 83a1b956-d36a-4c47-bbcf-1d284bca8063: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:12:36.625373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:36.746344 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Deleting port 02135677-d1e4-4b22-966e-afa7c9fcd87b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:36.746590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:36.820374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:36.820696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:36.831931 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Calling delete_port for 02135677-d1e4-4b22-966e-afa7c9fcd87b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:36.956454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:36.986736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event deleted for resources: {'Port': ['ID=02135677-d1e4-4b22-966e-afa7c9fcd87b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:37.044250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.047124 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.048879 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9f51e6f4-5b79-4777-9883-ebf61def006f tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "DELETE /v2.0/floatingips/83a1b956-d36a-4c47-bbcf-1d284bca8063 HTTP/1.1" status: 204 len: 168 time: 0.4219708 Jul 09 20:12:37.201968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:37.259104 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.282934 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.342199 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.344815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:37.346016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] 10.222.0.10 "DELETE /v2.0/security-groups/573c3468-373d-4bef-a413-148566b53f20 HTTP/1.1" status: 204 len: 168 time: 0.1430705 Jul 09 20:12:37.355258 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54ffba-5b5f-4d01-ac7e-763ad1bb6e1a tempest-TestServerBasicOps-3128208 tempest-TestServerBasicOps-3128208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c3468-373d-4bef-a413-148566b53f20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:37.386526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:37.639112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e2732df-b4bf-40b9-92ae-6161b1490f36 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:37.659276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 8e2732df-b4bf-40b9-92ae-6161b1490f36 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:37.659622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e2732df-b4bf-40b9-92ae-6161b1490f36 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:38.131715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.386032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Deleting port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:38.386345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.464921 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] For port 0fe7e4e4-6afb-4ac9-a6b9-19b208521370, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:38.465306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.478239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Calling delete_port for 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:38.659851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.686182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe7e4e4-6afb-4ac9-a6b9-19b208521370,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:38.863859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.069913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Router 0106ed7f-98ba-4a80-957f-4feb538ae58a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:39.191870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:39.196979 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b63b7e9b-b2da-4693-a72e-919baf9bf901 admin admin] 10.222.0.10 "PUT /v2.0/routers/0106ed7f-98ba-4a80-957f-4feb538ae58a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094079 Jul 09 20:12:39.199718 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:39.202222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Sync routers for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:39.211651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:39.212265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:39.302290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.315844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:39.403862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.455905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Deleting port 7ef4705c-e0b5-4311-85c7-625a1310e91a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:39.456246 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.492290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:12:38Z', 'revision_number': 5, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port': {'id': '7ef4705c-e0b5-4311-85c7-625a1310e91a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:18Z', 'updated_at': '2021-07-09T20:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:39.522484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Checking router: 0106ed7f-98ba-4a80-957f-4feb538ae58a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:39.530981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Routers {'0106ed7f-98ba-4a80-957f-4feb538ae58a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:39.531596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0106ed7f-98ba-4a80-957f-4feb538ae58a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:39.533209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] For port 7ef4705c-e0b5-4311-85c7-625a1310e91a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7ef4705c-e0b5-4311-85c7-625a1310e91a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:39.533570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.550544 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Calling delete_port for 7ef4705c-e0b5-4311-85c7-625a1310e91a owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:39.616216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] Set router 0106ed7f-98ba-4a80-957f-4feb538ae58a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:39.666695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 6, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:39.696616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a5e47-3139-4f6c-ad1e-4a7f61c2aa89 None None] The sync data for ids ['0106ed7f-98ba-4a80-957f-4feb538ae58a'] in n-d-800087-3 is: [{'id': '0106ed7f-98ba-4a80-957f-4feb538ae58a', 'name': 'tempest-TestServerBasicOps-674591320-router', 'tenant_id': '91578926d0404151b7d05764c1e5b38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:17Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 6, 'project_id': '91578926d0404151b7d05764c1e5b38e', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:39.712507 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.747209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef4705c-e0b5-4311-85c7-625a1310e91a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:39.804362 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.892191 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.894258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.940345 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.940813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0106ed7f-98ba-4a80-957f-4feb538ae58a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:12:39.945280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.946420 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-391f49ba-8d15-47ea-b815-fd6997fe9cc4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0106ed7f-98ba-4a80-957f-4feb538ae58a HTTP/1.1" status: 204 len: 168 time: 0.7457426 Jul 09 20:12:39.949244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:39.993039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Deleting subnet 01a95282-5832-4f82-84ea-5753f8a0713a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:39.995935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.029175 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.112805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.170378 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.197386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a95282-5832-4f82-84ea-5753f8a0713a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:40.199537 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.201430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-de45fa8e-f44a-4883-beb0-f07e6ff7cffe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01a95282-5832-4f82-84ea-5753f8a0713a HTTP/1.1" status: 204 len: 168 time: 0.2512362 Jul 09 20:12:40.204220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fe4d4-80b2-4a5e-ab66-09655bd441fb None None] Network 361c7e26-d065-410f-a95a-2aa9c73f89f3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:40.204693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:40.275311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.327919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Deleting port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:40.328192 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.391944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] For port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,segment=NetworkSegment(8a12deda-e7fa-4e59-bc40-3d965f249680),segment_id=8a12deda-e7fa-4e59-bc40-3d965f249680)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:40.392239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.411198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Calling delete_port for 82e5ec45-3200-4f5f-8386-3462e1fcd7dc owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:40.438272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] DHCP port deletion for 361c7e26-d065-410f-a95a-2aa9c73f89f3 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:12:40.495290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.500986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Deleting port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:40.502288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.524395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:40.526385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] No DVR routers for this DVR port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:40.570653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82e5ec45-3200-4f5f-8386-3462e1fcd7dc no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:40.595983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] For port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:40.596380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.598789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 82e5ec45-3200-4f5f-8386-3462e1fcd7dc {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:40.599134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 82e5ec45-3200-4f5f-8386-3462e1fcd7dc not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:40.599558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ef4705c-e0b5-4311-85c7-625a1310e91a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:40.606215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.616094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361c7e26-d065-410f-a95a-2aa9c73f89f3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:40.627985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a12deda-e7fa-4e59-bc40-3d965f249680') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:40.628343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a12deda-e7fa-4e59-bc40-3d965f249680') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:40.630201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7ef4705c-e0b5-4311-85c7-625a1310e91a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:40.630564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7ef4705c-e0b5-4311-85c7-625a1310e91a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:40.630984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:40.632839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Calling delete_port for 82e5ec45-3200-4f5f-8386-3462e1fcd7dc owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:40.636379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:12:40.639584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.654032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:40.654386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0fe7e4e4-6afb-4ac9-a6b9-19b208521370 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:40.655126 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.656867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.662636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:40.663120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:40.665457 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:40.681806 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Pushing event deleted for resources: {'Port': ['ID=82e5ec45-3200-4f5f-8386-3462e1fcd7dc,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:40.691402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.691753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.692337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.692715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.693059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.693422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.693757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.694089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.694409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.694734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.695141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.695369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:40.701623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4c10-1b65-46a9-84fc-94ef83e4c3fe None None] No DVR routers for this DVR port 82e5ec45-3200-4f5f-8386-3462e1fcd7dc on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:40.727852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.732963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.734879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/361c7e26-d065-410f-a95a-2aa9c73f89f3 HTTP/1.1" status: 204 len: 168 time: 0.5291963 Jul 09 20:12:40.738050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:40.747865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545a9d-66ff-459d-b671-4616fa6e7ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=361c7e26-d065-410f-a95a-2aa9c73f89f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:41.081269 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.331382 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Deleting port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:41.332043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.411937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] For port 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:41.412291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.425148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Calling delete_port for 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:41.597620 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.623659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:41.796646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.003570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Router cf24f1c6-9adb-4b79-b734-9141171c718a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:42.388961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:42.395054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-746afc63-a83f-4cc5-bd83-b652a3dda5ff admin admin] 10.222.0.10 "PUT /v2.0/routers/cf24f1c6-9adb-4b79-b734-9141171c718a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559062 Jul 09 20:12:42.397664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:42.397954 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Sync routers for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:42.406907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:42.407505 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:42.503245 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.522667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:42.606996 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.658729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Deleting port 25f237e5-f80f-4352-9292-02f702c3bc88 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:42.658979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.695451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:12:41Z', 'revision_number': 5, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port': {'id': '25f237e5-f80f-4352-9292-02f702c3bc88', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:25Z', 'updated_at': '2021-07-09T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:42.721872 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Checking router: cf24f1c6-9adb-4b79-b734-9141171c718a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:42.729929 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Routers {'cf24f1c6-9adb-4b79-b734-9141171c718a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:42.730538 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:12:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cf24f1c6-9adb-4b79-b734-9141171c718a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:42.740717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] For port 25f237e5-f80f-4352-9292-02f702c3bc88, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=25f237e5-f80f-4352-9292-02f702c3bc88,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:42.741079 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.753972 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Calling delete_port for 25f237e5-f80f-4352-9292-02f702c3bc88 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:42.814212 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] Set router cf24f1c6-9adb-4b79-b734-9141171c718a gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:42.866971 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:12:42Z', 'revision_number': 6, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:42.892582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acdc37-7f8e-4b35-ba9c-cee116144131 None None] The sync data for ids ['cf24f1c6-9adb-4b79-b734-9141171c718a'] in n-d-800087-3 is: [{'id': 'cf24f1c6-9adb-4b79-b734-9141171c718a', 'name': 'tempest-TestServerBasicOps-1657535768-router', 'tenant_id': 'eecb52ed340742c5b370dbc298fece78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:24Z', 'updated_at': '2021-07-09T20:12:42Z', 'revision_number': 6, 'project_id': 'eecb52ed340742c5b370dbc298fece78', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:42.920148 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.946574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f237e5-f80f-4352-9292-02f702c3bc88,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.007021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.095140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.097276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.145084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.145663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf24f1c6-9adb-4b79-b734-9141171c718a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:12:43.150283 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.151422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2d83b649-8299-46b1-8d61-bd17d5b67da3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cf24f1c6-9adb-4b79-b734-9141171c718a HTTP/1.1" status: 204 len: 168 time: 0.7528386 Jul 09 20:12:43.153986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:43.198199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Deleting subnet f956367c-961a-4e67-a9b7-689c22852c59 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:43.201418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.235986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.321159 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.373627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.400668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f956367c-961a-4e67-a9b7-689c22852c59,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.404324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.406215 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0be7228d-25d5-4ed4-a993-90cd7a013bed admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f956367c-961a-4e67-a9b7-689c22852c59 HTTP/1.1" status: 204 len: 168 time: 0.2513118 Jul 09 20:12:43.409354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:43.411709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2083a20-5379-401b-a044-ba1ef8a0b5fa None None] Network ee077d5f-91c8-4931-ade9-2dbe259f5951 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:43.476052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.533915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Deleting port 38a16c9e-a875-4fef-b4a0-a0e9552742bb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:43.534333 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.597369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] For port 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=38a16c9e-a875-4fef-b4a0-a0e9552742bb,segment=NetworkSegment(6c483a08-8678-4a51-9801-ef79bf604e92),segment_id=6c483a08-8678-4a51-9801-ef79bf604e92)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:43.597664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.610564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Calling delete_port for 38a16c9e-a875-4fef-b4a0-a0e9552742bb owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:43.666880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] DHCP port deletion for ee077d5f-91c8-4931-ade9-2dbe259f5951 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:12:43.696874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.716705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Deleting port 38a16c9e-a875-4fef-b4a0-a0e9552742bb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:43.717273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.723233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=38a16c9e-a875-4fef-b4a0-a0e9552742bb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.726808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] No DVR routers for this DVR port 38a16c9e-a875-4fef-b4a0-a0e9552742bb on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:43.783589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] For port 38a16c9e-a875-4fef-b4a0-a0e9552742bb, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:43.783989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.797061 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.800046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Calling delete_port for 38a16c9e-a875-4fef-b4a0-a0e9552742bb owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:43.802683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Port 38a16c9e-a875-4fef-b4a0-a0e9552742bb was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:12:43.803963 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.807243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee077d5f-91c8-4931-ade9-2dbe259f5951']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.822913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c483a08-8678-4a51-9801-ef79bf604e92') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.823244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c483a08-8678-4a51-9801-ef79bf604e92') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.829980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] Pushing event deleted for resources: {'Port': ['ID=38a16c9e-a875-4fef-b4a0-a0e9552742bb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.834004 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.834232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923305ff-8dd1-4bd6-b30d-3be192195177 None None] No DVR routers for this DVR port 38a16c9e-a875-4fef-b4a0-a0e9552742bb on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:43.851251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.860109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:43.860569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:43.862449 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:43.919160 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.926291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.928185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] 10.222.0.10 "DELETE /v2.0/networks/ee077d5f-91c8-4931-ade9-2dbe259f5951 HTTP/1.1" status: 204 len: 168 time: 0.5179200 Jul 09 20:12:43.946274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcad80-f38e-4eb2-8a07-91c5a6f82c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee077d5f-91c8-4931-ade9-2dbe259f5951,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:44.041962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.086868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ed8e8496-03e0-44a0-8a62-e1cd2d3dba5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91578926d0404151b7d05764c1e5b38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436268 Jul 09 20:12:44.089371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.141268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.162265 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.210378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.213013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.214233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b0408ea-b78d-45b9-b148-ee463563e222 HTTP/1.1" status: 204 len: 168 time: 0.1239405 Jul 09 20:12:44.223108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa7a0b-6d8a-4b49-9770-6e591e4bbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0408ea-b78d-45b9-b148-ee463563e222,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:44.522071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.544233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38a16c9e-a875-4fef-b4a0-a0e9552742bb no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:44.563785 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe665cde-c0c9-43b3-8f8c-a75da045fc17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eecb52ed340742c5b370dbc298fece78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405183 Jul 09 20:12:44.564379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 38a16c9e-a875-4fef-b4a0-a0e9552742bb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:44.564733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 38a16c9e-a875-4fef-b4a0-a0e9552742bb not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:44.565176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:44.566323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.583549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:44.583900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 46c186d1-c3a2-4f26-a7ef-e12fd4a9c0b4 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:44.584323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 25f237e5-f80f-4352-9292-02f702c3bc88 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:44.603073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 25f237e5-f80f-4352-9292-02f702c3bc88 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:44.603421 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 25f237e5-f80f-4352-9292-02f702c3bc88 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:44.615025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.635934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.685343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.687846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.689009 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c2c6dd5-9901-4ee1-b8db-69cc3b35c2c1 HTTP/1.1" status: 204 len: 168 time: 0.1217880 Jul 09 20:12:44.697243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098fd4-fc06-4e61-8cf5-728631ed7cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c6dd5-9901-4ee1-b8db-69cc3b35c2c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:47.405532 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:12:48.951807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.403962 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c88717dc-546f-4c11-93a0-2f2b3e3b7b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.482556 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:55.000751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ca65f99-1a19-449d-81ea-e697a356503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:55.309512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.445641 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.933445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.946087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.403733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-02a9af0f-ee1b-4c98-9e5c-919d08918a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:23.483189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.404530 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:13:25.000930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ecdb-dbf1-48fd-b96e-5d0c4994d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.309993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.450093 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:27.936130 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:30.345179 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac43968-ee0f-4908-bd3c-3efc124bc518 req-d7f4f967-276b-4ac3-a66a-32d5877b3153 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:30.346697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ac43968-ee0f-4908-bd3c-3efc124bc518 req-d7f4f967-276b-4ac3-a66a-32d5877b3153 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.0719941 Jul 09 20:13:30.388887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ac43968-ee0f-4908-bd3c-3efc124bc518 req-d3c9c918-c10b-4e8d-aec1-ff8d43325a13 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360978 Jul 09 20:13:31.571861 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cf8d2-ac78-4436-9e91-f7495f3602b4 req-496860cd-b51e-4f33-a198-1f4a615fa72c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:31.573632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-501cf8d2-ac78-4436-9e91-f7495f3602b4 req-496860cd-b51e-4f33-a198-1f4a615fa72c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.0628283 Jul 09 20:13:31.610717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-501cf8d2-ac78-4436-9e91-f7495f3602b4 req-e6ae22ce-d404-4d45-872d-78365fe7689c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316203 Jul 09 20:13:31.909436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-1a4f53d2-9164-4a16-9fbe-78d01d934a8c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:31.910898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-1a4f53d2-9164-4a16-9fbe-78d01d934a8c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 946 time: 0.0632570 Jul 09 20:13:32.010598 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port e53944af-19ef-44ea-80af-2e27ffad2096 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:32.011067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.117362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port e53944af-19ef-44ea-80af-2e27ffad2096, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=e53944af-19ef-44ea-80af-2e27ffad2096,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:32.117727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.328299 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.328665 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.328968 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP ff7194f3-a1e5-445c-aa05-93eff0699051 disassociated. External IP: 172.25.3.242, port: e53944af-19ef-44ea-80af-2e27ffad2096. Jul 09 20:13:32.329330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for e53944af-19ef-44ea-80af-2e27ffad2096 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:32.464722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.497120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=e53944af-19ef-44ea-80af-2e27ffad2096,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:32.514857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.515404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.516155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.516670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.517202 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.517785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.518337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.519508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.519852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.520964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.521571 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.522090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:32.628264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:13:32.756783 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c8ceb58c-1a69-4367-bf51-06a9714d400c req-e64c0791-8417-43be-a060-4d43b2d210a6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0344312 Jul 09 20:13:32.762825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:13:32.774582 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:13:32.783635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:13:32.784242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:13:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:32.806412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port e53944af-19ef-44ea-80af-2e27ffad2096 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:32.809037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.811030 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aac4f8a-8629-4d0b-a7a7-f720de12e11f req-641fd759-e295-4916-870f-249378795049 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "DELETE /v2.0/ports/e53944af-19ef-44ea-80af-2e27ffad2096 HTTP/1.1" status: 204 len: 173 time: 0.8952675 Jul 09 20:13:32.811470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'name': 'network-vif-deleted', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:32.813754 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb00ec31-fdd6-40a9-ad87-1c70ad2dc365" -d '{"events": [{"server_uuid": "483b8155-5116-467e-9153-af462395190f", "name": "network-vif-deleted", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:32.852801 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60329f3a-6e6a-41ec-99f9-c95c48d1d403 x-openstack-request-id: req-60329f3a-6e6a-41ec-99f9-c95c48d1d403 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:32.853123 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483b8155-5116-467e-9153-af462395190f", "name": "network-vif-deleted", "tag": "e53944af-19ef-44ea-80af-2e27ffad2096", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:32.853389 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60329f3a-6e6a-41ec-99f9-c95c48d1d403 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:32.853802 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483b8155-5116-467e-9153-af462395190f', 'name': 'network-vif-deleted', 'tag': 'e53944af-19ef-44ea-80af-2e27ffad2096', 'status': 'completed', 'code': 200} Jul 09 20:13:33.062809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:13:33.258019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:33.287734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:13:33.296174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:13:33.296784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:13:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:33.401992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:13:33.604109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:33.630660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2e87d-6cc1-4ac4-91fc-672a580f8ed6 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:13:33.855206 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2fd8b0-3473-4dcf-8924-bf1d0404ca96 None None] New status for floating IP ff7194f3-a1e5-445c-aa05-93eff0699051: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:13:33.904195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-790409c4-915c-4a01-b40f-621c25d1d9cb req-76cd7fbd-1331-4aee-be80-ea81b2c4e791 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0309627 Jul 09 20:13:35.033566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e53944af-19ef-44ea-80af-2e27ffad2096 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:13:35.047143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fdb2c09-73a9-4960-8657-6a2964d7a166 req-9267bd2c-5398-4481-a594-69d758641e08 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0280728 Jul 09 20:13:35.058335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: e53944af-19ef-44ea-80af-2e27ffad2096 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:13:35.058687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device e53944af-19ef-44ea-80af-2e27ffad2096 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:13:36.194190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24989e99-19a1-4744-8980-57be3ea74944 req-c05cdbee-0286-466b-bb07-cc6f9068ab7e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=483b8155-5116-467e-9153-af462395190f HTTP/1.1" status: 200 len: 210 time: 0.0319388 Jul 09 20:13:37.428539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-274bed3a-13d0-47af-b96d-069be2f38364 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32305093&fields=id&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 267 time: 0.0339072 Jul 09 20:13:37.530773 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a6f1db10-9d9e-43a5-bfca-b6b80946ab66 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:37.532219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a6f1db10-9d9e-43a5-bfca-b6b80946ab66 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.0974088 Jul 09 20:13:37.546332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-2d866bde-5bb5-42a0-b55c-e690c7a60c4d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0087125 Jul 09 20:13:37.621222 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-34d2a96a-a7c5-4b37-b75c-cfd5af3ef6f9 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689759 Jul 09 20:13:37.712208 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-acb6520e-3e9c-44fc-af7f-6d156f8ae66b service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796082 Jul 09 20:13:37.803680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-c41a4690-d381-40bd-a5e2-40a4ec5bcf75 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859566 Jul 09 20:13:38.093655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b1c6459-fcf3-4fe9-b90a-d77e12fcd692 req-f66ed088-1fbc-429d-937c-fd4355ce52b1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 210 time: 0.0288954 Jul 09 20:13:39.245178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-867c0fa5-4da8-4304-a2d7-63bec27f9098 req-2a14ae34-a9ae-4956-b3f7-d305d7783d9c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 210 time: 0.0308282 Jul 09 20:13:39.276121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-8557fd5b-b215-44ca-bb54-7b21e01fba7d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:39.277612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-8557fd5b-b215-44ca-bb54-7b21e01fba7d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1088042 Jul 09 20:13:39.326839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-7d444f1a-6741-4394-ae28-d639748613e0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 378 time: 0.0346568 Jul 09 20:13:39.335679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'security_groups': ['d6b9a224-8020-4abc-af5a-4b6d4677cdc1']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:39.448169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:39.452231 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:39.577804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.10 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/c617e02f-de6a-4e6e-a71d-d5ffdc726cd3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:39.722605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:39.736128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:39.770455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:39.816690 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:39.819777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:39.823919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:39.848509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:39.869790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.870148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.870463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.870792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.871119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.871583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.871909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.872229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.872548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.872864 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.873207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.873514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:39.892781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:39.893460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:39.913491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-92e50427-deb8-45d0-b342-1add957aebf5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817711 Jul 09 20:13:39.925536 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Request body: {'port': {'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:40.007572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.038668 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79eb87b1-6f43-44a2-a7b0-970341a83513 None None] Provisioning for port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:40.042674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79eb87b1-6f43-44a2-a7b0-970341a83513 None None] Provisioning complete for port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:40.043250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79eb87b1-6f43-44a2-a7b0-970341a83513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.077820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-79eb87b1-6f43-44a2-a7b0-970341a83513 None None] Port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:40.277446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:40.284674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.297591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Transition to ACTIVE for port object c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:40.301808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.394291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Pushing event updated for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:40.478948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Attempting to bind port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:40.479287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Attempting to bind port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:40.479619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Attempting to bind port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:40.487857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:13:40.488238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Attempting to bind port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:40.505019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0191ec-61ae-4e1c-aaa4-d11114e1a8d9 req-2de587f2-13da-4a80-9b0d-88ba5abef125 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:40.506814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff0191ec-61ae-4e1c-aaa4-d11114e1a8d9 req-2de587f2-13da-4a80-9b0d-88ba5abef125 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.1424320 Jul 09 20:13:40.507698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:40.508133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:40.508588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:40.509106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Bound port: c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:40.509575 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.601984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff0191ec-61ae-4e1c-aaa4-d11114e1a8d9 req-bfa56683-98b4-4ef2-b690-4bc51807318d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819380 Jul 09 20:13:40.612450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:40.615707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:40.627648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.662118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:40.662732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.664146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] 10.222.0.59 "PUT /v2.0/ports/c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1092 time: 0.7432082 Jul 09 20:13:40.664579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:40.666826 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf75ff9-7439-41cb-ae97-96204e777c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:40.691703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4723e-9671-4c67-9963-6da63eaad9ab service neutron] Pushing event updated for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:40.727733 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc640e-e7b2-4aec-9a79-7b4e9c5412d9 x-openstack-request-id: req-5fbc640e-e7b2-4aec-9a79-7b4e9c5412d9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:40.728100 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:40.728421 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fbc640e-e7b2-4aec-9a79-7b4e9c5412d9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:40.729009 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'status': 'completed', 'code': 200} Jul 09 20:13:40.783324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a5c8e573-663d-4251-a973-1d67d339855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:40.785598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-a5c8e573-663d-4251-a973-1d67d339855d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1095 time: 0.0672216 Jul 09 20:13:40.828947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-e163aafe-2b96-4cea-b57e-21887d7f3f47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Jul 09 20:13:40.877618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-457851ac-6e36-427c-8cbb-b14ea9b0c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:40.879193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-457851ac-6e36-427c-8cbb-b14ea9b0c93d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0446894 Jul 09 20:13:40.937054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-eb47bb5e-9731-48cf-bd6c-3c8ebde86bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:40.939021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-eb47bb5e-9731-48cf-bd6c-3c8ebde86bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532157 Jul 09 20:13:41.030993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-dcb5294f-7fbc-4d3d-93b9-8a10a5328ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Jul 09 20:13:41.122786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fed67d10-28b4-4f53-8fb3-831da53d98e9 req-4e993336-2ec4-40b7-901e-8485ba3682b8 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Jul 09 20:13:41.228189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-828db36c-fb5a-4a38-95ec-4f952b23f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.229738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-828db36c-fb5a-4a38-95ec-4f952b23f3da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1095 time: 0.0590746 Jul 09 20:13:41.317882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-8fb1ea99-841d-42f4-9d45-ff9dc0ee7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.319409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-8fb1ea99-841d-42f4-9d45-ff9dc0ee7a9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0834053 Jul 09 20:13:41.363872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-324a3967-ac9b-4f67-94a9-d2a4efeb3a6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 217 time: 0.0382509 Jul 09 20:13:41.413878 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-554307c4-b5e1-425b-bd3d-9d074813dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.415247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-554307c4-b5e1-425b-bd3d-9d074813dd33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0460727 Jul 09 20:13:41.473660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-3e366b91-a065-487d-a78d-7b41658fcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.475212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-3e366b91-a065-487d-a78d-7b41658fcc24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531871 Jul 09 20:13:41.568542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-19b8ac01-4a7a-4940-aeea-5f730c331a14 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858881 Jul 09 20:13:41.664114 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8cf75ff9-7439-41cb-ae97-96204e777c7f req-81adaffb-64c9-4d85-97d9-b3e0c75a597b service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Jul 09 20:13:41.784638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45caf-ad17-4c08-badd-55448ceb8be6 req-75c78ad4-775b-47b1-aea2-ac3b4106e30e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.786249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65f45caf-ad17-4c08-badd-55448ceb8be6 req-75c78ad4-775b-47b1-aea2-ac3b4106e30e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0641496 Jul 09 20:13:41.827154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65f45caf-ad17-4c08-badd-55448ceb8be6 req-b99145bf-dd73-4d3b-9f1f-5356bb49cf9e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352318 Jul 09 20:13:43.001163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9046b-2a15-42f7-b351-f9e88ad44a57 req-b138c0d2-63ba-445b-bbe7-d79429b024fd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:43.002657 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fff9046b-2a15-42f7-b351-f9e88ad44a57 req-b138c0d2-63ba-445b-bbe7-d79429b024fd tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0624874 Jul 09 20:13:43.042086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fff9046b-2a15-42f7-b351-f9e88ad44a57 req-0c282f0f-5f9f-4a2d-873a-e126b25fafbf tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331473 Jul 09 20:13:44.229941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7392-76fa-4ea2-b636-85dd95ed1344 req-2276abe2-4f84-45e1-a6d5-a0abc534e924 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.231415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fc7392-76fa-4ea2-b636-85dd95ed1344 req-2276abe2-4f84-45e1-a6d5-a0abc534e924 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0661213 Jul 09 20:13:44.268780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67fc7392-76fa-4ea2-b636-85dd95ed1344 req-f7183299-c77f-49ee-9c35-88718168e57e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318561 Jul 09 20:13:45.442553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef97e-456f-4977-89b3-b0a3de96e2e6 req-69c955ea-4a04-48b9-81ef-48e7ae9e5e89 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:45.443914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c19ef97e-456f-4977-89b3-b0a3de96e2e6 req-69c955ea-4a04-48b9-81ef-48e7ae9e5e89 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0663924 Jul 09 20:13:45.483045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c19ef97e-456f-4977-89b3-b0a3de96e2e6 req-3124d66f-8dfe-4c12-9207-e07450bdcf81 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331531 Jul 09 20:13:46.652140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274ae1-5b4f-4671-84ec-56f531b98702 req-6eadab4d-ff88-420e-96ae-0eefc30c8404 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:46.653669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af274ae1-5b4f-4671-84ec-56f531b98702 req-6eadab4d-ff88-420e-96ae-0eefc30c8404 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0622463 Jul 09 20:13:46.690697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af274ae1-5b4f-4671-84ec-56f531b98702 req-eb7ccb38-f36b-4012-8705-3a3d1b3cc494 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316577 Jul 09 20:13:47.867750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6e1ea-248d-456c-aa6c-3de1b584194a req-d068a47d-b3c8-44af-9fc3-a6e860af6731 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:47.869353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ab6e1ea-248d-456c-aa6c-3de1b584194a req-d068a47d-b3c8-44af-9fc3-a6e860af6731 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0700502 Jul 09 20:13:47.906738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0ab6e1ea-248d-456c-aa6c-3de1b584194a req-af6c8586-82b7-4124-a5f9-a9be42671118 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317597 Jul 09 20:13:48.948808 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:49.080863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a79f06-f9e0-4c19-b9f6-b4332c33437b req-2cfe6b69-6840-41fe-a620-1f9aa2a66494 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:49.082961 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0a79f06-f9e0-4c19-b9f6-b4332c33437b req-2cfe6b69-6840-41fe-a620-1f9aa2a66494 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0674868 Jul 09 20:13:49.119442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f0a79f06-f9e0-4c19-b9f6-b4332c33437b req-e2a0aa0a-2162-46cb-a580-127809a44898 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308893 Jul 09 20:13:50.296031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa2915-60f1-426b-b656-5cdc94e94ebe req-c12d8b33-64e5-4ecd-8334-933ef4e99611 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:50.297546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21aa2915-60f1-426b-b656-5cdc94e94ebe req-c12d8b33-64e5-4ecd-8334-933ef4e99611 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0670025 Jul 09 20:13:50.338848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21aa2915-60f1-426b-b656-5cdc94e94ebe req-73dca291-3c4c-4c0f-a632-5cfaef3f1d63 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350909 Jul 09 20:13:51.508126 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23098-2aed-43d4-a457-79437ca769b0 req-f1c15e49-7619-466b-b858-74f5f5e0c259 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.509501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65b23098-2aed-43d4-a457-79437ca769b0 req-f1c15e49-7619-466b-b858-74f5f5e0c259 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 944 time: 0.0611074 Jul 09 20:13:51.546457 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65b23098-2aed-43d4-a457-79437ca769b0 req-6f3f9e9a-5761-49b3-b1cc-7a462605b63c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314281 Jul 09 20:13:51.901803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:13:51.993980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:52.008502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:13:52.043991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.056378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:52.074640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:52.078248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.123619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:52.130717 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.131061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.131401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.131728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.132083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.132409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.132736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.133056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.133399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.133715 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.134030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.134347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:52.288069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:52.417806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0bc84c38-f9e6-47d5-bd2f-caeb7b782229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.717542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0d35-a029-41ab-8fca-503667cfe550 req-0c1c0ba3-798e-484e-91a4-ed613ddc6c0b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.719065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-601f0d35-a029-41ab-8fca-503667cfe550 req-0c1c0ba3-798e-484e-91a4-ed613ddc6c0b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 945 time: 0.0627937 Jul 09 20:13:52.757021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-601f0d35-a029-41ab-8fca-503667cfe550 req-a682bae2-5967-4fc9-907e-03b0d3e36709 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323584 Jul 09 20:13:53.487319 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.901828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:53.954066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:53.958443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:53.958823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.041653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.063957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:54.066251 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681e7b6-2deb-4565-b2ae-614b614d45e8" -d '{"events": [{"server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "name": "network-vif-plugged", "status": "completed", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:54.080124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:54.084436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.111947 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666caac6-7976-45c2-ab62-e2be5ff690c4 x-openstack-request-id: req-666caac6-7976-45c2-ab62-e2be5ff690c4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:54.112250 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "name": "network-vif-plugged", "status": "completed", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:54.112862 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-666caac6-7976-45c2-ab62-e2be5ff690c4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:54.113281 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'code': 200} Jul 09 20:13:54.118832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80557eef-1fe2-4802-ad64-d068f9a1d476 req-dcba925c-af02-4344-ab9b-faee1940b7c2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.120521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80557eef-1fe2-4802-ad64-d068f9a1d476 req-dcba925c-af02-4344-ab9b-faee1940b7c2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 945 time: 0.0667691 Jul 09 20:13:54.149481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:54.174282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80557eef-1fe2-4802-ad64-d068f9a1d476 req-bd7da9ae-1ab6-406e-aa24-30cb333da0f7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368669 Jul 09 20:13:54.233999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677097b-a79f-4032-ac51-81da2147a00b req-4872a6ed-7554-4c56-9af0-4d4ef2b7e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.235472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7677097b-a79f-4032-ac51-81da2147a00b req-4872a6ed-7554-4c56-9af0-4d4ef2b7e8da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0550001 Jul 09 20:13:54.269576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7677097b-a79f-4032-ac51-81da2147a00b req-7c0900a7-5a9b-4914-a6a0-adb1f81accb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276539 Jul 09 20:13:55.002158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6127f014-53dd-42fa-9205-02ba04e807d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.312053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.347519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922c7b-cf8c-4687-9965-6040eb148d70 req-4a05905b-1853-4f55-878a-f7aca5b7e88d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.349009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94922c7b-cf8c-4687-9965-6040eb148d70 req-4a05905b-1853-4f55-878a-f7aca5b7e88d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 946 time: 0.0654187 Jul 09 20:13:55.387141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94922c7b-cf8c-4687-9965-6040eb148d70 req-fdff6ed0-0f41-42f8-b766-b439733677f2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318704 Jul 09 20:13:55.555713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3576f61-d793-41f2-b89a-17d26f94cbeb req-bd548041-d398-4206-a620-8d2c073ba9f5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.557206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3576f61-d793-41f2-b89a-17d26f94cbeb req-bd548041-d398-4206-a620-8d2c073ba9f5 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 946 time: 0.0614722 Jul 09 20:13:55.594214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3576f61-d793-41f2-b89a-17d26f94cbeb req-8cb74cf9-78ef-4858-b657-3722a186c704 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315320 Jul 09 20:13:55.617625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:55.811813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07663ef1-d9e1-4474-b73d-ea3fee9ef3d4 tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.813345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-07663ef1-d9e1-4474-b73d-ea3fee9ef3d4 tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1092 time: 0.1947215 Jul 09 20:13:55.816036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:55.820299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:55.842856 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.936774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.363694 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.25.3.131 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/61f8b397-8a56-4a53-bc61-f0f91161d97d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:56.450657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.465155 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.502798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.540801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:56.543596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:56.549115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:56.576588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=61f8b397-8a56-4a53-bc61-f0f91161d97d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:56.912368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.986871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.132454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.137447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.203789 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=61f8b397-8a56-4a53-bc61-f0f91161d97d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:57.215599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.314286 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP adfb8275-8692-4c43-a6a8-466d1501f09e associated. External IP: 172.25.3.131, port: c617e02f-de6a-4e6e-a71d-d5ffdc726cd3. Jul 09 20:13:57.522355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:13:57.630285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:13:57.639947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:13:57.646235 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.649756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:13:57.650374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:13:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:57.693150 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b918626e-d5a9-4412-ab39-63945836b75d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8659856 Jul 09 20:13:57.693150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:57.693150 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed711b16-b234-4f7c-852b-c487ad5bb332" -d '{"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:57.754723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:13:57.783518 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1b82e-36d5-45b2-9b9e-291fb4fc5e7a x-openstack-request-id: req-8bb1b82e-36d5-45b2-9b9e-291fb4fc5e7a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:57.783814 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:57.784069 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bb1b82e-36d5-45b2-9b9e-291fb4fc5e7a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:57.784475 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'status': 'completed', 'code': 200} Jul 09 20:13:57.866054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-e3512c4d-ad31-400d-95a1-87c98e1d2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.867672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-e3512c4d-ad31-400d-95a1-87c98e1d2b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0558612 Jul 09 20:13:57.952396 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.977614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-b05477d9-2dbb-4f82-927e-39d5f0b92588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.979111 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-b05477d9-2dbb-4f82-927e-39d5f0b92588 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0952110 Jul 09 20:13:58.000298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:56Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:58.027182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:13:58.035268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:13:58.035877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:13:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:58.045377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-dff02022-bcf9-4db6-85e0-964576915337 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0591156 Jul 09 20:13:58.099056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-0f3e5653-d3fd-4dad-904c-3d73bfb5a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:58.100538 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-0f3e5653-d3fd-4dad-904c-3d73bfb5a5f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0486038 Jul 09 20:13:58.144108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:13:58.163310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-3b868dfe-ceb9-4b28-912d-55e0534dec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:58.166113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-3b868dfe-ceb9-4b28-912d-55e0534dec16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579560 Jul 09 20:13:58.256996 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-0dc07b5d-a33a-4978-ac43-51a90c000799 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Jul 09 20:13:58.353087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed711b16-b234-4f7c-852b-c487ad5bb332 req-b36c0f2e-a80b-4477-a227-8f9a4ba0de24 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901783 Jul 09 20:13:58.373606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:56Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:58.400342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0f485-f89d-4322-b514-1f45eb344c84 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:56Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:13:58.589813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4ff0d-1632-44cd-b207-dfb1499578c7 None None] New status for floating IP adfb8275-8692-4c43-a6a8-466d1501f09e: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:14:01.404821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:14:02.617365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-39ba0d4f-bd4b-4853-93e8-8104bb074052 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518174 Jul 09 20:14:02.709463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-1ddbbef0-2675-4427-bd9c-80295af63c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.710937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-1ddbbef0-2675-4427-bd9c-80295af63c75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0518596 Jul 09 20:14:02.818262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-404d271b-57b6-4aee-9628-f5c48d3be4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.819553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-404d271b-57b6-4aee-9628-f5c48d3be4e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0875006 Jul 09 20:14:02.884183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-dff14bf3-102f-4c46-8276-526c4d7da99b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0577474 Jul 09 20:14:02.937436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-f01c6a85-c85c-4204-8aac-91b801241724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.938922 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-f01c6a85-c85c-4204-8aac-91b801241724 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0486770 Jul 09 20:14:02.996617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-55daa655-e749-417e-9b94-4731014e9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.998158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-55daa655-e749-417e-9b94-4731014e9c4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527134 Jul 09 20:14:03.086109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-b1df01d2-d206-4c0c-ba2e-4a75f22e7a8b service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Jul 09 20:14:03.179768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4a6e6efc-496e-409f-8d4e-4c813378d90c req-f0b3633f-5478-4fe1-bcc1-0e65e4494fe0 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866401 Jul 09 20:14:18.947383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.408819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d435820-0d1f-4024-b293-6e04c81c1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.502636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.002210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2aab5e42-8254-4220-8d26-ba03f52993f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.313210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.453647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.941630 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.403144 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:14:48.943057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.407831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb4e7-02db-4d1b-9621-c0f0b3b0b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:53.495760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.002272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca6b00c8-f654-455e-a59a-9a66fb457d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.313969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.456592 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.944222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.630182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-07d23380-9616-42e7-986d-806ea9955236 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511401 Jul 09 20:15:04.728555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-38a666f4-b85a-4c49-b446-08266085676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:04.730124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-38a666f4-b85a-4c49-b446-08266085676a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0565732 Jul 09 20:15:04.836015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-53897b8d-1d21-4fdd-8d54-38735340f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:04.837530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-53897b8d-1d21-4fdd-8d54-38735340f6c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0867679 Jul 09 20:15:04.908575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-9d70f383-f461-4344-a930-824465820259 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0637088 Jul 09 20:15:04.955963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-3d65409c-8e94-42f7-a68c-c5dc8ef48d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:04.957587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-3d65409c-8e94-42f7-a68c-c5dc8ef48d25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0430577 Jul 09 20:15:05.012686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-e8e1ad0b-c0bc-4113-b5f0-37b59d8c32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:05.014199 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-e8e1ad0b-c0bc-4113-b5f0-37b59d8c32c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502379 Jul 09 20:15:05.106067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-6067620c-2e44-4a5a-ac90-7a505cb67d39 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854554 Jul 09 20:15:05.194809 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5a36508-6141-4cd6-afde-8ecfadefed15 req-11fb1d33-919e-455a-b0cf-6cb9215c1f94 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Jul 09 20:15:15.402620 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:15:17.933857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-fc06a579-1344-4086-ba8a-44c0944271bd req-214a25f7-12e7-413f-82a6-d0a8a459e621 service neutron] (93771) timed out ('10.222.0.10', 48356) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:15:18.957999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:22.407595 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-226bd168-82af-4fa3-a3ca-68a3c3e3cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:23.500831 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:25.002991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-237fa822-8d93-4ad5-ab47-dd5194e96dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:25.315810 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:26.460746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:27.946475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:35.247398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-ba7995a9-2539-4afb-b381-90254bb466a3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32305093&fields=id&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 267 time: 0.0332079 Jul 09 20:15:35.354500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-61902f83-8652-4c27-b732-441fa40e9a94 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:35.355960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-61902f83-8652-4c27-b732-441fa40e9a94 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1022122 Jul 09 20:15:35.371068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-234204fa-7006-43ab-8beb-e40f37ed4f8d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/quotas/e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Jul 09 20:15:35.444373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-1d67036e-92ea-493d-a7f6-091298a2f75e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0684943 Jul 09 20:15:35.507051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-4c6dff10-357f-4144-8c0b-cc36a9a59724 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:15:35.508039 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-4c6dff10-357f-4144-8c0b-cc36a9a59724 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521517 Jul 09 20:15:35.599849 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-af35cd8b-fa6e-4df0-8e05-c7b549cd6d00 service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860088 Jul 09 20:15:35.686610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-18419c5b-81ff-4d77-a15e-ac27be8c041b service neutron] 10.222.0.10 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810022 Jul 09 20:15:36.048735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b3110f1a-f814-48fb-9a1d-5aa74c62cf3c req-42426d56-8743-427c-a001-f80d5ad6ebc6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 210 time: 0.0961654 Jul 09 20:15:36.985821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-d83b62ae-f7e8-4e65-8ef9-81c2cd5f0e0d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:36.987277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-d83b62ae-f7e8-4e65-8ef9-81c2cd5f0e0d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 812 time: 0.1011310 Jul 09 20:15:37.029523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-a5e4e4a0-4fa6-49e7-96af-7ed284c50ef4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73d99a5cd7743e4860a4eddb6372834 HTTP/1.1" status: 200 len: 378 time: 0.0343380 Jul 09 20:15:37.038310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'port': {'device_id': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'admin_state_up': True, 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'security_groups': ['d6b9a224-8020-4abc-af5a-4b6d4677cdc1']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:37.159324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Made reservation on behalf of e73d99a5cd7743e4860a4eddb6372834 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:15:37.163591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.221958 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2c42a32-927c-490d-8ee5-98e51e989b82 req-3a8238c2-35eb-47b3-9163-0f95a92a2b82 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 210 time: 0.0316813 Jul 09 20:15:37.305643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.20.0.14 (dbed8e19-2df4-4768-aaef-a00a7d1446ad/0224512e-da1c-44a8-b8fb-1025c048e227/638ab5cf-c998-4165-ae97-c5882558a2d5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:15:37.447975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.461462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Transition to ACTIVE for port object 638ab5cf-c998-4165-ae97-c5882558a2d5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:15:37.494230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.540324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:15:37.543599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:15:37.547482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:15:37.554487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:37.580930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.581301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.581644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.581978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.582314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.582645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.582966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.583302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.583625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.584004 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.584323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.584643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:37.613699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:37.614348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.630271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-883030a2-d31c-4284-b7ce-bdc2fcf36241 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959623 Jul 09 20:15:37.699908 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Request body: {'port': {'device_id': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:37.760674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5ad51e5c-935f-43d7-b152-30d8c1949494 None None] Provisioning for port 638ab5cf-c998-4165-ae97-c5882558a2d5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:15:37.764519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5ad51e5c-935f-43d7-b152-30d8c1949494 None None] Provisioning complete for port 638ab5cf-c998-4165-ae97-c5882558a2d5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:37.764881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5ad51e5c-935f-43d7-b152-30d8c1949494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.779664 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.800049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5ad51e5c-935f-43d7-b152-30d8c1949494 None None] Port 638ab5cf-c998-4165-ae97-c5882558a2d5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:15:38.036738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638ab5cf-c998-4165-ae97-c5882558a2d5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:15:38.044698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:38.056221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Transition to ACTIVE for port object 638ab5cf-c998-4165-ae97-c5882558a2d5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:15:38.060388 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:38.117163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Pushing event updated for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:38.188274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Attempting to bind port 638ab5cf-c998-4165-ae97-c5882558a2d5 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:15:38.188936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Attempting to bind port 638ab5cf-c998-4165-ae97-c5882558a2d5 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:15:38.188936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Attempting to bind port 638ab5cf-c998-4165-ae97-c5882558a2d5 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:15:38.193800 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Port 638ab5cf-c998-4165-ae97-c5882558a2d5 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:15:38.194402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Attempting to bind port 638ab5cf-c998-4165-ae97-c5882558a2d5 on network dbed8e19-2df4-4768-aaef-a00a7d1446ad {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:15:38.200404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:15:38.200899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Checking segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:15:38.201408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Bound using segment: {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:15:38.201937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Bound port: 638ab5cf-c998-4165-ae97-c5882558a2d5, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:15:38.202400 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:38.288926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:15:38.292338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=638ab5cf-c998-4165-ae97-c5882558a2d5,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:15:38.306070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:38.343493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:38.344118 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:38.345543 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 1092 time: 0.7079904 Jul 09 20:15:38.345992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:38.348240 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc09af3-fc81-471b-86dc-234601fb7a92" -d '{"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:38.381368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d91eb-4026-4bac-98f9-81ab284443d3 service neutron] Pushing event updated for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:38.425116 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c242c5-6d54-434d-9f66-e39ffa8b8008 x-openstack-request-id: req-86c242c5-6d54-434d-9f66-e39ffa8b8008 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:38.425435 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:38.425689 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86c242c5-6d54-434d-9f66-e39ffa8b8008 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:38.426090 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'status': 'completed', 'code': 200} Jul 09 20:15:38.494591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-8980e50a-23e4-425a-8780-84cfec789de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:38.496123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-8980e50a-23e4-425a-8780-84cfec789de6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1095 time: 0.1014564 Jul 09 20:15:38.511450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7b38c-9852-46d7-836d-61045486974f req-8c038b22-c3eb-4966-bbd9-eceb5bef2dbc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:38.513210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5a7b38c-9852-46d7-836d-61045486974f req-8c038b22-c3eb-4966-bbd9-eceb5bef2dbc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0862284 Jul 09 20:15:38.560085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-42fc47da-d0e2-4bf5-b55b-60ffaf88bc8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0457706 Jul 09 20:15:38.613802 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5a7b38c-9852-46d7-836d-61045486974f req-e3dc7651-c8bc-4fb2-b7a2-12008359a420 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936077 Jul 09 20:15:38.624723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-a7db98bb-1195-4b13-80c9-d47d5084d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:38.626175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-a7db98bb-1195-4b13-80c9-d47d5084d626 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0581563 Jul 09 20:15:38.683554 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-373cb0eb-314e-4dfa-aed1-8ee8b87abb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:38.685058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-373cb0eb-314e-4dfa-aed1-8ee8b87abb4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529580 Jul 09 20:15:38.776757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-879e96e2-09b5-4cb8-9c27-c9d42e29e451 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Jul 09 20:15:38.864218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a02ca47-c0f6-406f-9446-c25972f9d4e2 req-1693f8d1-3cf2-42d8-9cb1-e01047d18bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809221 Jul 09 20:15:39.247436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-91e92856-2a0d-4705-a8f3-7cf6562ad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.248856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-91e92856-2a0d-4705-a8f3-7cf6562ad7d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1095 time: 0.3373189 Jul 09 20:15:39.335474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-5a5b0242-9112-4c68-916c-8442cb635f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.336951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-5a5b0242-9112-4c68-916c-8442cb635f1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0822487 Jul 09 20:15:39.379936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-74ee90ae-db4f-4459-add1-e81f0cf15d92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0372066 Jul 09 20:15:39.427573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-cccb1512-8b0e-41c7-b4d5-7e3089d8052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.428956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-cccb1512-8b0e-41c7-b4d5-7e3089d8052a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0435963 Jul 09 20:15:39.485050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-4939758e-dd60-4369-83c8-e1d663d1b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.486558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-4939758e-dd60-4369-83c8-e1d663d1b793 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518184 Jul 09 20:15:39.577055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-07fd3a46-5802-4661-8a82-7118be89b156 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Jul 09 20:15:39.670757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9cc09af3-fc81-471b-86dc-234601fb7a92 req-167de17f-98d5-44c8-b156-ac5f9a88f103 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878279 Jul 09 20:15:39.797734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c15d2-92e1-4169-8651-d10897f23f42 req-c7a7f727-0f22-4df6-a227-9e3c2eae962d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.799303 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-331c15d2-92e1-4169-8651-d10897f23f42 req-c7a7f727-0f22-4df6-a227-9e3c2eae962d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0681548 Jul 09 20:15:39.839491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-331c15d2-92e1-4169-8651-d10897f23f42 req-ede3fc24-7ccc-4722-a144-92539deb869f tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338323 Jul 09 20:15:41.020052 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b713448-d6e7-4b14-bc22-cd4d05dc41ca req-c064ea4f-92dd-48fe-b06e-07deac612b10 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:41.021661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b713448-d6e7-4b14-bc22-cd4d05dc41ca req-c064ea4f-92dd-48fe-b06e-07deac612b10 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0677829 Jul 09 20:15:41.060815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4b713448-d6e7-4b14-bc22-cd4d05dc41ca req-f38f43b8-c015-40ba-94f7-b51c255fc270 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331080 Jul 09 20:15:42.234204 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986467-77cf-4af8-8e0e-750e8a3cf8bf req-31a75af0-759a-4823-818c-0b63eba1df5e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:42.235741 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46986467-77cf-4af8-8e0e-750e8a3cf8bf req-31a75af0-759a-4823-818c-0b63eba1df5e tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0641582 Jul 09 20:15:42.275857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-46986467-77cf-4af8-8e0e-750e8a3cf8bf req-b1e35bfa-49f7-4050-a490-53f6414f37d3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345101 Jul 09 20:15:43.458969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22044256-1758-4166-a651-a314154967f0 req-de744fb0-d53a-490d-bb88-c2e3e0de453d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:43.460499 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22044256-1758-4166-a651-a314154967f0 req-de744fb0-d53a-490d-bb88-c2e3e0de453d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0726719 Jul 09 20:15:43.500834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-22044256-1758-4166-a651-a314154967f0 req-6aba169d-33c1-44db-a656-d423d51140dc tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342369 Jul 09 20:15:44.681799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df608b-f305-4ed4-be05-c1efbac387ce req-91fadb2a-9afc-449e-ab84-0750c648c919 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:44.683395 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a6df608b-f305-4ed4-be05-c1efbac387ce req-91fadb2a-9afc-449e-ab84-0750c648c919 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0652721 Jul 09 20:15:44.728038 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a6df608b-f305-4ed4-be05-c1efbac387ce req-9f0549f1-ca21-4031-ac29-4671a6816aa6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384650 Jul 09 20:15:45.918815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b82e-8895-4af5-899e-c009a8b978af req-c980d93b-d32e-4002-a2de-7de8c454ed3d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:45.920294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4af6b82e-8895-4af5-899e-c009a8b978af req-c980d93b-d32e-4002-a2de-7de8c454ed3d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0653887 Jul 09 20:15:45.957426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4af6b82e-8895-4af5-899e-c009a8b978af req-03fe1141-5198-4d7f-971f-98b000ef9cd4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314746 Jul 09 20:15:47.140173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3ebf-101c-46a6-8074-f183b1024a5e req-31f77a11-d46f-4184-8144-15785b52a433 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:47.141891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce6c3ebf-101c-46a6-8074-f183b1024a5e req-31f77a11-d46f-4184-8144-15785b52a433 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0727823 Jul 09 20:15:47.181543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce6c3ebf-101c-46a6-8074-f183b1024a5e req-31b40376-65f2-4da2-9679-7e4f254c49d3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339406 Jul 09 20:15:48.356302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705747-fa82-40e8-bb25-f61c99999bb1 req-491f338e-b466-4c96-914c-d11aa3ca8d36 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:48.357825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89705747-fa82-40e8-bb25-f61c99999bb1 req-491f338e-b466-4c96-914c-d11aa3ca8d36 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0673623 Jul 09 20:15:48.395345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89705747-fa82-40e8-bb25-f61c99999bb1 req-5aab4082-a7e7-4e3f-95ae-0b1b1266e715 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317268 Jul 09 20:15:48.959959 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:49.574965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89abdff-8073-4547-914d-a7731956902b req-460ccaed-bde0-4217-a513-fa23c1f3f94b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:49.576441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e89abdff-8073-4547-914d-a7731956902b req-460ccaed-bde0-4217-a513-fa23c1f3f94b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 944 time: 0.0684586 Jul 09 20:15:49.616142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e89abdff-8073-4547-914d-a7731956902b req-ac79b700-aed6-4a7b-a779-fa59e3797f71 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340488 Jul 09 20:15:49.745934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 638ab5cf-c998-4165-ae97-c5882558a2d5 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:15:49.861835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=638ab5cf-c998-4165-ae97-c5882558a2d5,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:49.877161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'port_id': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'mac_address': 'fa:16:3e:1e:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:15:49.918912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:49.930984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638ab5cf-c998-4165-ae97-c5882558a2d5 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:15:49.949427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=638ab5cf-c998-4165-ae97-c5882558a2d5,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:49.953117 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:49.998843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:50.006893 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.007237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.007580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.007914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.008247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.008575 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.008899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.009256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.009580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.009901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.010222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.010540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:50.293156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['638ab5cf-c998-4165-ae97-c5882558a2d5'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:50.784468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f736-341e-49c1-965a-e5d016a4603a req-b11f5eb8-9210-49cb-bb57-7d23e7dc16b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:50.785920 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd7f736-341e-49c1-965a-e5d016a4603a req-b11f5eb8-9210-49cb-bb57-7d23e7dc16b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 945 time: 0.0613995 Jul 09 20:15:50.822853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-acd7f736-341e-49c1-965a-e5d016a4603a req-b9f21b89-2d14-4562-ae5e-713ce7a23f3c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314105 Jul 09 20:15:51.754287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 638ab5cf-c998-4165-ae97-c5882558a2d5 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:15:51.804922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 638ab5cf-c998-4165-ae97-c5882558a2d5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:15:51.808737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 638ab5cf-c998-4165-ae97-c5882558a2d5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:51.809112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.007058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e593c5-c56a-4f45-8e0a-6bea219adbf7 req-579b815b-88ff-4555-8254-6bf361604ed6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:52.008480 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0e593c5-c56a-4f45-8e0a-6bea219adbf7 req-579b815b-88ff-4555-8254-6bf361604ed6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 945 time: 0.0684876 Jul 09 20:15:52.034770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.047279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0e593c5-c56a-4f45-8e0a-6bea219adbf7 req-18cb2d8e-2d7f-4dd6-bbb7-8ae58824e05b tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329626 Jul 09 20:15:52.057165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:52.059395 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f04a5-9608-4442-b06d-8c89e7d6dee2" -d '{"events": [{"server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "name": "network-vif-plugged", "status": "completed", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:52.071630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=638ab5cf-c998-4165-ae97-c5882558a2d5,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:52.074622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.122386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:52.162316 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21246474-edc3-49f2-a25c-9bdd34ba880b x-openstack-request-id: req-21246474-edc3-49f2-a25c-9bdd34ba880b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:52.162593 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "name": "network-vif-plugged", "status": "completed", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:52.162872 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21246474-edc3-49f2-a25c-9bdd34ba880b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:52.163265 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'code': 200} Jul 09 20:15:52.272159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de319a0d-7feb-4eba-bbe2-7a4d3373e857 req-5b39361f-1759-46c1-ae43-2999154b5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:52.273557 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de319a0d-7feb-4eba-bbe2-7a4d3373e857 req-5b39361f-1759-46c1-ae43-2999154b5af0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1097 time: 0.0515466 Jul 09 20:15:52.306495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-de319a0d-7feb-4eba-bbe2-7a4d3373e857 req-a18be060-10be-4de0-943b-3509d3fbc265 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269859 Jul 09 20:15:52.401246 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:15:52.407507 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9551e6f3-c8e4-4a5c-9303-37aca10396e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.217661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d610fb-0074-42d2-93ed-3140a6436afe req-f51095a2-b000-4ab2-b373-4d92f5f55aa8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:53.219154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1d610fb-0074-42d2-93ed-3140a6436afe req-f51095a2-b000-4ab2-b373-4d92f5f55aa8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.0646772 Jul 09 20:15:53.256837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b1d610fb-0074-42d2-93ed-3140a6436afe req-784340b4-d374-4b5e-a9e0-dd61e6c5494a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316422 Jul 09 20:15:53.503746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:54.431772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df0adc-0343-4eb5-a7ee-1a799ee5a16a req-8c940ed9-8d9e-4155-994b-8d99ccb168f2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:54.433180 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99df0adc-0343-4eb5-a7ee-1a799ee5a16a req-8c940ed9-8d9e-4155-994b-8d99ccb168f2 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.0675521 Jul 09 20:15:54.470394 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99df0adc-0343-4eb5-a7ee-1a799ee5a16a req-fb845442-76a2-4e08-9bdc-a101560e75b6 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315447 Jul 09 20:15:54.640627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f134-b1ee-4849-bc48-9f5248de5ce6 req-afb8d1a6-3750-479e-b00b-0e834ab659c4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:54.642131 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-88f1f134-b1ee-4849-bc48-9f5248de5ce6 req-afb8d1a6-3750-479e-b00b-0e834ab659c4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.0611031 Jul 09 20:15:54.679342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-88f1f134-b1ee-4849-bc48-9f5248de5ce6 req-ecec4861-d4b7-4161-a5ca-c5a7ba3e2007 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316463 Jul 09 20:15:54.703607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:54.757209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8dcac-e046-49bd-9c22-3ae52dda84d1 tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:54.758673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d5a8dcac-e046-49bd-9c22-3ae52dda84d1 tempest-TestVolumeBootPattern-1342826129 tempest-TestVolumeBootPattern-1342826129-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1092 time: 0.0541301 Jul 09 20:15:54.761450 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:54.765673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:54.786956 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:54.880019 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:54.983424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Allocated IP 172.25.3.98 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/ae149c47-917f-4edc-a146-7a1246f6da39) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:15:55.002539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e385c457-b3f3-4ce1-9bc6-b456e8a346fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.083633 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.125671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.161916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:15:55.166554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:15:55.169859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:15:55.193507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=ae149c47-917f-4edc-a146-7a1246f6da39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:55.206242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.206581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.206915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.207239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.207563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.207882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.208199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.209029 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.209368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.209683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.209995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.210311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:55.315736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.545753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.618500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.761455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.765766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.832306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event updated for resources: {'Port': ['ID=ae149c47-917f-4edc-a146-7a1246f6da39,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:55.840839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:55.936745 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP cc4604d0-b29d-49cb-a978-4429f7140faf associated. External IP: 172.25.3.98, port: 638ab5cf-c998-4165-ae97-c5882558a2d5. Jul 09 20:15:56.140439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:15:56.464212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.578663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:15:56.590640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:15:56.594862 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.603067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:15:56.603710 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:15:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:56.630819 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-43057705-31ec-4427-b4aa-798d7f2a8582 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683715 Jul 09 20:15:56.631489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:56.633746 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d43f5-1590-480a-8a5c-3501fb8b8949" -d '{"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:56.670031 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581129ab-8be7-4fcd-9e32-17296c2830cf x-openstack-request-id: req-581129ab-8be7-4fcd-9e32-17296c2830cf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:56.670312 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:56.670563 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-581129ab-8be7-4fcd-9e32-17296c2830cf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:56.670960 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'status': 'completed', 'code': 200} Jul 09 20:15:56.711887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:15:56.745458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-7ce3cef1-cbcf-4dc5-81fe-6927e39d6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:56.747381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-7ce3cef1-cbcf-4dc5-81fe-6927e39d6f36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1097 time: 0.0536597 Jul 09 20:15:56.839425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-96e5f7f4-7f06-4675-bc1c-7d886a1ab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:56.840937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-96e5f7f4-7f06-4675-bc1c-7d886a1ab756 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0874076 Jul 09 20:15:56.906322 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-062d3c09-21f9-4bb8-b989-8483b429ae02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 999 time: 0.0586371 Jul 09 20:15:56.932879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}, {'id': 'cc4604d0-b29d-49cb-a978-4429f7140faf', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:1e:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:15:55Z', 'updated_at': '2021-07-09T20:15:55Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:56.953578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-ac6b41a3-0852-40ec-b651-2d4424091bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:56.955069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-ac6b41a3-0852-40ec-b651-2d4424091bf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0426691 Jul 09 20:15:56.962643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:15:56.970839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:15:56.971453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:15:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:57.015180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-84731d71-5cb2-44c1-af9a-430f652e0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:57.016582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-84731d71-5cb2-44c1-af9a-430f652e0196 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552733 Jul 09 20:15:57.075787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:15:57.104330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-c284a7bc-f872-4f7c-9815-b744e39d5b2f service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817227 Jul 09 20:15:57.198928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-597d43f5-1590-480a-8a5c-3501fb8b8949 req-b5a0efd3-c522-40c6-928c-4a68b1a76899 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886440 Jul 09 20:15:57.298074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}, {'id': 'cc4604d0-b29d-49cb-a978-4429f7140faf', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:1e:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:15:55Z', 'updated_at': '2021-07-09T20:15:55Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:57.323465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7414b-856d-4a25-a0ee-ef411a233249 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}, {'id': 'cc4604d0-b29d-49cb-a978-4429f7140faf', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:1e:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:15:55Z', 'updated_at': '2021-07-09T20:15:55Z', 'revision_number': 0, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:15:57.503855 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16223495-6d9c-4836-8199-5f27e14b16c7 None None] New status for floating IP cc4604d0-b29d-49cb-a978-4429f7140faf: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:15:57.949455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.691122 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-37d303cd-6816-4f8e-82d7-52fbe023d281 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131227 Jul 09 20:16:04.788186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794774-d470-4180-b502-572aa7ea2a2b req-518a2bea-b281-418a-b90f-611d811ad9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:04.789693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-518a2bea-b281-418a-b90f-611d811ad9ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0542212 Jul 09 20:16:04.894821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794774-d470-4180-b502-572aa7ea2a2b req-a90846f1-5693-40ce-9f32-806348e0fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:04.896241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-a90846f1-5693-40ce-9f32-806348e0fc6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0858033 Jul 09 20:16:04.966796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-41ebc1e2-de71-442d-886f-93992e3a670e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0638485 Jul 09 20:16:05.015209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794774-d470-4180-b502-572aa7ea2a2b req-0bc81e3b-65a0-4b4a-b068-7647de5d1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:05.016777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-0bc81e3b-65a0-4b4a-b068-7647de5d1db5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0442369 Jul 09 20:16:05.071600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794774-d470-4180-b502-572aa7ea2a2b req-96799335-0720-4667-8af6-7cc10c2e6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:05.073068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-96799335-0720-4667-8af6-7cc10c2e6eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501723 Jul 09 20:16:05.163859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-14112940-70a4-484e-b70b-433b2eee6bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Jul 09 20:16:05.251455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f794774-d470-4180-b502-572aa7ea2a2b req-7cc3abb0-c8a9-4fd1-aad2-416a1d250085 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810747 Jul 09 20:16:09.291216 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-76bb8f82-ff94-44a4-808d-6a7dcbff1054 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522857 Jul 09 20:16:09.384677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5184d-4dc5-471e-ada3-14759509155f req-9e281ffb-a08d-412c-a841-bb3adb2fe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.386174 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-9e281ffb-a08d-412c-a841-bb3adb2fe9bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1097 time: 0.0518186 Jul 09 20:16:09.492177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5184d-4dc5-471e-ada3-14759509155f req-e70fd485-95e7-4dff-a2f1-becc7eafc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.493592 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-e70fd485-95e7-4dff-a2f1-becc7eafc617 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0867248 Jul 09 20:16:09.556221 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-7fcef6ce-71b5-412b-ad09-d077e4b37781 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 1001 time: 0.0566745 Jul 09 20:16:09.603646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5184d-4dc5-471e-ada3-14759509155f req-976a871e-817b-4785-a9f9-f4a0a7d5699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.605040 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-976a871e-817b-4785-a9f9-f4a0a7d5699a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0432742 Jul 09 20:16:09.664288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5184d-4dc5-471e-ada3-14759509155f req-52a6b814-6bce-48ec-bb61-379c0fa54ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.665769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-52a6b814-6bce-48ec-bb61-379c0fa54ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544930 Jul 09 20:16:09.753116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-491dd355-5993-41b3-884d-93e9a8cbdd0f service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799067 Jul 09 20:16:09.845455 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-85a5184d-4dc5-471e-ada3-14759509155f req-1da8f0bb-8a9b-4636-87f6-d3f9b5b064b0 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Jul 09 20:16:18.971097 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:22.408013 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7de0f56a-7673-435d-9528-991938feafec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:23.518695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.003304 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9f64015a-b815-45c5-965d-a4983f4ef89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.317422 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:26.466934 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:27.952723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:29.400164 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:16:48.986479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:52.407547 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f77c845f-7954-40fe-bec5-2882e74cafd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:53.536666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:55.003204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8cb8c4d8-47de-4640-b179-9db50ade8e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:55.317420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.468532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.953946 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.314779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-ff7fb912-fabe-4792-bcfa-ee7dfecadf6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522246 Jul 09 20:17:05.410603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-0f12b6b0-c184-4c1a-afe0-ffdd50680573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.411982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-0f12b6b0-c184-4c1a-afe0-ffdd50680573 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0549266 Jul 09 20:17:05.514808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-e0eccb2f-d7a4-42fa-887d-6f8c8b296278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.516270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-e0eccb2f-d7a4-42fa-887d-6f8c8b296278 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0844688 Jul 09 20:17:05.585198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-55c45f67-f42d-4e50-b92f-bb8b1c70d666 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0630281 Jul 09 20:17:05.632836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-b19e0261-c624-4db9-a8da-a9bd4f6f9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.634335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-b19e0261-c624-4db9-a8da-a9bd4f6f9db1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0433083 Jul 09 20:17:05.690622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-58fd3f58-eafe-46d0-9aae-160ca2392d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.692021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-58fd3f58-eafe-46d0-9aae-160ca2392d61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517805 Jul 09 20:17:05.783559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-6cb63af1-ef66-4549-9f5b-6bab52f464b9 service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854218 Jul 09 20:17:05.871927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d69b9c3-9b48-4708-bdb0-b6df9bf74643 req-0d1b21e0-600a-47fb-897a-3800cac9e53b service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821018 Jul 09 20:17:06.399009 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:17:09.286158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-4d4955aa-b117-4ec5-b0a1-ed2f802b132c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512438 Jul 09 20:17:09.374834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-ca67f519-86db-4c54-81ab-f31250505e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.376284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-ca67f519-86db-4c54-81ab-f31250505e21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1097 time: 0.0503862 Jul 09 20:17:09.481951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-15751b3a-7741-416a-bcd7-fd231f6bd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.483323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-15751b3a-7741-416a-bcd7-fd231f6bd1dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0848215 Jul 09 20:17:09.544778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-498b1074-da2f-4902-865e-eef29c891d92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 1001 time: 0.0556691 Jul 09 20:17:09.594541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-86dcee4b-ae56-4db2-9ea0-469c32aafca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.595942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-86dcee4b-ae56-4db2-9ea0-469c32aafca7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0455675 Jul 09 20:17:09.659114 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-e78588e0-e00a-425e-b020-5891637c3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.660568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-e78588e0-e00a-425e-b020-5891637c3852 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502150 Jul 09 20:17:09.747555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-8db0f2c4-37b2-437e-8953-39c9dcec634d service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808074 Jul 09 20:17:09.839267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0b6c6dc-d85c-45f3-8d65-88aada6b2311 req-012bbaba-dab8-49d8-8639-e7a4d705acb0 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Jul 09 20:17:18.985748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:22.409489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-397d222a-ac52-4e81-9250-33701bc5ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:23.536718 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:25.004008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-025f1e2d-d155-4fd4-883b-67d8b5df2d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:25.317479 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.471030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.958440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.328506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:35.484286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port ae149c47-917f-4edc-a146-7a1246f6da39 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:35.484544 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.562237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.562567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.574671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for ae149c47-917f-4edc-a146-7a1246f6da39 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:35.724262 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.747361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=ae149c47-917f-4edc-a146-7a1246f6da39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.757260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.757576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.757921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.758261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.758595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.759511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.759511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.760186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.760403 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.760728 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.761050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.761396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:35.821584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.821919 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP cc4604d0-b29d-49cb-a978-4429f7140faf disassociated (deleted). External IP: 172.25.3.98, port: 638ab5cf-c998-4165-ae97-c5882558a2d5. Jul 09 20:17:36.042116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:36.160387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:36.165277 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.169747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:36.182926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:36.183550 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:36.203121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-edc3d26e-790c-4765-9a00-c7a1fdab833a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "DELETE /v2.0/floatingips/cc4604d0-b29d-49cb-a978-4429f7140faf HTTP/1.1" status: 204 len: 168 time: 0.8734436 Jul 09 20:17:36.203693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:36.206101 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:36.254111 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6288144a-85d1-4e69-95ac-b5303fd635e3 x-openstack-request-id: req-6288144a-85d1-4e69-95ac-b5303fd635e3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:36.254402 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:36.254764 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6288144a-85d1-4e69-95ac-b5303fd635e3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:36.255273 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'status': 'completed', 'code': 200} Jul 09 20:17:36.289189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:36.333394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-9282e2a5-79da-4d3d-8dd6-ea3b54484242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.335832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-9282e2a5-79da-4d3d-8dd6-ea3b54484242 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 1097 time: 0.0559943 Jul 09 20:17:36.448824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-8aa53136-b66b-44a0-bb99-6e0f909430b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.450575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-8aa53136-b66b-44a0-bb99-6e0f909430b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.1096911 Jul 09 20:17:36.494610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-aebe8825-6532-4847-b44a-229f4a6f6517 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0377543 Jul 09 20:17:36.520374 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:36.546678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:36.554819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:36.555427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:36.572960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-4b3c5e63-d337-48d2-b0c6-32eae3024655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.574437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-4b3c5e63-d337-48d2-b0c6-32eae3024655 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0726392 Jul 09 20:17:36.636727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5220a8-d228-44df-94bf-4a9bb63a4bab req-8dbe19d1-9952-4710-98bb-57834aba4cb1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.641814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df5220a8-d228-44df-94bf-4a9bb63a4bab req-8dbe19d1-9952-4710-98bb-57834aba4cb1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.1132536 Jul 09 20:17:36.661968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:36.687581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df5220a8-d228-44df-94bf-4a9bb63a4bab req-b9ce0300-e4b2-4b28-9f21-8eeae6330b4c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434892 Jul 09 20:17:36.690450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-e021c9a0-d6d9-476d-9703-e65680fecf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.691754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-e021c9a0-d6d9-476d-9703-e65680fecf79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099899 Jul 09 20:17:36.781998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-24a51af9-39ed-4c9a-a4be-4ccd4134ee37 service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829382 Jul 09 20:17:36.873932 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5a2d11b0-e539-4600-bf7c-4c36c3f6a3ef req-b63e1cfd-fd9d-47ca-bec0-d284a4e5bb8f service neutron] 10.222.0.25 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849249 Jul 09 20:17:36.885929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:36.913876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37650b18-0851-4ca2-b162-db0b21b89e02 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'adfb8275-8692-4c43-a6a8-466d1501f09e', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'port_id': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'mac_address': 'fa:16:3e:b3:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:13:56Z', 'updated_at': '2021-07-09T20:13:58Z', 'revision_number': 1, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:37.122489 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f32bf-baf7-408d-8697-5bf7642a12e5 None None] New status for floating IP cc4604d0-b29d-49cb-a978-4429f7140faf: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:17:37.879958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bc465-b44f-4a95-8b97-1d64ed3faa97 req-ffc997fc-9acc-4810-957f-9530e2166097 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:37.881460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c82bc465-b44f-4a95-8b97-1d64ed3faa97 req-ffc997fc-9acc-4810-957f-9530e2166097 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.0660520 Jul 09 20:17:37.918138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c82bc465-b44f-4a95-8b97-1d64ed3faa97 req-8034e152-967c-4410-8bff-fb4f6bf0116d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305436 Jul 09 20:17:38.148607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de977-1b46-4b1f-a257-66336755784c req-63d05fcf-f7b1-4b59-a521-5318afd9edc1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:38.150110 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d9de977-1b46-4b1f-a257-66336755784c req-63d05fcf-f7b1-4b59-a521-5318afd9edc1 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 946 time: 0.0627062 Jul 09 20:17:38.251682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port 638ab5cf-c998-4165-ae97-c5882558a2d5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:38.252021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.338575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port 638ab5cf-c998-4165-ae97-c5882558a2d5, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=638ab5cf-c998-4165-ae97-c5882558a2d5,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:38.338854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.351830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for 638ab5cf-c998-4165-ae97-c5882558a2d5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:38.479828 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.506929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=638ab5cf-c998-4165-ae97-c5882558a2d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:38.521970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.522317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.522656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.523088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.523310 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.523661 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.523964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.524291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.525186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.525934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.525934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.526222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:38.569668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port 638ab5cf-c998-4165-ae97-c5882558a2d5 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:38.572906 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.575203 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8d9de977-1b46-4b1f-a257-66336755784c req-c4e95e29-e7c6-44f4-894b-4ca3a2bc25c8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.25 "DELETE /v2.0/ports/638ab5cf-c998-4165-ae97-c5882558a2d5 HTTP/1.1" status: 204 len: 173 time: 0.4196634 Jul 09 20:17:38.575646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'name': 'network-vif-deleted', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:38.578115 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f075150-6932-4718-81b4-ce9f5e903615" -d '{"events": [{"server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "name": "network-vif-deleted", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:38.692444 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65379e5f-bea9-4c69-b1f6-48b4dd9ef100 x-openstack-request-id: req-65379e5f-bea9-4c69-b1f6-48b4dd9ef100 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:38.692744 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edf1f9-e7ea-47a6-9d69-06e54dbfcb03", "name": "network-vif-deleted", "tag": "638ab5cf-c998-4165-ae97-c5882558a2d5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:38.692995 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65379e5f-bea9-4c69-b1f6-48b4dd9ef100 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:38.694070 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edf1f9-e7ea-47a6-9d69-06e54dbfcb03', 'name': 'network-vif-deleted', 'tag': '638ab5cf-c998-4165-ae97-c5882558a2d5', 'status': 'completed', 'code': 200} Jul 09 20:17:39.063479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-af2a0fc0-1532-471e-ba1f-bc9540ec8d69 req-c2f5b3ce-0380-4972-88de-aa19901ca51a tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jul 09 20:17:40.221832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a2bd434a-bc0e-4a23-8b21-141cae9969e2 req-8d1fa53a-7705-4993-945c-50fbe3fddcc7 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 210 time: 0.0337858 Jul 09 20:17:41.359245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08611d48-d9b6-4029-ba27-86c8e57de958 req-d5a0ef1c-dd4e-47ce-9195-ef63b22ac2e4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edf1f9-e7ea-47a6-9d69-06e54dbfcb03 HTTP/1.1" status: 200 len: 210 time: 0.0284383 Jul 09 20:17:42.147260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 638ab5cf-c998-4165-ae97-c5882558a2d5 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:42.167583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 638ab5cf-c998-4165-ae97-c5882558a2d5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:42.167928 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 638ab5cf-c998-4165-ae97-c5882558a2d5 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:43.398094 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:17:46.759152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:46.914587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port 61f8b397-8a56-4a53-bc61-f0f91161d97d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:46.915412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:46.996066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:46.996391 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.007743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for 61f8b397-8a56-4a53-bc61-f0f91161d97d owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:47.156824 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.182497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=61f8b397-8a56-4a53-bc61-f0f91161d97d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:47.240452 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.240785 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Floating IP adfb8275-8692-4c43-a6a8-466d1501f09e disassociated (deleted). External IP: 172.25.3.131, port: c617e02f-de6a-4e6e-a71d-d5ffdc726cd3. Jul 09 20:17:47.464480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:47.573186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:47.577749 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.586536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:47.595671 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:47.596290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:47.614116 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ac9ab84f-cac2-49a3-a597-4da3da187b11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "DELETE /v2.0/floatingips/adfb8275-8692-4c43-a6a8-466d1501f09e HTTP/1.1" status: 204 len: 168 time: 0.8538382 Jul 09 20:17:47.614714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:47.616960 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756bd28-30a2-4871-ba9a-4f7953e9b586" -d '{"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:47.652927 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86fd82e-1b1e-4b2f-878e-0772c21aa2aa x-openstack-request-id: req-f86fd82e-1b1e-4b2f-878e-0772c21aa2aa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:47.653287 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:47.653524 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f86fd82e-1b1e-4b2f-878e-0772c21aa2aa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:47.653934 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'status': 'completed', 'code': 200} Jul 09 20:17:47.705749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:47.733601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-c2deaeed-8f6d-4e57-bd52-081c5811a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:47.735187 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-c2deaeed-8f6d-4e57-bd52-081c5811a481 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e73d99a5cd7743e4860a4eddb6372834&device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 1097 time: 0.0599697 Jul 09 20:17:47.839238 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-c49f6c4b-c328-410e-9353-c37d34731ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:47.840823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-c49f6c4b-c328-410e-9353-c37d34731ebd service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 200 len: 913 time: 0.0998280 Jul 09 20:17:47.889590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-0830a54d-b824-457b-a310-1d1cb1955e43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 200 len: 217 time: 0.0415800 Jul 09 20:17:47.917782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:47.944692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:47.950848 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-5aa42e46-8681-42f3-bf1f-7b190e0c3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:47.952901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-5aa42e46-8681-42f3-bf1f-7b190e0c3c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 200 len: 851 time: 0.0564706 Jul 09 20:17:47.954213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:47.954846 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:48.001010 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532adb6-ace9-49ce-935d-f60b280969b8 req-731e9697-688d-4a4b-9611-34105dc896d4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:48.004899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f532adb6-ace9-49ce-935d-f60b280969b8 req-731e9697-688d-4a4b-9611-34105dc896d4 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 946 time: 0.0812349 Jul 09 20:17:48.035486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-19bf5a30-3f7d-47f8-9af8-871314eacb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:48.037470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-19bf5a30-3f7d-47f8-9af8-871314eacb89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbed8e19-2df4-4768-aaef-a00a7d1446ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750175 Jul 09 20:17:48.044060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f532adb6-ace9-49ce-935d-f60b280969b8 req-b9a40f0f-79e8-409d-89d9-214d69e080a3 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345523 Jul 09 20:17:48.168164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-8a45427a-84f6-4f2e-8a08-7bab8a443d7f service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104076 Jul 09 20:17:48.247581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:48.271155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8756bd28-30a2-4871-ba9a-4f7953e9b586 req-5ce18a42-f84a-44e4-945d-29077b28f8cb service neutron] 10.222.0.59 "GET /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958326 Jul 09 20:17:48.445768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:48.474783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0c78d-c6d3-4d39-8b88-f46101fd14f3 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:07:48Z', 'revision_number': 4, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '0c634408-1660-4eed-a8b8-7f6fcaaca819', 'name': '', 'network_id': 'dbed8e19-2df4-4768-aaef-a00a7d1446ad', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'mac_address': 'fa:16:3e:02:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:48Z', 'updated_at': '2021-07-09T20:07:56Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'subnets': [{'id': '0224512e-da1c-44a8-b8fb-1025c048e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:48.676993 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d618e06-51b1-4546-a90a-2a76877ca985 None None] New status for floating IP adfb8275-8692-4c43-a6a8-466d1501f09e: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:17:49.015225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.224317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0962f25-d89c-4c7b-b5e9-2ead0b841df6 req-75728a20-6ab1-4be5-a8bc-b69d81212a75 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:49.225835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0962f25-d89c-4c7b-b5e9-2ead0b841df6 req-75728a20-6ab1-4be5-a8bc-b69d81212a75 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 946 time: 0.0634770 Jul 09 20:17:49.262990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e0962f25-d89c-4c7b-b5e9-2ead0b841df6 req-fcd337ef-3edf-48a0-8df2-d91c04223260 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6b9a224-8020-4abc-af5a-4b6d4677cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315604 Jul 09 20:17:49.473188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47304f56-dc85-4726-96f6-f561618300c0 req-5d5328bc-1972-4deb-aa9f-3bbaedc2a75c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:49.474678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47304f56-dc85-4726-96f6-f561618300c0 req-5d5328bc-1972-4deb-aa9f-3bbaedc2a75c tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 946 time: 0.0653570 Jul 09 20:17:49.571620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:49.571875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.661223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] For port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:49.661584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.673566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:49.798076 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.837021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=c617e02f-de6a-4e6e-a71d-d5ffdc726cd3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:49.875166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] No DVR routers for this DVR port c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:49.877820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.879960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47304f56-dc85-4726-96f6-f561618300c0 req-d5317276-2488-4d61-a0a7-d8f763484210 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.59 "DELETE /v2.0/ports/c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 HTTP/1.1" status: 204 len: 173 time: 0.4004738 Jul 09 20:17:49.880402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'name': 'network-vif-deleted', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:49.882674 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28c59c-2259-426b-bd3f-9c8a63bb7d1f" -d '{"events": [{"server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "name": "network-vif-deleted", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:49.918284 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4877182e-abc6-4188-8a11-8e447b076adc x-openstack-request-id: req-4877182e-abc6-4188-8a11-8e447b076adc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:49.918769 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9749c6f-bca3-499f-a274-a88dccacd6ff", "name": "network-vif-deleted", "tag": "c617e02f-de6a-4e6e-a71d-d5ffdc726cd3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:49.919024 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4877182e-abc6-4188-8a11-8e447b076adc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:49.919428 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9749c6f-bca3-499f-a274-a88dccacd6ff', 'name': 'network-vif-deleted', 'tag': 'c617e02f-de6a-4e6e-a71d-d5ffdc726cd3', 'status': 'completed', 'code': 200} Jul 09 20:17:50.405123 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c7bd707-4c98-4778-a2a5-6e3671be4414 req-ce20e793-425a-474d-88b6-5a5ec16d369d tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 210 time: 0.0299988 Jul 09 20:17:51.544213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3bb81c00-350b-4760-8b38-b6396b1c9ec5 req-d619b0e0-fd37-4c2e-bc78-e97e47e9cbb8 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 09 20:17:52.410763 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ba17bb3d-7f43-441a-9a57-6294070a9dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.686416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-235f5b62-dd61-4219-bd82-6e27b514ba08 req-03e67e32-bfa8-4148-8a07-a49ddac8b4ff tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9749c6f-bca3-499f-a274-a88dccacd6ff HTTP/1.1" status: 200 len: 210 time: 0.0286863 Jul 09 20:17:52.986761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:53.006048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:53.006393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device c617e02f-de6a-4e6e-a71d-d5ffdc726cd3 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:53.551319 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.776373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:53.897328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Deleting port 3cfa7bf2-9718-4460-b82d-99b169fd4208 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:53.897673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.975546 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.975789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.988850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Calling delete_port for 3cfa7bf2-9718-4460-b82d-99b169fd4208 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:54.119709 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.144971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'Port': ['ID=3cfa7bf2-9718-4460-b82d-99b169fd4208,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:54.205784 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.208443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.209645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-861e965a-628e-4598-a3f2-d36bf48d46b0 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff7194f3-a1e5-445c-aa05-93eff0699051 HTTP/1.1" status: 204 len: 168 time: 0.4322727 Jul 09 20:17:55.006480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-485bf8b0-6dbd-4b37-9e81-8ea32c95d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.319188 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.473744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.528186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:56.590832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.615196 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.675388 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.677994 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.679191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] 10.222.0.10 "DELETE /v2.0/security-groups/d6b9a224-8020-4abc-af5a-4b6d4677cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1499887 Jul 09 20:17:56.689391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81028154-a669-401e-b5d2-68be819cbd11 tempest-TestVolumeBootPattern-2051531693 tempest-TestVolumeBootPattern-2051531693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9a224-8020-4abc-af5a-4b6d4677cdc1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:56.740425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:57.247613 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.505523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Deleting port 0c634408-1660-4eed-a8b8-7f6fcaaca819 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:57.505793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.583780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] For port 0c634408-1660-4eed-a8b8-7f6fcaaca819, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c634408-1660-4eed-a8b8-7f6fcaaca819,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:57.584135 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.596763 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Calling delete_port for 0c634408-1660-4eed-a8b8-7f6fcaaca819 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:57.769465 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.794858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c634408-1660-4eed-a8b8-7f6fcaaca819,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:57.960894 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.963501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.461563 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Router 4ec99142-9179-4289-afcd-87fb2209517b has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:58.566824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:58.573397 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71032e94-6836-472d-8698-aed76d51444b admin admin] 10.222.0.10 "PUT /v2.0/routers/4ec99142-9179-4289-afcd-87fb2209517b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8306880 Jul 09 20:17:58.574701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:58.577427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Sync routers for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:58.586587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:58.587194 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:58.677747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.695397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:58.789043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.841594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Deleting port 05d2577b-bfb7-4a11-b47e-1ee832bc1698 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:58.841959 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.875371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:17:57Z', 'revision_number': 5, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port': {'id': '05d2577b-bfb7-4a11-b47e-1ee832bc1698', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec99142-9179-4289-afcd-87fb2209517b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:46Z', 'updated_at': '2021-07-09T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:58.904952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Checking router: 4ec99142-9179-4289-afcd-87fb2209517b for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:58.913795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Routers {'4ec99142-9179-4289-afcd-87fb2209517b'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:58.914983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4ec99142-9179-4289-afcd-87fb2209517b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:58.922864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] For port 05d2577b-bfb7-4a11-b47e-1ee832bc1698, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=05d2577b-bfb7-4a11-b47e-1ee832bc1698,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:58.923225 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.939386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Calling delete_port for 05d2577b-bfb7-4a11-b47e-1ee832bc1698 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:59.001323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] Set router 4ec99142-9179-4289-afcd-87fb2209517b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:59.055539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:17:58Z', 'revision_number': 6, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.094244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5cb166-b681-408e-8dff-64801f076ff8 None None] The sync data for ids ['4ec99142-9179-4289-afcd-87fb2209517b'] in n-d-800087-3 is: [{'id': '4ec99142-9179-4289-afcd-87fb2209517b', 'name': 'tempest-TestVolumeBootPattern-2035285882-router', 'tenant_id': 'e73d99a5cd7743e4860a4eddb6372834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:45Z', 'updated_at': '2021-07-09T20:17:58Z', 'revision_number': 6, 'project_id': 'e73d99a5cd7743e4860a4eddb6372834', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:59.104873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.136698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Pushing event deleted for resources: {'Port': ['ID=05d2577b-bfb7-4a11-b47e-1ee832bc1698,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.196408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.284398 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.286352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.331386 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.331988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec99142-9179-4289-afcd-87fb2209517b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:59.336558 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.337819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-280c6277-58ff-4465-96d6-a243a8ed58ed admin admin] 10.222.0.10 "DELETE /v2.0/routers/4ec99142-9179-4289-afcd-87fb2209517b HTTP/1.1" status: 204 len: 168 time: 0.7621915 Jul 09 20:17:59.340358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:59.384069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Deleting subnet 0224512e-da1c-44a8-b8fb-1025c048e227 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:17:59.387521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.422105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.501765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.562031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.588626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0224512e-da1c-44a8-b8fb-1025c048e227,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.590605 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.594713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4caa2309-f377-477c-8be2-c62b8387f6c7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0224512e-da1c-44a8-b8fb-1025c048e227 HTTP/1.1" status: 204 len: 168 time: 0.2511623 Jul 09 20:17:59.595008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678b5f94-66a3-422e-b465-551cadb9cf2a None None] Network dbed8e19-2df4-4768-aaef-a00a7d1446ad requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:59.595203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:59.662416 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.714626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Deleting port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:59.714970 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.781178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] For port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,segment=NetworkSegment(5c143c7b-3d8b-4ce4-8e9e-752cffb5b639),segment_id=5c143c7b-3d8b-4ce4-8e9e-752cffb5b639)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:59.781541 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.794452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Calling delete_port for a7ed6fbb-a11d-41ec-a579-5b93ceddb72d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:59.854054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] DHCP port deletion for dbed8e19-2df4-4768-aaef-a00a7d1446ad request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:17:59.875511 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.905032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.905722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Deleting port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:59.906112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.908604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] No DVR routers for this DVR port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:59.968225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] For port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:59.968601 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.980263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.981723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Calling delete_port for a7ed6fbb-a11d-41ec-a579-5b93ceddb72d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:59.984372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:17:59.985723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.991106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbed8e19-2df4-4768-aaef-a00a7d1446ad']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.002084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.002380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c143c7b-3d8b-4ce4-8e9e-752cffb5b639') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.010467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Pushing event deleted for resources: {'Port': ['ID=a7ed6fbb-a11d-41ec-a579-5b93ceddb72d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:00.011687 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.014768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] No DVR routers for this DVR port a7ed6fbb-a11d-41ec-a579-5b93ceddb72d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:00.021810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.022065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.022399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.022907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.023408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.023839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.024453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.024552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.024804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.025115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.025532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.025772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db653779-7be9-4cd6-9e18-4e2d1b25f078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:00.029918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.036350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:00.036743 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:00.038573 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:00.099670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.119668 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.121839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbed8e19-2df4-4768-aaef-a00a7d1446ad HTTP/1.1" status: 204 len: 168 time: 0.5257812 Jul 09 20:18:00.122887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f79d92-6517-4c78-a626-61884d2dbb65 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbed8e19-2df4-4768-aaef-a00a7d1446ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:00.124584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:00.464296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.702423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a7ed6fbb-a11d-41ec-a579-5b93ceddb72d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:00.715455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Deleting port c2b9b385-acb2-45a5-b536-db200b791d7b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:00.715717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.725560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: a7ed6fbb-a11d-41ec-a579-5b93ceddb72d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:00.726029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device a7ed6fbb-a11d-41ec-a579-5b93ceddb72d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:00.726459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 05d2577b-bfb7-4a11-b47e-1ee832bc1698 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:00.745746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 05d2577b-bfb7-4a11-b47e-1ee832bc1698 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:00.746096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 05d2577b-bfb7-4a11-b47e-1ee832bc1698 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:00.746510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c634408-1660-4eed-a8b8-7f6fcaaca819 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:00.764935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0c634408-1660-4eed-a8b8-7f6fcaaca819 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:00.765313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c634408-1660-4eed-a8b8-7f6fcaaca819 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:00.795312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] For port c2b9b385-acb2-45a5-b536-db200b791d7b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c2b9b385-acb2-45a5-b536-db200b791d7b,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:00.795672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.808096 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Calling delete_port for c2b9b385-acb2-45a5-b536-db200b791d7b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:00.984325 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.010882 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b9b385-acb2-45a5-b536-db200b791d7b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:01.173087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.381360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Router 4715c49c-01d9-4795-a582-2b16500916fb has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:01.486568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:01.493706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-13fd9859-7e9e-490d-999b-6e0b07a973a0 admin admin] 10.222.0.10 "PUT /v2.0/routers/4715c49c-01d9-4795-a582-2b16500916fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3680365 Jul 09 20:18:01.496072 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Sync routers for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:01.496512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.505094 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:01.505724 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.613030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:01.802267 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:18:00Z', 'revision_number': 5, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.835703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Checking router: 4715c49c-01d9-4795-a582-2b16500916fb for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:01.844737 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Routers {'4715c49c-01d9-4795-a582-2b16500916fb'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:01.845546 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:17:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4715c49c-01d9-4795-a582-2b16500916fb'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.939214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.952474 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] Set router 4715c49c-01d9-4795-a582-2b16500916fb gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:02.040478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.094552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Deleting port 7d0cd992-25e1-42b0-9229-3fa391faac9a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:02.094934 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.126968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:18:00Z', 'revision_number': 5, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:02.152909 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3b87e-9495-433c-9fe4-d7afea508ad1 None None] The sync data for ids ['4715c49c-01d9-4795-a582-2b16500916fb'] in n-d-800087-3 is: [{'id': '4715c49c-01d9-4795-a582-2b16500916fb', 'name': 'tempest-TestVolumeBootPattern-540566733-router', 'tenant_id': 'bf0d330123434b7d8d5483bb28f614a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:18:00Z', 'revision_number': 5, 'project_id': 'bf0d330123434b7d8d5483bb28f614a2', 'gw_port': {'id': '7d0cd992-25e1-42b0-9229-3fa391faac9a', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4715c49c-01d9-4795-a582-2b16500916fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:07:51Z', 'updated_at': '2021-07-09T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:02.183605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] For port 7d0cd992-25e1-42b0-9229-3fa391faac9a, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7d0cd992-25e1-42b0-9229-3fa391faac9a,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:02.183605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.196851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Calling delete_port for 7d0cd992-25e1-42b0-9229-3fa391faac9a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:02.358754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.389091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0cd992-25e1-42b0-9229-3fa391faac9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:02.444242 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.535344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.537522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.585431 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.586497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4715c49c-01d9-4795-a582-2b16500916fb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:02.590972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.592169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-21b7e415-c2af-48f9-958b-63bd241ddc30 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4715c49c-01d9-4795-a582-2b16500916fb HTTP/1.1" status: 204 len: 168 time: 1.0948122 Jul 09 20:18:02.594739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:02.639575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Deleting subnet 2169c63e-3791-4295-8aee-e4eef0f7382b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:18:02.642714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.678131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.763616 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.768093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c2b9b385-acb2-45a5-b536-db200b791d7b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:02.796676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c2b9b385-acb2-45a5-b536-db200b791d7b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:02.797349 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c2b9b385-acb2-45a5-b536-db200b791d7b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:02.827098 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.857527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2169c63e-3791-4295-8aee-e4eef0f7382b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:02.859503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.863669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-01a7be4c-ad81-4387-9699-8f467cbe0123 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2169c63e-3791-4295-8aee-e4eef0f7382b HTTP/1.1" status: 204 len: 168 time: 0.2656980 Jul 09 20:18:02.864014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:02.864472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13883194-95d2-4d0c-bccc-206bb39bc6c1 None None] Network a08cafa4-6d5a-4d35-9cad-d22a256e0f30 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:02.931829 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.988260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Deleting port e6eb93b6-9770-4e98-9044-e483f7ce7e9c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:02.988598 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.053178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] For port e6eb93b6-9770-4e98-9044-e483f7ce7e9c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,segment=NetworkSegment(cab09518-ff18-4b25-a066-755d19868b56),segment_id=cab09518-ff18-4b25-a066-755d19868b56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:03.053546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.065836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Calling delete_port for e6eb93b6-9770-4e98-9044-e483f7ce7e9c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:03.170351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.188782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b5742-9bd0-4b3d-a184-4c6b8b0c7d96 None None] DHCP port deletion for a08cafa4-6d5a-4d35-9cad-d22a256e0f30 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:18:03.204640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6eb93b6-9770-4e98-9044-e483f7ce7e9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:03.210526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] No DVR routers for this DVR port e6eb93b6-9770-4e98-9044-e483f7ce7e9c on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:03.280636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.290228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08cafa4-6d5a-4d35-9cad-d22a256e0f30']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:03.303762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab09518-ff18-4b25-a066-755d19868b56') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:03.304055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab09518-ff18-4b25-a066-755d19868b56') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:03.313171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.327655 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.333415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:03.333775 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:03.335399 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:03.391065 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.395831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.397749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a08cafa4-6d5a-4d35-9cad-d22a256e0f30 HTTP/1.1" status: 204 len: 168 time: 0.5330045 Jul 09 20:18:03.410041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee12e5-2a4e-422f-95a6-5c8a10aedcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08cafa4-6d5a-4d35-9cad-d22a256e0f30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:03.529788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:03.569684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8257b836-afcf-4d04-99f8-b305895e5d8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e73d99a5cd7743e4860a4eddb6372834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387552 Jul 09 20:18:03.572211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:03.618594 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.642747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.688272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.690830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.691974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4c0e50f-04f3-4272-820a-00296bfc926d HTTP/1.1" status: 204 len: 168 time: 0.1188436 Jul 09 20:18:03.700152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31a62-eb72-471f-8fa4-feb579414064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0e50f-04f3-4272-820a-00296bfc926d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.021064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:04.060450 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-44de1b75-e21a-4e51-83d3-994e4a20e201 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf0d330123434b7d8d5483bb28f614a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381763 Jul 09 20:18:04.062834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:04.111832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.134528 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.181907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.184392 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.185619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c4536b3-9fe5-4455-997d-34081754722b HTTP/1.1" status: 204 len: 168 time: 0.1218426 Jul 09 20:18:04.193862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bba190-20a0-4502-b7c7-f6bafcbbc5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4536b3-9fe5-4455-997d-34081754722b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.716391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e6eb93b6-9770-4e98-9044-e483f7ce7e9c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:04.737830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e6eb93b6-9770-4e98-9044-e483f7ce7e9c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:04.738287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e6eb93b6-9770-4e98-9044-e483f7ce7e9c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:04.738788 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d0cd992-25e1-42b0-9229-3fa391faac9a no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:04.758308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7d0cd992-25e1-42b0-9229-3fa391faac9a {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:04.758752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7d0cd992-25e1-42b0-9229-3fa391faac9a not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:14.071435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-07e7c0cf-16de-4418-ab6d-395991f27058 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7320c250cb67444289bdb8056601cb6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293067 Jul 09 20:18:14.251333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-efd780ce-9376-4c6e-807b-d36f547f61c1 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:14.252709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-efd780ce-9376-4c6e-807b-d36f547f61c1 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764834 Jul 09 20:18:14.267295 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-7c7a550a-3e3b-4e70-ab24-2213c0966333 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/quotas/7320c250cb67444289bdb8056601cb6e HTTP/1.1" status: 200 len: 375 time: 0.0087628 Jul 09 20:18:14.303050 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-428edbf0-2d03-4966-981a-79a845f3a28d tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7320c250cb67444289bdb8056601cb6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311751 Jul 09 20:18:14.485250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95f7a53e-d9d6-4905-8451-630fdae9af7a req-09e5aed2-7629-4ada-8324-50d45d94cb36 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Jul 09 20:18:15.564160 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bbf6f2e9-becd-41e5-b605-0196f040d63c req-442f25dd-e996-4d8a-8c4c-3959e049c09f tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 210 time: 0.0279577 Jul 09 20:18:16.650901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-740bd7bc-b95e-41a5-a214-8b9113291f65 req-16210363-e17e-40e5-ac1b-7de53e1b33fb tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 210 time: 0.0325501 Jul 09 20:18:17.704574 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-5efab237-82f2-41f7-b3a2-ae0ab9936358 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7320c250cb67444289bdb8056601cb6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300210 Jul 09 20:18:17.801284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8a15019b-93d2-4e98-99bf-3140391d9e75 req-fa6614db-842b-4350-9c35-1c536053a39d tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 210 time: 0.0328856 Jul 09 20:18:17.911607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-bf3ba40b-f808-4fa7-bb09-0ed1f58827bc tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:17.913049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-bf3ba40b-f808-4fa7-bb09-0ed1f58827bc tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038445 Jul 09 20:18:17.930317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Request body: {'port': {'device_id': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'admin_state_up': True, 'tenant_id': '7320c250cb67444289bdb8056601cb6e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:18.038369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Made reservation on behalf of 7320c250cb67444289bdb8056601cb6e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:18.041901 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.050932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.145036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.149354 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.209973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71f2b9f-2a83-401d-a352-330d74b06602,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:18.283707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Allocated IP 192.168.233.90 (bb2b4e37-f224-4d99-95bd-64bb873f2d07/d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58/68647d32-4bf3-41b0-a56d-5d73f60d1e5f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:18.432375 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.444307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Transition to ACTIVE for port object 68647d32-4bf3-41b0-a56d-5d73f60d1e5f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:18.477930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.518615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Network bb2b4e37-f224-4d99-95bd-64bb873f2d07 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:18.528638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:18.532285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:18.558785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Pushing event updated for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:18.586701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:18.587332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.602507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-3f877414-c3a3-43ff-9780-5010f94f9a60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6757557 Jul 09 20:18:18.614265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Request body: {'port': {'device_id': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:18.690250 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.775118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-de84289e-4937-4e05-936b-9028152a1de7 None None] Provisioning for port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:18.778738 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-de84289e-4937-4e05-936b-9028152a1de7 None None] Provisioning complete for port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:18.779107 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-de84289e-4937-4e05-936b-9028152a1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.812574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-de84289e-4937-4e05-936b-9028152a1de7 None None] Port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:19.006041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68647d32-4bf3-41b0-a56d-5d73f60d1e5f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:19.017957 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.029344 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.034667 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Transition to ACTIVE for port object 68647d32-4bf3-41b0-a56d-5d73f60d1e5f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:19.038168 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.053704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638cf5-ece4-4518-bcf0-a15d8bbe720f req-41fcb9a2-7efd-4ebb-9967-b2b6891f4332 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.055232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68638cf5-ece4-4518-bcf0-a15d8bbe720f req-41fcb9a2-7efd-4ebb-9967-b2b6891f4332 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 935 time: 0.1387196 Jul 09 20:18:19.122016 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Pushing event updated for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:19.156136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-68638cf5-ece4-4518-bcf0-a15d8bbe720f req-5a38a531-b334-4b54-b406-af9943668147 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818992 Jul 09 20:18:19.203118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Attempting to bind port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:19.203445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Attempting to bind port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:19.203767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Attempting to bind port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:19.208245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:18:19.208560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Attempting to bind port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f on network bb2b4e37-f224-4d99-95bd-64bb873f2d07 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:19.214064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:19.214398 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Checking segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:19.214776 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Bound using segment: {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:19.215197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Bound port: 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c399e6-0f9d-49aa-8c7c-e770f0b79761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:19.215552 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.278676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:19.281726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:19.285806 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.319166 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.320560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.321977 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] 10.222.0.59 "PUT /v2.0/ports/68647d32-4bf3-41b0-a56d-5d73f60d1e5f HTTP/1.1" status: 200 len: 1095 time: 0.7121139 Jul 09 20:18:19.322410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:19.324681 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490366c8-de99-4405-861c-24017580d169" -d '{"events": [{"name": "network-changed", "server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:19.363423 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb601-5cf1-4370-b13c-27608ce24a65 service neutron] Pushing event updated for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:19.376301 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c77499-321b-47d5-b444-8c13cebb13c3 x-openstack-request-id: req-42c77499-321b-47d5-b444-8c13cebb13c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:19.376597 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:19.376850 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42c77499-321b-47d5-b444-8c13cebb13c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:19.377275 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f', 'status': 'completed', 'code': 200} Jul 09 20:18:19.429027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-69d84c2f-4c96-4428-aade-926e80abf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.430667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-69d84c2f-4c96-4428-aade-926e80abf8ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7320c250cb67444289bdb8056601cb6e&device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 1098 time: 0.0642099 Jul 09 20:18:19.475143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-aa9dd375-57b4-4782-b910-b1c65dd491ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f HTTP/1.1" status: 200 len: 217 time: 0.0372605 Jul 09 20:18:19.524951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-626ceffa-b948-479a-881f-49c11825bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.526485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-626ceffa-b948-479a-881f-49c11825bc46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0456111 Jul 09 20:18:19.587905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd795d-381c-4d22-b40a-69beae599514 req-26b6f7c6-da9d-4c33-b649-e8a8cc19c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.589411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-26b6f7c6-da9d-4c33-b649-e8a8cc19c06a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562973 Jul 09 20:18:19.676412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-9ab0af22-673e-497c-a9df-c737bd1e7294 service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799923 Jul 09 20:18:19.768202 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5cd795d-381c-4d22-b40a-69beae599514 req-7891db6e-96ba-4db4-bd2e-05b8546c542e service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Jul 09 20:18:19.867333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490366c8-de99-4405-861c-24017580d169 req-be667b2f-96a7-4c1d-bf21-88bab46abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.869379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-be667b2f-96a7-4c1d-bf21-88bab46abb79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7320c250cb67444289bdb8056601cb6e&device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 1098 time: 0.0524516 Jul 09 20:18:19.959275 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490366c8-de99-4405-861c-24017580d169 req-d0fa9577-f042-4c50-921b-f9b4229340ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:19.960794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-d0fa9577-f042-4c50-921b-f9b4229340ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb2b4e37-f224-4d99-95bd-64bb873f2d07 HTTP/1.1" status: 200 len: 870 time: 0.0851851 Jul 09 20:18:20.006037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-1f745aef-b1a7-42fb-b146-9707f850b803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f HTTP/1.1" status: 200 len: 217 time: 0.0383742 Jul 09 20:18:20.054258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490366c8-de99-4405-861c-24017580d169 req-7bf9500c-4ecc-4b02-b361-ecd1ee5b127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:20.056293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-7bf9500c-4ecc-4b02-b361-ecd1ee5b127c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2019dc5-5b1e-4dd0-aa40-0c0f4b444a58 HTTP/1.1" status: 200 len: 843 time: 0.0440102 Jul 09 20:18:20.113117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490366c8-de99-4405-861c-24017580d169 req-d226050c-7e92-4409-9a70-dadaa6201f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:20.114705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-d226050c-7e92-4409-9a70-dadaa6201f87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb2b4e37-f224-4d99-95bd-64bb873f2d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519512 Jul 09 20:18:20.211396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-69c27ca0-165a-4808-874a-45f416313e0c service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Jul 09 20:18:20.347058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-490366c8-de99-4405-861c-24017580d169 req-03166d55-e7c9-4d09-8173-1ed1c055ce6b service neutron] 10.222.0.59 "GET /v2.0/networks/bb2b4e37-f224-4d99-95bd-64bb873f2d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277995 Jul 09 20:18:20.363512 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b677-53d1-4f1d-9ca2-09ad4e83ece5 req-30b72de4-5532-4b16-b192-db8e648c4d6e tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:20.365979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a703b677-53d1-4f1d-9ca2-09ad4e83ece5 req-30b72de4-5532-4b16-b192-db8e648c4d6e tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 947 time: 0.0976830 Jul 09 20:18:20.397285 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:18:20.405945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a703b677-53d1-4f1d-9ca2-09ad4e83ece5 req-742e701e-4822-41cb-bfc0-180295a7c814 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Jul 09 20:18:21.096690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 68647d32-4bf3-41b0-a56d-5d73f60d1e5f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:18:21.187996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:21.199683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f', 'network_id': 'bb2b4e37-f224-4d99-95bd-64bb873f2d07', 'port_id': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f', 'mac_address': 'fa:16:3e:8b:a5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2019dc5-5b1e-4dd0-aa40-0c0f4b444a58', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:18:21.237868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.250464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68647d32-4bf3-41b0-a56d-5d73f60d1e5f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:21.269436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:21.273283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.318353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:21.520311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['68647d32-4bf3-41b0-a56d-5d73f60d1e5f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:18:21.577160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae519a06-beae-4aaa-af12-a15203e2e951 req-6a4cd925-378b-44d6-9338-df65c8408a27 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:21.578651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae519a06-beae-4aaa-af12-a15203e2e951 req-6a4cd925-378b-44d6-9338-df65c8408a27 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 948 time: 0.0618839 Jul 09 20:18:21.619614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ae519a06-beae-4aaa-af12-a15203e2e951 req-bbdb7bb1-faec-41bd-8d83-da5e4a3e4bf4 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351734 Jul 09 20:18:22.412107 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e85bd6f1-e790-4997-b626-216244760912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.793866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58768d22-26d0-4645-ae98-7cbcc30316c3 req-2c03e5b4-9b05-4472-9e5c-49ce746f1253 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:22.795355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58768d22-26d0-4645-ae98-7cbcc30316c3 req-2c03e5b4-9b05-4472-9e5c-49ce746f1253 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 948 time: 0.0627313 Jul 09 20:18:22.832646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58768d22-26d0-4645-ae98-7cbcc30316c3 req-c262cdad-c97f-4281-996b-3576dff64001 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Jul 09 20:18:23.126032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 68647d32-4bf3-41b0-a56d-5d73f60d1e5f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:23.173918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:23.177623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:23.177999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:23.252322 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:23.276945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:23.279192 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86579c1-0914-43a4-b43f-1904296ad8ad" -d '{"events": [{"server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "name": "network-vif-plugged", "status": "completed", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:23.291725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:23.295596 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:23.318549 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df225b2-2f2c-450b-a864-f75f9cfc7ef1 x-openstack-request-id: req-4df225b2-2f2c-450b-a864-f75f9cfc7ef1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:23.318845 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "name": "network-vif-plugged", "status": "completed", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:23.319100 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4df225b2-2f2c-450b-a864-f75f9cfc7ef1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:23.319488 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f', 'code': 200} Jul 09 20:18:23.345639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:23.425833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0093e8-ecf5-498e-9dc3-3ed4433693f3 req-fed2e626-36e6-4bb7-a1cf-2869333e8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.427239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0093e8-ecf5-498e-9dc3-3ed4433693f3 req-fed2e626-36e6-4bb7-a1cf-2869333e8000 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 1100 time: 0.0519874 Jul 09 20:18:23.460546 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d0093e8-ecf5-498e-9dc3-3ed4433693f3 req-a4f85c41-75fc-4d5f-ae99-96fcb5bf8879 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274165 Jul 09 20:18:23.550944 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.011909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0fd8-15e1-4fa1-bd4e-7346b065966b req-3ef33072-de27-453e-80bb-d977fa9dde57 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.013396 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e85e0fd8-15e1-4fa1-bd4e-7346b065966b req-3ef33072-de27-453e-80bb-d977fa9dde57 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 949 time: 0.0677352 Jul 09 20:18:24.051501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e85e0fd8-15e1-4fa1-bd4e-7346b065966b req-638f9f42-dbd7-4458-a83a-e55aa46cb833 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jul 09 20:18:25.010349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8b77-34f5-449f-a8b6-8baf2dc32709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:25.223101 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aa5e1-2a30-4de2-bc31-d44ca9902a53 req-48526b9f-d4d7-45bc-9049-21097fb92ef4 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:25.224569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a61aa5e1-2a30-4de2-bc31-d44ca9902a53 req-48526b9f-d4d7-45bc-9049-21097fb92ef4 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 949 time: 0.0616112 Jul 09 20:18:25.262349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a61aa5e1-2a30-4de2-bc31-d44ca9902a53 req-a89173c8-e9c3-480c-bbcb-a33bbc739787 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jul 09 20:18:25.321845 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:25.541252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-9f050a90-139a-4891-8d30-217f560d91a8 req-a0c84047-5c48-4f26-8379-77c0e0283811 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:18:25.542153 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f050a90-139a-4891-8d30-217f560d91a8 req-a0c84047-5c48-4f26-8379-77c0e0283811 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055203 Jul 09 20:18:25.971815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-47fe7043-df5b-453d-8083-c15ad327f26c req-d47c5998-044f-4104-91bf-f3265bbae84b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:18:25.972840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47fe7043-df5b-453d-8083-c15ad327f26c req-d47c5998-044f-4104-91bf-f3265bbae84b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0982947 Jul 09 20:18:26.457158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ba26b-db8f-46fa-abc8-553120033e32 req-475545d7-dd5b-4058-b756-17521fb9cd99 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:26.458640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-324ba26b-db8f-46fa-abc8-553120033e32 req-475545d7-dd5b-4058-b756-17521fb9cd99 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 949 time: 0.0640523 Jul 09 20:18:26.477744 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.497284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-324ba26b-db8f-46fa-abc8-553120033e32 req-989a3d6d-2845-4c67-946c-930b57db7d60 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Jul 09 20:18:27.706348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe718c-eb89-441f-beb9-855bffcb5014 req-06dd21b5-5f51-47da-9cc0-88a22d3cefa4 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.707837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fe718c-eb89-441f-beb9-855bffcb5014 req-06dd21b5-5f51-47da-9cc0-88a22d3cefa4 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 949 time: 0.1008046 Jul 09 20:18:27.730356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-8cc9f1da-8c08-46b1-8b8d-584e355f9a91 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.731764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-8cc9f1da-8c08-46b1-8b8d-584e355f9a91 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f215575-85a3-4f2e-b9cf-8bc480c47b39 HTTP/1.1" status: 200 len: 949 time: 0.0935471 Jul 09 20:18:27.794208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-70fe718c-eb89-441f-beb9-855bffcb5014 req-0d82dded-54d0-4b2d-ac4f-749aaebe4cc3 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.10 "GET /v2.0/security-groups?id=b71f2b9f-2a83-401d-a352-330d74b06602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803728 Jul 09 20:18:27.852672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Deleting port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:27.853011 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.945223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] For port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,segment=NetworkSegment(a8c399e6-0f9d-49aa-8c7c-e770f0b79761),segment_id=a8c399e6-0f9d-49aa-8c7c-e770f0b79761)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:27.945645 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.957974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Calling delete_port for 68647d32-4bf3-41b0-a56d-5d73f60d1e5f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:27.963895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.085167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.098193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['68647d32-4bf3-41b0-a56d-5d73f60d1e5f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:18:28.112061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Pushing event deleted for resources: {'Port': ['ID=68647d32-4bf3-41b0-a56d-5d73f60d1e5f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:28.168137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] No DVR routers for this DVR port 68647d32-4bf3-41b0-a56d-5d73f60d1e5f on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:28.170807 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.172815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7216e432-1306-4c04-bccc-2bfd07d82bb0 req-d879e030-5f03-44fe-98a9-76abffe89e52 tempest-ServersAdminNegativeTestJSON-1044472711 tempest-ServersAdminNegativeTestJSON-1044472711-project] 10.222.0.59 "DELETE /v2.0/ports/68647d32-4bf3-41b0-a56d-5d73f60d1e5f HTTP/1.1" status: 204 len: 173 time: 0.4338002 Jul 09 20:18:28.173296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'name': 'network-vif-deleted', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:28.175692 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729bc685-856f-4991-976c-4f58ddc0e4f8" -d '{"events": [{"server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "name": "network-vif-deleted", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:28.221480 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31606eac-da70-4912-aa96-4f6085a64c62 x-openstack-request-id: req-31606eac-da70-4912-aa96-4f6085a64c62 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:28.221762 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f215575-85a3-4f2e-b9cf-8bc480c47b39", "name": "network-vif-deleted", "tag": "68647d32-4bf3-41b0-a56d-5d73f60d1e5f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:28.222012 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31606eac-da70-4912-aa96-4f6085a64c62 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:28.222413 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f215575-85a3-4f2e-b9cf-8bc480c47b39', 'name': 'network-vif-deleted', 'tag': '68647d32-4bf3-41b0-a56d-5d73f60d1e5f', 'status': 'completed', 'code': 200} Jul 09 20:18:29.112505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:29.267193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-770526f5-cdaf-4a32-a132-c0f26647b320 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7320c250cb67444289bdb8056601cb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534922 Jul 09 20:18:29.269723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:29.316286 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.337907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.382879 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.385905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.387082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b71f2b9f-2a83-401d-a352-330d74b06602 HTTP/1.1" status: 204 len: 168 time: 0.1164668 Jul 09 20:18:29.394679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc97c3a-52a4-43e2-92b6-0014449d0bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71f2b9f-2a83-401d-a352-330d74b06602,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:29.641552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:29.654607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9133-6039-45f8-996a-34df24b88d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.747704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9133-6039-45f8-996a-34df24b88d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.751735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9133-6039-45f8-996a-34df24b88d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.790327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b3fe9133-6039-45f8-996a-34df24b88d48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f845994b487e4bd1856575e4c8e53617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477022 Jul 09 20:18:29.791526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe9133-6039-45f8-996a-34df24b88d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa698d07-ed0a-4f13-83ab-147b03f985c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:29.793135 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:29.846874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.868382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.913678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.916660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.917847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa698d07-ed0a-4f13-83ab-147b03f985c6 HTTP/1.1" status: 204 len: 168 time: 0.1226835 Jul 09 20:18:29.925612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e090e8-f961-4baf-9885-23e9cf184525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa698d07-ed0a-4f13-83ab-147b03f985c6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:30.566743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 47988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:30.659450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2103406129-network', 'tenant_id': 'd7a68d85e63448ffad55124938427781'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:30.680953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Made reservation on behalf of d7a68d85e63448ffad55124938427781 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:30.683403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.691290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.778995 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.782592 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.802824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:18:30.817692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f946600-c390-4c1e-8b1c-63ccb9bc128a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:30.821227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.821573 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Added segment 3d4545c8-0f98-4078-868c-c2a82e47cd82 of type vlan for network 8bc46412-7eca-4ca0-b54c-eb0678436aec Jul 09 20:18:30.860805 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.888421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.889401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:30.889982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.961205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3931580 Jul 09 20:18:30.964034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 47992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:30.969235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Request body: {'subnet': {'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2103406129-subnet', 'tenant_id': 'd7a68d85e63448ffad55124938427781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:30.978526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5af8b-af76-4d0d-b7cc-e673d458acec admin admin] Pushing event updated for resources: {'Network': ['ID=8bc46412-7eca-4ca0-b54c-eb0678436aec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:30.989604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8bc46412-7eca-4ca0-b54c-eb0678436aec details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:18:30.991548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Made reservation on behalf of d7a68d85e63448ffad55124938427781 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:30.995285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.177389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.235627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363379f9-13e2-41dc-8749-c148a707cce1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:31.245526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Checking segment: {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:31.245909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Network hostable DHCP agents. Network: 8bc46412-7eca-4ca0-b54c-eb0678436aec, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:18:31.266656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Network 8bc46412-7eca-4ca0-b54c-eb0678436aec is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:18:31.276859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8bc46412-7eca-4ca0-b54c-eb0678436aec) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:31.280795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.281416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.285494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3a9d8-f922-4178-9078-4d56e35d9c83 None None] Network 8bc46412-7eca-4ca0-b54c-eb0678436aec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:31.298402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9dc19557-e27b-4729-9027-1572f3d1c9b5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3331931 Jul 09 20:18:31.411054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0826a-c6d9-4576-878d-a11b5a6117f9 None None] Network 8bc46412-7eca-4ca0-b54c-eb0678436aec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:31.712631 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-b96aab95-ac88-4cc7-be14-4a97a60e25d2 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.714194 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-b96aab95-ac88-4cc7-be14-4a97a60e25d2 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 812 time: 0.1040840 Jul 09 20:18:31.728877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-882f30d5-58a7-484a-ab37-ea9b41e8564f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/quotas/d7a68d85e63448ffad55124938427781 HTTP/1.1" status: 200 len: 375 time: 0.0093715 Jul 09 20:18:31.760436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-c8893b66-bf57-4900-bcc0-7bb7c38db6fd tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268083 Jul 09 20:18:31.770526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-8f4d103e-0376-4c9d-a9bc-527f8bd46c33 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:18:31.771465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-8f4d103e-0376-4c9d-a9bc-527f8bd46c33 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 Jul 09 20:18:31.860960 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-31f42c04-faaf-40c0-a5c6-29209673adc7 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838859 Jul 09 20:18:31.948851 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-bfb4538e-0ebc-4c76-bc5d-5b4735d81526 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821726 Jul 09 20:18:32.114006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b6d7fd28-b9a3-46b0-828c-4956de5ef2d0 req-029c2827-ddcf-40d5-9453-059228186b0b tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 210 time: 0.0330632 Jul 09 20:18:33.173864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 68647d32-4bf3-41b0-a56d-5d73f60d1e5f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:33.197677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0e89988e-745b-4ce1-ad06-dd4dcd73f357 req-99865ea5-84fe-41f9-bbe0-377568b0c106 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 210 time: 0.0334735 Jul 09 20:18:33.198580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 68647d32-4bf3-41b0-a56d-5d73f60d1e5f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:33.199004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 68647d32-4bf3-41b0-a56d-5d73f60d1e5f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:34.337838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-41b5797c-14fc-4505-9805-367d7d322083 req-ef757b34-b89b-47c3-a825-e5cea8c35f6d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 210 time: 0.0298736 Jul 09 20:18:35.387934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-78d460ad-1d81-437e-af3c-08de9129a315 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:35.389507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-78d460ad-1d81-437e-af3c-08de9129a315 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 812 time: 0.1024861 Jul 09 20:18:35.408465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Request body: {'port': {'device_id': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec', 'admin_state_up': True, 'tenant_id': 'd7a68d85e63448ffad55124938427781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:35.483526 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65faeba1-6e5c-402b-8dfd-c8175415eab2 req-a0fe5b3e-ebd8-470f-8e74-bd05da8f21d9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 210 time: 0.0308979 Jul 09 20:18:35.528144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Made reservation on behalf of d7a68d85e63448ffad55124938427781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:35.531677 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.971583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Allocated IP 172.20.0.12 (8bc46412-7eca-4ca0-b54c-eb0678436aec/363379f9-13e2-41dc-8749-c148a707cce1/93a18c59-69ae-4498-8597-6dde29cec229) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:36.116795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.154721 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.203721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Network 8bc46412-7eca-4ca0-b54c-eb0678436aec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:36.206996 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:36.211387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:36.217608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:36.245600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.245881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.246222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.246560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.246894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.247225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.247554 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.247876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.248210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.248524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.248844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.249186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:36.272544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.273187 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.286755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-2533248d-3045-46d3-b269-369849d80850 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8822234 Jul 09 20:18:36.298894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Request body: {'port': {'device_id': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:36.368410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.655123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a18c59-69ae-4498-8597-6dde29cec229 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:36.664794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.683656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Transition to ACTIVE for port object 93a18c59-69ae-4498-8597-6dde29cec229 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:36.687672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.744936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636dfd-8b5a-492c-94be-e03cbc89e444 req-b42d3d2c-0db7-4ffa-b4ba-277cf7dec9d6 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.746458 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49636dfd-8b5a-492c-94be-e03cbc89e444 req-b42d3d2c-0db7-4ffa-b4ba-277cf7dec9d6 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 932 time: 0.1308444 Jul 09 20:18:36.780957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:36.837101 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49636dfd-8b5a-492c-94be-e03cbc89e444 req-074a445f-1c7a-4e17-af01-d3a38a2cb93d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844543 Jul 09 20:18:36.851757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:36.852101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:36.852430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:36.856753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:18:36.857073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:36.861921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:36.862256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Checking segment: {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:36.862638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Bound using segment: {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:36.863060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Bound port: 93a18c59-69ae-4498-8597-6dde29cec229, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:36.863417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.925252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:36.928628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:36.932636 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.968375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.969007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.970409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] 10.222.0.59 "PUT /v2.0/ports/93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 1092 time: 0.6755276 Jul 09 20:18:36.970844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:36.973097 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438" -d '{"events": [{"name": "network-changed", "server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:37.003294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ebc4f-8309-4832-aa18-ed82db48fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:37.018155 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290a674-f06c-4f6c-b8c6-2d629a2b8cfc x-openstack-request-id: req-9290a674-f06c-4f6c-b8c6-2d629a2b8cfc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:37.018446 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:37.018700 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9290a674-f06c-4f6c-b8c6-2d629a2b8cfc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:37.019102 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'status': 'completed', 'code': 200} Jul 09 20:18:37.060954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-6c6ae74a-d6aa-4c5b-8f76-ff86f45dc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.062405 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-6c6ae74a-d6aa-4c5b-8f76-ff86f45dc1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0546153 Jul 09 20:18:37.103894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-c0dbcbdb-eaa4-4fc5-b0c4-add4f496d4d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0337214 Jul 09 20:18:37.156009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-08ee2366-279e-45ff-b059-fdeba3984a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.157485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-08ee2366-279e-45ff-b059-fdeba3984a38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0474260 Jul 09 20:18:37.189157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-28cb9a89-87b8-4377-b839-44111b3ac788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255661 Jul 09 20:18:37.275528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-8f34da77-d768-4c86-9736-3e67db382c85 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790935 Jul 09 20:18:37.370157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da93b31c-b2a4-4898-b566-46e03b120f67 req-3164f103-46d9-4849-a03f-c359a59d4d73 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886650 Jul 09 20:18:37.469370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-5daea979-e796-48e9-af5f-52dcfc01c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.470866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-5daea979-e796-48e9-af5f-52dcfc01c0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0517185 Jul 09 20:18:37.562566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-faf3168d-c66b-4b77-88c8-43b6017ac24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.564025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-faf3168d-c66b-4b77-88c8-43b6017ac24a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0862598 Jul 09 20:18:37.605582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-7e42707b-3dba-4107-b7a8-19857d68d761 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0338814 Jul 09 20:18:37.652943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-62252d35-584b-408b-b7f2-146dedd04a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.654288 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-62252d35-584b-408b-b7f2-146dedd04a48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0422075 Jul 09 20:18:37.690314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-ff08fcf5-e2d9-46c0-bba2-1e07a90e10db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286810 Jul 09 20:18:37.777115 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-a590bfa2-6c5a-4b22-9ef2-d1ee80a020c1 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798848 Jul 09 20:18:37.871415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bfa1dce3-cd42-4b68-9a7a-7742e2fe7438 req-5412829c-f200-4ace-81da-2ff9c0e0da3c service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874407 Jul 09 20:18:38.013392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b3b2-f416-4d30-ac14-f9bfe3177414 req-87ff410d-c207-42e8-b7c5-560a250f3cb3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:38.014767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4260b3b2-f416-4d30-ac14-f9bfe3177414 req-87ff410d-c207-42e8-b7c5-560a250f3cb3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.0626962 Jul 09 20:18:38.050780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4260b3b2-f416-4d30-ac14-f9bfe3177414 req-8e99393a-0736-464a-85f1-fa106876e3a3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Jul 09 20:18:39.188654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:18:39.222385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054e9fc-b4c5-4aea-b059-d9dc65cd87f8 req-d13727c1-54e5-4bf4-97d3-7d7eb9417246 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:39.223880 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8054e9fc-b4c5-4aea-b059-d9dc65cd87f8 req-d13727c1-54e5-4bf4-97d3-7d7eb9417246 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.0625043 Jul 09 20:18:39.261713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8054e9fc-b4c5-4aea-b059-d9dc65cd87f8 req-fc48d414-987f-40e6-8087-bb7a9da1169a tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Jul 09 20:18:39.283789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:39.294543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '93a18c59-69ae-4498-8597-6dde29cec229', 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec', 'port_id': '93a18c59-69ae-4498-8597-6dde29cec229', 'mac_address': 'fa:16:3e:b8:ce:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363379f9-13e2-41dc-8749-c148a707cce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:18:39.331261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:39.347234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a18c59-69ae-4498-8597-6dde29cec229 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:39.365875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:39.370467 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:39.417042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:39.561336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['93a18c59-69ae-4498-8597-6dde29cec229'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:18:40.450149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee657ff-273b-4d24-ae25-7e3d0a369445 req-442a5ea2-573b-4ab8-a813-0d954ab0ae82 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:40.451554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dee657ff-273b-4d24-ae25-7e3d0a369445 req-442a5ea2-573b-4ab8-a813-0d954ab0ae82 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 945 time: 0.0635712 Jul 09 20:18:40.488679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dee657ff-273b-4d24-ae25-7e3d0a369445 req-5073663e-9cf5-4700-8eaa-d39d6171da1a tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Jul 09 20:18:41.203841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:41.254749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 93a18c59-69ae-4498-8597-6dde29cec229 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:41.258305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 93a18c59-69ae-4498-8597-6dde29cec229 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:41.258716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.331031 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.351919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:41.354682 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f956928-924b-4dea-a760-f387e33023b4" -d '{"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:41.366802 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:41.371290 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.396816 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b8162-cc1f-4367-b3ae-7a4ef53eb30b x-openstack-request-id: req-cf6b8162-cc1f-4367-b3ae-7a4ef53eb30b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:41.397110 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:41.397381 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf6b8162-cc1f-4367-b3ae-7a4ef53eb30b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:41.397754 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'code': 200} Jul 09 20:18:41.424329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:41.504179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21fef4-35e1-4069-8f35-9bde538d4b9e req-ed9546b5-ef48-482c-a635-de9d437cd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:41.505673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac21fef4-35e1-4069-8f35-9bde538d4b9e req-ed9546b5-ef48-482c-a635-de9d437cd955 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0543473 Jul 09 20:18:41.543585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac21fef4-35e1-4069-8f35-9bde538d4b9e req-9ca5d1cc-2d1d-4b07-923c-0195ec869bd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306149 Jul 09 20:18:41.661979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97bdbe-c1f6-4231-820d-7ad9c7d59b56 req-8f1641d4-aed7-4044-a3bb-7fcd0383a9ef tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:41.663391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f97bdbe-c1f6-4231-820d-7ad9c7d59b56 req-8f1641d4-aed7-4044-a3bb-7fcd0383a9ef tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0637245 Jul 09 20:18:41.704470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f97bdbe-c1f6-4231-820d-7ad9c7d59b56 req-3ca314fb-502a-4e96-b946-f15c2fc27e63 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Jul 09 20:18:42.875374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345eb8b-a00d-4fb9-a38f-72b5bfa78185 req-f849aef5-b315-4281-8910-5103f330d08a tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:42.876845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9345eb8b-a00d-4fb9-a38f-72b5bfa78185 req-f849aef5-b315-4281-8910-5103f330d08a tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0626872 Jul 09 20:18:42.913883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9345eb8b-a00d-4fb9-a38f-72b5bfa78185 req-fef4bf3b-4138-4805-99f6-de068c4f7071 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Jul 09 20:18:43.194189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:43.297270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-b9594e18-0221-44f7-908d-e9cd40b6bdce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014144 Jul 09 20:18:43.310843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03c60-9f1d-4ba7-8e2c-3631979c20da req-3490651c-4ad6-4a76-b5dd-afc19a4cefee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:43.312318 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec03c60-9f1d-4ba7-8e2c-3631979c20da req-3490651c-4ad6-4a76-b5dd-afc19a4cefee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0658009 Jul 09 20:18:43.352000 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec03c60-9f1d-4ba7-8e2c-3631979c20da req-ad320da6-d3f1-42ed-9ec7-1710fbfa29b3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Jul 09 20:18:44.408532 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-6dbf66d1-70bd-4d2b-92e4-703e8afab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:44.410075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-6dbf66d1-70bd-4d2b-92e4-703e8afab77c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0560269 Jul 09 20:18:44.532616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-4066ffca-b8fe-4db8-aa77-a2b7dc7b12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:44.534099 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-4066ffca-b8fe-4db8-aa77-a2b7dc7b12c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.1179008 Jul 09 20:18:44.579091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-6b42cc84-dabf-4d49-bbac-7b4a4aea1ae8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0372798 Jul 09 20:18:44.587847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44bc1-e657-464a-8799-5d6b1761a042 req-e35ce94e-c963-4f1e-a873-ce3205720fb3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:44.589312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67c44bc1-e657-464a-8799-5d6b1761a042 req-e35ce94e-c963-4f1e-a873-ce3205720fb3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.1234317 Jul 09 20:18:44.656056 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-09fbda4f-9b35-4f2d-a758-286974c90bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:44.657408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-09fbda4f-9b35-4f2d-a758-286974c90bb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0672500 Jul 09 20:18:44.660269 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67c44bc1-e657-464a-8799-5d6b1761a042 req-01e214e4-86d8-4acf-81f7-143a0231a597 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Jul 09 20:18:44.693771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-61847b3f-fe41-4a25-8a06-2aa614f6e52c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301507 Jul 09 20:18:44.781715 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-347bc83e-aae2-4abf-be9a-e60d44b38ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807409 Jul 09 20:18:44.872578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-73f53852-cf3d-494d-9fcf-d8fd72eeaa6a service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Jul 09 20:18:45.830937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd186b-aaa4-4eef-b1b8-f2c9bd87ac13 req-1797b6a7-44ec-4b61-9bf3-57d0cb5affc9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:45.832377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2fd186b-aaa4-4eef-b1b8-f2c9bd87ac13 req-1797b6a7-44ec-4b61-9bf3-57d0cb5affc9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0612741 Jul 09 20:18:45.869507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b2fd186b-aaa4-4eef-b1b8-f2c9bd87ac13 req-88f9d085-215b-4b5d-8ef8-347f9ba14420 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Jul 09 20:18:47.039602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597527f-7a02-460c-a76f-95cd2a1ad5bc req-288798d3-e988-46ff-8876-8fb6c1834c37 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:47.041496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d597527f-7a02-460c-a76f-95cd2a1ad5bc req-288798d3-e988-46ff-8876-8fb6c1834c37 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0622685 Jul 09 20:18:47.078828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d597527f-7a02-460c-a76f-95cd2a1ad5bc req-13bf1acd-fd48-4880-9c46-73b68c3471cc tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Jul 09 20:18:48.252638 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e7c79-bbdf-4eeb-a54d-7a642bd4fa06 req-b23c6673-5ee4-41f6-a439-06cca73dbbd4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:48.254109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-784e7c79-bbdf-4eeb-a54d-7a642bd4fa06 req-b23c6673-5ee4-41f6-a439-06cca73dbbd4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0660861 Jul 09 20:18:48.292003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-784e7c79-bbdf-4eeb-a54d-7a642bd4fa06 req-4d14b33d-108f-4b1e-a77a-2aa5f222e482 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Jul 09 20:18:49.044068 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.465248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac424-8619-4f49-a6d9-857acbd7411b req-6b42cd71-d7ad-4594-841d-02b97e620fa6 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:49.466706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dbac424-8619-4f49-a6d9-857acbd7411b req-6b42cd71-d7ad-4594-841d-02b97e620fa6 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0624056 Jul 09 20:18:49.503646 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4dbac424-8619-4f49-a6d9-857acbd7411b req-2f7ffce8-6802-4d92-ba3b-eccf9e05d1c8 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jul 09 20:18:50.672220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e6bfd-45cc-478a-92d3-8347e26ac1cb req-0ff7199b-328a-476d-bb22-7f61cd3f8fee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:50.673077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e19e6bfd-45cc-478a-92d3-8347e26ac1cb req-0ff7199b-328a-476d-bb22-7f61cd3f8fee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0627391 Jul 09 20:18:50.710503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e19e6bfd-45cc-478a-92d3-8347e26ac1cb req-c47eb9bc-9320-4d6e-854e-bb7f2e834df6 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Jul 09 20:18:51.884986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627fb9b-19da-49bf-b2de-23a594c745d1 req-1832347d-f4d7-4ce7-ada6-aff4e6d66394 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.886495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9627fb9b-19da-49bf-b2de-23a594c745d1 req-1832347d-f4d7-4ce7-ada6-aff4e6d66394 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0665469 Jul 09 20:18:51.924375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9627fb9b-19da-49bf-b2de-23a594c745d1 req-5cb53b9b-b5e9-4ba8-a280-28832c078f09 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Jul 09 20:18:52.413158 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6807d65f-e4a3-4bf7-bb68-b81e379751a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.098726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070a63a-bc72-4e5f-9808-ddc2e59ad865 req-b8f38d53-b77c-44c5-a095-18eacc7ef31f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:53.100195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5070a63a-bc72-4e5f-9808-ddc2e59ad865 req-b8f38d53-b77c-44c5-a095-18eacc7ef31f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0619485 Jul 09 20:18:53.136774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5070a63a-bc72-4e5f-9808-ddc2e59ad865 req-4bbe47cd-e89f-4cc8-9ac6-e8a7f61155e3 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jul 09 20:18:53.554476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.308133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002d48a-8d08-40be-99f5-85b5f04b52ae req-a74b11de-f51c-472d-bde4-ebf94f15fb63 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:54.309615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d002d48a-8d08-40be-99f5-85b5f04b52ae req-a74b11de-f51c-472d-bde4-ebf94f15fb63 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0615935 Jul 09 20:18:54.346263 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d002d48a-8d08-40be-99f5-85b5f04b52ae req-d93ee622-3b5e-4b2c-90e2-94bcefd0900f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Jul 09 20:18:55.011103 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-568782ed-0466-427a-b458-d8f0100b02ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.324027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.516747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6390-9121-4f56-884f-dedef821ef21 req-6a95254a-69c1-4a31-9ba3-201ab64702e8 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:55.518220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0ee6390-9121-4f56-884f-dedef821ef21 req-6a95254a-69c1-4a31-9ba3-201ab64702e8 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0645158 Jul 09 20:18:55.554220 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0ee6390-9121-4f56-884f-dedef821ef21 req-2f39467a-34ea-45a1-a8ec-635f694fea79 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Jul 09 20:18:56.480861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.755884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d98-8b58-484f-b8e6-ca6d8ddb44cc req-6e7b0c11-7048-423b-b3fb-5dffe5c9188d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:56.757295 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfe90d98-8b58-484f-b8e6-ca6d8ddb44cc req-6e7b0c11-7048-423b-b3fb-5dffe5c9188d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0629222 Jul 09 20:18:56.797807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dfe90d98-8b58-484f-b8e6-ca6d8ddb44cc req-9a295769-f3af-4922-954c-5f9772d35abb tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Jul 09 20:18:57.395908 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:18:57.969085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.969711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71a08-aaf3-4d95-a2a2-78503f0bbc27 req-cbcbd93b-3a85-4d46-89b0-a22b55a3199f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:57.970726 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b71a08-aaf3-4d95-a2a2-78503f0bbc27 req-cbcbd93b-3a85-4d46-89b0-a22b55a3199f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0624967 Jul 09 20:18:58.007434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d3b71a08-aaf3-4d95-a2a2-78503f0bbc27 req-46d9aad1-27e4-48c6-8b6a-ee43a9037491 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jul 09 20:18:59.179873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8458e-8a84-49ca-9c1c-ac007c1b3812 req-5c123938-858f-48af-9078-26134855d866 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:59.181384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3e8458e-8a84-49ca-9c1c-ac007c1b3812 req-5c123938-858f-48af-9078-26134855d866 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0625389 Jul 09 20:18:59.219286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d3e8458e-8a84-49ca-9c1c-ac007c1b3812 req-1266aa20-add9-4b21-bb09-2f76db28e875 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 09 20:19:00.392596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b63ff-d661-4ee1-a0b0-3e1e35b6e7ed req-5ca1cffc-02c8-4702-acf7-785e1a1b6c55 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:00.394098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b67b63ff-d661-4ee1-a0b0-3e1e35b6e7ed req-5ca1cffc-02c8-4702-acf7-785e1a1b6c55 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0651612 Jul 09 20:19:00.431936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b67b63ff-d661-4ee1-a0b0-3e1e35b6e7ed req-8b2f1448-5f4d-49e6-8f04-49574676901c tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Jul 09 20:19:01.603687 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938ef2-dedc-4c59-b410-37196d22e2bd req-9f4c9782-aebf-4b6c-8d74-72b7dbd45df1 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:01.605197 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e938ef2-dedc-4c59-b410-37196d22e2bd req-9f4c9782-aebf-4b6c-8d74-72b7dbd45df1 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0627131 Jul 09 20:19:01.642025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e938ef2-dedc-4c59-b410-37196d22e2bd req-b37a1bf2-9a82-4555-8bad-f904dc75c918 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Jul 09 20:19:02.821472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f831b9-ca6a-457d-9222-8c4834759cd6 req-c536ed63-d45b-42c1-972d-1f2daf36f9b4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:02.823094 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0f831b9-ca6a-457d-9222-8c4834759cd6 req-c536ed63-d45b-42c1-972d-1f2daf36f9b4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0666964 Jul 09 20:19:02.862034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0f831b9-ca6a-457d-9222-8c4834759cd6 req-cc5793fb-d8b8-4572-ac16-5f1d3a8a5d5e tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 09 20:19:04.042738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7a2cc-6772-46cc-8052-e2a810152b1b req-4971b110-322d-40a7-b9d9-0568664a101b tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:04.044245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21a7a2cc-6772-46cc-8052-e2a810152b1b req-4971b110-322d-40a7-b9d9-0568664a101b tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0681741 Jul 09 20:19:04.082923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-21a7a2cc-6772-46cc-8052-e2a810152b1b req-59f5a9a0-ed29-4d06-b23d-92cd6990134c tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jul 09 20:19:05.251673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887a47-9519-4200-8220-ec4e67295720 req-58716a4a-6628-48e3-9bd7-f70c8d37a1a4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:05.253155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0887a47-9519-4200-8220-ec4e67295720 req-58716a4a-6628-48e3-9bd7-f70c8d37a1a4 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0618193 Jul 09 20:19:05.290053 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f0887a47-9519-4200-8220-ec4e67295720 req-2e3d38b6-79ad-45ed-b4bc-3f26f9192f4c tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Jul 09 20:19:06.459998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff31df-56f4-4d58-8d06-798a73bd54a2 req-6160a63b-6a25-4614-89b3-3fcee33610ad tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:06.461428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ff31df-56f4-4d58-8d06-798a73bd54a2 req-6160a63b-6a25-4614-89b3-3fcee33610ad tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0627873 Jul 09 20:19:06.498306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-25ff31df-56f4-4d58-8d06-798a73bd54a2 req-c735b122-2747-438c-9c85-75ce43593e93 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Jul 09 20:19:07.258640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-95ce7851-c6f2-4b23-8861-1ed944955bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.260210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-95ce7851-c6f2-4b23-8861-1ed944955bfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0525315 Jul 09 20:19:07.369374 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-faf3c917-3104-4ddc-abc7-1592bd6bd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.370859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-faf3c917-3104-4ddc-abc7-1592bd6bd603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0903251 Jul 09 20:19:07.411761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-0ab01855-4cd3-4088-ab8c-4c1cd320cc71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0335817 Jul 09 20:19:07.463998 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-5e37529b-1ca6-4989-ac94-62c3e9e2a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.465455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-5e37529b-1ca6-4989-ac94-62c3e9e2a9de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0467045 Jul 09 20:19:07.498321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-a486c20a-ab72-4d7e-838e-9c516ec8706f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260551 Jul 09 20:19:07.585331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-1895fc9b-fa9c-4ff9-a2a5-916cf27f43b9 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811172 Jul 09 20:19:07.676780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dff561-78ad-4e06-ac55-a4b82d7d1612 req-0e81978f-9fb9-4a69-81d4-8ac800d02a4d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.678210 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82dff561-78ad-4e06-ac55-a4b82d7d1612 req-0e81978f-9fb9-4a69-81d4-8ac800d02a4d tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0703790 Jul 09 20:19:07.681392 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2615aba2-39a2-4ca4-9539-8eec3b845bda req-cb86f36e-6436-439c-859c-4d28818b203b service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889411 Jul 09 20:19:07.716508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-82dff561-78ad-4e06-ac55-a4b82d7d1612 req-a03c7a74-a4fe-4663-a98d-bdfbf6619a19 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 09 20:19:08.891290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3c155-8a91-4e73-9507-010b010f52f7 req-bb06b47a-04b9-45bf-a563-7002dea7e5f0 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:08.892770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b4a3c155-8a91-4e73-9507-010b010f52f7 req-bb06b47a-04b9-45bf-a563-7002dea7e5f0 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0626593 Jul 09 20:19:08.931629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b4a3c155-8a91-4e73-9507-010b010f52f7 req-00057908-b094-4b5b-94c9-6a3fb448c7e7 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Jul 09 20:19:10.101116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71418e-f48d-49c6-85a8-963b9ca1c64e req-406fb783-c95d-48ba-b7da-8878b14c6cdf tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:10.103147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b71418e-f48d-49c6-85a8-963b9ca1c64e req-406fb783-c95d-48ba-b7da-8878b14c6cdf tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0621519 Jul 09 20:19:10.140157 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b71418e-f48d-49c6-85a8-963b9ca1c64e req-6ecba0ea-3a5f-4683-90bc-6a1cb30b1867 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jul 09 20:19:11.312341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9d0-e822-4e66-bcb3-557e14a61063 req-8babd1c5-86d0-42d4-ac15-b49b33c1511c tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:11.313814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5380e9d0-e822-4e66-bcb3-557e14a61063 req-8babd1c5-86d0-42d4-ac15-b49b33c1511c tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0654995 Jul 09 20:19:11.349841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5380e9d0-e822-4e66-bcb3-557e14a61063 req-7604caee-7832-4450-a608-d0dbc789fdd0 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305135 Jul 09 20:19:11.962125 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-349043d9-516e-4656-a55c-6a5183ba6a44 service neutron] show failed (client error): The resource could not be found. Jul 09 20:19:11.963132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-349043d9-516e-4656-a55c-6a5183ba6a44 service neutron] 10.222.0.59 "GET /v2.0/ports/93a18c59-69ae-4498-8597-6dde29cec229/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0553217 Jul 09 20:19:12.245715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-dfbd9a91-a1c9-4a21-90ab-bae18699470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.247127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-dfbd9a91-a1c9-4a21-90ab-bae18699470d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc&tenant_id=d7a68d85e63448ffad55124938427781 HTTP/1.1" status: 200 len: 1097 time: 0.0878372 Jul 09 20:19:12.258363 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:12.313032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eac555-af2c-415e-9126-231878c01373 req-528151aa-3b6a-4f26-bee7-0e4f469f0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.314586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-528151aa-3b6a-4f26-bee7-0e4f469f0540 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0542829 Jul 09 20:19:12.329250 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.424766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eac555-af2c-415e-9126-231878c01373 req-a97921fc-ead7-44f0-81bb-50c5ef69dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.426298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-a97921fc-ead7-44f0-81bb-50c5ef69dd73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0918214 Jul 09 20:19:12.471208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-77c06a45-abd6-4297-90ab-20b98e50dec1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0376909 Jul 09 20:19:12.521627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eac555-af2c-415e-9126-231878c01373 req-eb677010-f7fa-49ce-8495-adb308880062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.523091 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-eb677010-f7fa-49ce-8495-adb308880062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0446754 Jul 09 20:19:12.562223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-c57b9798-7d3f-43aa-b1c0-9f140777a81e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322170 Jul 09 20:19:12.574389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-3de27df0-82a1-42d6-a611-5978dac23377 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:19:12.575399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-3de27df0-82a1-42d6-a611-5978dac23377 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061896 Jul 09 20:19:12.668159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-284fb30b-1fcb-4ae4-952e-3c6d0c592d4b service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Jul 09 20:19:12.764699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-320d6b68-50f1-4a86-91f5-aa919ad55a1b service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Jul 09 20:19:12.866205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:12.898570 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fefb0-ed17-4008-a2cd-f14d1e7c5c66 req-b723977e-7c60-49e2-822d-f3a352867aa1 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.900073 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93fefb0-ed17-4008-a2cd-f14d1e7c5c66 req-b723977e-7c60-49e2-822d-f3a352867aa1 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.4095757 Jul 09 20:19:12.922685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:12.980947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b93fefb0-ed17-4008-a2cd-f14d1e7c5c66 req-b16bf75b-253b-4e05-9afc-6cd98554ad85 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711024 Jul 09 20:19:12.983273 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:12.985796 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13fb351-cf65-4dce-bfac-fefe57907897" -d '{"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:12.989597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.003115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Transition to ACTIVE for port object 93a18c59-69ae-4498-8597-6dde29cec229 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:13.007630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.037397 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f29bac-f5e7-4d57-8eba-ddf76973a9b3 x-openstack-request-id: req-14f29bac-f5e7-4d57-8eba-ddf76973a9b3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:13.037690 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:13.037958 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14f29bac-f5e7-4d57-8eba-ddf76973a9b3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:13.038323 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'code': 200} Jul 09 20:19:13.070015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] No DVR routers for this DVR port 93a18c59-69ae-4498-8597-6dde29cec229 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:13.077285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:13.086955 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.087297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.087633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.087965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.088298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.088624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.088945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.089293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.089612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.089928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.090245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.090558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:13.121608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:13.121865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:13.122244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:13.126524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:19:13.126858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Attempting to bind port 93a18c59-69ae-4498-8597-6dde29cec229 on network 8bc46412-7eca-4ca0-b54c-eb0678436aec {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:13.131604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:13.132434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Checking segment: {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:13.132434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Bound using segment: {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:13.133168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Bound port: 93a18c59-69ae-4498-8597-6dde29cec229, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4545c8-0f98-4078-868c-c2a82e47cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:13.133993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.200297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:13.203341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:13.206778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.246163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:13.246827 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.248130 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] 10.222.0.25 "PUT /v2.0/ports/93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 1092 time: 0.9938562 Jul 09 20:19:13.262216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b044e8f-4be7-4d41-973b-355930fbfd2b service neutron] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:13.320854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-e31742da-4f2d-465d-a2ab-d7808d2c09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:13.322345 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-e31742da-4f2d-465d-a2ab-d7808d2c09ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0516081 Jul 09 20:19:13.412512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-dc56e745-b2d1-4241-a7a0-5d51fd3e80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:13.413934 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-dc56e745-b2d1-4241-a7a0-5d51fd3e80ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0850017 Jul 09 20:19:13.454257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-98459659-2626-4b8f-ab54-6153ae139d73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0340033 Jul 09 20:19:13.502247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-41b4703f-3b84-41a9-86a5-a5615e2febc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:13.503655 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-41b4703f-3b84-41a9-86a5-a5615e2febc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0431406 Jul 09 20:19:13.538762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-4b95e9a3-d334-45e7-b110-86214c296ee7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284739 Jul 09 20:19:13.623723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-f15b88f8-8aed-4da0-8d91-62970b5019c4 service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788507 Jul 09 20:19:13.714288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aa2fff2-2f58-4d1f-addf-b7ccae101c19 req-9fb7ebc6-25b0-48c4-ac22-831f859c223a service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Jul 09 20:19:14.153372 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9759d-1e1f-46d1-84d6-2c42f278fac3 req-8f062250-0016-42b7-9d1b-9c5291332ff0 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:14.154853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4e9759d-1e1f-46d1-84d6-2c42f278fac3 req-8f062250-0016-42b7-9d1b-9c5291332ff0 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.0627501 Jul 09 20:19:14.191450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c4e9759d-1e1f-46d1-84d6-2c42f278fac3 req-6daa9fcf-f7c2-4be6-bdab-78a39cba5b00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Jul 09 20:19:15.040342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:15.042714 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b" -d '{"events": [{"name": "network-changed", "server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:15.089504 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0bc92-1d67-4aa8-aa79-ef0b91854e5c x-openstack-request-id: req-cce0bc92-1d67-4aa8-aa79-ef0b91854e5c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:15.089821 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:15.090074 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cce0bc92-1d67-4aa8-aa79-ef0b91854e5c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:15.090582 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'status': 'completed', 'code': 200} Jul 09 20:19:15.163054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-fc4125cb-31e4-43ee-9a05-ed2c95731565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.163992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-61a780e3-0454-49f9-9c66-aa62d0c3f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.164721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-fc4125cb-31e4-43ee-9a05-ed2c95731565 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0539539 Jul 09 20:19:15.165551 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-61a780e3-0454-49f9-9c66-aa62d0c3f80a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0522857 Jul 09 20:19:15.260527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-2a021e8b-be85-4083-a7ed-d6afccae06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.260893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-642ea01e-2b25-4673-af41-e1dfcee099c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.262048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-2a021e8b-be85-4083-a7ed-d6afccae06f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0904281 Jul 09 20:19:15.262292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-642ea01e-2b25-4673-af41-e1dfcee099c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0913408 Jul 09 20:19:15.305044 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-b9b4323a-046f-4fe6-8c85-f26efd7782de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0367975 Jul 09 20:19:15.307299 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-0b7ceffa-abda-4dc2-9f84-a5c93bf6b245 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0388346 Jul 09 20:19:15.312025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:15.351499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:15.357833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-c64c62c7-5693-434c-9334-019009590bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.359349 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-c64c62c7-5693-434c-9334-019009590bd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0453718 Jul 09 20:19:15.386831 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-82ae13a0-740b-478e-b788-ad128e411bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.388290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-82ae13a0-740b-478e-b788-ad128e411bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0764880 Jul 09 20:19:15.391260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-a4234fa2-269a-4125-bd38-57ca660bb270 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260785 Jul 09 20:19:15.424702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-04b316c2-0cee-4c38-a46f-138116bf042e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296504 Jul 09 20:19:15.448944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeba-bba7-4a96-a312-2f040d329c0f req-2c3791ee-684b-4813-ab00-b959e2978cb9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:15.450422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f08cdeba-bba7-4a96-a312-2f040d329c0f req-2c3791ee-684b-4813-ab00-b959e2978cb9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.1396594 Jul 09 20:19:15.483520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-661631d6-93e8-41f3-95fc-24e4a7cc2875 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858562 Jul 09 20:19:15.535113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f08cdeba-bba7-4a96-a312-2f040d329c0f req-c27d21f5-8f0d-4df2-a5cb-87fd69aabf97 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 Jul 09 20:19:15.557712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-e7102bb0-9eb4-4dd7-8a65-654f53cd9586 service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249039 Jul 09 20:19:15.574502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-713e8e5e-d8dd-41f0-879e-c00eef89152a service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847142 Jul 09 20:19:15.647707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b611e4bb-6c12-4ff5-8e11-cd4124f7439b req-72bbb19d-b73a-4ca2-8b84-43d33acb5591 service neutron] 10.222.0.25 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831814 Jul 09 20:19:16.717363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e54b-93cb-4ce1-a239-301e2133bac8 req-1f9916f7-1445-45af-ad1b-3c6bc31512ee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:16.718848 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83d0e54b-93cb-4ce1-a239-301e2133bac8 req-1f9916f7-1445-45af-ad1b-3c6bc31512ee tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.0704608 Jul 09 20:19:16.760827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83d0e54b-93cb-4ce1-a239-301e2133bac8 req-dadceda6-e569-4dd8-a547-42c7452a7ebd tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Jul 09 20:19:17.935998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31e93-a5c2-44bc-8858-a2c4ec5df86e req-4741eca0-92b5-4486-8e45-87b583ddc003 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:17.937540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92b31e93-a5c2-44bc-8858-a2c4ec5df86e req-4741eca0-92b5-4486-8e45-87b583ddc003 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 944 time: 0.0678523 Jul 09 20:19:17.974977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92b31e93-a5c2-44bc-8858-a2c4ec5df86e req-27fa813d-3900-4029-8dae-77d76eb969d9 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Jul 09 20:19:18.391004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-e69d426f-ec4f-48a2-81c7-69397c1c76ce tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:18.392394 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-e69d426f-ec4f-48a2-81c7-69397c1c76ce tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.59 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc&tenant_id=d7a68d85e63448ffad55124938427781&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 944 time: 0.1099775 Jul 09 20:19:18.454179 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-841d05d5-4d72-40db-a236-483e463fb4b8 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:19:18.455241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-841d05d5-4d72-40db-a236-483e463fb4b8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/93a18c59-69ae-4498-8597-6dde29cec229/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0570004 Jul 09 20:19:18.729254 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:19:18.791107 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-b476e2b5-0981-401c-b888-3d2f35d0e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:18.792663 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-b476e2b5-0981-401c-b888-3d2f35d0e8cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7a68d85e63448ffad55124938427781&device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 1095 time: 0.2961113 Jul 09 20:19:18.823322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:18.833990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '93a18c59-69ae-4498-8597-6dde29cec229', 'network_id': '8bc46412-7eca-4ca0-b54c-eb0678436aec', 'port_id': '93a18c59-69ae-4498-8597-6dde29cec229', 'mac_address': 'fa:16:3e:b8:ce:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363379f9-13e2-41dc-8749-c148a707cce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:19:18.870805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.881061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-edca8d72-d18d-4426-b6f1-afe109bead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:18.882588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-edca8d72-d18d-4426-b6f1-afe109bead6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 200 len: 913 time: 0.0835221 Jul 09 20:19:18.883646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a18c59-69ae-4498-8597-6dde29cec229 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:19:18.904278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:18.909049 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.929306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-c9e40e43-cd7a-4470-8080-85d343f70084 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 200 len: 217 time: 0.0396001 Jul 09 20:19:18.957290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:18.965249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.965601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.965949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.966292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.966626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.966960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.967288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.967615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.967942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.968269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.968595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.968920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.979133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-cb80a756-8eb2-48ff-bdd5-ed8597151d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:18.980589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-cb80a756-8eb2-48ff-bdd5-ed8597151d5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 200 len: 852 time: 0.0448260 Jul 09 20:19:19.013113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-e4136d9b-41cb-444a-be2a-11266088d139 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc46412-7eca-4ca0-b54c-eb0678436aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262620 Jul 09 20:19:19.041531 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.102121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-d1c694e2-0114-4649-a596-79ce6c9c0b1a service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Jul 09 20:19:19.189846 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-1da01144-8e4c-4683-9fd7-cdcca44a225b service neutron] 10.222.0.59 "GET /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809667 Jul 09 20:19:19.264143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['93a18c59-69ae-4498-8597-6dde29cec229'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:19:19.988944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc5ee8-512d-4122-97ad-7d97376bdf08 req-a81df4ce-5a32-48d7-bc09-ff39de5f9d5f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:19.991108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dfc5ee8-512d-4122-97ad-7d97376bdf08 req-a81df4ce-5a32-48d7-bc09-ff39de5f9d5f tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 945 time: 0.0635948 Jul 09 20:19:20.029350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8dfc5ee8-512d-4122-97ad-7d97376bdf08 req-a83460d4-1c90-415f-808c-3ca4d261c339 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 09 20:19:20.744303 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:20.791837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 93a18c59-69ae-4498-8597-6dde29cec229 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:20.795413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 93a18c59-69ae-4498-8597-6dde29cec229 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:20.795789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.872448 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.894528 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:20.896841 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89e6fc-a472-4bf9-9c62-e728d161b577" -d '{"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:20.912171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:20.916171 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.939445 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e30f3a4-5c2b-4f9c-a676-5b2fb3915ea1 x-openstack-request-id: req-8e30f3a4-5c2b-4f9c-a676-5b2fb3915ea1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:20.939688 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:20.939944 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e30f3a4-5c2b-4f9c-a676-5b2fb3915ea1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:20.940337 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'code': 200} Jul 09 20:19:20.966783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:21.201528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804136be-b642-4acf-a36c-d77f66f638ca req-537a586b-f4da-488a-8b77-9c998b4d0383 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:21.202911 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-804136be-b642-4acf-a36c-d77f66f638ca req-537a586b-f4da-488a-8b77-9c998b4d0383 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0639527 Jul 09 20:19:21.239302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-804136be-b642-4acf-a36c-d77f66f638ca req-bb6b11a6-02a4-4b3e-a2f3-629279be8641 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f946600-c390-4c1e-8b1c-63ccb9bc128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Jul 09 20:19:21.507077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-5476e005-f0d1-4560-bae0-9f3f257af0f2 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:21.508989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-5476e005-f0d1-4560-bae0-9f3f257af0f2 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.25 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 946 time: 0.0662153 Jul 09 20:19:21.605577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Deleting port 93a18c59-69ae-4498-8597-6dde29cec229 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:21.605923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.697704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] For port 93a18c59-69ae-4498-8597-6dde29cec229, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=93a18c59-69ae-4498-8597-6dde29cec229,segment=NetworkSegment(3d4545c8-0f98-4078-868c-c2a82e47cd82),segment_id=3d4545c8-0f98-4078-868c-c2a82e47cd82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:21.698070 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.709495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Calling delete_port for 93a18c59-69ae-4498-8597-6dde29cec229 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:21.837703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.849402 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['93a18c59-69ae-4498-8597-6dde29cec229'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:19:21.866143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Pushing event deleted for resources: {'Port': ['ID=93a18c59-69ae-4498-8597-6dde29cec229,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:21.914038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] No DVR routers for this DVR port 93a18c59-69ae-4498-8597-6dde29cec229 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:21.916521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.918750 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-37958e5c-7ce2-47d6-83ff-ed8959a96c37 req-78668a6c-4271-4ec7-96aa-f0ccafb93c00 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.25 "DELETE /v2.0/ports/93a18c59-69ae-4498-8597-6dde29cec229 HTTP/1.1" status: 204 len: 173 time: 0.4046400 Jul 09 20:19:21.919275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-deleted', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:21.921559 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05844b-6956-4434-844c-b03021950560" -d '{"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-deleted", "tag": "93a18c59-69ae-4498-8597-6dde29cec229"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:21.959657 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b9f816-6435-43f4-a503-9304983f3a09 x-openstack-request-id: req-44b9f816-6435-43f4-a503-9304983f3a09 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:21.959950 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b180d666-ad0e-4dbb-8139-3b5b1b89e4cc", "name": "network-vif-deleted", "tag": "93a18c59-69ae-4498-8597-6dde29cec229", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:21.960203 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44b9f816-6435-43f4-a503-9304983f3a09 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:21.960600 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b180d666-ad0e-4dbb-8139-3b5b1b89e4cc', 'name': 'network-vif-deleted', 'tag': '93a18c59-69ae-4498-8597-6dde29cec229', 'status': 'completed', 'code': 200} Jul 09 20:19:22.395984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0e72e73-0b73-47c9-85a3-bde9d18730dc req-9ffc3cb7-da1b-4eaf-b607-022c97fc18e5 tempest-DeleteServersTestJSON-409180531 tempest-DeleteServersTestJSON-409180531-project] 10.222.0.10 "GET /v2.0/ports?device_id=b180d666-ad0e-4dbb-8139-3b5b1b89e4cc HTTP/1.1" status: 200 len: 210 time: 0.0285790 Jul 09 20:19:22.415141 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00ce0700-d1de-4988-8d29-88bb8eb0ab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.561489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.633660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:23.682093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Deleting subnet 363379f9-13e2-41dc-8749-c148a707cce1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:23.685002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.718691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.756767 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.808420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.831984 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363379f9-13e2-41dc-8749-c148a707cce1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:23.837688 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.839547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9406f458-93c5-4082-a360-b218935ab489 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/363379f9-13e2-41dc-8749-c148a707cce1 HTTP/1.1" status: 204 len: 168 time: 0.2048776 Jul 09 20:19:23.842080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:23.913880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.992074 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.001499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc46412-7eca-4ca0-b54c-eb0678436aec']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.012047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4545c8-0f98-4078-868c-c2a82e47cd82') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.012341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4545c8-0f98-4078-868c-c2a82e47cd82') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.020925 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.039161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.045352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:24.045754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:24.047504 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:24.100247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.105601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.107423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8bc46412-7eca-4ca0-b54c-eb0678436aec HTTP/1.1" status: 204 len: 168 time: 0.2644265 Jul 09 20:19:24.121148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1d340-7062-46f9-9425-887517e3bd91 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc46412-7eca-4ca0-b54c-eb0678436aec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:24.213180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:24.253109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-27d74e59-0cdb-4cca-9429-1029ef2353d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7a68d85e63448ffad55124938427781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385940 Jul 09 20:19:24.255457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:24.306781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.328177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.373591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.376228 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.377392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f946600-c390-4c1e-8b1c-63ccb9bc128a HTTP/1.1" status: 204 len: 168 time: 0.1210070 Jul 09 20:19:24.385284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d2ff-b767-419e-9ee0-910bf8773f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f946600-c390-4c1e-8b1c-63ccb9bc128a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:24.736924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:24.757776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 93a18c59-69ae-4498-8597-6dde29cec229 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:24.758041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 93a18c59-69ae-4498-8597-6dde29cec229 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:25.012125 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2416672-1daa-431d-9db6-a5b9fd9e0801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.025609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:25.118608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-822901003-network', 'tenant_id': '14e9329768b046799bf3a5805f9933b7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:25.141596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Made reservation on behalf of 14e9329768b046799bf3a5805f9933b7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:25.143915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.152620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.238035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.241442 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.263098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:25.281501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd99ff0-3088-420b-b0e5-502321709f9b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:25.287135 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.287484 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Added segment 60b035d6-a047-4bc5-aac5-7dfd4f045860 of type vlan for network 16f56a2c-7130-4198-87fd-20f1c97c1149 Jul 09 20:19:25.324866 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.332116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.364784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.365768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:25.366351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.438270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4115322 Jul 09 20:19:25.441304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:25.448579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Request body: {'subnet': {'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-822901003-subnet', 'tenant_id': '14e9329768b046799bf3a5805f9933b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:25.457433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585a891-c30e-4772-a344-d557ea2417a3 admin admin] Pushing event updated for resources: {'Network': ['ID=16f56a2c-7130-4198-87fd-20f1c97c1149,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:25.469831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:25.481496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Made reservation on behalf of 14e9329768b046799bf3a5805f9933b7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:25.484161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.657428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.710938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efbadf2-899d-451a-80f8-d431ffeb7386,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:25.720072 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Checking segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:25.720431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Network hostable DHCP agents. Network: 16f56a2c-7130-4198-87fd-20f1c97c1149, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:25.736807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:25.744902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 16f56a2c-7130-4198-87fd-20f1c97c1149) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:25.748844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:25.749477 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.753502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87636c3-2139-4092-8426-939603ea99c7 None None] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:25.770652 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2c8ca9ad-88e8-47c5-a43f-ae326c583b92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3275771 Jul 09 20:19:25.880599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e659a2d7-a6dc-4f24-8e1a-d3963364cf85 None None] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:26.182911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-b59ff3e2-e4e4-4304-8a32-6ced2273e782 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:26.184389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-b59ff3e2-e4e4-4304-8a32-6ced2273e782 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 814 time: 0.1050067 Jul 09 20:19:26.198876 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-0ffa7a57-af40-4896-9aa7-d4bbb73b0ee3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/quotas/14e9329768b046799bf3a5805f9933b7 HTTP/1.1" status: 200 len: 375 time: 0.0091352 Jul 09 20:19:26.230983 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d701338e-6e01-4b14-8965-f61eef759b75 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274079 Jul 09 20:19:26.330089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-3159baf6-ecce-43b6-bf6c-6509535bd301 service neutron] 10.222.0.10 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929322 Jul 09 20:19:26.417151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-3679d84f-1d7f-43b2-863b-def0472703c0 service neutron] 10.222.0.10 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814385 Jul 09 20:19:26.483663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.581944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a31483b4-1428-473d-900d-33f0b2c4226b req-3f6c01c8-039b-49ab-98f4-2c58a086ab14 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 210 time: 0.0292802 Jul 09 20:19:27.599542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-30288bef-21ca-460c-9288-24afcf88c3f1 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:27.600990 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-30288bef-21ca-460c-9288-24afcf88c3f1 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 814 time: 0.1105816 Jul 09 20:19:27.615735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Request body: {'port': {'device_id': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'admin_state_up': True, 'tenant_id': '14e9329768b046799bf3a5805f9933b7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:27.738634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac329c7e-cbc5-42bc-b4a9-cd77ab493d6e req-1a4a42d3-54ea-428c-8c86-6bd920b651c5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 210 time: 0.0326393 Jul 09 20:19:27.755798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Made reservation on behalf of 14e9329768b046799bf3a5805f9933b7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:27.760006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.883429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Allocated IP 172.20.0.5 (16f56a2c-7130-4198-87fd-20f1c97c1149/6efbadf2-899d-451a-80f8-d431ffeb7386/73edac14-b011-41e5-8d9c-a0260db999e9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:27.971190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.030578 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.072807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.113369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:28.119026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:28.122825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:28.148112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:28.174846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:28.175454 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.189440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-816a04b4-9b66-40fc-ac51-b1f142e9c3e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775032 Jul 09 20:19:28.222145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Request body: {'port': {'device_id': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:28.295139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.550177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73edac14-b011-41e5-8d9c-a0260db999e9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:19:28.558009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.569846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Transition to ACTIVE for port object 73edac14-b011-41e5-8d9c-a0260db999e9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:28.573258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.619775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:28.691849 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:28.692182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:28.693184 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:28.697207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:19:28.697596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:28.702272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:28.702605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Checking segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:28.702982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Bound using segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:28.703397 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Bound port: 73edac14-b011-41e5-8d9c-a0260db999e9, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:28.703748 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.763927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:28.767001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:28.771986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.807139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:28.807759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.809212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] 10.222.0.25 "PUT /v2.0/ports/73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 1091 time: 0.5910990 Jul 09 20:19:28.809652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:28.811935 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475e4db-ac39-41b7-b883-67d773e9814e" -d '{"events": [{"name": "network-changed", "server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:28.838007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9861ca5-b8de-4eba-99e7-f711046a71f2 service neutron] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:28.890397 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953da2dd-d28c-4008-b2b5-ffca444f711c x-openstack-request-id: req-953da2dd-d28c-4008-b2b5-ffca444f711c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:28.890685 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:28.890933 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-953da2dd-d28c-4008-b2b5-ffca444f711c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:28.891319 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'status': 'completed', 'code': 200} Jul 09 20:19:28.918327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-2b8dabaa-40e1-44d9-8aa8-aedfecc0238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:28.919867 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-2b8dabaa-40e1-44d9-8aa8-aedfecc0238e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0618532 Jul 09 20:19:28.922430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc8b9-76e0-4e07-b96e-0e1b37806055 req-4006e1de-9202-4e0a-a3ce-a0350ff773c4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:28.923910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13fdc8b9-76e0-4e07-b96e-0e1b37806055 req-4006e1de-9202-4e0a-a3ce-a0350ff773c4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0674562 Jul 09 20:19:28.962300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13fdc8b9-76e0-4e07-b96e-0e1b37806055 req-5fea0cd0-03bd-4f86-aba3-4b5d3b775ffa tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jul 09 20:19:28.962646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-6181116a-11f7-46e4-9513-11e2fb954144 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0361140 Jul 09 20:19:29.012891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453692-5f72-46b4-b818-1dee7206d666 req-1e4ccb18-40dc-4e8d-88b8-bde95e5cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:29.014350 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-1e4ccb18-40dc-4e8d-88b8-bde95e5cdbcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0461571 Jul 09 20:19:29.045169 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-c7b8713f-9321-4c1a-869b-01a23d366a4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249617 Jul 09 20:19:29.133710 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-6f05ffba-da46-4910-9fe1-480abac8b3e8 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Jul 09 20:19:29.219028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d5453692-5f72-46b4-b818-1dee7206d666 req-76aedad3-5286-4b07-b3f1-e6f3646cb524 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795665 Jul 09 20:19:29.331122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e4db-ac39-41b7-b883-67d773e9814e req-9a1eadff-9f43-4f4c-be38-0b950ad629d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:29.332597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-9a1eadff-9f43-4f4c-be38-0b950ad629d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0561051 Jul 09 20:19:29.419103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e4db-ac39-41b7-b883-67d773e9814e req-b6053633-ed35-4311-9536-e8638ad790b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:29.420434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-b6053633-ed35-4311-9536-e8638ad790b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0814073 Jul 09 20:19:29.467747 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-f0bb448e-940a-4d71-ad85-33e26fa9a55e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0366840 Jul 09 20:19:29.515271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e4db-ac39-41b7-b883-67d773e9814e req-b376e002-91c7-4361-b9ff-e88136d43d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:29.516654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-b376e002-91c7-4361-b9ff-e88136d43d7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0419669 Jul 09 20:19:29.549081 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-596e7af7-7688-4581-8fb6-31ef89f24675 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257652 Jul 09 20:19:29.638043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-b5ff6d1f-d642-4266-afd9-ad4376fcfb5b service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821426 Jul 09 20:19:29.723229 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a475e4db-ac39-41b7-b883-67d773e9814e req-c13dc865-7096-4f3b-911d-f6949a949c93 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794525 Jul 09 20:19:30.135830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fff8-c228-4407-b812-d3fee71b8406 req-36f6910b-934c-4ba1-92c9-538f40152389 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:30.137348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6262fff8-c228-4407-b812-d3fee71b8406 req-36f6910b-934c-4ba1-92c9-538f40152389 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0622909 Jul 09 20:19:30.174059 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6262fff8-c228-4407-b812-d3fee71b8406 req-2883c1c6-f5c0-4f15-acc3-1851a56222c8 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311654 Jul 09 20:19:31.347435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74965920-b524-48eb-98d8-04204b1143af req-fdad873d-7227-4089-8075-f43958928d2a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:31.348896 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74965920-b524-48eb-98d8-04204b1143af req-fdad873d-7227-4089-8075-f43958928d2a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0662982 Jul 09 20:19:31.385157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-74965920-b524-48eb-98d8-04204b1143af req-7f6ee3dd-d983-4cf6-893f-94e487945d88 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299761 Jul 09 20:19:32.559435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e812-6624-48ea-9ab1-f8d3e2d5be3e req-645f4cd8-067d-4e98-93cb-28d09462022f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:32.560943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13e1e812-6624-48ea-9ab1-f8d3e2d5be3e req-645f4cd8-067d-4e98-93cb-28d09462022f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0661278 Jul 09 20:19:32.598178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13e1e812-6624-48ea-9ab1-f8d3e2d5be3e req-871f6ea5-539b-4826-9d92-f895ad064018 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Jul 09 20:19:32.798457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:19:32.894156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:32.905894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '73edac14-b011-41e5-8d9c-a0260db999e9', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'port_id': '73edac14-b011-41e5-8d9c-a0260db999e9', 'mac_address': 'fa:16:3e:3d:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efbadf2-899d-451a-80f8-d431ffeb7386', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:19:32.942969 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.956354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73edac14-b011-41e5-8d9c-a0260db999e9 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:19:32.977099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:32.980552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.026814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:33.266537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['73edac14-b011-41e5-8d9c-a0260db999e9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:19:33.765949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b852776-b977-4d19-931a-7d262859e738 req-29b9aebe-2068-453c-8472-c86967473eaa tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:33.767413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b852776-b977-4d19-931a-7d262859e738 req-29b9aebe-2068-453c-8472-c86967473eaa tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 944 time: 0.0613317 Jul 09 20:19:33.803054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b852776-b977-4d19-931a-7d262859e738 req-a75facb5-fd26-4387-bf51-2d8cfaf8dac7 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301926 Jul 09 20:19:34.395640 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:19:34.806795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:34.855001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 73edac14-b011-41e5-8d9c-a0260db999e9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:34.859642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 73edac14-b011-41e5-8d9c-a0260db999e9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:34.860796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.940433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.962164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:34.964318 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bafa2a-d9aa-4729-8c4d-42ef9ed31196" -d '{"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-plugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:34.972651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b09606-0c12-4d17-9451-da28ada30f3f req-8f030946-7340-40ef-a0de-662f11a4f4a6 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:34.974204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1b09606-0c12-4d17-9451-da28ada30f3f req-8f030946-7340-40ef-a0de-662f11a4f4a6 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 944 time: 0.0628190 Jul 09 20:19:34.980586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:34.985711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:35.009237 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075e20a5-bad5-4276-8ef6-304cebc9b359 x-openstack-request-id: req-075e20a5-bad5-4276-8ef6-304cebc9b359 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:35.009520 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-plugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:35.009771 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-075e20a5-bad5-4276-8ef6-304cebc9b359 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:35.010155 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'code': 200} Jul 09 20:19:35.015791 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1b09606-0c12-4d17-9451-da28ada30f3f req-3a01dc61-3c85-4ead-9fa9-f4597a78c4b5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Jul 09 20:19:35.039352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:35.120377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38ee1-8163-4f40-9bc5-216486a80a27 req-13d7a832-1f81-46bf-93ac-b34365f656f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:35.121880 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55e38ee1-8163-4f40-9bc5-216486a80a27 req-13d7a832-1f81-46bf-93ac-b34365f656f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1096 time: 0.0539932 Jul 09 20:19:35.154965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55e38ee1-8163-4f40-9bc5-216486a80a27 req-df5a9182-ee20-45e9-b862-1231a445ae6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271535 Jul 09 20:19:36.205315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc92b92-731c-4d6c-ab7f-6db6394dde88 req-6e5f8aeb-8256-40cc-aa6e-fd10c7d58cb1 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:36.206757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bc92b92-731c-4d6c-ab7f-6db6394dde88 req-6e5f8aeb-8256-40cc-aa6e-fd10c7d58cb1 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jul 09 20:19:36.246475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8bc92b92-731c-4d6c-ab7f-6db6394dde88 req-f9b0a887-ee32-47c4-9d61-b270048e9daa tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341318 Jul 09 20:19:37.420658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d222-e99a-4c63-892a-16ed33bdc83d req-87f64f64-6dd8-42a5-be9b-9e3ea9123c2f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:37.422056 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e51d222-e99a-4c63-892a-16ed33bdc83d req-87f64f64-6dd8-42a5-be9b-9e3ea9123c2f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0623093 Jul 09 20:19:37.459015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e51d222-e99a-4c63-892a-16ed33bdc83d req-674005f1-722a-49d6-91d7-66c34dec13f4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Jul 09 20:19:37.630546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2084e-95f5-4ae0-8845-c01737a3c7b2 req-a65ecfe2-9812-4c4b-ba30-5ed81cd86f0d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:37.632012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efb2084e-95f5-4ae0-8845-c01737a3c7b2 req-a65ecfe2-9812-4c4b-ba30-5ed81cd86f0d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0666835 Jul 09 20:19:37.668981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efb2084e-95f5-4ae0-8845-c01737a3c7b2 req-9c18b1b2-4adc-4b5d-8606-01688dc62958 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Jul 09 20:19:38.003046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c458d68-c78b-4ac7-9e8b-609d601ed666 req-b7e0f27a-ba09-4595-bf5f-1c5e03ef9f72 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:38.004447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c458d68-c78b-4ac7-9e8b-609d601ed666 req-b7e0f27a-ba09-4595-bf5f-1c5e03ef9f72 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0639844 Jul 09 20:19:38.041120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c458d68-c78b-4ac7-9e8b-609d601ed666 req-cdec0bae-ab0a-41db-95d3-b9d23a36675c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Jul 09 20:19:38.213505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c12462-ac62-4bd5-a41a-3e37f7deaf6b req-2b1ad31c-2133-48b9-8964-8aa3e6c4b8c0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:38.214937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28c12462-ac62-4bd5-a41a-3e37f7deaf6b req-2b1ad31c-2133-48b9-8964-8aa3e6c4b8c0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0612173 Jul 09 20:19:38.251552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28c12462-ac62-4bd5-a41a-3e37f7deaf6b req-00d988bc-5b4c-4b17-82af-6cf37b1df2fd tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Jul 09 20:19:38.591324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-edd0956c-e4ef-4e8e-93da-7f72e84fe817 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558419 Jul 09 20:19:38.650123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271e63e-387a-431f-831f-7eaf81f21da4 req-ea6f8009-08f5-471e-95e4-74f8ded668ed tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:38.651625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5271e63e-387a-431f-831f-7eaf81f21da4 req-ea6f8009-08f5-471e-95e4-74f8ded668ed tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0667806 Jul 09 20:19:38.689787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5271e63e-387a-431f-831f-7eaf81f21da4 req-61518861-87b5-47f0-98a9-57b74d79443b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jul 09 20:19:39.744431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-db2ded57-01f0-41b8-b468-b54c8220e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:39.745975 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-db2ded57-01f0-41b8-b468-b54c8220e353 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1096 time: 0.0531225 Jul 09 20:19:39.838940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-aba47afc-adf4-477c-a625-5bb9cd47ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:39.840411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-aba47afc-adf4-477c-a625-5bb9cd47ccfa service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0881443 Jul 09 20:19:39.861307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca8aa-c131-4c96-bb8b-594718449373 req-46af42ee-d26e-4c80-a4a9-65213beaa08d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:39.862780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-809ca8aa-c131-4c96-bb8b-594718449373 req-46af42ee-d26e-4c80-a4a9-65213beaa08d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0631790 Jul 09 20:19:39.879987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-95c75b08-e5e6-49cb-a5c4-ad07fbf2ad89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0335414 Jul 09 20:19:39.901984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-809ca8aa-c131-4c96-bb8b-594718449373 req-1cceacea-53c8-4d01-bc2f-435033f50a2c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 09 20:19:39.928654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-8536d969-a640-46c9-a22b-c5a0dd4facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:39.930142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-8536d969-a640-46c9-a22b-c5a0dd4facf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0433788 Jul 09 20:19:39.964899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-36ac3b79-8db1-4acc-80a1-54db7aa10c4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290587 Jul 09 20:19:40.063036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-43b0b0ff-62c2-4326-b912-ff7392f27cde service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917785 Jul 09 20:19:40.154746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-37148b26-34b6-41de-a4df-af798a4abee1 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848842 Jul 09 20:19:41.091414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c8c1-5d04-4f40-aaef-6acff01e694d req-00b0754f-3de0-4394-ab52-0cfdf8208dec tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:41.092878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10c6c8c1-5d04-4f40-aaef-6acff01e694d req-00b0754f-3de0-4394-ab52-0cfdf8208dec tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0630684 Jul 09 20:19:41.130431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10c6c8c1-5d04-4f40-aaef-6acff01e694d req-bf356864-8801-4f4d-a5ce-10b4c64bbd8a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Jul 09 20:19:42.300476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a0f93-6701-4367-9ad3-29df6970d196 req-10cbeb05-54d0-4fcd-9e1c-212fb8347a71 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:42.301982 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-370a0f93-6701-4367-9ad3-29df6970d196 req-10cbeb05-54d0-4fcd-9e1c-212fb8347a71 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0621285 Jul 09 20:19:42.338903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-370a0f93-6701-4367-9ad3-29df6970d196 req-7d9d3391-0b2e-45af-88a7-32610996f185 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Jul 09 20:19:43.511503 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f1d83-4cc4-4ca0-9086-626582046942 req-0754e6f9-1a35-4e63-8a97-332d9d122151 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:43.512996 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-247f1d83-4cc4-4ca0-9086-626582046942 req-0754e6f9-1a35-4e63-8a97-332d9d122151 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0657465 Jul 09 20:19:43.550078 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-247f1d83-4cc4-4ca0-9086-626582046942 req-57a7cf7c-c6a4-4212-a91c-0a65303ed450 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Jul 09 20:19:44.723388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4e07f-8226-4c63-9175-d000e16a27a4 req-21e2f933-9c4c-4fe2-873d-f33e8d4aaef3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:44.724867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95b4e07f-8226-4c63-9175-d000e16a27a4 req-21e2f933-9c4c-4fe2-873d-f33e8d4aaef3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0668037 Jul 09 20:19:44.761281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95b4e07f-8226-4c63-9175-d000e16a27a4 req-3a22963c-7f8f-4466-a79c-d163bdc3021e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Jul 09 20:19:45.939025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcec7c6-f040-45f3-bc11-c75d6e328025 req-01059ece-0c3f-4801-aa34-ad5d7911c622 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:45.940484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abcec7c6-f040-45f3-bc11-c75d6e328025 req-01059ece-0c3f-4801-aa34-ad5d7911c622 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0663760 Jul 09 20:19:45.977251 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abcec7c6-f040-45f3-bc11-c75d6e328025 req-25443e81-e952-401e-9a8c-88439ba2c7f3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Jul 09 20:19:47.151541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e626-5139-44d1-ae4f-7106dabd69d1 req-64e91b11-ac90-4e77-9a35-e8489b117e97 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:47.153033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05d7e626-5139-44d1-ae4f-7106dabd69d1 req-64e91b11-ac90-4e77-9a35-e8489b117e97 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0628557 Jul 09 20:19:47.196145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05d7e626-5139-44d1-ae4f-7106dabd69d1 req-6633575e-3127-46c3-b198-ecfe764b116d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374274 Jul 09 20:19:48.375964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519b422-f8c0-46a0-962e-ab0bad98aede req-c6197ece-2337-4a77-865f-959f5c6a7b8d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:48.377814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f519b422-f8c0-46a0-962e-ab0bad98aede req-c6197ece-2337-4a77-865f-959f5c6a7b8d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0641365 Jul 09 20:19:48.416613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f519b422-f8c0-46a0-962e-ab0bad98aede req-a6aac746-80bd-4aae-ab50-1dced47ce9a7 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Jul 09 20:19:49.042870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.585644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6fb07-9c19-44b7-9779-641903e2e145 req-48a0e922-4139-4355-8788-592703d61a5b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.587139 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-feb6fb07-9c19-44b7-9779-641903e2e145 req-48a0e922-4139-4355-8788-592703d61a5b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0632069 Jul 09 20:19:49.627903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-feb6fb07-9c19-44b7-9779-641903e2e145 req-ba7d65c8-20f2-433b-8cab-a99b6afb392e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Jul 09 20:19:50.798694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd67b2-e324-415e-b3dd-29dd183141ed req-66bdd9d2-7b71-413f-9692-da5b121e0466 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:50.800167 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aebd67b2-e324-415e-b3dd-29dd183141ed req-66bdd9d2-7b71-413f-9692-da5b121e0466 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0617423 Jul 09 20:19:50.836986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aebd67b2-e324-415e-b3dd-29dd183141ed req-e3556012-7efe-4bc9-80a2-f339c9ec068a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jul 09 20:19:52.008108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d18bf-40db-467e-abfa-a3683748ace3 req-349a6970-df38-4e94-9d99-486e687ab170 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:52.010167 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e4d18bf-40db-467e-abfa-a3683748ace3 req-349a6970-df38-4e94-9d99-486e687ab170 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0624800 Jul 09 20:19:52.047356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e4d18bf-40db-467e-abfa-a3683748ace3 req-9fdba095-89f7-459e-94f8-e8bd85b06d66 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Jul 09 20:19:52.416748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2f692f63-de4e-4ac2-8496-fe8e8913d304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.219388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23953-8d27-4008-aa5a-744cd2768de9 req-de420bbf-d941-4c79-8b2a-73f3ed008e56 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:53.220852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efe23953-8d27-4008-aa5a-744cd2768de9 req-de420bbf-d941-4c79-8b2a-73f3ed008e56 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0655746 Jul 09 20:19:53.257142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-efe23953-8d27-4008-aa5a-744cd2768de9 req-061f119f-7a8c-4296-8951-0755ddf37a5b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Jul 09 20:19:53.561642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.427771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9a40-07bb-4574-a54a-a1776d044285 req-d4a639cc-0871-4a3c-ac87-0a0c77cce750 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:54.429208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa9a9a40-07bb-4574-a54a-a1776d044285 req-d4a639cc-0871-4a3c-ac87-0a0c77cce750 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0617568 Jul 09 20:19:54.466732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa9a9a40-07bb-4574-a54a-a1776d044285 req-ed2bc708-4847-41d6-a1a7-cdfffbda8b3f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 09 20:19:55.012208 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c59858a5-2d3c-4296-bd16-f5f9f5e73794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.326099 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.637605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988cd3-9cc4-4972-84f9-cdab07fff907 req-992d3d3d-54e0-4e6e-8c5f-8bf1170f0f47 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:55.638974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53988cd3-9cc4-4972-84f9-cdab07fff907 req-992d3d3d-54e0-4e6e-8c5f-8bf1170f0f47 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0626476 Jul 09 20:19:55.675887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53988cd3-9cc4-4972-84f9-cdab07fff907 req-07725333-60e9-4f16-b135-6ca5904b322f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Jul 09 20:19:56.486541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.858434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657c568-8658-4db1-8798-af09595e64a6 req-f5e3d517-44c8-4343-9df1-0bb5816371c3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:56.859932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0657c568-8658-4db1-8798-af09595e64a6 req-f5e3d517-44c8-4343-9df1-0bb5816371c3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0663815 Jul 09 20:19:56.896786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0657c568-8658-4db1-8798-af09595e64a6 req-adba9f91-5081-4051-9a78-825e7e10cb3b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Jul 09 20:19:57.972215 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.074902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17798a-2c35-4ff1-aec1-d10bbf449696 req-661a1ca7-d126-4c48-a149-8bcf4e0ab671 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:58.076411 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f17798a-2c35-4ff1-aec1-d10bbf449696 req-661a1ca7-d126-4c48-a149-8bcf4e0ab671 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0652506 Jul 09 20:19:58.420202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f17798a-2c35-4ff1-aec1-d10bbf449696 req-8272ac41-d92a-4506-872d-7ab915b8dd99 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381331 Jul 09 20:19:59.590526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934b403-d660-4070-9662-6c5a8cda1f64 req-b1038399-32a5-4424-8030-ba216dba3602 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:59.592007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a934b403-d660-4070-9662-6c5a8cda1f64 req-b1038399-32a5-4424-8030-ba216dba3602 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0628211 Jul 09 20:19:59.628774 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a934b403-d660-4070-9662-6c5a8cda1f64 req-ed1a3c95-fc42-4849-8f07-98ac79e52a1e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Jul 09 20:20:00.796697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6e73-65e3-4137-91d5-a93c3f725b86 req-924e1665-5f14-47b1-8814-23bff7cb3fc4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:00.798166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-519c6e73-65e3-4137-91d5-a93c3f725b86 req-924e1665-5f14-47b1-8814-23bff7cb3fc4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0604348 Jul 09 20:20:00.834899 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-519c6e73-65e3-4137-91d5-a93c3f725b86 req-5214b83e-f755-4ac3-b2e5-71264eef2034 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Jul 09 20:20:02.004197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad9ec8-9c3a-4cc1-9496-913a91c6fe87 req-d579354f-86f6-4213-b877-33518e4b2200 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:02.005677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5dad9ec8-9c3a-4cc1-9496-913a91c6fe87 req-d579354f-86f6-4213-b877-33518e4b2200 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0616386 Jul 09 20:20:02.046547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5dad9ec8-9c3a-4cc1-9496-913a91c6fe87 req-cf591c2a-1395-4603-909a-1f33b32bf085 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354087 Jul 09 20:20:03.216063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2815b-aac8-4c80-8142-7109debed2ed req-5cba4924-abfc-4721-ab17-24ef6d6a7ef2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:03.217554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7e2815b-aac8-4c80-8142-7109debed2ed req-5cba4924-abfc-4721-ab17-24ef6d6a7ef2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0620859 Jul 09 20:20:03.257639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c7e2815b-aac8-4c80-8142-7109debed2ed req-2f29290a-0f94-4f52-98b7-19443a9feff2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 09 20:20:04.431678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d43243-f7bc-4b77-9029-351b09cbf5f6 req-98bde08b-9813-4979-b73d-6af4818ba90c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:04.433300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30d43243-f7bc-4b77-9029-351b09cbf5f6 req-98bde08b-9813-4979-b73d-6af4818ba90c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0658872 Jul 09 20:20:04.471456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-30d43243-f7bc-4b77-9029-351b09cbf5f6 req-109b0f45-14c3-47fb-889b-7c44c631f9e9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jul 09 20:20:05.643353 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822022d3-2a92-452c-8ffd-cb5e6049d46d req-85defc5d-ec18-49d3-8e46-2ea46178551a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:05.644827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-822022d3-2a92-452c-8ffd-cb5e6049d46d req-85defc5d-ec18-49d3-8e46-2ea46178551a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0618033 Jul 09 20:20:05.681371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-822022d3-2a92-452c-8ffd-cb5e6049d46d req-32550868-3841-4944-9eab-1496e465c255 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Jul 09 20:20:06.856837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04151-0a8b-4b3a-8e0f-1bf5558fa38c req-58722a64-ef4c-4ec0-9657-bf2ba06e4a72 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:06.858356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb04151-0a8b-4b3a-8e0f-1bf5558fa38c req-58722a64-ef4c-4ec0-9657-bf2ba06e4a72 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0624917 Jul 09 20:20:06.895007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb04151-0a8b-4b3a-8e0f-1bf5558fa38c req-4e29650e-9591-4b7d-b872-b722daf9fc2e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Jul 09 20:20:07.094203 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-74b2ad98-84dc-4c29-98bc-992d74bcc1a7 service neutron] show failed (client error): The resource could not be found. Jul 09 20:20:07.095181 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-74b2ad98-84dc-4c29-98bc-992d74bcc1a7 service neutron] 10.222.0.25 "GET /v2.0/ports/73edac14-b011-41e5-8d9c-a0260db999e9/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0543551 Jul 09 20:20:07.370709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-c8582d87-46e1-458f-9a9a-7f5639589163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:07.372169 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-c8582d87-46e1-458f-9a9a-7f5639589163 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301&tenant_id=14e9329768b046799bf3a5805f9933b7 HTTP/1.1" status: 200 len: 1096 time: 0.0884166 Jul 09 20:20:07.383456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:07.455745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.651003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:07.683472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:07.720426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:07.722712 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1d944-9561-4c45-8520-df8c15ac270d" -d '{"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-unplugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:07.726386 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.739224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Transition to ACTIVE for port object 73edac14-b011-41e5-8d9c-a0260db999e9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:07.742558 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.809397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] No DVR routers for this DVR port 73edac14-b011-41e5-8d9c-a0260db999e9 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:07.812517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:07.823833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.824181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.824522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.824859 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.825211 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.825542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.825896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.826222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.826547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.826869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.827191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.827511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:07.859295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:07.859873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:07.859987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:07.864250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:20:07.864582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Attempting to bind port 73edac14-b011-41e5-8d9c-a0260db999e9 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:07.870034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:07.870373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Checking segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:07.870757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Bound using segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:07.871191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Bound port: 73edac14-b011-41e5-8d9c-a0260db999e9, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:07.871551 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.888621 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c07c5a4-a911-45b1-a670-c5543d954eba x-openstack-request-id: req-7c07c5a4-a911-45b1-a670-c5543d954eba {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:07.888918 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-unplugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:07.889201 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c07c5a4-a911-45b1-a670-c5543d954eba {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:07.889605 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'code': 200} Jul 09 20:20:07.937966 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:07.940980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:07.946615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.980931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:07.981579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.982981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] 10.222.0.59 "PUT /v2.0/ports/73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 1091 time: 0.6035795 Jul 09 20:20:08.004347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da58451-12ea-4112-b89a-6b04d9b3d911 service neutron] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:08.101035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-ea872e99-e8c7-4b01-94c4-9db9e568bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.102549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-ea872e99-e8c7-4b01-94c4-9db9e568bd18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0951955 Jul 09 20:20:08.115015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad7d4-8840-4f97-82ff-d112c82e6d77 req-db9bf76c-3b2b-40f6-bceb-5fbe1dbd2c8d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.116425 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e4ad7d4-8840-4f97-82ff-d112c82e6d77 req-db9bf76c-3b2b-40f6-bceb-5fbe1dbd2c8d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.1003747 Jul 09 20:20:08.208355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e4ad7d4-8840-4f97-82ff-d112c82e6d77 req-f7516b55-3fab-4b5f-9b92-41f402e7d1fb tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Jul 09 20:20:08.230210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-e57abdf8-4a8d-4e22-a840-bb7809e77c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.231711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-e57abdf8-4a8d-4e22-a840-bb7809e77c26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.1144266 Jul 09 20:20:08.272644 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-a5fcd1de-8513-4e4a-acc0-a277679d8066 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0341132 Jul 09 20:20:08.320323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-ce28531b-c085-44c5-89d6-1c83671c3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.321766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-ce28531b-c085-44c5-89d6-1c83671c3fd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0427217 Jul 09 20:20:08.358402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-d2cf529e-a73f-44f0-9fa3-d25bdd033ebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304556 Jul 09 20:20:08.368178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-8f01479f-a274-4ca0-84fe-9690a46fdaf2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:20:08.369185 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-8f01479f-a274-4ca0-84fe-9690a46fdaf2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049934 Jul 09 20:20:08.455701 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-de54a057-3db5-41d5-9267-bef207533b7f service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806537 Jul 09 20:20:08.548196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d911e63-cf4f-40e1-8229-2efa7386ebd7 req-ecf8c287-f9a2-4000-85db-15a41516ca5b service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859208 Jul 09 20:20:08.713279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-90c37f35-4f56-429a-873b-b17b93dd2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.714811 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-90c37f35-4f56-429a-873b-b17b93dd2dd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0548396 Jul 09 20:20:08.816928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-c13a0239-eaab-48a9-b572-3fbf24b5f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.818604 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-c13a0239-eaab-48a9-b572-3fbf24b5f85c service neutron] 10.222.0.59 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0832052 Jul 09 20:20:08.863318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-ac626b8e-0972-4aae-89ae-f415615ed7c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0382521 Jul 09 20:20:08.910693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-94b9816f-2ce7-461b-b208-c36195e03927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.912341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-94b9816f-2ce7-461b-b208-c36195e03927 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0426242 Jul 09 20:20:08.943949 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-90c129fc-f3d4-4107-90f7-0f40a80dfd44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251911 Jul 09 20:20:09.037021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-aedba672-9492-479a-af28-8d0ca4c08031 service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846386 Jul 09 20:20:09.124836 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40505e2b-94ef-4ee9-a4d3-b601017e2514 req-5a8faffa-4dbd-4921-9e31-0de401b59296 service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811367 Jul 09 20:20:09.388292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c5017-ee35-42c9-a810-9d8a2289fac6 req-7cf1f78d-0d74-44a0-a33d-4b1f3ef5466d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:09.389713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a63c5017-ee35-42c9-a810-9d8a2289fac6 req-7cf1f78d-0d74-44a0-a33d-4b1f3ef5466d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0662606 Jul 09 20:20:09.426138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a63c5017-ee35-42c9-a810-9d8a2289fac6 req-55d15cfe-942f-475c-9218-95fcd38ed61d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Jul 09 20:20:09.890912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:09.893301 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5821e317-d526-4b1e-a5f0-1ed512717536" -d '{"events": [{"name": "network-changed", "server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:09.940604 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c5c64-c7d1-43d3-8493-dee119a91be8 x-openstack-request-id: req-349c5c64-c7d1-43d3-8493-dee119a91be8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:09.940899 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:09.941175 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-349c5c64-c7d1-43d3-8493-dee119a91be8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:09.941582 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'status': 'completed', 'code': 200} Jul 09 20:20:10.015742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-3139a8f0-c9f0-47b4-b79d-06ff0a6851de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.017266 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-3139a8f0-c9f0-47b4-b79d-06ff0a6851de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0516119 Jul 09 20:20:10.018124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-f4f47313-d08b-45e0-bbba-7f1f4cfb4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.019595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-f4f47313-d08b-45e0-bbba-7f1f4cfb4caa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0519979 Jul 09 20:20:10.109506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-80c02318-0aa5-4302-a5e2-53d9ca5d6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.111004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-80c02318-0aa5-4302-a5e2-53d9ca5d6b16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0879090 Jul 09 20:20:10.125083 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-5be3ac8a-12b5-41b4-930b-98158de3169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.126570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-5be3ac8a-12b5-41b4-930b-98158de3169e service neutron] 10.222.0.59 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0977285 Jul 09 20:20:10.154122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-9cf44af6-dec2-4139-ae67-6b926fd6a850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0359392 Jul 09 20:20:10.170302 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-5293ac3e-cc4e-4534-9a82-3156551e9fd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0365272 Jul 09 20:20:10.205274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-41647b33-a9e2-41da-b2c2-c6e55b9db612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.206888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-41647b33-a9e2-41da-b2c2-c6e55b9db612 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0467417 Jul 09 20:20:10.225846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-97af0e44-7e53-417d-a74b-3a3d0f744d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.227475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-97af0e44-7e53-417d-a74b-3a3d0f744d5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0502656 Jul 09 20:20:10.239529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-cbc81549-5baa-4f18-a639-4064e890359c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266333 Jul 09 20:20:10.260481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-d280e7f5-85f4-4696-9122-b4fa758c7d94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263686 Jul 09 20:20:10.330115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-8c33508a-7d2b-4564-b114-a321e8ff1a4e service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845628 Jul 09 20:20:10.350560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-ea46e164-2a64-4255-988c-3b67c4b7811c service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826526 Jul 09 20:20:10.419115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-8f0ea177-783d-467c-9e92-5b34ff601015 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827255 Jul 09 20:20:10.446051 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5821e317-d526-4b1e-a5f0-1ed512717536 req-7c738db8-57aa-4c61-9a1c-03c87b932f2b service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891032 Jul 09 20:20:10.604458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720f2bf-7af6-4770-a7b8-fe6e9361015e req-1ccd9794-1c6d-4f93-a63f-a5a84a9fcf22 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:10.605969 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6720f2bf-7af6-4770-a7b8-fe6e9361015e req-1ccd9794-1c6d-4f93-a63f-a5a84a9fcf22 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.0680003 Jul 09 20:20:10.643546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6720f2bf-7af6-4770-a7b8-fe6e9361015e req-f0d1c4e5-fe74-45ed-a0e1-80d5a00a1f91 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Jul 09 20:20:11.032391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-adb159fb-2b07-4de8-b196-d10333baecc2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.033792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-adb159fb-2b07-4de8-b196-d10333baecc2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301&tenant_id=14e9329768b046799bf3a5805f9933b7&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 943 time: 0.1544266 Jul 09 20:20:11.042037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dafcd-a5c7-457b-8d65-2d753173c968 req-2dae2082-6f16-411f-aa15-a04f489a92ee tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.043408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f95dafcd-a5c7-457b-8d65-2d753173c968 req-2dae2082-6f16-411f-aa15-a04f489a92ee tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 943 time: 0.1731162 Jul 09 20:20:11.051769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:11.092235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:11.118436 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f95dafcd-a5c7-457b-8d65-2d753173c968 req-b80f9bf2-31fa-4100-bc2f-916814582eb3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Jul 09 20:20:11.124052 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-15092a1a-4bb9-496e-80fa-cb59d46e0898 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:20:11.125011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-15092a1a-4bb9-496e-80fa-cb59d46e0898 service neutron] 10.222.0.25 "DELETE /v2.0/ports/73edac14-b011-41e5-8d9c-a0260db999e9/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0807493 Jul 09 20:20:11.223836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-480ba31b-f18e-48d6-a4fe-5b8e0d0ca9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.225323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-480ba31b-f18e-48d6-a4fe-5b8e0d0ca9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 1094 time: 0.0556788 Jul 09 20:20:11.313704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-cb632cb9-d300-4214-b350-1e42fa2f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.315115 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-cb632cb9-d300-4214-b350-1e42fa2f5c88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0843158 Jul 09 20:20:11.358520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-872bd3bc-e198-4783-8518-219fa07e3771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 200 len: 217 time: 0.0374219 Jul 09 20:20:11.394062 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:20:11.406531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-27327617-bdbd-4bd4-af7b-b8971d568f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.407997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-27327617-bdbd-4bd4-af7b-b8971d568f49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0430751 Jul 09 20:20:11.440667 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-cccf7cf6-f6b4-4478-81ff-7b8610970c85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260484 Jul 09 20:20:11.530382 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-500b3b5e-37c6-42a3-b9ba-eb21a857b127 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832062 Jul 09 20:20:11.544465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:20:11.618754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97983cab-3c62-4efb-b4fc-2f9f10917233 req-f2deaaf5-5efb-4f57-8390-ea5c73bc2380 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815046 Jul 09 20:20:11.638170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:11.649752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '73edac14-b011-41e5-8d9c-a0260db999e9', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'port_id': '73edac14-b011-41e5-8d9c-a0260db999e9', 'mac_address': 'fa:16:3e:3d:bc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efbadf2-899d-451a-80f8-d431ffeb7386', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:20:11.694784 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.707602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73edac14-b011-41e5-8d9c-a0260db999e9 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:20:11.727119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:11.731115 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.776780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:11.965581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['73edac14-b011-41e5-8d9c-a0260db999e9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:20:12.293979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf46d-1102-487f-858a-eb2a4433db72 req-73a757f9-a05b-441a-94a9-dd60c03b0781 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:12.295341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0dddf46d-1102-487f-858a-eb2a4433db72 req-73a757f9-a05b-441a-94a9-dd60c03b0781 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 944 time: 0.0639970 Jul 09 20:20:12.336083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0dddf46d-1102-487f-858a-eb2a4433db72 req-e6b7eba5-572d-4ee0-9997-4c062ceecd6a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Jul 09 20:20:12.510177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1a1f-8660-4f1f-b8c3-bf8a2d0def09 req-ed05c074-8710-488b-a568-c4ccb4d565ee tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:12.511658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e11d1a1f-8660-4f1f-b8c3-bf8a2d0def09 req-ed05c074-8710-488b-a568-c4ccb4d565ee tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 944 time: 0.0633848 Jul 09 20:20:12.547527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e11d1a1f-8660-4f1f-b8c3-bf8a2d0def09 req-2c4232d2-8c13-489e-9d9a-81ad508fd507 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Jul 09 20:20:12.725895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46612b-214d-4b40-ba93-dfe944346e22 req-80506637-3598-4c35-926f-79b4d645cbe3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:12.727380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de46612b-214d-4b40-ba93-dfe944346e22 req-80506637-3598-4c35-926f-79b4d645cbe3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 944 time: 0.0666482 Jul 09 20:20:13.012275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de46612b-214d-4b40-ba93-dfe944346e22 req-212fcb4b-5212-4fb6-87d2-0a8e2c1837c6 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793260 Jul 09 20:20:13.436620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-260c32b2-9a43-4a08-8a16-138f626e23bf tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:13.438115 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-260c32b2-9a43-4a08-8a16-138f626e23bf tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 814 time: 0.0990014 Jul 09 20:20:13.452687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-ee07c593-f6df-411a-b211-df74a0937a99 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/quotas/14e9329768b046799bf3a5805f9933b7 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Jul 09 20:20:13.521560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-d7529998-e8ba-4ded-8b7d-dd45f6f7912e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634041 Jul 09 20:20:13.544691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:13.591229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 73edac14-b011-41e5-8d9c-a0260db999e9 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:13.595288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 73edac14-b011-41e5-8d9c-a0260db999e9 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:13.595702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.612275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-3f4fc43e-a30b-464e-9fb8-5c8a67a12967 service neutron] 10.222.0.10 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 Jul 09 20:20:13.672701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.697985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:13.700589 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68528c24-adb0-40fc-bc2b-fea798c324ea" -d '{"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-plugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:13.711723 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-347c284f-6561-4bc2-a569-033f2f80e7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933118 Jul 09 20:20:13.715608 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:13.720816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.754761 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13187b73-7e96-459a-84ba-9736ef8694a4 x-openstack-request-id: req-13187b73-7e96-459a-84ba-9736ef8694a4 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:13.755081 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-plugged", "status": "completed", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:13.755402 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13187b73-7e96-459a-84ba-9736ef8694a4 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:13.755854 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'code': 200} Jul 09 20:20:13.777468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:13.887723 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4257c6a1-0537-49e9-a4c3-899c71ebefca req-cd2b177c-ce39-482c-943d-2e7d5865454f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 210 time: 0.0325565 Jul 09 20:20:14.646469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4aab0906-04b0-4fef-90f6-7978d93b2fff tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:14.647931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4aab0906-04b0-4fef-90f6-7978d93b2fff tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.59 "GET /v2.0/ports?device_id=253dbed7-54bd-42e2-91a6-2a454a8a2301 HTTP/1.1" status: 200 len: 945 time: 0.0639625 Jul 09 20:20:14.758475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Deleting port 73edac14-b011-41e5-8d9c-a0260db999e9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:14.758827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.850652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] For port 73edac14-b011-41e5-8d9c-a0260db999e9, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=73edac14-b011-41e5-8d9c-a0260db999e9,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:14.851109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.864684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Calling delete_port for 73edac14-b011-41e5-8d9c-a0260db999e9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:14.932567 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-5970e307-c174-4d7c-af2e-e44de7ed955d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:14.934683 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-5970e307-c174-4d7c-af2e-e44de7ed955d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 814 time: 0.1265213 Jul 09 20:20:14.952747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Request body: {'port': {'device_id': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'admin_state_up': True, 'tenant_id': '14e9329768b046799bf3a5805f9933b7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:15.048806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a54af97b-2bf9-44f4-8098-75965d97cb45 req-dfa06eea-c9f7-4a57-a7c7-4dcb3d5ccf63 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 210 time: 0.0312638 Jul 09 20:20:15.049515 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.064172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['73edac14-b011-41e5-8d9c-a0260db999e9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:20:15.080068 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Pushing event deleted for resources: {'Port': ['ID=73edac14-b011-41e5-8d9c-a0260db999e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:15.089700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Made reservation on behalf of 14e9329768b046799bf3a5805f9933b7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:20:15.092197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.129875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] No DVR routers for this DVR port 73edac14-b011-41e5-8d9c-a0260db999e9 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:15.132500 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.134542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79df7f9c-65b3-4429-8e0d-ae5ae0438f66 req-4887e24b-677c-4b14-bb76-14bd96eb777f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.59 "DELETE /v2.0/ports/73edac14-b011-41e5-8d9c-a0260db999e9 HTTP/1.1" status: 204 len: 173 time: 0.4813151 Jul 09 20:20:15.135520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-deleted', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:15.137826 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a31016-c854-4d91-bd8b-191df0aeab3a" -d '{"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-deleted", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:15.176207 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8115b30d-47ed-40f5-86df-3fd1b4d95c16 x-openstack-request-id: req-8115b30d-47ed-40f5-86df-3fd1b4d95c16 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:15.176527 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253dbed7-54bd-42e2-91a6-2a454a8a2301", "name": "network-vif-deleted", "tag": "73edac14-b011-41e5-8d9c-a0260db999e9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:15.176787 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8115b30d-47ed-40f5-86df-3fd1b4d95c16 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:15.177230 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253dbed7-54bd-42e2-91a6-2a454a8a2301', 'name': 'network-vif-deleted', 'tag': '73edac14-b011-41e5-8d9c-a0260db999e9', 'status': 'completed', 'code': 200} Jul 09 20:20:15.227013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Allocated IP 172.20.0.8 (16f56a2c-7130-4198-87fd-20f1c97c1149/6efbadf2-899d-451a-80f8-d431ffeb7386/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:20:15.378872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.418859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.430594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['73edac14-b011-41e5-8d9c-a0260db999e9'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:20:15.469975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Network 16f56a2c-7130-4198-87fd-20f1c97c1149 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:20:15.473302 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:20:15.477752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:20:15.481927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:15.514472 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.514820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.515169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.515502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.515835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.516167 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.516493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.516816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.517156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.517499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.517809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.518126 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:15.541519 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.542253 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.555762 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-bede138b-851d-4e63-9beb-7b8c5341079d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075578 Jul 09 20:20:15.566925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Request body: {'port': {'device_id': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:15.636773 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.892949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:20:15.900149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.911986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Transition to ACTIVE for port object 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:15.915387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.963048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:16.031274 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:16.031628 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:16.031942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:16.036112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:20:16.036433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:16.041732 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:16.042073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Checking segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:16.042455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Bound using segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:16.042872 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Bound port: 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:16.043224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.109047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:16.112318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:16.118089 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.152967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.153957 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.155353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] 10.222.0.25 "PUT /v2.0/ports/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 1091 time: 0.5925944 Jul 09 20:20:16.157604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:16.160991 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40609448-4795-45f4-ad5c-dc4956d647cc" -d '{"events": [{"name": "network-changed", "server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:16.185154 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79b9e2-1567-453a-a4e5-697e43998edf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:16.225148 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842fdea-b2b6-4810-8aa4-517070653cee x-openstack-request-id: req-0842fdea-b2b6-4810-8aa4-517070653cee {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:16.225445 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:16.225771 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0842fdea-b2b6-4810-8aa4-517070653cee {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:16.226090 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'status': 'completed', 'code': 200} Jul 09 20:20:16.247302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0045-a3db-4a03-a296-2182c1ea2078 req-b5d5fa9c-0968-4b53-938a-8b9f55637f83 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.248807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d0d0045-a3db-4a03-a296-2182c1ea2078 req-b5d5fa9c-0968-4b53-938a-8b9f55637f83 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0803227 Jul 09 20:20:16.249979 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-9d9352a7-69a7-41c1-97dc-e8cc2ca4292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.251481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-9d9352a7-69a7-41c1-97dc-e8cc2ca4292e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.0563772 Jul 09 20:20:16.287103 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d0d0045-a3db-4a03-a296-2182c1ea2078 req-0228ef59-a2a8-4c86-b978-591894f63059 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 09 20:20:16.297022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-c623f25f-9cad-4654-b2eb-83e700d15be6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0382209 Jul 09 20:20:16.344189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-8a786555-ff36-482c-8e7d-ffad13499e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.345637 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-8a786555-ff36-482c-8e7d-ffad13499e37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0429065 Jul 09 20:20:16.377074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-980f8824-ae0d-4aad-9b4d-199c6c4e2d25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253143 Jul 09 20:20:16.466922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-879dc39d-0836-4316-aa39-4434137d9ef0 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828195 Jul 09 20:20:16.553609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2b8ba82b-74a0-4635-be67-8d6ae312d8cd req-367413c4-7b51-4240-b873-13f6a8a64240 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800152 Jul 09 20:20:16.652515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609448-4795-45f4-ad5c-dc4956d647cc req-a969cc19-ed98-495b-a3ad-9d449b8405a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.654033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-a969cc19-ed98-495b-a3ad-9d449b8405a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.0528662 Jul 09 20:20:16.746599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609448-4795-45f4-ad5c-dc4956d647cc req-d2bf7080-9776-4380-83bd-ffd58b60f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.748140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-d2bf7080-9776-4380-83bd-ffd58b60f039 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0873885 Jul 09 20:20:16.788506 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-74546b22-cb25-42b2-9f7d-ceb2ec85344c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0339816 Jul 09 20:20:16.835706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40609448-4795-45f4-ad5c-dc4956d647cc req-1493800a-4fde-4167-bcb4-74fbc47a17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.837370 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-1493800a-4fde-4167-bcb4-74fbc47a17f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0420799 Jul 09 20:20:16.873219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-ccd1a6bd-8a5e-4e16-83b6-7f77e550b350 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290816 Jul 09 20:20:16.961366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-fdce3f4b-7f1a-4109-8861-3d3407ecf9e6 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814714 Jul 09 20:20:17.052584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-40609448-4795-45f4-ad5c-dc4956d647cc req-37e82176-878a-4251-b222-15e87be813f2 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847337 Jul 09 20:20:17.471591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030794ec-a19c-45f8-8b63-320026b0efa7 req-7ac04da7-0b56-4145-89b3-949942ca14ed tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:17.473087 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-030794ec-a19c-45f8-8b63-320026b0efa7 req-7ac04da7-0b56-4145-89b3-949942ca14ed tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0629561 Jul 09 20:20:17.509825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-030794ec-a19c-45f8-8b63-320026b0efa7 req-0021f887-022b-4013-b9c6-2cc99ef70e1d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Jul 09 20:20:18.682091 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831990ec-31c3-43ea-b2a2-1e11a6c41092 req-7e3654ba-8796-4f8b-a686-e0d018a39aa2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:18.683581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-831990ec-31c3-43ea-b2a2-1e11a6c41092 req-7e3654ba-8796-4f8b-a686-e0d018a39aa2 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0628595 Jul 09 20:20:18.725416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-831990ec-31c3-43ea-b2a2-1e11a6c41092 req-dc2d9ddb-ecf1-4168-a214-03ff5310c835 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Jul 09 20:20:19.056089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.559403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:19.579462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 73edac14-b011-41e5-8d9c-a0260db999e9 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:19.579799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 73edac14-b011-41e5-8d9c-a0260db999e9 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:19.894755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7226-d2ec-4576-b949-03a65a148daa req-84eae787-caa5-4b13-9472-22d81b32543c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:19.896339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f95a7226-d2ec-4576-b949-03a65a148daa req-84eae787-caa5-4b13-9472-22d81b32543c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0622928 Jul 09 20:20:19.937198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f95a7226-d2ec-4576-b949-03a65a148daa req-d6888f8f-fba4-4da2-bdb3-169dd0b40ac4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Jul 09 20:20:21.108412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff03d7-be39-41ce-bc21-7443a8b10eb8 req-2ebc7bfa-079f-48d7-9d55-36a36b348c17 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:21.109940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eff03d7-be39-41ce-bc21-7443a8b10eb8 req-2ebc7bfa-079f-48d7-9d55-36a36b348c17 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0630682 Jul 09 20:20:21.116455 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:20:21.148642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8eff03d7-be39-41ce-bc21-7443a8b10eb8 req-8b0002d3-6848-48d2-b499-7da57f505890 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jul 09 20:20:21.212373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:21.224237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'port_id': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'mac_address': 'fa:16:3e:02:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efbadf2-899d-451a-80f8-d431ffeb7386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:20:21.259074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.271537 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:20:21.290510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:21.294642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.344722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:21.351943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.352294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.352638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.352979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.353344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.353678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.354009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.354337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.354663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.354988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.355314 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.355644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:21.627150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:20:22.320062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9487-e251-4e0b-83a0-1627d7aebb80 req-dc063d59-28aa-4110-bf32-c6e58be9a189 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:22.321545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13de9487-e251-4e0b-83a0-1627d7aebb80 req-dc063d59-28aa-4110-bf32-c6e58be9a189 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 944 time: 0.0625172 Jul 09 20:20:22.358304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-13de9487-e251-4e0b-83a0-1627d7aebb80 req-be18ec54-3b0c-47fb-95ce-a2fad94cb399 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jul 09 20:20:22.417997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d3c71582-ab80-4b88-b34d-b17af18cc7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.147930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:23.198462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:23.202035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:23.202385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.275941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.296835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:23.299064 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa0525-e315-436f-b1fe-bf2227afd36b" -d '{"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:23.312155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:23.315911 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.339020 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d347129-3508-4358-b5cf-5e76bc6855ee x-openstack-request-id: req-2d347129-3508-4358-b5cf-5e76bc6855ee {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:23.339290 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:23.339544 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d347129-3508-4358-b5cf-5e76bc6855ee {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:23.339922 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'code': 200} Jul 09 20:20:23.365091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.444599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba716a-27b6-4daf-9d6c-91e37c5cb3db req-51912dd7-7e75-4929-aa0a-1d2cac294329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:23.446131 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-baba716a-27b6-4daf-9d6c-91e37c5cb3db req-51912dd7-7e75-4929-aa0a-1d2cac294329 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1096 time: 0.0514569 Jul 09 20:20:23.515189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-baba716a-27b6-4daf-9d6c-91e37c5cb3db req-d2ee4b5d-362f-488a-80e8-b940f0117afd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Jul 09 20:20:23.542339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068826-d970-4c5d-b624-556cf6b942cd req-68f26b76-2bb6-48e1-ba09-081df646ff07 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:23.543758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c068826-d970-4c5d-b624-556cf6b942cd req-68f26b76-2bb6-48e1-ba09-081df646ff07 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0759118 Jul 09 20:20:23.559856 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.583316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c068826-d970-4c5d-b624-556cf6b942cd req-6d539a37-a1f1-407a-b413-aeaaab6af82b tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jul 09 20:20:24.756178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b3efc-e339-4350-8ea0-543a6b620a7b req-1109255e-bd2a-4ee6-9261-d9af874b34c4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:24.757704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be2b3efc-e339-4350-8ea0-543a6b620a7b req-1109255e-bd2a-4ee6-9261-d9af874b34c4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0631218 Jul 09 20:20:24.795213 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be2b3efc-e339-4350-8ea0-543a6b620a7b req-78298f92-4649-473f-ba11-48d093b5224a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jul 09 20:20:24.974712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ef7f4-48e9-44e6-ac6f-b022c12f429f req-950308a0-fc4a-4f97-aa83-812e391372dc tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:24.976197 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-994ef7f4-48e9-44e6-ac6f-b022c12f429f req-950308a0-fc4a-4f97-aa83-812e391372dc tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0651946 Jul 09 20:20:25.014123 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-994ef7f4-48e9-44e6-ac6f-b022c12f429f req-3af68ea7-7140-4987-b9e1-eedeb51a2afd tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jul 09 20:20:25.016873 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2cca067-e039-471d-a525-f9a742769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.327562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.359419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-389dee1c-e0d2-4203-959b-49091ed47e84 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0614612 Jul 09 20:20:25.412918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750f5b4-1a1b-44be-a1a7-dbdd91d94066 req-a857df52-36f3-402e-a12c-f58defb5d5a0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:25.414477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c750f5b4-1a1b-44be-a1a7-dbdd91d94066 req-a857df52-36f3-402e-a12c-f58defb5d5a0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0685556 Jul 09 20:20:25.452832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c750f5b4-1a1b-44be-a1a7-dbdd91d94066 req-c1d4d9ac-ba4c-4a39-8b4f-421b53062b29 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Jul 09 20:20:26.460933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-5355efcf-bb38-4627-a404-681bc95c99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:26.462456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-5355efcf-bb38-4627-a404-681bc95c99a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1096 time: 0.0522976 Jul 09 20:20:26.491497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.554645 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-2d981047-999c-484f-a332-bb466b43c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:26.556126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-2d981047-999c-484f-a332-bb466b43c3fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0860417 Jul 09 20:20:26.600901 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-573d8f77-f716-4bf7-b0e4-8ac7daa92930 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0381315 Jul 09 20:20:26.625261 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e3ad-b133-4a50-a362-79fc98967500 req-9b741821-b8d4-4171-a051-d4dbc14f3829 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:26.626759 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dae5e3ad-b133-4a50-a362-79fc98967500 req-9b741821-b8d4-4171-a051-d4dbc14f3829 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0630622 Jul 09 20:20:26.649435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-4cce50a5-8066-46ae-9ab3-2c00a8d01acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:26.651021 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-4cce50a5-8066-46ae-9ab3-2c00a8d01acb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0442100 Jul 09 20:20:26.665227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dae5e3ad-b133-4a50-a362-79fc98967500 req-ddfe2646-2bc7-4a6b-8118-e984bd972171 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jul 09 20:20:26.684730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-a7a6d412-5d13-4d82-b733-3aed9b9e51e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277760 Jul 09 20:20:26.777944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-71f7a67f-3576-4e92-b970-8fb0e3d23004 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863225 Jul 09 20:20:26.864887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-91d5312a-9f2d-47b2-bd57-52559ffb48d2 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807705 Jul 09 20:20:27.856659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03933f-e6f9-4596-97c3-d4727aa4f0d8 req-a2e33abb-70b8-42b9-bb72-50d8ada1a9d3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:27.858147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e03933f-e6f9-4596-97c3-d4727aa4f0d8 req-a2e33abb-70b8-42b9-bb72-50d8ada1a9d3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0739195 Jul 09 20:20:27.895199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e03933f-e6f9-4596-97c3-d4727aa4f0d8 req-d75f2611-4f2c-4d93-815f-e2fb3bab50e1 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jul 09 20:20:27.975215 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:29.065870 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6fd72-01ea-48f1-8c9b-abc19b5379cc req-2e187814-86b6-4368-8e72-904b7b247d9e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:29.067294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bd6fd72-01ea-48f1-8c9b-abc19b5379cc req-2e187814-86b6-4368-8e72-904b7b247d9e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0625613 Jul 09 20:20:29.104705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3bd6fd72-01ea-48f1-8c9b-abc19b5379cc req-0d139a7b-bd0e-4e3c-b140-0ec004ff0992 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jul 09 20:20:30.279145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791abeb2-584f-4642-a03b-181994f7552d req-ca375fef-9d66-4b93-b671-65641fad7789 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:30.280677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-791abeb2-584f-4642-a03b-181994f7552d req-ca375fef-9d66-4b93-b671-65641fad7789 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0637496 Jul 09 20:20:30.317213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-791abeb2-584f-4642-a03b-181994f7552d req-548487e1-d31a-478d-94fc-373f3914df28 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Jul 09 20:20:31.495430 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38073-192e-41c6-a1a3-03a0263f2d82 req-93e375ab-05d9-4a60-8c73-617a555e2290 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:31.496835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96b38073-192e-41c6-a1a3-03a0263f2d82 req-93e375ab-05d9-4a60-8c73-617a555e2290 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0674407 Jul 09 20:20:31.533611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-96b38073-192e-41c6-a1a3-03a0263f2d82 req-423cae5a-632e-4ff0-b09f-573edc43b8de tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jul 09 20:20:32.705204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc70f-da57-4e80-a294-688addfef002 req-2a5492a7-16f8-45cd-b4e2-44d8381552b6 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:32.706651 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2ecc70f-da57-4e80-a294-688addfef002 req-2a5492a7-16f8-45cd-b4e2-44d8381552b6 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0607212 Jul 09 20:20:32.743905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2ecc70f-da57-4e80-a294-688addfef002 req-10b5d22a-2956-4aeb-8556-7e470bcf43f4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jul 09 20:20:33.912357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6386db-ab34-44eb-a2d8-be2407358e75 req-b83c8749-0ac3-4e9c-a9dd-4c6a28a1c266 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:33.914193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b6386db-ab34-44eb-a2d8-be2407358e75 req-b83c8749-0ac3-4e9c-a9dd-4c6a28a1c266 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0629973 Jul 09 20:20:33.953022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b6386db-ab34-44eb-a2d8-be2407358e75 req-4bf9f93b-9179-4c0b-831b-190db5b6866e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Jul 09 20:20:35.126841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88a98-4607-43cd-9684-3616108be3bc req-b986958e-44c2-4a21-a358-19aa7b987e44 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:35.128298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4b88a98-4607-43cd-9684-3616108be3bc req-b986958e-44c2-4a21-a358-19aa7b987e44 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0668411 Jul 09 20:20:35.165155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d4b88a98-4607-43cd-9684-3616108be3bc req-a50069aa-0f3b-43d3-8b1d-63eab8ea3faa tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Jul 09 20:20:36.394821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db1c-cfb5-45b5-b98e-c83ab785e1a6 req-17a1dc47-b5cf-4c9b-9876-75b0be30a85c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:36.396212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d36db1c-cfb5-45b5-b98e-c83ab785e1a6 req-17a1dc47-b5cf-4c9b-9876-75b0be30a85c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.1195827 Jul 09 20:20:36.434060 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3d36db1c-cfb5-45b5-b98e-c83ab785e1a6 req-31f2cea8-0252-49f5-b877-5a3b781846ce tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jul 09 20:20:37.670322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a83ba0-b35b-43fd-a4c4-b963b49829ed req-4bea615b-0b22-46aa-a1c8-491f44b990ab tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:37.671788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1a83ba0-b35b-43fd-a4c4-b963b49829ed req-4bea615b-0b22-46aa-a1c8-491f44b990ab tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.1295252 Jul 09 20:20:37.708690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1a83ba0-b35b-43fd-a4c4-b963b49829ed req-04566902-a92f-4181-a119-ed9cd1dc477f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jul 09 20:20:38.877904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac0308-9b4b-462b-83e8-568ed2c21e09 req-3ad1355d-979f-4a6c-90f5-30a40119bb24 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:38.879424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0aac0308-9b4b-462b-83e8-568ed2c21e09 req-3ad1355d-979f-4a6c-90f5-30a40119bb24 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0639739 Jul 09 20:20:38.917224 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0aac0308-9b4b-462b-83e8-568ed2c21e09 req-f47c68f5-9056-4e53-af1a-6ac45764eedb tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Jul 09 20:20:40.088009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90b6c-7bb8-4987-b8e2-b5eb1ffc9e8a req-db14cc96-12dc-4b20-bf6c-21dbba8d54f8 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:40.089491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04f90b6c-7bb8-4987-b8e2-b5eb1ffc9e8a req-db14cc96-12dc-4b20-bf6c-21dbba8d54f8 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0654464 Jul 09 20:20:40.127185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04f90b6c-7bb8-4987-b8e2-b5eb1ffc9e8a req-0f08146c-a388-473b-ba96-b874be4aa252 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Jul 09 20:20:41.316439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb3fc8-f7cd-4f5c-8b3a-c757a1850a3f req-ad123fd4-349b-4387-97d7-472fdcf7a9d5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:41.318133 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ceb3fc8-f7cd-4f5c-8b3a-c757a1850a3f req-ad123fd4-349b-4387-97d7-472fdcf7a9d5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0621221 Jul 09 20:20:41.355986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ceb3fc8-f7cd-4f5c-8b3a-c757a1850a3f req-b5df86ce-a34e-4d74-af3d-e6c58a15b2b0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Jul 09 20:20:42.551787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde014a-7472-4bc2-a17c-51fe0543b3bf req-d695d0d4-a27e-4d2f-b256-a922afd86373 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:42.553277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bde014a-7472-4bc2-a17c-51fe0543b3bf req-d695d0d4-a27e-4d2f-b256-a922afd86373 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0618479 Jul 09 20:20:42.590315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4bde014a-7472-4bc2-a17c-51fe0543b3bf req-0914143a-3159-414f-a10c-53cede108a42 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jul 09 20:20:43.764337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c629c-d02c-4144-b83a-45b1da78d1af req-45e1c864-650b-4845-aa4e-2a88d198fddf tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:43.765815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-956c629c-d02c-4144-b83a-45b1da78d1af req-45e1c864-650b-4845-aa4e-2a88d198fddf tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0654485 Jul 09 20:20:43.801944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-956c629c-d02c-4144-b83a-45b1da78d1af req-6434b81f-f794-4ae0-bb97-212b26251051 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Jul 09 20:20:44.979075 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1965-a1df-481d-b5ef-3419a21e5093 req-081cbf35-c8f1-4120-b336-5d065a3c420e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:44.981253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57ee1965-a1df-481d-b5ef-3419a21e5093 req-081cbf35-c8f1-4120-b336-5d065a3c420e tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0665977 Jul 09 20:20:45.019008 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57ee1965-a1df-481d-b5ef-3419a21e5093 req-92fb2e45-5028-4d14-92df-9b0577f63cce tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Jul 09 20:20:46.192742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31861b-cfd0-400a-95ea-251292a8c7f0 req-e15ff47a-79c6-4dff-9c7d-6da3b019498f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:46.194499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8c31861b-cfd0-400a-95ea-251292a8c7f0 req-e15ff47a-79c6-4dff-9c7d-6da3b019498f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0647719 Jul 09 20:20:46.231766 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8c31861b-cfd0-400a-95ea-251292a8c7f0 req-eb6110e4-256b-418a-b5ec-6df027bdaf4c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jul 09 20:20:47.410577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96a654-457c-4c87-aa4d-49d2bf15c0d4 req-1c997f98-e75b-4559-abb3-0f5dcc37d309 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:47.411961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d96a654-457c-4c87-aa4d-49d2bf15c0d4 req-1c997f98-e75b-4559-abb3-0f5dcc37d309 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0660586 Jul 09 20:20:47.449923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d96a654-457c-4c87-aa4d-49d2bf15c0d4 req-72b1b85d-efbb-42cc-b1b4-a6036b694e3f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Jul 09 20:20:48.394097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:20:48.623588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7e5a4-5a92-42fd-b9d4-1eac2d20ffa1 req-8c8a2e85-a16d-4a9d-81e8-6008e71cfce8 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:48.625061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecb7e5a4-5a92-42fd-b9d4-1eac2d20ffa1 req-8c8a2e85-a16d-4a9d-81e8-6008e71cfce8 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0675013 Jul 09 20:20:48.662682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ecb7e5a4-5a92-42fd-b9d4-1eac2d20ffa1 req-37807d21-4122-4f94-91e2-5d1f0421f08d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 09 20:20:49.071770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:49.834593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac788a01-3772-484b-a571-4913f28a5b95 req-569768f1-53dd-463d-9edf-5ae28a215875 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:49.836054 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac788a01-3772-484b-a571-4913f28a5b95 req-569768f1-53dd-463d-9edf-5ae28a215875 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0627487 Jul 09 20:20:49.873219 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ac788a01-3772-484b-a571-4913f28a5b95 req-ab1b13a6-e06a-4126-b563-9e9130944ee4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Jul 09 20:20:51.047684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f42bbe-52b2-478a-9609-2d41486da0dd req-d4e00c06-930a-4280-a6d2-33db7bc5a409 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:51.049088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0f42bbe-52b2-478a-9609-2d41486da0dd req-d4e00c06-930a-4280-a6d2-33db7bc5a409 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 09 20:20:51.086132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0f42bbe-52b2-478a-9609-2d41486da0dd req-c521ccc1-89fe-49e1-b45a-fbc8bb78223d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 09 20:20:52.262973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d2bff-304d-484d-9813-9b8296369039 req-a66395b7-42c9-4fa4-8ffe-903fb268c612 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:52.264443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9d2bff-304d-484d-9813-9b8296369039 req-a66395b7-42c9-4fa4-8ffe-903fb268c612 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0654039 Jul 09 20:20:52.302510 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3e9d2bff-304d-484d-9813-9b8296369039 req-efa4bfe3-445b-4273-885e-005900d900a0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 09 20:20:52.418191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3c318ea5-6dda-456f-b314-e513e24f7da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:53.474418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462b41f-8d43-4bde-87b8-1cbe407551a4 req-8d4e5004-7175-4bca-9ce1-345f9766c044 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:53.475806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d462b41f-8d43-4bde-87b8-1cbe407551a4 req-8d4e5004-7175-4bca-9ce1-345f9766c044 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0624361 Jul 09 20:20:53.512303 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d462b41f-8d43-4bde-87b8-1cbe407551a4 req-366466bb-4dfd-4bb8-b86d-2f13f6bb8de4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Jul 09 20:20:53.581617 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:53.849292 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-71d87ed3-d22d-492f-b101-9d135306e871 req-a2333c9f-ffce-434e-ad11-d1beaa16957b service neutron] show failed (client error): The resource could not be found. Jul 09 20:20:53.850296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-a2333c9f-ffce-434e-ad11-d1beaa16957b service neutron] 10.222.0.25 "GET /v2.0/ports/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0990365 Jul 09 20:20:54.094743 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-ba0aa0b2-aeef-40ef-a0fd-ec81f6a32501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.096285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-ba0aa0b2-aeef-40ef-a0fd-ec81f6a32501 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d&tenant_id=14e9329768b046799bf3a5805f9933b7 HTTP/1.1" status: 200 len: 1096 time: 0.0564899 Jul 09 20:20:54.108185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:54.177765 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.376774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:54.408342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:54.451161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:54.453433 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34898a6e-8cef-495e-8c43-9c4a7470acc6" -d '{"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:54.457001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.469686 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Transition to ACTIVE for port object 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:54.473480 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.507113 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba3a1c0-43eb-45d7-b256-b4298b5ac3b2 x-openstack-request-id: req-0ba3a1c0-43eb-45d7-b256-b4298b5ac3b2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:54.507735 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:54.507735 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ba3a1c0-43eb-45d7-b256-b4298b5ac3b2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:54.508047 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'code': 200} Jul 09 20:20:54.524137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:54.543281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] No DVR routers for this DVR port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:54.579516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:54.579741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:54.580057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:54.584440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:20:54.584762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Attempting to bind port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on network 16f56a2c-7130-4198-87fd-20f1c97c1149 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:54.590099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:54.590439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Checking segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:54.590822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Bound using segment: {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:54.591248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Bound port: 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b035d6-a047-4bc5-aac5-7dfd4f045860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:54.591609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.690896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:54.708353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:54.712334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.751740 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538b7ef-9524-4e33-b8cd-9363dfd37213 req-eee1697c-b71d-4730-87a4-b55d6e5d227c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.753287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e538b7ef-9524-4e33-b8cd-9363dfd37213 req-eee1697c-b71d-4730-87a4-b55d6e5d227c tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.1258008 Jul 09 20:20:54.764379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.764997 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.766331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 1091 time: 0.6625946 Jul 09 20:20:54.833838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164691b-db65-48c4-8f14-42f83ebc5cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:54.847440 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e538b7ef-9524-4e33-b8cd-9363dfd37213 req-49622de6-92f6-4f49-ac7b-e1121c606954 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845377 Jul 09 20:20:54.867981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-12439f3f-fae6-4ab0-976f-89452b81bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.869511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-12439f3f-fae6-4ab0-976f-89452b81bbbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.0764477 Jul 09 20:20:54.958387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-435a886c-4fe3-4f27-a3ad-935c79b959db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.959779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-435a886c-4fe3-4f27-a3ad-935c79b959db service neutron] 10.222.0.59 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0839286 Jul 09 20:20:54.999350 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-f2afd69c-2048-465b-9916-ae7d37182518 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0334330 Jul 09 20:20:55.017777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1d0c-7f74-417e-aa49-56ae4f1f7254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.053417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d87ed3-d22d-492f-b101-9d135306e871 req-d96d3747-d9ad-4ceb-a8af-424bd2986863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:55.054872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-d96d3747-d9ad-4ceb-a8af-424bd2986863 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0488930 Jul 09 20:20:55.086764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-3db6ae05-9318-4a67-b5aa-31745575b25a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256722 Jul 09 20:20:55.173491 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-8257a552-793d-41d9-b817-47af5f5f576c service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796285 Jul 09 20:20:55.264097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-71d87ed3-d22d-492f-b101-9d135306e871 req-d8e8d08e-67f3-41bc-b997-998ef828d956 service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845289 Jul 09 20:20:55.329423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:56.029239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffc493-73c2-43c2-91b6-7c81e19ec250 req-35a7f384-a87d-423e-81fb-798771e61198 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.030709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ffc493-73c2-43c2-91b6-7c81e19ec250 req-35a7f384-a87d-423e-81fb-798771e61198 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0714579 Jul 09 20:20:56.068190 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a4ffc493-73c2-43c2-91b6-7c81e19ec250 req-78eee77c-b574-4aa1-a874-ea23ce3dcfd9 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 09 20:20:56.492890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:56.509620 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:56.512103 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65628840-e66f-445a-b370-075b6d8c529c" -d '{"events": [{"name": "network-changed", "server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:56.558295 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6becd-f8df-4022-9afe-6d1966c229a3 x-openstack-request-id: req-69e6becd-f8df-4022-9afe-6d1966c229a3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:56.558594 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:56.558849 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69e6becd-f8df-4022-9afe-6d1966c229a3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:56.559253 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'status': 'completed', 'code': 200} Jul 09 20:20:56.629006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-ecdab00a-6dae-47ba-a8b5-ca96b04ce5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.630563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-ecdab00a-6dae-47ba-a8b5-ca96b04ce5b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.0533733 Jul 09 20:20:56.633473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-d5a568f7-2df2-497d-b8a9-f2472ab9f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.634949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-d5a568f7-2df2-497d-b8a9-f2472ab9f6ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.0544057 Jul 09 20:20:56.721232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-35d20354-4c98-4de6-91e7-c6c9403e1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.722288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-35d20354-4c98-4de6-91e7-c6c9403e1980 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0813620 Jul 09 20:20:56.727031 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-73871b21-3a2a-4b2a-b194-b49f7a14725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.728598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-73871b21-3a2a-4b2a-b194-b49f7a14725a service neutron] 10.222.0.59 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0914407 Jul 09 20:20:56.763714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-a11f9cab-3148-4413-b079-2e0dbddaeb6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0354576 Jul 09 20:20:56.779879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-ac91a47f-7002-4d86-90fc-9e9ba24df996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0364101 Jul 09 20:20:56.824910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-21ceafec-d7ea-45a6-9e00-848f0095eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.826537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-21ceafec-d7ea-45a6-9e00-848f0095eae7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0554919 Jul 09 20:20:56.832876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628840-e66f-445a-b370-075b6d8c529c req-f599419a-b61b-4e3e-96e9-bd87dde39784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.834471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-f599419a-b61b-4e3e-96e9-bd87dde39784 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0470178 Jul 09 20:20:56.860949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-42e76909-dae5-4542-9332-71005bae0f55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 09 20:20:56.868266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-f132c56e-164a-410e-9a06-2ccbd64a2b36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270894 Jul 09 20:20:56.949483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-c06c813a-f422-4e52-8cf6-bd341e56d841 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Jul 09 20:20:56.964311 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-572cc607-3abf-46dd-830e-bcbca20fe3e0 service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893066 Jul 09 20:20:57.042289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-f6dc3185-c946-47db-b3b1-08ecbdab3f8d service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857139 Jul 09 20:20:57.053083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65628840-e66f-445a-b370-075b6d8c529c req-c80ca85c-8ec4-4049-8364-f81661af7899 service neutron] 10.222.0.59 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822406 Jul 09 20:20:57.239517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87f70-425e-40b8-a3ca-8d0ba4c01224 req-8d57627f-19f9-40bf-b0e3-bbbf09456c4f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:57.240986 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0d87f70-425e-40b8-a3ca-8d0ba4c01224 req-8d57627f-19f9-40bf-b0e3-bbbf09456c4f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0620115 Jul 09 20:20:57.277438 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c0d87f70-425e-40b8-a3ca-8d0ba4c01224 req-4d18772e-a435-4663-9ccc-8444b5538be7 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jul 09 20:20:57.315527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:57.357325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:57.614168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c3fa-39e0-4d68-956a-f2ad0bd24d43 req-a27236ad-60c7-4069-9740-a59b6c3cff8f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:57.615658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0e9c3fa-39e0-4d68-956a-f2ad0bd24d43 req-a27236ad-60c7-4069-9740-a59b6c3cff8f tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.1093328 Jul 09 20:20:57.630038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-e76b9d47-e447-48c4-80f5-1b90069756fd tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:57.631569 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-e76b9d47-e447-48c4-80f5-1b90069756fd tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.25 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d&tenant_id=14e9329768b046799bf3a5805f9933b7&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 943 time: 0.1147254 Jul 09 20:20:57.696332 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e0e9c3fa-39e0-4d68-956a-f2ad0bd24d43 req-86fbc68e-d699-4ba2-87f4-699a4a71b9fc tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739348 Jul 09 20:20:57.712955 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-a8a9c157-91a6-43e0-af78-930e48a8cfde service neutron] delete failed (client error): The resource could not be found. Jul 09 20:20:57.714027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-a8a9c157-91a6-43e0-af78-930e48a8cfde service neutron] 10.222.0.25 "DELETE /v2.0/ports/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0757272 Jul 09 20:20:57.856195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-ff30d386-817f-4e15-b30e-ad7d0bd888c6 req-78e610a4-e446-4292-a159-697489bcdacb service neutron] (93771) timed out ('10.222.0.10', 35900) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:20:57.977870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:58.110681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-06b85adb-8597-407b-859a-3f4f00e2243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:58.112351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-06b85adb-8597-407b-859a-3f4f00e2243e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e9329768b046799bf3a5805f9933b7&device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 1094 time: 0.3543005 Jul 09 20:20:58.201318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-63f5f16d-b6e8-4efe-9b12-0d791f3d5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:58.202801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-63f5f16d-b6e8-4efe-9b12-0d791f3d5e1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 200 len: 915 time: 0.0832243 Jul 09 20:20:58.245354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-ea914c3e-8551-4692-aae4-84fd0b2c2803 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 200 len: 217 time: 0.0364928 Jul 09 20:20:58.290657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-8fdee445-2996-4f5d-aaab-4f056535dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:58.292670 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-8fdee445-2996-4f5d-aaab-4f056535dd17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 200 len: 854 time: 0.0419080 Jul 09 20:20:58.323336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-9175e81e-648a-40ea-82b8-81ed213922d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16f56a2c-7130-4198-87fd-20f1c97c1149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245128 Jul 09 20:20:58.420451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-36b29fcb-f2b4-4fbb-8ed2-e4c6ac667e6e service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847690 Jul 09 20:20:58.506052 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ed70b09-456f-49ea-a471-4bd6f92c37e8 req-71f15b8b-05c4-44d8-bc69-bd8016770872 service neutron] 10.222.0.25 "GET /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797458 Jul 09 20:20:58.884066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4109d9a-e1cd-4b58-acb3-52f47a15f640 req-ee306dac-41a7-4201-87ca-bbb2efb0f582 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:58.886112 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4109d9a-e1cd-4b58-acb3-52f47a15f640 req-ee306dac-41a7-4201-87ca-bbb2efb0f582 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 943 time: 0.0702212 Jul 09 20:20:58.924598 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4109d9a-e1cd-4b58-acb3-52f47a15f640 req-ba424d54-48f8-4655-89a6-ab69c8193ed0 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jul 09 20:20:59.721320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:20:59.815125 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:59.827079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'network_id': '16f56a2c-7130-4198-87fd-20f1c97c1149', 'port_id': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'mac_address': 'fa:16:3e:02:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efbadf2-899d-451a-80f8-d431ffeb7386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:20:59.862056 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.874672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:20:59.893865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:59.897604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.943022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:00.109407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e64de-85d1-4314-975a-ca741da883c5 req-bb80b8ec-4282-4b56-97b1-b8677851ae59 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:00.110915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad8e64de-85d1-4314-975a-ca741da883c5 req-bb80b8ec-4282-4b56-97b1-b8677851ae59 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 944 time: 0.0709817 Jul 09 20:21:00.121410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:00.149716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ad8e64de-85d1-4314-975a-ca741da883c5 req-2faa0a5f-0172-4650-837d-9a0866c0f567 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Jul 09 20:21:00.321402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d276072-f0f1-4aa0-91a1-594d83acb7b4 req-f84b72b0-7559-4bde-89d6-3abdca8737d4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:00.322834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d276072-f0f1-4aa0-91a1-594d83acb7b4 req-f84b72b0-7559-4bde-89d6-3abdca8737d4 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 944 time: 0.0631282 Jul 09 20:21:00.360363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4d276072-f0f1-4aa0-91a1-594d83acb7b4 req-a62938df-ba43-49c5-b0a0-ecf06cea3ab3 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Jul 09 20:21:00.534768 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0925a3-877f-4b78-8752-dabb4c3a3b70 req-3d615657-1402-417d-843c-1098e56a67ec tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:00.536387 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af0925a3-877f-4b78-8752-dabb4c3a3b70 req-3d615657-1402-417d-843c-1098e56a67ec tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 944 time: 0.0626080 Jul 09 20:21:00.574434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af0925a3-877f-4b78-8752-dabb4c3a3b70 req-0b9fff8e-38b0-4ede-beb0-4f0c06165f9a tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Jul 09 20:21:01.155451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47718694-be79-4466-9f1e-93adb81e429e req-56b6eacf-03af-4fba-b0c5-9713bed0ec83 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:01.157136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47718694-be79-4466-9f1e-93adb81e429e req-56b6eacf-03af-4fba-b0c5-9713bed0ec83 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 944 time: 0.0693698 Jul 09 20:21:01.196415 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-47718694-be79-4466-9f1e-93adb81e429e req-5b07b644-cf5d-4be4-b268-d98ea575f4e7 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Jul 09 20:21:01.730534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:01.777613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:01.781289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:01.781715 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.862521 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.883823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:01.886583 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4730a1-3bad-47f6-a443-06f105a309de" -d '{"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:01.898691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:01.903593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.952412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:01.995363 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22053fa-060e-444c-a98d-792b697f7776 x-openstack-request-id: req-d22053fa-060e-444c-a98d-792b697f7776 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:01.995670 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:01.995915 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d22053fa-060e-444c-a98d-792b697f7776 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:01.996314 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'code': 200} Jul 09 20:21:02.286652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-525bdf12-46e7-4c71-84f8-af9402f864cb tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:02.288137 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-525bdf12-46e7-4c71-84f8-af9402f864cb tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.59 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.0631435 Jul 09 20:21:02.430973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f488b86-f6aa-4be3-a517-dae064630c02 req-7ccd3f15-19bb-4b1f-a549-bc1c61c3f0d5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:02.433113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f488b86-f6aa-4be3-a517-dae064630c02 req-7ccd3f15-19bb-4b1f-a549-bc1c61c3f0d5 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/ports?device_id=118eb6e9-cdbd-4914-87cd-a4459eb8140d HTTP/1.1" status: 200 len: 945 time: 0.1132691 Jul 09 20:21:02.447965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Deleting port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:02.448307 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.524056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5f488b86-f6aa-4be3-a517-dae064630c02 req-3484f808-638a-40f4-8451-5cd60932a09d tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fd99ff0-3088-420b-b0e5-502321709f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835233 Jul 09 20:21:02.558918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] For port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,segment=NetworkSegment(60b035d6-a047-4bc5-aac5-7dfd4f045860),segment_id=60b035d6-a047-4bc5-aac5-7dfd4f045860)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:02.559284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.572099 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Calling delete_port for 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:02.698763 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.710853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:02.733615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Pushing event deleted for resources: {'Port': ['ID=8e6f1fbc-e5c1-45dc-9570-5eff2cefd889,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:02.779182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] No DVR routers for this DVR port 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:21:02.781793 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.784126 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0eae993e-5f9b-4530-82d4-ce9413c3328f req-566c0e36-1ae8-46da-9eb4-9189ff323678 tempest-ServerDiskConfigTestJSON-1800817933 tempest-ServerDiskConfigTestJSON-1800817933-project] 10.222.0.59 "DELETE /v2.0/ports/8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 HTTP/1.1" status: 204 len: 173 time: 0.4906180 Jul 09 20:21:02.784585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-deleted', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:02.787457 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15de28eb-6554-4ebc-8ae4-af483bc42a02" -d '{"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-deleted", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:02.826884 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c59fe09-859b-4201-9f3c-5b413b124027 x-openstack-request-id: req-2c59fe09-859b-4201-9f3c-5b413b124027 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:02.827175 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb6e9-cdbd-4914-87cd-a4459eb8140d", "name": "network-vif-deleted", "tag": "8e6f1fbc-e5c1-45dc-9570-5eff2cefd889", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:02.827420 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c59fe09-859b-4201-9f3c-5b413b124027 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:02.827811 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb6e9-cdbd-4914-87cd-a4459eb8140d', 'name': 'network-vif-deleted', 'tag': '8e6f1fbc-e5c1-45dc-9570-5eff2cefd889', 'status': 'completed', 'code': 200} Jul 09 20:21:03.940582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:03.987192 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Deleting subnet 6efbadf2-899d-451a-80f8-d431ffeb7386 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:21:03.990825 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.033490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.077279 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.132127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.160991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efbadf2-899d-451a-80f8-d431ffeb7386,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:04.167554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.169847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-84db17e3-46ec-4bc6-876c-3accd667e11b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6efbadf2-899d-451a-80f8-d431ffeb7386 HTTP/1.1" status: 204 len: 168 time: 0.2278996 Jul 09 20:21:04.172249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:04.251282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.335851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.346198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f56a2c-7130-4198-87fd-20f1c97c1149']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.356383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b035d6-a047-4bc5-aac5-7dfd4f045860') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.356677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b035d6-a047-4bc5-aac5-7dfd4f045860') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.366954 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.381602 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.389426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:21:04.389901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:21:04.391662 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:21:04.455831 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.461721 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.464565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16f56a2c-7130-4198-87fd-20f1c97c1149 HTTP/1.1" status: 204 len: 168 time: 0.2906294 Jul 09 20:21:04.477011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991a4ea-8543-48b8-a27b-e761cd9774b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f56a2c-7130-4198-87fd-20f1c97c1149,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:04.579296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:04.630476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-87a3e3f2-4536-4192-bb82-18ff7f9c2677 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14e9329768b046799bf3a5805f9933b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476418 Jul 09 20:21:04.630694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:04.679630 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.700987 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.753043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.755717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.759641 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fd99ff0-3088-420b-b0e5-502321709f9b HTTP/1.1" status: 204 len: 168 time: 0.1253588 Jul 09 20:21:04.766483 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a475-ced5-4019-a156-b7c8bce5ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd99ff0-3088-420b-b0e5-502321709f9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:05.449631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:05.541850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-556321448-network', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:05.562104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:05.565615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.575803 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.665622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.669418 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.697308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:21:05.703127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9e9a32-58fb-4be7-bbc2-a51ecd81d9d8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:05.711166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.711166 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Added segment cc8cbce0-bb4c-4496-b52a-f24f57ff55df of type vlan for network 84541f53-9f24-42b6-8e70-4ffeeca01a0f Jul 09 20:21:05.738137 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:05.757456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.792884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.793891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.794469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.851461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4006517 Jul 09 20:21:05.854531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:05.860451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Request body: {'subnet': {'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-556321448-subnet', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:05.869759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c7da-a1da-4172-8af0-37841aceb2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=84541f53-9f24-42b6-8e70-4ffeeca01a0f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:05.892452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:05.894898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.917300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:21:05.919485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:05.919816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 8e6f1fbc-e5c1-45dc-9570-5eff2cefd889 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:06.070759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.139377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974fd70c-62f1-4aa6-8338-55fcece3937f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.142056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:06.142408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Network hostable DHCP agents. Network: 84541f53-9f24-42b6-8e70-4ffeeca01a0f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:21:06.160926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:21:06.169966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 84541f53-9f24-42b6-8e70-4ffeeca01a0f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:06.175332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:06.176032 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.178489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5786c5-571f-443b-9b03-6a01b654ce07 None None] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:06.191863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb660801-63a4-4304-8231-ced52a0d7118 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3361187 Jul 09 20:21:06.194936 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:06.200764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:06.223586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.224632 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.281078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.330059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:21:06.330983 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.428772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.472128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Allocated IP 172.20.0.2 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:06.622986 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.632609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Transition to ACTIVE for port object 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:06.637946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.647472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Transition to ACTIVE for port object 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:06.654203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.658188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.695598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:06.698477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:06.702789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:06.705840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Pushing event updated for resources: {'Port': ['ID=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.761600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Attempting to bind port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:06.762229 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Attempting to bind port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:06.762335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Attempting to bind port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:06.767312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:06.767685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:06.768089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.768480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:06.768942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Bound port: 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:06.769349 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.773901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Allocated IP 172.25.3.78 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/890cd16e-5b10-4823-b208-1bea644c49e2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:06.835527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] For port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:06.839104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] For port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:06.843628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.890521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.902781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511310b6-5589-4abb-80f9-6ffbbf5f71e5 None None] Pushing event updated for resources: {'Port': ['ID=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.932935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.980960 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:06.985894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:06.988123 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Pushing event updated for resources: {'Port': ['ID=890cd16e-5b10-4823-b208-1bea644c49e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.990655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:07.281806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.482919 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.619721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:21:07.736633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:07.748640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:07.759003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:07.759234 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.759639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:20:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:07.760480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c48bf8ef-7297-4f85-a292-a0127b633d6e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5645227 Jul 09 20:21:07.764035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:07.844251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e9001-6a8d-4928-bb73-0b6628b09a11 None None] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:07.920952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:08.035329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cf673666-6b47-47b1-a1d0-cad3f6d73176 None None] Provisioning for port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:08.203794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:07Z', 'revision_number': 3, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:08.233237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:08.233588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Updating router 6e6d9462-d991-4e1d-96a5-7a94448816c5 port 890cd16e-5b10-4823-b208-1bea644c49e2 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:21:08.268129 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.513748 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.559569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.570215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Transition to ACTIVE for port object 890cd16e-5b10-4823-b208-1bea644c49e2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:08.576171 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.627864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Attempting to bind port 890cd16e-5b10-4823-b208-1bea644c49e2 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:08.628234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Attempting to bind port 890cd16e-5b10-4823-b208-1bea644c49e2 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:08.628597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Attempting to bind port 890cd16e-5b10-4823-b208-1bea644c49e2 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:08.630581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa9bc-73ad-45cc-9584-5858a9c50a4c None None] Pushing event updated for resources: {'Port': ['ID=890cd16e-5b10-4823-b208-1bea644c49e2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.636624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:08.637031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:08.637470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.637868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:08.638326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Bound port: 890cd16e-5b10-4823-b208-1bea644c49e2, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:08.638746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.691616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] For port 890cd16e-5b10-4823-b208-1bea644c49e2, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:08.695183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] For port 890cd16e-5b10-4823-b208-1bea644c49e2, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=890cd16e-5b10-4823-b208-1bea644c49e2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:08.699326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.722357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Allocated IP 172.20.0.1 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/5baf8c00-30c4-4d8b-8792-54d955550ef8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:08.761571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:08.762262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:20:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:08.801836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa9bc-73ad-45cc-9584-5858a9c50a4c None None] Pushing event updated for resources: {'Port': ['ID=890cd16e-5b10-4823-b208-1bea644c49e2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.841596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.852634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:08.854650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Transition to ACTIVE for port object 5baf8c00-30c4-4d8b-8792-54d955550ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:08.890686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.909832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:08.928692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:08.932392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:08.935417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:08.975381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Pushing event updated for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.991028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.991401 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.991721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.992062 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.992396 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.992732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.993051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.993404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.993727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.994586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.994917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:08.995233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:09.004531 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.017102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:09.026177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:09.026906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.163440 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.343127 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.348208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.367700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.397956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c189df60-f0da-4d6c-921b-679964ce3d70 None None] Provisioning for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:09.410510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c189df60-f0da-4d6c-921b-679964ce3d70 None None] Provisioning complete for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:09.410901 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c189df60-f0da-4d6c-921b-679964ce3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.414283 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Pushing event updated for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:09.420002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.441237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:09.447721 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:07Z', 'revision_number': 3, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:09.454036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.503947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1e6af-d4fc-479b-af2b-6a2a9167a9dd None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:07Z', 'revision_number': 3, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:09.513317 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c189df60-f0da-4d6c-921b-679964ce3d70 None None] Port 5baf8c00-30c4-4d8b-8792-54d955550ef8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:09.518707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:09.520797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:09.544686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:09.663104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:09.753370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e171343a-2d40-43cf-893f-087ed4ac10aa None None] Provisioning complete for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:09.753750 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e171343a-2d40-43cf-893f-087ed4ac10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.794489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-e171343a-2d40-43cf-893f-087ed4ac10aa None None] Port 5baf8c00-30c4-4d8b-8792-54d955550ef8 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:09.824483 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:09.831057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-64394d51-3270-4391-9d0b-a2ae5b6aa638 admin admin] 10.222.0.10 "PUT /v2.0/routers/6e6d9462-d991-4e1d-96a5-7a94448816c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655000 Jul 09 20:21:10.218713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:10.224143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144930035', 'description': 'tempest-description--122615270'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:10.253335 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.344550 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.349584 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.380522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.381837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1614554 Jul 09 20:21:10.384767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:10.389566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'security_group_rule': {'security_group_id': '836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:10.394292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71421b4-295a-4876-a5fc-f9da8dcb0f71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.423174 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.494751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.499358 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.529164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe11544-341d-4099-b10d-dec9b7a8d872,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.531561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.533478 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-912531bf-6d81-4afb-8da9-63f91b180992 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475551 Jul 09 20:21:10.536041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:10.542560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'security_group_rule': {'security_group_id': '836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:10.572734 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.632806 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.636912 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.655541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1988c2d1-1030-4310-a94c-c259527470e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.662759 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.665001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3e6084a8-f749-43a3-83d8-3237bcb6288f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266615 Jul 09 20:21:10.667654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 48622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:10.672747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:10.694405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.803353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.915359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 890cd16e-5b10-4823-b208-1bea644c49e2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:10.927452 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Allocated IP 172.25.3.193 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/9a9a3131-dae8-428c-8f01-f8e1803b773b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:10.972510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 890cd16e-5b10-4823-b208-1bea644c49e2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:10.976914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 890cd16e-5b10-4823-b208-1bea644c49e2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:10.977394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.047653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.057048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.080392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 890cd16e-5b10-4823-b208-1bea644c49e2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=890cd16e-5b10-4823-b208-1bea644c49e2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:11.086775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.087580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:11.095151 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.141233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:11.143772 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:11.148855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:11.170730 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:11.175379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=9a9a3131-dae8-428c-8f01-f8e1803b773b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:11.176469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=890cd16e-5b10-4823-b208-1bea644c49e2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:11.180373 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:11.180914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:11.181825 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:20:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:11.181984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.266836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.288606 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:11.312893 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.472290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.477339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.496286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 2, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:11.526566 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:11.526827 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Updating router 6e6d9462-d991-4e1d-96a5-7a94448816c5 port 5baf8c00-30c4-4d8b-8792-54d955550ef8 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:21:11.550028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=9a9a3131-dae8-428c-8f01-f8e1803b773b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:11.556296 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.563004 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.571610 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.573426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ae1cf69-e624-4c39-8081-b83bc04dc782 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9044025 Jul 09 20:21:11.717589 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-2bdf4654-6330-4474-ac46-dc178a356995 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1144930035&fields=id&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 267 time: 0.0360272 Jul 09 20:21:11.825271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-eab460cb-f516-43a3-8d54-86d8d7437a6d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:11.826798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-eab460cb-f516-43a3-8d54-86d8d7437a6d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1026838 Jul 09 20:21:11.837425 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.842431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-114f355b-6495-449c-aae9-f92893ccecd3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/quotas/eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Jul 09 20:21:11.847463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Transition to ACTIVE for port object 5baf8c00-30c4-4d8b-8792-54d955550ef8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:11.853895 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.904480 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133071-357c-4645-a1df-5efd12077000 None None] Pushing event updated for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:11.924761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-343a29c2-1ac2-451b-b310-e13f0ee52104 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767262 Jul 09 20:21:11.934517 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.934860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.935199 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.935528 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.935854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.936179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.936497 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.936814 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.937148 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.937466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.937793 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.938097 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93133071-357c-4645-a1df-5efd12077000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:11.970136 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Attempting to bind port 5baf8c00-30c4-4d8b-8792-54d955550ef8 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:11.970505 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Attempting to bind port 5baf8c00-30c4-4d8b-8792-54d955550ef8 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:11.970866 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Attempting to bind port 5baf8c00-30c4-4d8b-8792-54d955550ef8 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:11.976118 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:11.976490 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:11.977001 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.977451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:11.977878 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Bound port: 5baf8c00-30c4-4d8b-8792-54d955550ef8, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:11.978291 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.058353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] For port 5baf8c00-30c4-4d8b-8792-54d955550ef8, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:12.061555 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] For port 5baf8c00-30c4-4d8b-8792-54d955550ef8, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5baf8c00-30c4-4d8b-8792-54d955550ef8,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:12.068740 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.083688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-dfdc1dcc-d748-45b7-bafa-762c33c804d2 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450555 Jul 09 20:21:12.132142 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133071-357c-4645-a1df-5efd12077000 None None] Pushing event updated for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:12.135035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:12.135634 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:20:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:12.193228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-ef9a550b-a992-4ee2-ae72-11bfdda6a5ec service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029108 Jul 09 20:21:12.262715 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:12.390694 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b404f4f-62a6-4023-90c3-e86f61185c27 req-f4374b9a-be95-4604-81e2-2e40afed0b03 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 210 time: 0.0312395 Jul 09 20:21:12.503550 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:12Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:12.529494 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffab08d-c206-4bb3-bede-a8ee7628cd82 None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:12Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:12.901304 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 890cd16e-5b10-4823-b208-1bea644c49e2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:12.959950 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 890cd16e-5b10-4823-b208-1bea644c49e2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:12.960331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.057388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5baf8c00-30c4-4d8b-8792-54d955550ef8 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:13.115518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:13.120523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:13.121115 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.205957 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.240881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5baf8c00-30c4-4d8b-8792-54d955550ef8, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5baf8c00-30c4-4d8b-8792-54d955550ef8,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:13.245874 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.294921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:13.578751 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7681543f-badd-4632-a2e0-21f73aef8c1a req-13d979a4-e54c-450c-a6c5-3f1d49641e13 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 210 time: 0.0328002 Jul 09 20:21:13.646858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-e73da576-7a63-40f0-9a96-24866e06584b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:13.648502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-e73da576-7a63-40f0-9a96-24866e06584b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1713684 Jul 09 20:21:13.698456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-f63e0136-cf4d-475f-9896-e21d9a209d30 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 380 time: 0.0383708 Jul 09 20:21:13.708060 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'port': {'device_id': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'admin_state_up': True, 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'security_groups': ['836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:13.822382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:13.825928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.968988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Allocated IP 172.20.0.6 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/6650092b-e495-4230-a360-fd5e59438915) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:14.116028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.133665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Transition to ACTIVE for port object 6650092b-e495-4230-a360-fd5e59438915 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:14.167697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.216148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:14.221389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:14.223877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:14.253929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:14.282681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:14.283356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.298330 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9db9b1cc-0844-42c3-b527-843e0270f1d2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5941491 Jul 09 20:21:14.361269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Request body: {'port': {'device_id': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:14.443811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.514460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22aa07bd-8ebf-47c3-9204-4d0bc59e7cc8 None None] Provisioning for port 6650092b-e495-4230-a360-fd5e59438915 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:14.518269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-22aa07bd-8ebf-47c3-9204-4d0bc59e7cc8 None None] Provisioning complete for port 6650092b-e495-4230-a360-fd5e59438915 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:14.518665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-22aa07bd-8ebf-47c3-9204-4d0bc59e7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.555761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-22aa07bd-8ebf-47c3-9204-4d0bc59e7cc8 None None] Port 6650092b-e495-4230-a360-fd5e59438915 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:14.724549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6650092b-e495-4230-a360-fd5e59438915 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:14.732694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.744661 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Transition to ACTIVE for port object 6650092b-e495-4230-a360-fd5e59438915 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:14.749536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.767984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142def6c-0f13-4cbb-a498-8295f2ca3e94 req-1613df85-b937-48fd-8a48-9703a5e7685a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:14.769537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-142def6c-0f13-4cbb-a498-8295f2ca3e94 req-1613df85-b937-48fd-8a48-9703a5e7685a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 931 time: 0.0704486 Jul 09 20:21:14.798531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:14.822780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-142def6c-0f13-4cbb-a498-8295f2ca3e94 req-a3447654-465f-4593-8af4-f48250d9ec3b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357556 Jul 09 20:21:14.840700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5baf8c00-30c4-4d8b-8792-54d955550ef8 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:14.877065 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:14.877459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:14.877790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:14.883501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:14.884074 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:14.890227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:14.891580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:14.891580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:14.891580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Bound port: 6650092b-e495-4230-a360-fd5e59438915, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:14.891884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.893913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5baf8c00-30c4-4d8b-8792-54d955550ef8 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:14.894345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.970173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:14.974755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:14.981722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.018399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.018933 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.020378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] 10.222.0.59 "PUT /v2.0/ports/6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 1091 time: 0.7142863 Jul 09 20:21:15.020825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:15.023170 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee4d0c-515d-4468-ae3c-c9437df59afc" -d '{"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:15.058277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fdd1-dd4e-4745-b321-bcb30546a275 service neutron] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:15.077002 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403ecbcf-e7b5-4430-b21c-08cb9a45e4df x-openstack-request-id: req-403ecbcf-e7b5-4430-b21c-08cb9a45e4df {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:15.077405 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:15.077633 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-403ecbcf-e7b5-4430-b21c-08cb9a45e4df {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:15.078039 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'status': 'completed', 'code': 200} Jul 09 20:21:15.127399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-247e93f9-61ed-4e44-b5e4-28c6bf665e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.128945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-247e93f9-61ed-4e44-b5e4-28c6bf665e5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0653892 Jul 09 20:21:15.176432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-d99b0ba3-87c1-4d21-a16b-983aeee0f25f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 217 time: 0.0396872 Jul 09 20:21:15.235351 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-7796414d-063c-4213-a295-627f625e5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.236841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-7796414d-063c-4213-a295-627f625e5542 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0537276 Jul 09 20:21:15.298286 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-aebbb8d5-2ba8-49b1-9d56-37057d4c0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.299709 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-aebbb8d5-2ba8-49b1-9d56-37057d4c0a81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564697 Jul 09 20:21:15.391820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-9f99805c-94ae-44af-bed6-a5cb0a150923 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Jul 09 20:21:15.483262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bafd910-cacc-404b-a00a-b424a6f1a785 req-e2ea8cba-cd93-4ccd-acac-001ba5b16c2d service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Jul 09 20:21:15.583866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-40066c78-4b07-4df5-add5-5bcab9f1ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.585411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-40066c78-4b07-4df5-add5-5bcab9f1ceb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0545349 Jul 09 20:21:15.678695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-904a694f-872d-410f-befb-3f8514e03661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.680188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-904a694f-872d-410f-befb-3f8514e03661 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0879643 Jul 09 20:21:15.723980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-5beb22c4-0d27-4425-af87-45edc2a52540 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Jul 09 20:21:15.770791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-79b58774-bec6-455d-a783-1fc102be20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.772201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-79b58774-bec6-455d-a783-1fc102be20da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0416577 Jul 09 20:21:15.832769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-b69c32ec-7519-4f29-9e8b-d8517810687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.834366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-b69c32ec-7519-4f29-9e8b-d8517810687e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552914 Jul 09 20:21:15.924963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-2ce89e8a-c471-45df-b1c8-a38765478cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Jul 09 20:21:15.995617 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527691d-2b70-4da1-8a20-48a45a31fda9 req-90d24c03-e617-4188-b864-ae02102fc659 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.997151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8527691d-2b70-4da1-8a20-48a45a31fda9 req-90d24c03-e617-4188-b864-ae02102fc659 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0689228 Jul 09 20:21:16.022136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22ee4d0c-515d-4468-ae3c-c9437df59afc req-f9153544-1487-479c-b7de-92eef09b9bac service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Jul 09 20:21:16.038785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8527691d-2b70-4da1-8a20-48a45a31fda9 req-c9f875bc-07c2-4b34-8fa0-069055695982 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359344 Jul 09 20:21:16.294236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-16dac0b7-9f3c-48aa-aaa7-78af0b93bb80 req-7a0cc6c1-b989-433e-a04e-9a7d52846169 service neutron] (93770) timed out ('10.222.0.59', 52826) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:21:16.731605 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-27d0c675-919b-4501-afe0-4f8c211db4e1 req-e94cf4e4-2868-40f1-aa60-5c919b7784a0 tempest-TestNetworkAdvancedServerOps-467128688 tempest-TestNetworkAdvancedServerOps-467128688-project] (93771) timed out ('10.222.0.59', 52829) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:21:17.212318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c959c-0971-4875-acf1-94d2b6d83e78 req-3b9774a6-d6f6-4e30-94d8-b657d0da12e1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:17.213807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c2c959c-0971-4875-acf1-94d2b6d83e78 req-3b9774a6-d6f6-4e30-94d8-b657d0da12e1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0639246 Jul 09 20:21:17.249810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c2c959c-0971-4875-acf1-94d2b6d83e78 req-5f0bc957-6b36-45e3-9138-4bd8c9a154fe tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305147 Jul 09 20:21:18.422347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17b9b1-b255-4d1a-9b7b-0bc3952cc8b9 req-b9e4c0df-3927-44da-896a-20b902170e5a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:18.423712 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc17b9b1-b255-4d1a-9b7b-0bc3952cc8b9 req-b9e4c0df-3927-44da-896a-20b902170e5a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0648715 Jul 09 20:21:18.460702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bc17b9b1-b255-4d1a-9b7b-0bc3952cc8b9 req-8207ccfa-dc5b-4937-abcb-a99ea1432159 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314333 Jul 09 20:21:19.070731 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.629474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affab76-4567-4278-8994-b5f4eda0236a req-351d1517-6041-44fb-adeb-fe1729046c40 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:19.630925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4affab76-4567-4278-8994-b5f4eda0236a req-351d1517-6041-44fb-adeb-fe1729046c40 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0616910 Jul 09 20:21:19.671720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4affab76-4567-4278-8994-b5f4eda0236a req-20cafd5c-81c1-416d-a378-62c25acc0303 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Jul 09 20:21:19.791484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6650092b-e495-4230-a360-fd5e59438915 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:19.884994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:19.896071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '6650092b-e495-4230-a360-fd5e59438915', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '6650092b-e495-4230-a360-fd5e59438915', 'mac_address': 'fa:16:3e:66:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:19.932566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.944894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6650092b-e495-4230-a360-fd5e59438915 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:19.964879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:19.968770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.017982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:20.175485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['6650092b-e495-4230-a360-fd5e59438915'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:20.841346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e942d-2294-4617-a76e-c8ef18dfa919 req-ac334972-ede5-4d3a-a851-053f4ade6b70 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:20.842825 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa7e942d-2294-4617-a76e-c8ef18dfa919 req-ac334972-ede5-4d3a-a851-053f4ade6b70 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 944 time: 0.0626376 Jul 09 20:21:20.885015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa7e942d-2294-4617-a76e-c8ef18dfa919 req-1844295e-5df0-4118-a1d8-bc713a628215 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360546 Jul 09 20:21:21.808536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6650092b-e495-4230-a360-fd5e59438915 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:21.856839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 6650092b-e495-4230-a360-fd5e59438915 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:21.860276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 6650092b-e495-4230-a360-fd5e59438915 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:21.860648 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.939069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.961670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:21.964612 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d667d-03a3-4cec-8d76-b7dd37dc2c88" -d '{"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:21.977149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:21.982187 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.006313 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d45e4-cd9e-4b66-a9be-ceca0faee363 x-openstack-request-id: req-ea5d45e4-cd9e-4b66-a9be-ceca0faee363 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:22.006606 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:22.006859 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea5d45e4-cd9e-4b66-a9be-ceca0faee363 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:22.007252 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'code': 200} Jul 09 20:21:22.034341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:22.041768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.042100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.042445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.042780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.043113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.043447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.043774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.044099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.044422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.044746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.045154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.045508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:22.087168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be5ce-e227-464e-8b0b-7038e625c98d req-511da8aa-2e61-4ee9-bcd0-bee429f40124 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.089322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b57be5ce-e227-464e-8b0b-7038e625c98d req-511da8aa-2e61-4ee9-bcd0-bee429f40124 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0919263 Jul 09 20:21:22.144326 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b57be5ce-e227-464e-8b0b-7038e625c98d req-c9d0ba43-5e84-4a43-922f-755617dbf126 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385551 Jul 09 20:21:22.158584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99981b-aee2-4d58-bae0-a566b7b068e8 req-46607c11-fcc2-4006-9ecb-e470350edad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.160090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b99981b-aee2-4d58-bae0-a566b7b068e8 req-46607c11-fcc2-4006-9ecb-e470350edad4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0906911 Jul 09 20:21:22.199074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1b99981b-aee2-4d58-bae0-a566b7b068e8 req-dcd98125-7d40-4a20-bb99-97cc1fe28020 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Jul 09 20:21:22.419070 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61bcf868-873b-49cf-9d78-83b556dd4b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.338031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca634dd-7932-4121-b079-022d88ad1129 req-88499587-434d-4027-a829-a8b94eb2d7d9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:23.340188 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca634dd-7932-4121-b079-022d88ad1129 req-88499587-434d-4027-a829-a8b94eb2d7d9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Jul 09 20:21:23.375937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7ca634dd-7932-4121-b079-022d88ad1129 req-0ac45c08-6a19-40a4-9fc5-6d8ef94ff822 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303113 Jul 09 20:21:23.551337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c283ec-1496-4904-9edc-6f1de668bbdc req-5f2202c0-c7bb-4e93-b895-3e6ed62a645d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:23.552827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1c283ec-1496-4904-9edc-6f1de668bbdc req-5f2202c0-c7bb-4e93-b895-3e6ed62a645d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0708661 Jul 09 20:21:23.561367 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:23.565898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'floatingip': {'port_id': '6650092b-e495-4230-a360-fd5e59438915'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:23.579128 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.864685 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.311463 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.315117 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.413241 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 associated. External IP: 172.25.3.193, port: 6650092b-e495-4230-a360-fd5e59438915. Jul 09 20:21:24.619167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:24.727852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:24.733294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.737686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:24.746306 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:24.746922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:20:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:24.769699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fd78d921-3365-4550-8d99-03025b4de2dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "PUT /v2.0/floatingips/9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 HTTP/1.1" status: 200 len: 991 time: 1.2072740 Jul 09 20:21:24.770288 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:24.772536 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05409431-3102-4b04-ab5c-e45ef7b7baa1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:24.809451 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade7be6-3e1c-4ffe-bd22-0f8edb53da25 x-openstack-request-id: req-eade7be6-3e1c-4ffe-bd22-0f8edb53da25 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:24.809849 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:24.810200 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eade7be6-3e1c-4ffe-bd22-0f8edb53da25 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:24.810696 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'status': 'completed', 'code': 200} Jul 09 20:21:24.856817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:24.886114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-0d27b053-f8b4-439b-ad93-7362e3a9432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.887664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-0d27b053-f8b4-439b-ad93-7362e3a9432a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0536520 Jul 09 20:21:24.982808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-78bad9ca-11bf-472f-8615-ffef04b75855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.984212 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-78bad9ca-11bf-472f-8615-ffef04b75855 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0898602 Jul 09 20:21:25.029176 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1cd2737c-747d-4557-b8f2-8a075b8d5ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.051070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-bc6a9e6c-461a-4ef6-a284-24adfe5c3e79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 999 time: 0.0603459 Jul 09 20:21:25.095828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '6650092b-e495-4230-a360-fd5e59438915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:66:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 1, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:25.100913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-e9d50633-cc3c-4e55-bb75-d3cb4d9f92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.102545 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-e9d50633-cc3c-4e55-bb75-d3cb4d9f92cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0451782 Jul 09 20:21:25.123151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:25.131589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:25.132215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:21:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:25.165558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-c6cbe2b6-6a28-4058-9e5d-f7af27cac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.167124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-c6cbe2b6-6a28-4058-9e5d-f7af27cac553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584164 Jul 09 20:21:25.237558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:25.255959 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-4a2c6bef-a0eb-4821-bb96-b20fc4c6c6fe service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Jul 09 20:21:25.339701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.352542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05409431-3102-4b04-ab5c-e45ef7b7baa1 req-694da8f7-f259-48ec-9294-2840fa788cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888572 Jul 09 20:21:25.393163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:21:25.475970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '6650092b-e495-4230-a360-fd5e59438915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:66:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 1, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:25.502201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e154-ed06-4498-b51b-60792ef7c06c None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '6650092b-e495-4230-a360-fd5e59438915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:66:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 1, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:25.679739 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe04d03-8aca-4e36-b0bc-9320923ba424 None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:21:26.496405 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.980920 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:49.088450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.419771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e1096e80-abb2-48be-85e8-4887b18c8e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:53.571524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:55.020285 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a5a31ad6-fc80-41e0-a6bf-420ec82e2e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:55.331212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.498264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.986446 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.392141 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:22:11.611365 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-002a97dd-5e67-4ea7-9449-c5c2229420ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518699 Jul 09 20:22:11.702960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-069f27e3-3de2-4bf5-b7db-9a6f72a880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:11.704443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-069f27e3-3de2-4bf5-b7db-9a6f72a880eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0511682 Jul 09 20:22:11.812515 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-89e4f6bb-6f33-4c29-9f34-6622f9f37593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:11.813997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-89e4f6bb-6f33-4c29-9f34-6622f9f37593 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0875411 Jul 09 20:22:11.880524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-88dda29d-632e-4c07-b9a1-fe4f9ae6a11e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 1001 time: 0.0583889 Jul 09 20:22:11.930815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-babaeb1c-ff32-4f30-90de-852f91fe896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:11.932280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-babaeb1c-ff32-4f30-90de-852f91fe896e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0450320 Jul 09 20:22:11.992465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-7d2357f0-ebbe-41d4-9c46-af37261c5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:11.993998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-7d2357f0-ebbe-41d4-9c46-af37261c5c49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550189 Jul 09 20:22:12.080528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-c9e9f184-f7f9-42a9-a20a-4391b6dc582c service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799720 Jul 09 20:22:12.175968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a47483b-c0d2-4e33-8314-1b72d3959042 req-337f9e2b-cdb5-472b-a8cb-e906bda3dc7e service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Jul 09 20:22:19.091923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:22.421264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0511840-9930-405c-824a-2408a7eb0479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:23.594316 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.020625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66cbcd8b-c359-45b8-8a72-723731a44e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.333045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.501544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:27.986819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.390873 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:22:49.090696 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.421653 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f1e9-51c7-4e53-bc72-cbfb2df1acc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.620327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.019832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-571cc35b-9904-4563-a104-ac3291c261ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.334995 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.504243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.987455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.129237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a842-5fd4-469f-82d4-c490a31fb25b req-6a471fb9-7caa-4370-ae5c-262e5cf73dfa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:02.130738 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51d3a842-5fd4-469f-82d4-c490a31fb25b req-6a471fb9-7caa-4370-ae5c-262e5cf73dfa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jul 09 20:23:02.168244 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-51d3a842-5fd4-469f-82d4-c490a31fb25b req-6b3552f3-7900-4cef-aef4-a1759eb0272c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Jul 09 20:23:02.445844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 48878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:02.593337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-f064b3b3-ea50-4c1d-ad3c-2de8d3aff4b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461327 Jul 09 20:23:02.604543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53108c2c-2341-4624-960a-4000fe17b436 req-dce0fa9f-8d59-44fb-9497-18b9f8f20c19 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:02.606628 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53108c2c-2341-4624-960a-4000fe17b436 req-dce0fa9f-8d59-44fb-9497-18b9f8f20c19 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.1114671 Jul 09 20:23:02.648563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53108c2c-2341-4624-960a-4000fe17b436 req-a0d22ac3-34de-4334-aa6a-d258a9a3bc64 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356088 Jul 09 20:23:03.719601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-9dc20ed8-c6cb-434d-8748-a06e09633576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.721225 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-9dc20ed8-c6cb-434d-8748-a06e09633576 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0542054 Jul 09 20:23:03.813880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-6d51dc9d-8a56-4e89-840e-465b549fb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.815451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-6d51dc9d-8a56-4e89-840e-465b549fb06e service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0883160 Jul 09 20:23:03.835780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd788d0a-7953-4fae-86f3-a9d174679249 req-2445cab8-f6d8-4280-a4a7-9a225c965e72 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.837518 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd788d0a-7953-4fae-86f3-a9d174679249 req-2445cab8-f6d8-4280-a4a7-9a225c965e72 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0704181 Jul 09 20:23:03.875816 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd788d0a-7953-4fae-86f3-a9d174679249 req-0f86de7b-bc83-41a5-bd9a-775a912e77b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Jul 09 20:23:03.880118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-787114ea-7c45-45f6-8e4b-a5bf0ad5c4b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 1001 time: 0.0584764 Jul 09 20:23:03.928360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-9e8ffb3f-ee25-4dbb-aa92-6b3d0890e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.930499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-9e8ffb3f-ee25-4dbb-aa92-6b3d0890e2cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0440824 Jul 09 20:23:03.990942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-483d72ae-f476-426a-8897-f4e9875cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.992449 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-483d72ae-f476-426a-8897-f4e9875cbf80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561283 Jul 09 20:23:04.081104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-1f1bbae3-d2b9-4eac-8de7-fef73faf6c4d service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819976 Jul 09 20:23:04.175461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-822fdb95-710a-4a3b-bf72-76eeaf579d61 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876856 Jul 09 20:23:05.062955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29497-f9d0-4bfb-9e45-98d257a82192 req-31f997d7-479d-48d5-833d-736f58b2191a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:05.064342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ff29497-f9d0-4bfb-9e45-98d257a82192 req-31f997d7-479d-48d5-833d-736f58b2191a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0623784 Jul 09 20:23:05.101944 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ff29497-f9d0-4bfb-9e45-98d257a82192 req-dad80d0e-220c-435b-b987-7fcfc27761c7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 09 20:23:06.275752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a098e1-89f6-4480-9b2d-fd601945f684 req-8e96b823-d547-459a-b821-7dc844ed0216 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:06.277264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6a098e1-89f6-4480-9b2d-fd601945f684 req-8e96b823-d547-459a-b821-7dc844ed0216 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0635605 Jul 09 20:23:06.313844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d6a098e1-89f6-4480-9b2d-fd601945f684 req-d84242f8-a550-4d6b-be8d-5c36e86c92ad tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Jul 09 20:23:07.490808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cf739-7270-4e2e-871d-22975e620ea5 req-f253bb7d-b5ee-4cd7-8c48-823195b7c749 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:07.492215 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-136cf739-7270-4e2e-871d-22975e620ea5 req-f253bb7d-b5ee-4cd7-8c48-823195b7c749 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0638115 Jul 09 20:23:07.529296 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-136cf739-7270-4e2e-871d-22975e620ea5 req-88fb415d-db4b-4ca0-80ba-b9fb0496deb0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Jul 09 20:23:08.703619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9e572-f1e9-4c12-8d75-b89ffb7d72c2 req-cbd7e982-5a89-471e-adb2-59030dcf5ffa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:08.705076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bb9e572-f1e9-4c12-8d75-b89ffb7d72c2 req-cbd7e982-5a89-471e-adb2-59030dcf5ffa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0655425 Jul 09 20:23:08.742330 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bb9e572-f1e9-4c12-8d75-b89ffb7d72c2 req-0bbbf0f0-5ebc-4da0-9658-e9353caf1f31 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Jul 09 20:23:09.918837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f27a-9bbe-420c-873a-bdaedf9c5912 req-8588e5ab-b593-43c9-bd81-468286bd0adb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:09.920315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b57f27a-9bbe-420c-873a-bdaedf9c5912 req-8588e5ab-b593-43c9-bd81-468286bd0adb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0671067 Jul 09 20:23:09.957272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7b57f27a-9bbe-420c-873a-bdaedf9c5912 req-9d2a5f00-8d8c-4364-ac9d-245f594e1996 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Jul 09 20:23:11.127025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b8fd-c759-4f53-aef3-df3b114d8c13 req-a0743087-af65-49f8-813f-b78a69d528e1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:11.128509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eaf6b8fd-c759-4f53-aef3-df3b114d8c13 req-a0743087-af65-49f8-813f-b78a69d528e1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0625813 Jul 09 20:23:11.165704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eaf6b8fd-c759-4f53-aef3-df3b114d8c13 req-01f12c1f-ab6b-4015-8672-5f4ed9a8c05f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 09 20:23:12.334272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ec26e-b071-4194-9122-bc544efe1f55 req-b8039f47-fea5-4ee3-92a2-20136e0e6292 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:12.335730 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a4ec26e-b071-4194-9122-bc544efe1f55 req-b8039f47-fea5-4ee3-92a2-20136e0e6292 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0621088 Jul 09 20:23:12.373512 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6a4ec26e-b071-4194-9122-bc544efe1f55 req-24848b83-03bd-4850-a565-ee10b4c7397a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 09 20:23:12.640736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-c86456cf-1b91-4270-8084-32e014fc9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:12.642251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-c86456cf-1b91-4270-8084-32e014fc9393 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0556078 Jul 09 20:23:12.746427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-5efb53b5-58f9-4f22-81ba-7d86ceff966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:12.747875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-5efb53b5-58f9-4f22-81ba-7d86ceff966d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0841534 Jul 09 20:23:12.815407 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-4c98a4d1-5cf2-4163-9ab9-de6dbe0ea3b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 1001 time: 0.0606205 Jul 09 20:23:12.863652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-6278990e-d540-455e-91b6-42b724530f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:12.865060 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-6278990e-d540-455e-91b6-42b724530f9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0432332 Jul 09 20:23:12.921551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-5798c9fa-5bad-4be0-ab21-63742707f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:12.922938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-5798c9fa-5bad-4be0-ab21-63742707f42e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506382 Jul 09 20:23:13.014810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-e29e35b2-26ce-49fb-9c8b-92ed7d3600bd service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848854 Jul 09 20:23:13.363189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe339c8f-9054-4d3b-aeae-7e3c85cb66ab req-063b89eb-acbf-457a-806c-8c1f007b594d service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408241 Jul 09 20:23:13.546551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910776-5145-4704-a7c7-1408de7fc1c4 req-95063d40-875c-48aa-821a-afe6b0052e14 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:13.548035 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d910776-5145-4704-a7c7-1408de7fc1c4 req-95063d40-875c-48aa-821a-afe6b0052e14 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0621850 Jul 09 20:23:13.585079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d910776-5145-4704-a7c7-1408de7fc1c4 req-1e1fbb30-0357-446b-90fb-0bb5117aaba2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Jul 09 20:23:14.762080 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca532c-16e2-4730-8ab5-f5fc98323be7 req-b5a92e53-231e-43a3-9eed-8f5849d268b9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:14.763551 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0ca532c-16e2-4730-8ab5-f5fc98323be7 req-b5a92e53-231e-43a3-9eed-8f5849d268b9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0646451 Jul 09 20:23:14.803513 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c0ca532c-16e2-4730-8ab5-f5fc98323be7 req-5f393a2d-f1b7-499b-97d6-b832550d4606 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Jul 09 20:23:15.978207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef4662-2e4d-461c-a0e5-b105ce4d2787 req-92229558-9142-4720-a76e-9c6b361c8a0f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:15.979676 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86ef4662-2e4d-461c-a0e5-b105ce4d2787 req-92229558-9142-4720-a76e-9c6b361c8a0f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0661478 Jul 09 20:23:16.016108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-86ef4662-2e4d-461c-a0e5-b105ce4d2787 req-23feaae3-8606-4672-93f2-c015e976fafd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Jul 09 20:23:16.390960 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:23:17.194256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff5cf-7a88-420f-8fb3-35936dc25ea5 req-65c6b224-9cbf-4d5e-bd9e-697a86a44132 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:17.195736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-410ff5cf-7a88-420f-8fb3-35936dc25ea5 req-65c6b224-9cbf-4d5e-bd9e-697a86a44132 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0639882 Jul 09 20:23:17.232754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-410ff5cf-7a88-420f-8fb3-35936dc25ea5 req-beead7ac-c2ba-4a3f-87f0-e65804ea50d4 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Jul 09 20:23:18.404837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e44487-6d06-4606-a6a9-f89477d09dfb req-0fcc520e-3f10-4beb-8af4-4a5e13b8c996 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.406267 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51e44487-6d06-4606-a6a9-f89477d09dfb req-0fcc520e-3f10-4beb-8af4-4a5e13b8c996 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0635257 Jul 09 20:23:18.443873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51e44487-6d06-4606-a6a9-f89477d09dfb req-39fb29fa-4aef-4261-9cea-818169a28689 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jul 09 20:23:19.097040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:19.615617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd485c-d1e3-411c-8ac9-568ea1c8a836 req-81234ce6-5667-4c23-8ed7-903be356f86a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:19.617081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86cd485c-d1e3-411c-8ac9-568ea1c8a836 req-81234ce6-5667-4c23-8ed7-903be356f86a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0611269 Jul 09 20:23:19.653688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86cd485c-d1e3-411c-8ac9-568ea1c8a836 req-2d2b7246-c132-4762-ba7c-1eab7620cba4 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Jul 09 20:23:20.829984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad72051-7586-40db-b770-5d62518ec36d req-672440d3-093a-4d0e-bbab-b46f1af3f46b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.831472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ad72051-7586-40db-b770-5d62518ec36d req-672440d3-093a-4d0e-bbab-b46f1af3f46b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0689538 Jul 09 20:23:20.869418 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ad72051-7586-40db-b770-5d62518ec36d req-ca269773-fdcf-4688-8a57-e6954a9cd3b7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Jul 09 20:23:21.189025 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-c48b3436-c730-4f09-a875-5b8937b53b8c service neutron] show failed (client error): The resource could not be found. Jul 09 20:23:21.190078 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-c48b3436-c730-4f09-a875-5b8937b53b8c service neutron] 10.222.0.59 "GET /v2.0/ports/6650092b-e495-4230-a360-fd5e59438915/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0572882 Jul 09 20:23:21.431469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-ee3ac756-8fb5-411b-84f8-488fedd27f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:21.432845 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-ee3ac756-8fb5-411b-84f8-488fedd27f90 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1096 time: 0.0520749 Jul 09 20:23:21.444176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:21.512121 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:21.711091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:21.743951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:21.782383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:21.784650 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11adba-1906-4fd1-abd6-02208feb12da" -d '{"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-unplugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:21.788131 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:21.800790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Transition to ACTIVE for port object 6650092b-e495-4230-a360-fd5e59438915 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:23:21.805488 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:21.925887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:21.938947 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.939292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.939627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.940033 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.940269 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.940601 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.941209 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.941528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.941851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.942173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.942497 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.942815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.946852 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309de333-3e6b-479a-91a4-f2b8f1cba4c4 x-openstack-request-id: req-309de333-3e6b-479a-91a4-f2b8f1cba4c4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:21.947137 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-unplugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:21.947390 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-309de333-3e6b-479a-91a4-f2b8f1cba4c4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:21.947783 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'code': 200} Jul 09 20:23:22.016705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] No DVR routers for this DVR port 6650092b-e495-4230-a360-fd5e59438915 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:22.422332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-47308f77-d148-42bc-8f51-190ba12f87c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.472753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9876f-eb8c-4841-a704-ef6a628ea237 req-3dd0e66d-b44b-4813-80cd-8a54b0c917fa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.474259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0e9876f-eb8c-4841-a704-ef6a628ea237 req-3dd0e66d-b44b-4813-80cd-8a54b0c917fa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.4595487 Jul 09 20:23:22.534813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:23:22.535145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:23:22.535470 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:22.544128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d0e9876f-eb8c-4841-a704-ef6a628ea237 req-a7072f55-a1e8-430d-a311-9ba7fe3b62ae tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626035 Jul 09 20:23:22.544809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:23:22.545145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Attempting to bind port 6650092b-e495-4230-a360-fd5e59438915 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:22.550006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:23:22.550339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:23:22.550712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:23:22.551130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Bound port: 6650092b-e495-4230-a360-fd5e59438915, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:23:22.551483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.615604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:22.618514 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:23:22.623831 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.654666 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.655231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.656684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] 10.222.0.25 "PUT /v2.0/ports/6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 1091 time: 1.2168863 Jul 09 20:23:22.680525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553babf3-e72d-4ea1-ac95-c5b7bc22396d service neutron] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:22.736134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-ab66d88a-6747-4a1c-a020-11569b78bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.737690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-ab66d88a-6747-4a1c-a020-11569b78bc19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0543280 Jul 09 20:23:22.830759 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-d028ebd2-8625-4880-b33c-f1ec043ba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.832273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-d028ebd2-8625-4880-b33c-f1ec043ba005 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0886295 Jul 09 20:23:22.894409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-3974dca1-9b2d-4c8d-afbb-ecc81e440b91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 999 time: 0.0557451 Jul 09 20:23:22.942560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-b3632cd1-5835-416b-bdee-fcc2cccc5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.943914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-b3632cd1-5835-416b-bdee-fcc2cccc5ee6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0439110 Jul 09 20:23:23.002318 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-d1e43587-5b62-4ae2-8e6f-c5bb516cd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:23.003777 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-d1e43587-5b62-4ae2-8e6f-c5bb516cd3c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540397 Jul 09 20:23:23.088959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-b1d6e607-996d-4e4c-8a02-e4648bf499b0 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785482 Jul 09 20:23:23.180101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7c63adbe-5e3f-42c0-bca1-78b0ca1dc560 req-eadc2aa0-edd7-44a1-b412-f7bd2d0bf5dd service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Jul 09 20:23:23.618456 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.725544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b232a1-7b08-4fe7-9a3b-9019441db0a0 req-e7ba197f-4dbb-4f4b-b806-ca2a0ea12410 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:23.727020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91b232a1-7b08-4fe7-9a3b-9019441db0a0 req-e7ba197f-4dbb-4f4b-b806-ca2a0ea12410 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0625544 Jul 09 20:23:23.769544 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-91b232a1-7b08-4fe7-9a3b-9019441db0a0 req-492eb4ea-8f39-45e6-be60-ab9fe294fb5b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354068 Jul 09 20:23:23.948910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:23.951365 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:23.998944 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd5214-6d30-48d0-ae33-edd80d837258 x-openstack-request-id: req-5acd5214-6d30-48d0-ae33-edd80d837258 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:23.999237 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "tag": "6650092b-e495-4230-a360-fd5e59438915", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:23.999607 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5acd5214-6d30-48d0-ae33-edd80d837258 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:24.000027 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'status': 'completed', 'code': 200} Jul 09 20:23:24.070009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-4d73960f-d7c3-4ec7-85ad-8a21c2f5d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.071642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-4d73960f-d7c3-4ec7-85ad-8a21c2f5d112 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0545104 Jul 09 20:23:24.073944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-2b9d985d-b106-4360-a368-0c7837384f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.075404 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-2b9d985d-b106-4360-a368-0c7837384f0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0521069 Jul 09 20:23:24.163137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-801eeecc-a3dc-43f1-ad43-07b697183776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.164613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-801eeecc-a3dc-43f1-ad43-07b697183776 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0826125 Jul 09 20:23:24.166913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-7f4905d2-7859-4114-a67c-6a0e3e1b235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.168850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-7f4905d2-7859-4114-a67c-6a0e3e1b235d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0889635 Jul 09 20:23:24.235427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-6d3d7e75-de1b-47c1-a43a-fca6be2bd221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 999 time: 0.0593824 Jul 09 20:23:24.235955 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-643c0bd6-a901-4179-b630-ce303bbcd3aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 999 time: 0.0629680 Jul 09 20:23:24.285901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-47c3857d-4dca-439d-a883-b34e0c5fd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.287351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-47c3857d-4dca-439d-a883-b34e0c5fd1f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0438542 Jul 09 20:23:24.290055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-17b09b13-fd79-4f2a-978b-525de3d9fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.291521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-17b09b13-fd79-4f2a-978b-525de3d9fbfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0502203 Jul 09 20:23:24.344329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-13a3e425-9222-4a54-a2da-15a5a9ac8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.345898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-13a3e425-9222-4a54-a2da-15a5a9ac8a71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518687 Jul 09 20:23:24.349290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-2acc8129-56bb-4cc3-a27f-eecc3069bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.351484 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-2acc8129-56bb-4cc3-a27f-eecc3069bac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534410 Jul 09 20:23:24.428851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6650092b-e495-4230-a360-fd5e59438915 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:24.439491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-6f1c4d21-bd78-4ffe-89bd-19b6d9b3d188 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Jul 09 20:23:24.441901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-d472b338-f41c-4853-b57f-9776c56d0bcc service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846462 Jul 09 20:23:24.468178 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 6650092b-e495-4230-a360-fd5e59438915 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:24.527503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-18c786db-abf0-44b3-909b-3e66671ff681 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807173 Jul 09 20:23:24.538834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f60d74b-5520-4e1e-a1e9-5e1afa22e30b req-a9b16272-dd35-4d66-bda1-655fca6898c0 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907252 Jul 09 20:23:24.947549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da5ff-b93e-4175-9840-f0bb5b61e6b1 req-76c3acb5-fb74-474a-9922-8f838fa04b81 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.949033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e6da5ff-b93e-4175-9840-f0bb5b61e6b1 req-76c3acb5-fb74-474a-9922-8f838fa04b81 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0645015 Jul 09 20:23:24.986566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0e6da5ff-b93e-4175-9840-f0bb5b61e6b1 req-5c51099d-b23d-40a9-82ec-4cd16d118670 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Jul 09 20:23:25.024205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8c89-8070-40f6-adfa-62103e43fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:25.335793 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.178945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d029f-cd29-40b2-9202-7a4af94bbd5e req-78795267-e542-4bb0-94a9-8a37ef981e50 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:26.180447 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-657d029f-cd29-40b2-9202-7a4af94bbd5e req-78795267-e542-4bb0-94a9-8a37ef981e50 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0776718 Jul 09 20:23:26.218070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-657d029f-cd29-40b2-9202-7a4af94bbd5e req-522ad7f3-3c14-4865-8c09-20a0cd466e92 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Jul 09 20:23:26.509819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.395737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50405a-81c9-4aae-a147-b79b0699da5e req-e90f8f69-2e33-4fad-9c86-71a742318914 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.397164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de50405a-81c9-4aae-a147-b79b0699da5e req-e90f8f69-2e33-4fad-9c86-71a742318914 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.0677383 Jul 09 20:23:27.435334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de50405a-81c9-4aae-a147-b79b0699da5e req-6f3aaaf6-321c-4733-96da-28ae470af9df tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Jul 09 20:23:27.777719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3ebf-ed8f-4958-923f-0d6579b0d896 req-b7c37933-81e7-4cec-9f30-f182692ea281 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.779204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8df3ebf-ed8f-4958-923f-0d6579b0d896 req-b7c37933-81e7-4cec-9f30-f182692ea281 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 943 time: 0.1124215 Jul 09 20:23:27.786538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-8c6bfce9-164a-4cb1-8224-76dd21dbbc48 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.787879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-8c6bfce9-164a-4cb1-8224-76dd21dbbc48 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 943 time: 0.1120467 Jul 09 20:23:27.855414 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8df3ebf-ed8f-4958-923f-0d6579b0d896 req-14bc7166-e929-4cf6-b22d-cba208de9e23 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665715 Jul 09 20:23:27.873275 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-83ee3115-c043-4a1b-8cf0-8fda6eaeced5 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:23:27.873275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-83ee3115-c043-4a1b-8cf0-8fda6eaeced5 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6650092b-e495-4230-a360-fd5e59438915/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0779157 Jul 09 20:23:27.966965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-42a117a0-4331-4554-be1a-da78f330273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.968460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-42a117a0-4331-4554-be1a-da78f330273c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.0535786 Jul 09 20:23:27.991287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6650092b-e495-4230-a360-fd5e59438915 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:23:27.994681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:28.061322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-b03a4768-5ee2-41f3-9ad9-ea47f70b94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.062736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-b03a4768-5ee2-41f3-9ad9-ea47f70b94f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0882735 Jul 09 20:23:28.084331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:28.094891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '6650092b-e495-4230-a360-fd5e59438915', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '6650092b-e495-4230-a360-fd5e59438915', 'mac_address': 'fa:16:3e:66:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:23:28.128417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-9ed25d99-8cc6-46b6-a7eb-ce2aad56fdaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 200 len: 999 time: 0.0595405 Jul 09 20:23:28.129513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-0ae218cc-ebce-4c5c-83c9-d066f34f3f52 req-c6c4a3ae-c074-4363-98cf-f5e36efbc1f4 service neutron] (93770) timed out ('10.222.0.10', 45540) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:23:28.131947 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:28.145505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6650092b-e495-4230-a360-fd5e59438915 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:23:28.165225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:28.169228 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:28.177364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-c1ece73c-b171-4111-ac32-76fdd2ec6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.178907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-c1ece73c-b171-4111-ac32-76fdd2ec6114 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0443547 Jul 09 20:23:28.221100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:28.228380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.228731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.229072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.229436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.229779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.230285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.230617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.230948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.231278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.231603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.231930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.232253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:28.239552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-8b57aa7a-aba5-4d79-b2a3-fd819e178817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.241675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-8b57aa7a-aba5-4d79-b2a3-fd819e178817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558310 Jul 09 20:23:28.330807 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-0cc0f568-9870-4076-8a7a-cbd27f810639 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Jul 09 20:23:28.427268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-26a47489-a68f-4c78-b54d-a7bff7baf5fd req-7e7cb464-3fb3-4c3a-bab9-a97242922086 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Jul 09 20:23:28.521899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['6650092b-e495-4230-a360-fd5e59438915'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:23:29.037840 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34b1b1-328e-4414-b966-a2106da95dba req-dea19648-19f7-4103-afe2-b499eb420416 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.039342 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d34b1b1-328e-4414-b966-a2106da95dba req-dea19648-19f7-4103-afe2-b499eb420416 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 944 time: 0.0634274 Jul 09 20:23:29.076916 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d34b1b1-328e-4414-b966-a2106da95dba req-98ff095e-b648-4899-98b1-319d4d2c81cb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Jul 09 20:23:29.245912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78742a-cb03-42b5-83bb-f30009baaaa5 req-42bc74db-ace6-44cf-b761-c3d067285687 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.247401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f78742a-cb03-42b5-83bb-f30009baaaa5 req-42bc74db-ace6-44cf-b761-c3d067285687 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 944 time: 0.0630116 Jul 09 20:23:29.285791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f78742a-cb03-42b5-83bb-f30009baaaa5 req-18fee1a5-a50d-4fcb-af66-e428e5d364dc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Jul 09 20:23:29.463443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10ac1a-9d2e-44a9-bc49-e00166ac824b req-e42b33e2-5067-4394-a9de-55bfaf2a5cff tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.465440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f10ac1a-9d2e-44a9-bc49-e00166ac824b req-e42b33e2-5067-4394-a9de-55bfaf2a5cff tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 944 time: 0.0668736 Jul 09 20:23:29.501677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f10ac1a-9d2e-44a9-bc49-e00166ac824b req-d943dcb4-dbd7-406e-a898-b04a2976a216 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304825 Jul 09 20:23:29.876041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a963d-5849-4d99-bd7d-e513a91b3609 req-0cb0220b-f828-46c8-a3e9-eef908fb7097 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.877660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-813a963d-5849-4d99-bd7d-e513a91b3609 req-0cb0220b-f828-46c8-a3e9-eef908fb7097 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 944 time: 0.0639551 Jul 09 20:23:29.915223 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-813a963d-5849-4d99-bd7d-e513a91b3609 req-1e72628b-674a-48de-95e1-9302be5e0514 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Jul 09 20:23:29.996080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6650092b-e495-4230-a360-fd5e59438915 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:23:30.045734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 6650092b-e495-4230-a360-fd5e59438915 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:23:30.049231 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 6650092b-e495-4230-a360-fd5e59438915 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:23:30.049597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:30.125280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:30.146926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:30.149183 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47efe605-36a6-4d9c-afaf-36ea8d6ffb0f" -d '{"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:30.161794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:30.165876 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:30.192967 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2cb7be-5286-4b46-8ab8-32eec8b76f9e x-openstack-request-id: req-7b2cb7be-5286-4b46-8ab8-32eec8b76f9e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:30.193274 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-plugged", "status": "completed", "tag": "6650092b-e495-4230-a360-fd5e59438915", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:30.193525 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b2cb7be-5286-4b46-8ab8-32eec8b76f9e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:30.193905 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'code': 200} Jul 09 20:23:30.221133 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:31.091579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6bc20-4dff-4d04-ade2-4038d6e20a1b req-a5a67673-7b4f-4572-9b74-2de0f1beafcb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:31.093058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8f6bc20-4dff-4d04-ade2-4038d6e20a1b req-a5a67673-7b4f-4572-9b74-2de0f1beafcb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0634110 Jul 09 20:23:31.130294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d8f6bc20-4dff-4d04-ade2-4038d6e20a1b req-fdc132d9-5ee7-4c86-b537-d25e23477f3f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Jul 09 20:23:31.222362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-e3e88d56-bd07-47cc-96de-191c92bde339 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:31.223815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-e3e88d56-bd07-47cc-96de-191c92bde339 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 945 time: 0.0659690 Jul 09 20:23:31.320766 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Deleting port 6650092b-e495-4230-a360-fd5e59438915 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:31.321111 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:31.410246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] For port 6650092b-e495-4230-a360-fd5e59438915, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=6650092b-e495-4230-a360-fd5e59438915,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:31.410527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:31.576430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:31.576803 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:31.577120 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 disassociated. External IP: 172.25.3.193, port: 6650092b-e495-4230-a360-fd5e59438915. Jul 09 20:23:31.577485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Calling delete_port for 6650092b-e495-4230-a360-fd5e59438915 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:31.705751 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:31.735733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'Port': ['ID=6650092b-e495-4230-a360-fd5e59438915,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:31.855325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:23:31.966858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:23:31.975828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:23:31.986935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:31.987554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:23:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:32.009758 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] No DVR routers for this DVR port 6650092b-e495-4230-a360-fd5e59438915 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:32.012314 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:32.014419 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43c8e35f-3064-4674-9d1d-81e19c067b15 req-f768c0e7-3196-4e2f-8ec6-ef881e24ffd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "DELETE /v2.0/ports/6650092b-e495-4230-a360-fd5e59438915 HTTP/1.1" status: 204 len: 173 time: 0.7854190 Jul 09 20:23:32.014855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-deleted', 'tag': '6650092b-e495-4230-a360-fd5e59438915'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:32.017120 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d7f9e5-8de7-4d83-a85d-370b2724bbb3" -d '{"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-deleted", "tag": "6650092b-e495-4230-a360-fd5e59438915"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:32.054318 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061589e-6a3b-4dec-8e46-694b718f717b x-openstack-request-id: req-e061589e-6a3b-4dec-8e46-694b718f717b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:32.054661 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38ab37-b8dd-492b-a485-0e1624d6c7e9", "name": "network-vif-deleted", "tag": "6650092b-e495-4230-a360-fd5e59438915", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:32.054917 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e061589e-6a3b-4dec-8e46-694b718f717b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:32.055320 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e38ab37-b8dd-492b-a485-0e1624d6c7e9', 'name': 'network-vif-deleted', 'tag': '6650092b-e495-4230-a360-fd5e59438915', 'status': 'completed', 'code': 200} Jul 09 20:23:32.097202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:32.291389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9bd889fd-2321-4865-90dd-6b3fed5aebda req-d6f30770-d10e-4200-888b-26bae1fb4f3b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e38ab37-b8dd-492b-a485-0e1624d6c7e9 HTTP/1.1" status: 200 len: 210 time: 0.0309770 Jul 09 20:23:32.459702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:32.485989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:23:32.493961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:32.494562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:23:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:32.603684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:32.797944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:32.824187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55251c-6a10-41df-9bae-384e34f16b8f None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:23:33.026902 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff78d3-1f55-44a9-a2e0-421e6610271a None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:23:33.591284 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-9bc73174-d752-4816-87d2-11b4ed6be798 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1144930035&fields=id&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 267 time: 0.0322549 Jul 09 20:23:33.698299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-324bc6e2-1911-4f6b-827c-5217efdcc148 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:33.699669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-324bc6e2-1911-4f6b-827c-5217efdcc148 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1016748 Jul 09 20:23:33.715193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-f114ca63-c90b-41ca-8c8d-fb92b725043c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/quotas/eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 375 time: 0.0097160 Jul 09 20:23:33.783266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-85440d68-aa08-4d11-b00d-1c9a895fefe7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626864 Jul 09 20:23:33.879832 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-9a7deb39-0e6a-48b5-92e6-cb9b9250fea8 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Jul 09 20:23:33.969242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-2078f222-4b40-4097-b209-7e2c2c12bc4a service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 Jul 09 20:23:34.007022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6650092b-e495-4230-a360-fd5e59438915 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:34.028169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 6650092b-e495-4230-a360-fd5e59438915 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:34.028557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 6650092b-e495-4230-a360-fd5e59438915 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:34.142192 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-088da624-6ba1-4f06-a1ba-8acd11b984c9 req-6003b957-68bb-4d1c-9744-b311f964cdb0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0324748 Jul 09 20:23:35.223398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b122b02a-9eea-4516-bb34-1c76dbf75aa2 req-6d0b686a-5784-47fc-966f-f9d7fc33ec83 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0296128 Jul 09 20:23:36.311949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a679fbe4-3197-4682-8981-dfbe890d6b88 req-c4150071-d8c7-4dbb-afe6-61d559a3735b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0307744 Jul 09 20:23:37.405317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc759298-0916-4ad8-8e98-ce135ac56359 req-95ea9fa1-67df-47f7-855a-6a418147bdfa tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Jul 09 20:23:38.544953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9aa9d70-0617-42bd-b740-168ae495c8fa req-42b638de-e4fc-42d5-a3fa-ec7187aa220e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Jul 09 20:23:39.323178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ea9dfe8-3642-4ed5-9782-289e9df87c17 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:39.325232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ea9dfe8-3642-4ed5-9782-289e9df87c17 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1068788 Jul 09 20:23:39.375713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ea98065-267f-4b2a-9348-9bbd1d202b9c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 380 time: 0.0346203 Jul 09 20:23:39.384284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'port': {'device_id': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'admin_state_up': True, 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'security_groups': ['836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:39.487411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:23:39.491038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:39.618279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Allocated IP 172.20.0.3 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/0bbfbf5c-6c17-4088-956d-dd536166c392) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:23:39.687106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-620e5b69-cb1e-4230-8608-98427afb701f req-1b10598b-6b38-4855-a0bb-3018349f76e3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0286887 Jul 09 20:23:39.757088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:39.770995 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Transition to ACTIVE for port object 0bbfbf5c-6c17-4088-956d-dd536166c392 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:23:39.803710 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:39.845655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:23:39.850767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:23:39.854478 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:23:39.883456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:39.908492 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:39.909172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:39.923642 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0ace8b0d-db27-429b-bbd4-478a432ffb71 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429161 Jul 09 20:23:39.935175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Request body: {'port': {'device_id': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:40.013595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.125896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6c8ef9eb-d85e-42fe-9ea8-53fd50f89588 None None] Provisioning for port 0bbfbf5c-6c17-4088-956d-dd536166c392 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:23:40.129651 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6c8ef9eb-d85e-42fe-9ea8-53fd50f89588 None None] Provisioning complete for port 0bbfbf5c-6c17-4088-956d-dd536166c392 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:23:40.130033 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef9eb-d85e-42fe-9ea8-53fd50f89588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.167109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ef9eb-d85e-42fe-9ea8-53fd50f89588 None None] Port 0bbfbf5c-6c17-4088-956d-dd536166c392 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:23:40.273355 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbfbf5c-6c17-4088-956d-dd536166c392 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:23:40.280678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.292263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Transition to ACTIVE for port object 0bbfbf5c-6c17-4088-956d-dd536166c392 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:23:40.296863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.346683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:40.422320 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:23:40.422657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:23:40.422992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:40.427541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:23:40.427863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:40.432778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:23:40.433118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:23:40.433530 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:23:40.433952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Bound port: 0bbfbf5c-6c17-4088-956d-dd536166c392, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:23:40.434309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.504915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:40.507919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:23:40.512167 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.543158 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:40.543856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.545690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] 10.222.0.25 "PUT /v2.0/ports/0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1091 time: 0.6142976 Jul 09 20:23:40.546127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:40.548353 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571684f7-0e7a-40a5-a023-0e566957c475" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:40.578121 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cbd01-e1af-4b65-b0a1-23fc1b91ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:40.609831 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceae3c1-fa3f-4bf2-b92d-a1c7e2e7be8e x-openstack-request-id: req-8ceae3c1-fa3f-4bf2-b92d-a1c7e2e7be8e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:40.610118 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:40.610370 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ceae3c1-fa3f-4bf2-b92d-a1c7e2e7be8e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:40.610757 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'status': 'completed', 'code': 200} Jul 09 20:23:40.660616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-29c7af68-2689-47fb-8e7d-61f662a7ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:40.662273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-29c7af68-2689-47fb-8e7d-61f662a7ce8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0620425 Jul 09 20:23:40.704735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-c3de17e1-40ab-41ba-ae46-2514d4fe8324 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 217 time: 0.0357907 Jul 09 20:23:40.753609 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-bd6e8c2b-af9d-40d8-9b94-fcb71880fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:40.755608 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-bd6e8c2b-af9d-40d8-9b94-fcb71880fab9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0449250 Jul 09 20:23:40.812765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-9f914c9b-d513-4c39-9243-9b7b031c4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:40.814234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-9f914c9b-d513-4c39-9243-9b7b031c4e2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527036 Jul 09 20:23:40.860473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aafce-dc1f-4d8e-998c-5efb84460b43 req-6071b1d3-30c4-4e0d-9cd2-a233b19e6467 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:40.862064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-109aafce-dc1f-4d8e-998c-5efb84460b43 req-6071b1d3-30c4-4e0d-9cd2-a233b19e6467 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0654881 Jul 09 20:23:40.899633 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-109aafce-dc1f-4d8e-998c-5efb84460b43 req-72683ba5-2bb4-444e-a892-67ec733f60a4 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Jul 09 20:23:40.907839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-f5b3190e-9d14-4900-bb99-7b6579bd8c14 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869794 Jul 09 20:23:40.995795 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f767d5a7-34cc-4ad2-920a-ba3f4fad876f req-0d7e8a4b-9ca9-419d-9cab-2cd1a7f6f633 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810387 Jul 09 20:23:41.099481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571684f7-0e7a-40a5-a023-0e566957c475 req-ed4a72eb-2657-49d3-9e71-ada2bcbc3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.100971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-ed4a72eb-2657-49d3-9e71-ada2bcbc3f18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0564339 Jul 09 20:23:41.187231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571684f7-0e7a-40a5-a023-0e566957c475 req-094808d3-0741-43ae-9d0d-ba594ec71c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.188716 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-094808d3-0741-43ae-9d0d-ba594ec71c1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0819037 Jul 09 20:23:41.232042 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-a8e902c4-94ce-4783-9414-292fc741c7dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 217 time: 0.0366554 Jul 09 20:23:41.278247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571684f7-0e7a-40a5-a023-0e566957c475 req-5687c1a0-8bed-4cc8-abd2-5aa720ce1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.279658 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-5687c1a0-8bed-4cc8-abd2-5aa720ce1e1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0419354 Jul 09 20:23:41.334531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571684f7-0e7a-40a5-a023-0e566957c475 req-5171256e-4638-4601-a13c-6ed860fe8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.335976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-5171256e-4638-4601-a13c-6ed860fe8827 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498016 Jul 09 20:23:41.424948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-9bc935f1-2945-4dfb-be99-aff903bfb6b6 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823162 Jul 09 20:23:41.511103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-571684f7-0e7a-40a5-a023-0e566957c475 req-082e4566-3afb-4056-94e9-cd91949a193f service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794079 Jul 09 20:23:42.073228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede7f66-68a8-46e6-a797-579c95ad35d7 req-4bcbbea2-8d1f-44d9-b4a9-ee16a1daa239 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:42.074696 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cede7f66-68a8-46e6-a797-579c95ad35d7 req-4bcbbea2-8d1f-44d9-b4a9-ee16a1daa239 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0626092 Jul 09 20:23:42.111153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cede7f66-68a8-46e6-a797-579c95ad35d7 req-2059fb3c-6bad-4188-82e8-566828c02885 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Jul 09 20:23:43.284391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defca72-d425-4be5-870d-ee57ac01996d req-807f28b5-61ef-49a4-aff9-846b8990ad03 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:43.285879 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3defca72-d425-4be5-870d-ee57ac01996d req-807f28b5-61ef-49a4-aff9-846b8990ad03 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0659330 Jul 09 20:23:43.323424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3defca72-d425-4be5-870d-ee57ac01996d req-28129534-1e8d-4b5c-9e97-27533b875966 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jul 09 20:23:44.037053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:23:44.130759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:44.142491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'mac_address': 'fa:16:3e:19:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:23:44.178293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:44.193998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbfbf5c-6c17-4088-956d-dd536166c392 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:23:44.212911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:44.216446 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:44.262049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:44.501255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['0bbfbf5c-6c17-4088-956d-dd536166c392'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:23:44.504655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7002-50c0-4d98-8f3f-f5168d66d043 req-fc1b0ab7-7da7-46ca-b7ee-1c5f417ebf5c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:44.506178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-535f7002-50c0-4d98-8f3f-f5168d66d043 req-fc1b0ab7-7da7-46ca-b7ee-1c5f417ebf5c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0665395 Jul 09 20:23:44.543276 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-535f7002-50c0-4d98-8f3f-f5168d66d043 req-a3c117ba-66c8-4333-8b52-0fd48f698e37 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Jul 09 20:23:45.730845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fda53-05e3-4c6f-a499-4e2d0b57b823 req-f1b5dd59-7046-48be-92cd-fbf15f406116 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:45.732318 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa1fda53-05e3-4c6f-a499-4e2d0b57b823 req-f1b5dd59-7046-48be-92cd-fbf15f406116 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0630131 Jul 09 20:23:45.768907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa1fda53-05e3-4c6f-a499-4e2d0b57b823 req-ce8cd142-9298-4621-8af5-8ca8eaa1a8a5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Jul 09 20:23:46.037626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:23:46.087742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 0bbfbf5c-6c17-4088-956d-dd536166c392 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:23:46.091239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 0bbfbf5c-6c17-4088-956d-dd536166c392 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:23:46.091612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.166906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.188158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:46.190589 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bce1066-0e8f-4cd9-ad53-c91f2fd66fdb" -d '{"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:46.204409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:46.208441 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.234584 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf290c0-04db-4dc2-b10c-fc7d963de574 x-openstack-request-id: req-1bf290c0-04db-4dc2-b10c-fc7d963de574 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:46.234877 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:46.235129 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bf290c0-04db-4dc2-b10c-fc7d963de574 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:46.235508 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'code': 200} Jul 09 20:23:46.262613 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:46.339262 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42f38b-d1c1-45bc-8724-2c60ec387999 req-6d0e2233-d1f1-4510-a731-664ac70d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:46.340739 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db42f38b-d1c1-45bc-8724-2c60ec387999 req-6d0e2233-d1f1-4510-a731-664ac70d6939 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0511031 Jul 09 20:23:46.374574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db42f38b-d1c1-45bc-8724-2c60ec387999 req-66a0a2ac-a3f5-4a86-81eb-3ef9d995e920 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274823 Jul 09 20:23:46.938051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166172d-1731-4c60-8026-19d38bf3c2e4 req-15570b0b-0fac-43ff-b554-d56a73e84685 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:46.939528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8166172d-1731-4c60-8026-19d38bf3c2e4 req-15570b0b-0fac-43ff-b554-d56a73e84685 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0624182 Jul 09 20:23:46.976601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8166172d-1731-4c60-8026-19d38bf3c2e4 req-e1ff415b-45c7-4777-8581-e576195802f9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Jul 09 20:23:48.157553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dee1e-adb4-4a55-bd2e-40766ccc2d46 req-356cfa30-f3c8-4e5c-be0f-ba69a82d3677 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:48.159032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158dee1e-adb4-4a55-bd2e-40766ccc2d46 req-356cfa30-f3c8-4e5c-be0f-ba69a82d3677 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0656154 Jul 09 20:23:48.196005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-158dee1e-adb4-4a55-bd2e-40766ccc2d46 req-ff3724e0-6475-42cd-8f88-33c074476163 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Jul 09 20:23:48.362943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858a6d0-2469-46cf-94dc-d897b51cc489 req-3c5fa855-6f09-4a2d-aa49-bfcc3c4285cd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:48.364417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1858a6d0-2469-46cf-94dc-d897b51cc489 req-3c5fa855-6f09-4a2d-aa49-bfcc3c4285cd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0664895 Jul 09 20:23:48.373410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:48.377904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'floatingip': {'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:48.417037 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.845311 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.848849 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.948921 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 associated. External IP: 172.25.3.193, port: 0bbfbf5c-6c17-4088-956d-dd536166c392. Jul 09 20:23:49.095637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.154653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:23:49.259033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:23:49.263982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.268324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:23:49.277108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:49.277752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:23:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:49.300254 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25f91e12-25bf-47a9-ab32-1a644c53772a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "PUT /v2.0/floatingips/9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 HTTP/1.1" status: 200 len: 991 time: 0.9257843 Jul 09 20:23:49.300836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:49.303132 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c7796-d879-4f16-bda5-6532c014fabf" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:49.341108 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bebac6-03b2-4b07-8e9f-66fc335203f1 x-openstack-request-id: req-28bebac6-03b2-4b07-8e9f-66fc335203f1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:49.341571 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:49.342548 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28bebac6-03b2-4b07-8e9f-66fc335203f1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:49.342988 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'status': 'completed', 'code': 200} Jul 09 20:23:49.389288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:49.413449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-935b2564-30f7-4eea-89db-f5e686245643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:49.414952 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-935b2564-30f7-4eea-89db-f5e686245643 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0528829 Jul 09 20:23:49.514600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-a091602f-d401-4fa5-88a9-b8503cab242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:49.516440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-a091602f-d401-4fa5-88a9-b8503cab242d service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0953836 Jul 09 20:23:49.583732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-5bd86660-fddd-4b8f-b723-75aa7add5065 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 999 time: 0.0591602 Jul 09 20:23:49.630768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:19:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:23:48Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:49.631589 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-9303141c-72a2-482d-af24-42e4a7ea07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:49.633071 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-9303141c-72a2-482d-af24-42e4a7ea07b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0437746 Jul 09 20:23:49.664212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:23:49.672776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:49.673422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:23:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:49.696889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-5d51d5d1-53f1-4761-9307-a145490027d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:49.698632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-5d51d5d1-53f1-4761-9307-a145490027d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589786 Jul 09 20:23:49.782149 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:49.801077 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-2dc56add-aa5f-4b0e-8f74-9beb7ccadb53 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959346 Jul 09 20:23:49.893817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5d5c7796-d879-4f16-bda5-6532c014fabf req-c03a8bb2-cde9-4e29-9f4b-d5c15357f5fc service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Jul 09 20:23:50.006931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:19:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:23:48Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:50.032676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726eb221-64ae-4533-b4df-f5a7b5efd32f None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:19:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:23:48Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:23:50.230156 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea6ba6-50be-4710-bd95-1930fbede16a None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:23:52.423442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12dce9b0-fb06-4125-8b20-6088ebd096bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:53.390243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:23:53.638184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.023504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cef9191-57e0-489a-a9a0-ea27ce092f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.337377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:56.509886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.993560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:17.746891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-57cb14bb-0912-46d3-88eb-47e6a7a68097 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500739 Jul 09 20:24:17.836948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-23f92d32-d0dc-4558-89fc-48e686fd5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:17.838467 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-23f92d32-d0dc-4558-89fc-48e686fd5fa0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0505164 Jul 09 20:24:17.947756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-6fce9f98-b8b1-4cfe-8060-d285350e735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:17.949329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-6fce9f98-b8b1-4cfe-8060-d285350e735b service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0880668 Jul 09 20:24:18.016669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-8e03199a-c622-421f-9167-4297925eceb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1001 time: 0.0605938 Jul 09 20:24:18.076130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-c80779a7-1d28-4062-a149-c40bf15c3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:18.078093 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-c80779a7-1d28-4062-a149-c40bf15c3cb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0553951 Jul 09 20:24:18.138658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-2e5cb281-6fc4-4a45-995e-e0c831180998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:18.140507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-2e5cb281-6fc4-4a45-995e-e0c831180998 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561132 Jul 09 20:24:18.227354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-5d7e0dc5-918d-46ad-a4e7-9b89fbd0d13d service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800002 Jul 09 20:24:18.316714 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1874a492-7d4e-437e-9d84-7a0a00de055a req-47ce31ef-38d8-45a6-b9a8-3bdcbae99773 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Jul 09 20:24:19.108975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:22.424864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-41b81c21-de57-4b53-bae6-29785dc76b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:23.638074 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:25.023453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2ca11edd-2d48-4cb4-bbba-b36fe245673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:25.337988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:26.512606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:27.997304 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.388870 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:24:49.109506 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:52.425266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-decb9576-f3db-4e85-999c-dd5b45127339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:53.644952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.023604 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-821d822a-f0ba-432b-b1a3-f3b357bbcf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.338041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.516516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.000366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:07.388364 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:25:18.599728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-9808187d-e6aa-42c1-8eae-9cdcc7b7c265 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3733091 Jul 09 20:25:18.695166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-c65903f5-06b1-41bf-b4c3-e4c9030237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:18.696614 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-c65903f5-06b1-41bf-b4c3-e4c9030237ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0512371 Jul 09 20:25:18.799459 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-29a9fdd4-305c-4cf0-a0d1-a8d253561301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:18.800838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-29a9fdd4-305c-4cf0-a0d1-a8d253561301 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0844562 Jul 09 20:25:18.863857 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-2719ed23-99c1-427c-b917-45d9118c3830 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1001 time: 0.0570204 Jul 09 20:25:18.913876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-0aa8e073-13a2-4bc2-8ebb-f67c28957d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:18.915727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-0aa8e073-13a2-4bc2-8ebb-f67c28957d9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0463531 Jul 09 20:25:18.978941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-b13d9a55-0bb5-499e-b55f-8140da055a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:18.980448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-b13d9a55-0bb5-499e-b55f-8140da055a27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557277 Jul 09 20:25:19.066939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-56817e3a-cca9-43ac-9e74-ebb3caeb908f service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803213 Jul 09 20:25:19.124932 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.161553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bccda8a3-ce36-4d5f-9a57-af19fea9f371 req-648dc5ea-49e1-44c4-8312-6f0151171ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873904 Jul 09 20:25:22.425752 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e3e58d8-dc24-4733-9e7c-824b72201282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.639087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.024857 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f3130468-a2b9-4096-8b89-870b0e5df422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.338996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.518499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.002987 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.387569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:25:49.124284 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:52.425538 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f15c6d8e-9c20-44e0-8751-4530b00b5ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.646893 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.024868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8c28623d-b5a6-4dce-a5ff-d044a100094c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.340174 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.521434 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.004736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.121189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.889270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c99f5-227d-4e90-b709-0bc9bb6fe469 req-340b97fe-15ca-4319-ac5e-6a95de1de41a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:20.890791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac1c99f5-227d-4e90-b709-0bc9bb6fe469 req-340b97fe-15ca-4319-ac5e-6a95de1de41a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1331961 Jul 09 20:26:20.930576 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ac1c99f5-227d-4e90-b709-0bc9bb6fe469 req-190b2f0d-4623-4551-894b-c9d80cca896c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jul 09 20:26:20.939917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-cbe0734a-67ff-434b-b291-03a2bd83e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:20.941635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-cbe0734a-67ff-434b-b291-03a2bd83e88e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1057930 Jul 09 20:26:21.047176 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-49ddd83e-4140-4516-90ac-e80415a8a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.048792 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-49ddd83e-4140-4516-90ac-e80415a8a12c service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0859425 Jul 09 20:26:21.118227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-092c47a8-8a3a-406e-97e3-9e784a29e166 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1001 time: 0.0630500 Jul 09 20:26:21.166042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-06136fbd-b578-49ea-bc6f-2112fbe2d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.167399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-06136fbd-b578-49ea-bc6f-2112fbe2d270 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0433178 Jul 09 20:26:21.222685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-c39fda97-d474-4e5b-abca-26af8e0ab376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.224139 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-c39fda97-d474-4e5b-abca-26af8e0ab376 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504324 Jul 09 20:26:21.313502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-0e5500d8-e1b4-4e38-8c23-85c52d019692 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821919 Jul 09 20:26:21.386725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:26:21.401751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-335b328c-c89f-4a1e-99ad-54ff8233da1e req-ca5eb13c-cc1b-46a9-bf38-f64cbfcfdff2 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796206 Jul 09 20:26:22.166854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8df9a-594d-4618-be4c-e7d4225ca05d req-2c93e821-aad1-4657-981c-0abf89caebba tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:22.168308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3d8df9a-594d-4618-be4c-e7d4225ca05d req-2c93e821-aad1-4657-981c-0abf89caebba tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1181233 Jul 09 20:26:22.205027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3d8df9a-594d-4618-be4c-e7d4225ca05d req-e5beeffd-d8c1-477a-ad93-98ff2398db49 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Jul 09 20:26:22.425925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49598289-93f1-42a8-89c4-55da5b9bb128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.636988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac759c-8b45-448e-975d-72ceba864ff1 req-44da60dc-0ef4-4f50-8537-86e6b0816e6f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.638507 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cac759c-8b45-448e-975d-72ceba864ff1 req-44da60dc-0ef4-4f50-8537-86e6b0816e6f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.3250334 Jul 09 20:26:23.641175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.675615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2cac759c-8b45-448e-975d-72ceba864ff1 req-35ee0dab-c02e-4db7-b27f-59124f8b25b4 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Jul 09 20:26:24.865144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4539-a15c-4261-ab38-58edadff5063 req-dd15ac53-140a-4f95-b7f5-6917f7a708f5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.866624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b0e4539-a15c-4261-ab38-58edadff5063 req-dd15ac53-140a-4f95-b7f5-6917f7a708f5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0620120 Jul 09 20:26:24.902715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5b0e4539-a15c-4261-ab38-58edadff5063 req-208b9930-96df-4179-b587-b9b941e27747 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306551 Jul 09 20:26:25.024398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12e32421-499a-4ed7-b1bd-b0bf155ade6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.341544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.073205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a7a5-26a7-4ed1-b01e-b2840d8c734b req-6a0bc830-6e50-4899-9fa4-5e6b2f3fdad7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:26.074672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97a2a7a5-26a7-4ed1-b01e-b2840d8c734b req-6a0bc830-6e50-4899-9fa4-5e6b2f3fdad7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Jul 09 20:26:26.112375 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97a2a7a5-26a7-4ed1-b01e-b2840d8c734b req-edb2881e-3ca9-45dd-a418-b2774ff32b66 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Jul 09 20:26:26.524742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.284726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a6b93-5bd6-4080-a7dd-c9f72cba4f31 req-a1a3c09c-4f34-4ba3-949b-396ba0bfd452 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.286129 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca4a6b93-5bd6-4080-a7dd-c9f72cba4f31 req-a1a3c09c-4f34-4ba3-949b-396ba0bfd452 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0646758 Jul 09 20:26:27.322919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca4a6b93-5bd6-4080-a7dd-c9f72cba4f31 req-5092dc13-f3ad-4ac3-99ee-208bd7615a62 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 09 20:26:28.008993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.499767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6b7b-024b-408c-86e9-7cc45b766793 req-554ed7eb-350e-4d13-8807-a88095cbf15b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.501265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16fc6b7b-024b-408c-86e9-7cc45b766793 req-554ed7eb-350e-4d13-8807-a88095cbf15b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0658951 Jul 09 20:26:28.538257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-16fc6b7b-024b-408c-86e9-7cc45b766793 req-8f89a8d2-58e8-427e-8612-65c74bd631b5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jul 09 20:26:29.710605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d694-8b28-40d4-bcc9-1a03b87ff890 req-f8f31dc1-1f8a-4c33-bd9f-3c063b506ad1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:29.712055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84c6d694-8b28-40d4-bcc9-1a03b87ff890 req-f8f31dc1-1f8a-4c33-bd9f-3c063b506ad1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0626247 Jul 09 20:26:29.748737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84c6d694-8b28-40d4-bcc9-1a03b87ff890 req-a1f1d22b-3e6d-45e4-af8d-e53ebbfdbb64 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Jul 09 20:26:30.923729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f476-032c-42fe-8833-f2c06c2353a3 req-6a3615c3-bc64-408b-86b6-3782a68c0f7c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:30.925300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8605f476-032c-42fe-8833-f2c06c2353a3 req-6a3615c3-bc64-408b-86b6-3782a68c0f7c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0634463 Jul 09 20:26:30.963632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8605f476-032c-42fe-8833-f2c06c2353a3 req-6419bc2f-0d50-4284-adc3-dccea432d34c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 09 20:26:32.133214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469259-8bfd-4e8c-8d2a-eb521aeea088 req-1ee8b9ab-c364-49f4-a95c-2ae3b96620c3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:32.134693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60469259-8bfd-4e8c-8d2a-eb521aeea088 req-1ee8b9ab-c364-49f4-a95c-2ae3b96620c3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0616500 Jul 09 20:26:32.170815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-60469259-8bfd-4e8c-8d2a-eb521aeea088 req-572113ed-f3cf-4272-8277-3ce1278d8684 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306542 Jul 09 20:26:32.495714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-57d8ffd5-d802-4eca-b50d-284c18e1deaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527518 Jul 09 20:26:32.556803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd424e-bf77-4c79-9c97-1610f118e059 req-2f201b82-0f71-4c4f-8357-fc76343b68d8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:32.558336 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4bd424e-bf77-4c79-9c97-1610f118e059 req-2f201b82-0f71-4c4f-8357-fc76343b68d8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 09 20:26:32.597058 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b4bd424e-bf77-4c79-9c97-1610f118e059 req-0379c973-25b9-4b10-846c-94acec089ca4 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jul 09 20:26:33.728319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-2e751d4b-56ff-4982-9f3c-0d0613c32a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:33.730779 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-2e751d4b-56ff-4982-9f3c-0d0613c32a0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0547934 Jul 09 20:26:33.780213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175d12-88c9-403f-b583-85d1003d24b0 req-e8d795a8-d44e-436c-807c-47852cceadb2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:33.781719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de175d12-88c9-403f-b583-85d1003d24b0 req-e8d795a8-d44e-436c-807c-47852cceadb2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0696177 Jul 09 20:26:33.820308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de175d12-88c9-403f-b583-85d1003d24b0 req-988752a7-ab6b-4f2f-aeab-c1ecb8c6fdfd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Jul 09 20:26:33.824883 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-678f3591-947b-47d0-a204-7096da6a71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:33.826462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-678f3591-947b-47d0-a204-7096da6a71b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0896745 Jul 09 20:26:33.888948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-7a01817b-ffa3-4b13-ba9f-fb6735a2c45e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1001 time: 0.0562561 Jul 09 20:26:33.934288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-ec27ff89-afd8-4a54-8ac5-a878df6f6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:33.935673 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-ec27ff89-afd8-4a54-8ac5-a878df6f6444 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0414424 Jul 09 20:26:33.995139 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-f871cd1c-8b96-470c-8510-74ce2a86a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:33.996596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-f871cd1c-8b96-470c-8510-74ce2a86a3e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549140 Jul 09 20:26:34.083096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-62d1edc8-73fc-445e-9b46-faf0e572be16 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795469 Jul 09 20:26:34.174985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-745d770a-f1f0-4fad-8181-d246d87dab0a service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Jul 09 20:26:35.045524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b151b3-be68-4647-8591-e8778dd54810 req-57302bbc-1a57-45a6-8b55-44ca6e16635a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:35.047007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33b151b3-be68-4647-8591-e8778dd54810 req-57302bbc-1a57-45a6-8b55-44ca6e16635a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0631220 Jul 09 20:26:35.084162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-33b151b3-be68-4647-8591-e8778dd54810 req-f5d29197-8611-4bb8-8725-17bf58a70c07 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jul 09 20:26:36.315617 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-6fa7bd19-8dc5-4a8f-833f-b1e04c8cd0d0 service neutron] show failed (client error): The resource could not be found. Jul 09 20:26:36.316660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-6fa7bd19-8dc5-4a8f-833f-b1e04c8cd0d0 service neutron] 10.222.0.25 "GET /v2.0/ports/0bbfbf5c-6c17-4088-956d-dd536166c392/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0552011 Jul 09 20:26:36.370164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e6040-15db-42ff-84f9-1a4eae0d7a43 req-7854c7f0-fd43-4877-a987-a2b31e1c6b76 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:36.371647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b9e6040-15db-42ff-84f9-1a4eae0d7a43 req-7854c7f0-fd43-4877-a987-a2b31e1c6b76 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1094613 Jul 09 20:26:36.410984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3b9e6040-15db-42ff-84f9-1a4eae0d7a43 req-76f98031-81e1-4e49-b203-465795fa0bcf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Jul 09 20:26:36.607344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5fc5e236-e0f0-4c9c-8f0d-7c62e9381f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:36.608816 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5fc5e236-e0f0-4c9c-8f0d-7c62e9381f19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1096 time: 0.0934522 Jul 09 20:26:36.620271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:36.692772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.888408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:36.920179 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:36.958498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:36.960763 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e2464-74f6-4450-be54-c387bba5a347" -d '{"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:36.964581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.976993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Transition to ACTIVE for port object 0bbfbf5c-6c17-4088-956d-dd536166c392 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:36.980904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.078168 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e09e3-bd0e-44c9-89a1-7c1bd38f28b0 x-openstack-request-id: req-4e9e09e3-bd0e-44c9-89a1-7c1bd38f28b0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:37.078469 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:37.078724 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e9e09e3-bd0e-44c9-89a1-7c1bd38f28b0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:37.079158 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'code': 200} Jul 09 20:26:37.087331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:37.115431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.115783 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.116127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.116462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.116795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.117121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.117475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.117802 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.118127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.118451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.118774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.119123 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:37.171303 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] No DVR routers for this DVR port 0bbfbf5c-6c17-4088-956d-dd536166c392 on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:37.338130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:37.338469 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:37.338801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:37.343030 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:26:37.343357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Attempting to bind port 0bbfbf5c-6c17-4088-956d-dd536166c392 on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:37.348985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:37.349361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:37.349746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:37.350172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Bound port: 0bbfbf5c-6c17-4088-956d-dd536166c392, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:37.350533 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.412133 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:37.415110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:37.419787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.458046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.458687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.460135 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] 10.222.0.59 "PUT /v2.0/ports/0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1091 time: 0.8438101 Jul 09 20:26:37.525476 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61343-1566-40db-b029-2322ff4ab845 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:37.589402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-09328417-246a-4c8d-8168-5c45c4e9f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.590950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-09328417-246a-4c8d-8168-5c45c4e9f121 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.1017287 Jul 09 20:26:37.660375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa0494-685d-4c01-934a-56c9ed0bc329 req-5f17d001-63eb-4cac-9f00-6def6c3cf220 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.661883 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32fa0494-685d-4c01-934a-56c9ed0bc329 req-5f17d001-63eb-4cac-9f00-6def6c3cf220 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1264832 Jul 09 20:26:37.715615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32fa0494-685d-4c01-934a-56c9ed0bc329 req-e9d67031-0cf9-40a5-bcb7-4db704e5124c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Jul 09 20:26:37.727970 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-941e06e2-cf2c-443f-af31-dbb88d591277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.729547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-941e06e2-cf2c-443f-af31-dbb88d591277 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.1318586 Jul 09 20:26:37.798698 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-70f598bb-4c3e-4d90-a14a-edf2dc56a0b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 999 time: 0.0624733 Jul 09 20:26:37.846296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-17ca09ef-5131-4e31-9e19-29b4f8e3c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.847716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-17ca09ef-5131-4e31-9e19-29b4f8e3c33f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0435455 Jul 09 20:26:37.901873 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-08fdda95-5d7e-4b29-8f9e-a291a7e249a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.903303 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-08fdda95-5d7e-4b29-8f9e-a291a7e249a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499084 Jul 09 20:26:37.994615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-b9f64635-ffca-413c-9c74-677d04cdcd25 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Jul 09 20:26:38.082338 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-97e1b0ad-3cad-4b62-8692-1538068a0bf7 req-aecaa0c0-972e-4c0a-ad38-c516f96c4050 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810752 Jul 09 20:26:38.971785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e14706-e0c3-4c40-baa6-f428061f5bdd req-2d68394a-f04a-4fed-a61b-cc4d82a42fdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:38.973304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88e14706-e0c3-4c40-baa6-f428061f5bdd req-2d68394a-f04a-4fed-a61b-cc4d82a42fdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1090193 Jul 09 20:26:38.982594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:39.010508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88e14706-e0c3-4c40-baa6-f428061f5bdd req-081745d5-2948-4ad6-a63b-978830802309 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jul 09 20:26:39.020089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:39.080459 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:39.082823 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d4c12-37ca-42a3-acb8-a0676a7b0615" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:39.128533 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009deaa7-b57f-4452-aa7f-2db0db8a3f99 x-openstack-request-id: req-009deaa7-b57f-4452-aa7f-2db0db8a3f99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:39.128825 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:39.129077 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-009deaa7-b57f-4452-aa7f-2db0db8a3f99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:39.129506 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'status': 'completed', 'code': 200} Jul 09 20:26:39.199478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-4eaea6ef-112b-4c2b-b320-5dbba82e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.200974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-4eaea6ef-112b-4c2b-b320-5dbba82e72af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0515978 Jul 09 20:26:39.207493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-9e803e0e-206f-4528-9642-3d4f516e1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.209185 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-9e803e0e-206f-4528-9642-3d4f516e1e0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0523620 Jul 09 20:26:39.293684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-782a4ed3-9ab8-4090-bacd-1271c7729375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.295061 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-782a4ed3-9ab8-4090-bacd-1271c7729375 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0862994 Jul 09 20:26:39.299793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-14aae800-3cf8-4e53-9e49-75baf6b84707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.301395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-14aae800-3cf8-4e53-9e49-75baf6b84707 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0851831 Jul 09 20:26:39.360459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-51364c15-f9f9-4cd5-8195-e1508e61d78c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 999 time: 0.0583863 Jul 09 20:26:39.366444 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-5938dc0b-ed88-47dc-8bed-ae844c45f562 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 999 time: 0.0582602 Jul 09 20:26:39.419343 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-99820f18-a6d4-41fd-8ca3-4864d86e914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.420155 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-7da29ed3-8571-47a9-958a-b17c44c55d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.421043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-99820f18-a6d4-41fd-8ca3-4864d86e914c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0488014 Jul 09 20:26:39.421683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-7da29ed3-8571-47a9-958a-b17c44c55d24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0552685 Jul 09 20:26:39.480788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-30a040c7-f5c5-4b97-bca5-7b8f4aecd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.482413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-30a040c7-f5c5-4b97-bca5-7b8f4aecd7c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544960 Jul 09 20:26:39.487887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-89070e70-7ec4-4307-9706-fb21befffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:39.489584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-89070e70-7ec4-4307-9706-fb21befffb6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627036 Jul 09 20:26:39.577436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-eaf2da7d-f721-406b-8c9f-64f760dc2ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868053 Jul 09 20:26:39.588085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-50864fa6-389b-4b6a-8c61-11ed8e2fb1f9 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897706 Jul 09 20:26:39.671455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-b5acadcd-199e-4734-89bc-e21375b9f6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875595 Jul 09 20:26:39.681315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-708d4c12-37ca-42a3-acb8-a0676a7b0615 req-064b9f04-b401-4944-b56f-cd0c8de273bd service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Jul 09 20:26:40.192569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514477d-6237-4ee3-bbbc-d4b2fb876979 req-07a8e40f-dae7-4613-90a7-56d881983c97 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.194085 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a514477d-6237-4ee3-bbbc-d4b2fb876979 req-07a8e40f-dae7-4613-90a7-56d881983c97 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0722425 Jul 09 20:26:40.230800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a514477d-6237-4ee3-bbbc-d4b2fb876979 req-a614abe8-015b-468d-9e36-810e71efdad0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Jul 09 20:26:40.575404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd3dc-cc26-4ee3-aa0e-18f0bc7b90b5 req-5ebaf27b-0495-4b66-9b79-7cb53c84eb0a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.576889 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5adbd3dc-cc26-4ee3-aa0e-18f0bc7b90b5 req-5ebaf27b-0495-4b66-9b79-7cb53c84eb0a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1183760 Jul 09 20:26:40.588939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-e424906b-d9bc-40ae-8a81-4949d9bd09f1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.590422 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-e424906b-d9bc-40ae-8a81-4949d9bd09f1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 943 time: 0.1227622 Jul 09 20:26:40.654028 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5adbd3dc-cc26-4ee3-aa0e-18f0bc7b90b5 req-fa4ca4f6-2eac-4b8c-a94e-9ce17f54bfce tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627251 Jul 09 20:26:40.672400 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-6fc1cc9e-f9ea-47dd-8111-25c324807227 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:26:40.672400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-6fc1cc9e-f9ea-47dd-8111-25c324807227 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0bbfbf5c-6c17-4088-956d-dd536166c392/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0735586 Jul 09 20:26:40.765525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-2d468e27-e0f2-4c5d-9e47-80fc5a690883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.767635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-2d468e27-e0f2-4c5d-9e47-80fc5a690883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0522785 Jul 09 20:26:40.860535 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-e37caaff-f93e-4ad2-9a23-c891a12b40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.862041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-e37caaff-f93e-4ad2-9a23-c891a12b40ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0878460 Jul 09 20:26:40.926095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-01fde8c7-14e1-4095-b954-e23b569c5af7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 999 time: 0.0564797 Jul 09 20:26:40.977542 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-915470b9-dd30-4d4c-80d3-8b4757bd482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:40.978951 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-915470b9-dd30-4d4c-80d3-8b4757bd482a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0465584 Jul 09 20:26:41.033952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-80736560-22cd-4a47-9693-d9bb348cf5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:41.035306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-80736560-22cd-4a47-9693-d9bb348cf5db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502834 Jul 09 20:26:41.121537 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-b57bb1ff-a139-46eb-b397-2f32a41ced13 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792630 Jul 09 20:26:41.211460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-283648a3-1e33-4f2e-94b1-1cc617191bbd req-f9dbeb34-cc8f-446a-962e-6baab97d30f4 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837574 Jul 09 20:26:41.389146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:26:41.482434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:41.493854 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'mac_address': 'fa:16:3e:19:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:26:41.529428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.542745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbfbf5c-6c17-4088-956d-dd536166c392 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:26:41.563979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:41.568077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.616234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:41.623560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.623910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.624251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.624589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.624923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.625280 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.625643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.625972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.626298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.626630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.626954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.627287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:41.803882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['0bbfbf5c-6c17-4088-956d-dd536166c392'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:26:41.844237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a399-3114-4d4b-a10c-732a82e6f9b5 req-0c1241fe-768d-4954-9279-392da15b8231 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:41.846712 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3a6a399-3114-4d4b-a10c-732a82e6f9b5 req-0c1241fe-768d-4954-9279-392da15b8231 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0708103 Jul 09 20:26:41.887857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3a6a399-3114-4d4b-a10c-732a82e6f9b5 req-01c10d58-7ea6-4845-9362-655dff6c39bf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327799 Jul 09 20:26:42.058465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de764-f6a5-44d4-884e-77ac4d20f791 req-a0e85795-d029-4d55-93be-134df76dabf5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.059981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a9de764-f6a5-44d4-884e-77ac4d20f791 req-a0e85795-d029-4d55-93be-134df76dabf5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0621243 Jul 09 20:26:42.097861 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1a9de764-f6a5-44d4-884e-77ac4d20f791 req-e3105b27-d8bf-443a-9737-d0fac9f1b65c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jul 09 20:26:42.415507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-27f82b2f-f0f2-4631-8599-353f297f86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.417013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-27f82b2f-f0f2-4631-8599-353f297f86b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 1095 time: 0.0536268 Jul 09 20:26:42.437962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf59a8-3379-4c62-b77f-5dbef4723ad6 req-b86ddbc8-ebec-43e3-832a-8af3b66e5acf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.440207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3caf59a8-3379-4c62-b77f-5dbef4723ad6 req-b86ddbc8-ebec-43e3-832a-8af3b66e5acf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0675607 Jul 09 20:26:42.476930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3caf59a8-3379-4c62-b77f-5dbef4723ad6 req-6683d9d7-03fc-4175-a931-5a65963a0928 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307622 Jul 09 20:26:42.514226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-63b5667a-898a-4f99-a1c0-47de1e13bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.515692 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-63b5667a-898a-4f99-a1c0-47de1e13bff2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0920792 Jul 09 20:26:42.579398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-aafc4a04-e058-4bec-a2ea-286895bc4909 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 200 len: 1000 time: 0.0569103 Jul 09 20:26:42.630794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-3ce6d92f-44d2-40fd-be56-8c62fbd4ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.632232 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-3ce6d92f-44d2-40fd-be56-8c62fbd4ee85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0469618 Jul 09 20:26:42.686880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-4e0e5266-7a52-4029-997a-7abccbbc0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:42.689248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-4e0e5266-7a52-4029-997a-7abccbbc0cce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507748 Jul 09 20:26:42.775200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-33af24e0-cefc-486f-bd2f-a7fe93a42cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799618 Jul 09 20:26:42.867740 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93440696-bb6c-4fc8-a3ff-e810bd73fbbc req-de09fe93-fb1e-4080-93cf-89ad8df9b7fc service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Jul 09 20:26:43.389013 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:43.435319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 0bbfbf5c-6c17-4088-956d-dd536166c392 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:43.439774 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 0bbfbf5c-6c17-4088-956d-dd536166c392 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:43.440177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.519173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.542095 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:43.544325 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e98362-d511-408a-bb28-7c843dca7a3a" -d '{"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:43.560236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:43.563173 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.613975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.638099 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69249e87-f55c-4831-a33d-b518a293a0c6 x-openstack-request-id: req-69249e87-f55c-4831-a33d-b518a293a0c6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:43.638402 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:43.638665 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69249e87-f55c-4831-a33d-b518a293a0c6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:43.639109 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'code': 200} Jul 09 20:26:43.671257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2342-a9aa-4ca3-a4ec-4e43a91825f7 req-55c8be45-01cb-4e6c-98af-d4e15231e188 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:43.673347 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0efa2342-a9aa-4ca3-a4ec-4e43a91825f7 req-55c8be45-01cb-4e6c-98af-d4e15231e188 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0749500 Jul 09 20:26:43.710002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0efa2342-a9aa-4ca3-a4ec-4e43a91825f7 req-cd24b638-cc0b-4da3-82f6-6f0aa5e09917 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Jul 09 20:26:44.085426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d32f4-1ea0-4840-a43a-5792616c7260 req-b503658c-6f74-48e4-bfc3-e3ca2822f69d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:44.086904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d48d32f4-1ea0-4840-a43a-5792616c7260 req-b503658c-6f74-48e4-bfc3-e3ca2822f69d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0663240 Jul 09 20:26:44.124064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d48d32f4-1ea0-4840-a43a-5792616c7260 req-a87874fd-460c-43b1-a268-9938575d1615 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Jul 09 20:26:45.297081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96244fae-ace1-424f-a92f-d994cabe86ac req-7caabad4-03c9-4032-95e9-59e1dc0c3f2a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:45.299101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96244fae-ace1-424f-a92f-d994cabe86ac req-7caabad4-03c9-4032-95e9-59e1dc0c3f2a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0643692 Jul 09 20:26:45.335084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-8c1cbcab-d7bd-49b2-95df-d8967db34b6e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:45.336564 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-8c1cbcab-d7bd-49b2-95df-d8967db34b6e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0635338 Jul 09 20:26:45.336709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96244fae-ace1-424f-a92f-d994cabe86ac req-ef39f653-b11a-4191-ac65-134ed5b278ee tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Jul 09 20:26:45.435523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Deleting port 0bbfbf5c-6c17-4088-956d-dd536166c392 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:45.435867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.525517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] For port 0bbfbf5c-6c17-4088-956d-dd536166c392, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=0bbfbf5c-6c17-4088-956d-dd536166c392,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:45.525877 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.694215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.694588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.694909 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 disassociated. External IP: 172.25.3.193, port: 0bbfbf5c-6c17-4088-956d-dd536166c392. Jul 09 20:26:45.695251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Calling delete_port for 0bbfbf5c-6c17-4088-956d-dd536166c392 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:45.821646 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.849863 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'Port': ['ID=0bbfbf5c-6c17-4088-956d-dd536166c392,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.967805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:46.076736 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:46.087077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:46.095869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:46.096480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:26:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:46.121542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] No DVR routers for this DVR port 0bbfbf5c-6c17-4088-956d-dd536166c392 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:46.124284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.126880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa7d8853-ef0e-43a3-9dc3-a745e9a22d3b req-d6b5fd1e-872c-49f1-8502-c601b31502b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "DELETE /v2.0/ports/0bbfbf5c-6c17-4088-956d-dd536166c392 HTTP/1.1" status: 204 len: 173 time: 0.7847600 Jul 09 20:26:46.127313 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-deleted', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:46.129604 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5f301d94477ad3ec96bf9b250a105d2a7abdd65e9966789e97f1dae66c402ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b404506-5ce6-4d1e-87c1-0db047045e42" -d '{"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-deleted", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:46.169157 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe8ba2d-2ed7-4cb8-b221-6f0895e92fde x-openstack-request-id: req-bbe8ba2d-2ed7-4cb8-b221-6f0895e92fde {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:46.169459 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfd53e-6d76-4dd1-90cb-96402311e2e7", "name": "network-vif-deleted", "tag": "0bbfbf5c-6c17-4088-956d-dd536166c392", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:46.169711 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbe8ba2d-2ed7-4cb8-b221-6f0895e92fde {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:46.170130 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfd53e-6d76-4dd1-90cb-96402311e2e7', 'name': 'network-vif-deleted', 'tag': '0bbfbf5c-6c17-4088-956d-dd536166c392', 'status': 'completed', 'code': 200} Jul 09 20:26:46.363332 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:46.502250 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c321c9c7-acc1-4fb2-a32a-ecf8a19b51f7 req-26dce21c-e8bf-401c-81d7-920f0c9374d1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cfd53e-6d76-4dd1-90cb-96402311e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0297656 Jul 09 20:26:46.560762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:46.590540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:46.598591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:46.599186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:26:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:46.700495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:46.892158 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:46.917255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e16-72f1-42fc-9d16-07c2563b07d5 None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:47.119971 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d81ae-5434-4a8c-9d00-16ee0fbb7164 None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:26:47.875733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-df4669c5-b12c-4c06-900d-f27e4e91475f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1144930035&fields=id&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 267 time: 0.0364335 Jul 09 20:26:47.981500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3e7ce81d-216d-4ec1-8149-85bf3c95ed1e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:47.983011 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3e7ce81d-216d-4ec1-8149-85bf3c95ed1e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1011279 Jul 09 20:26:47.997240 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-93a36b85-5d13-4a28-b8c9-ad6237fefcbb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/quotas/eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 375 time: 0.0088513 Jul 09 20:26:48.065027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-c54a8b6e-5026-4900-a931-4ff83a75c365 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630350 Jul 09 20:26:48.120349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-a5cac2a4-1577-4698-8166-a024899280b8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:26:48.121413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-a5cac2a4-1577-4698-8166-a024899280b8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458362 Jul 09 20:26:48.215516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-65887173-a35d-47e3-843b-90ec8078e808 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 Jul 09 20:26:48.303999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-0e11a7b7-bc7f-451f-9115-a536bc897e18 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824056 Jul 09 20:26:48.471967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe93508b-86e8-40f3-86f6-f70b16aa30e5 req-6b04d022-596e-42ff-9ea8-066c377b3ca0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Jul 09 20:26:49.136137 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.420253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:49.445115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 0bbfbf5c-6c17-4088-956d-dd536166c392 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:49.445495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 0bbfbf5c-6c17-4088-956d-dd536166c392 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:49.467668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-27c8306a-0c86-43c1-838a-47538e46a3fd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:49.470046 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-27c8306a-0c86-43c1-838a-47538e46a3fd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1040926 Jul 09 20:26:49.514070 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-7a35069f-4c4a-49c2-a7f6-2d3dc428bbd3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 380 time: 0.0355608 Jul 09 20:26:49.523647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'port': {'device_id': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'admin_state_up': True, 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'security_groups': ['836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:49.630965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e35babdb-5ee6-49e7-a593-03011c24f6ee req-dbb28497-4752-461c-b0b2-f0ceb06489f5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 210 time: 0.0343437 Jul 09 20:26:49.637087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:49.640703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.762181 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Allocated IP 172.20.0.13 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/dc5a0072-4e63-4d84-a7f4-f1274b658bdd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:49.903898 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.918174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Transition to ACTIVE for port object dc5a0072-4e63-4d84-a7f4-f1274b658bdd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:49.951650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.993104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:49.998206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:50.002058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:50.034762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.051396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.051740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.052309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.052520 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.052857 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.053243 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.053578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.053902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.054227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.054550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.054877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.055198 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.071431 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:50.072057 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.087416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-4a9a73b3-7c67-4891-bac6-f3d617217766 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675561 Jul 09 20:26:50.217097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Request body: {'port': {'device_id': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:50.256075 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-802dcd9d-b480-4b92-b320-9a83137d5eeb None None] Provisioning for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:50.259840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-802dcd9d-b480-4b92-b320-9a83137d5eeb None None] Provisioning complete for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:50.260212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-802dcd9d-b480-4b92-b320-9a83137d5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.298188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-802dcd9d-b480-4b92-b320-9a83137d5eeb None None] Port dc5a0072-4e63-4d84-a7f4-f1274b658bdd cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:50.300941 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.565272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:26:50.572501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.585263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Transition to ACTIVE for port object dc5a0072-4e63-4d84-a7f4-f1274b658bdd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:50.588884 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.639335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821538d-406a-488f-9986-211e26d1927a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.711862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:50.712222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:50.712532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:50.717059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:26:50.717441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:50.722608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:50.722949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:50.723335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:50.723761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Bound port: dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:50.724123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.826034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:50.843119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:50.847935 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.886517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c72-556e-4e1f-b60c-52217057098d req-f9204d48-ef67-4493-8c8a-60fc74c1f365 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:50.887930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75c98c72-556e-4e1f-b60c-52217057098d req-f9204d48-ef67-4493-8c8a-60fc74c1f365 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.1292412 Jul 09 20:26:50.894828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:50.895441 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.896864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-3821538d-406a-488f-9986-211e26d1927a service neutron] 10.222.0.25 "PUT /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1092 time: 0.7276332 Jul 09 20:26:50.897322 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:50.899855 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3bc03179a61bb5d659a1067699e62d5c0ccfed5e834caa13c550df514c17ca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed5097-cc62-4c17-90fd-b513ce656257" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:50.957246 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10beeb-204d-4373-8dc6-a5140d4a1e91 x-openstack-request-id: req-1e10beeb-204d-4373-8dc6-a5140d4a1e91 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:50.957536 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:50.957786 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e10beeb-204d-4373-8dc6-a5140d4a1e91 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:50.958178 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'status': 'completed', 'code': 200} Jul 09 20:26:50.994653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821538d-406a-488f-9986-211e26d1927a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:51.004660 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-75c98c72-556e-4e1f-b60c-52217057098d req-1978adef-9d7b-4c76-baa0-a133d62686c1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019435 Jul 09 20:26:51.029755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-05b8a65b-6db1-468e-8d89-9a6735110729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.031819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-05b8a65b-6db1-468e-8d89-9a6735110729 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1095 time: 0.0841303 Jul 09 20:26:51.073858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-9159d1a5-9aac-48c5-9727-d9111900f0d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 217 time: 0.0351613 Jul 09 20:26:51.125049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-b62d7e8d-9814-4001-8af4-1eb5a154239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.126586 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-b62d7e8d-9814-4001-8af4-1eb5a154239e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0467741 Jul 09 20:26:51.187896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-edc9f7f7-96da-4913-a115-12a0725dd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.189590 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-edc9f7f7-96da-4913-a115-12a0725dd65f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567043 Jul 09 20:26:51.275877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-7267b1a2-4386-48c2-830d-c564e75538ab service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790071 Jul 09 20:26:51.367012 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b15ffe4c-6385-4315-8454-7a213a1eb1c7 req-9b9eb2ba-db74-428f-8c0c-a35a3a6fb259 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834451 Jul 09 20:26:51.470968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-c69780d4-2cc7-4463-8579-d7de5d207e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.472452 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-c69780d4-2cc7-4463-8579-d7de5d207e17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1095 time: 0.0520153 Jul 09 20:26:51.561941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-c00cca58-f4d7-40d4-a5bc-3a7b92dee080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.564288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-c00cca58-f4d7-40d4-a5bc-3a7b92dee080 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0850215 Jul 09 20:26:51.607374 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-f758a272-f015-49d5-a21a-3d3e35a72f78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 217 time: 0.0356936 Jul 09 20:26:51.653521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-12ba3e4d-d96c-45cd-84b4-624524aaa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.654840 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-12ba3e4d-d96c-45cd-84b4-624524aaa268 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0411041 Jul 09 20:26:51.710435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-d8f0a4fc-b385-4c24-a00a-5d2ee4ea6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:51.711898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-d8f0a4fc-b385-4c24-a00a-5d2ee4ea6ec3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501592 Jul 09 20:26:51.804801 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-377e8eb6-a09f-4412-8328-1a4a502f8749 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843613 Jul 09 20:26:51.892674 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9ed5097-cc62-4c17-90fd-b513ce656257 req-b6f76c1f-238c-44a1-9c49-513a3db64134 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811634 Jul 09 20:26:52.184908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544dbc9-d858-4685-bd83-4e340337ff25 req-bc2cffbd-cb03-4896-a4bc-b23b49b14045 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:52.186455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a544dbc9-d858-4685-bd83-4e340337ff25 req-bc2cffbd-cb03-4896-a4bc-b23b49b14045 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0626688 Jul 09 20:26:52.224562 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a544dbc9-d858-4685-bd83-4e340337ff25 req-7affd9fb-86e7-4ce4-82c7-0ecce59dc520 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Jul 09 20:26:52.428780 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-057e9096-be74-4302-8d9e-992c3504ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.393400 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30b288-98fa-4410-a53a-fd66ed0a3618 req-2678accb-1166-4087-b976-2d934ac3f180 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:53.394866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c30b288-98fa-4410-a53a-fd66ed0a3618 req-2678accb-1166-4087-b976-2d934ac3f180 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0621474 Jul 09 20:26:53.435381 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c30b288-98fa-4410-a53a-fd66ed0a3618 req-d111fffb-033d-4cc9-98d3-46a127ed1fdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350504 Jul 09 20:26:53.632718 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.606354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f51c7-93c6-464e-8e78-7a72f51bde6b req-ea187377-62d4-4879-b1d7-cc7e789ca56a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:54.607838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-849f51c7-93c6-464e-8e78-7a72f51bde6b req-ea187377-62d4-4879-b1d7-cc7e789ca56a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0637310 Jul 09 20:26:54.649796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-849f51c7-93c6-464e-8e78-7a72f51bde6b req-6f731283-d7c3-421f-894e-7feebe7e0a3d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356607 Jul 09 20:26:55.024242 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0373936-3640-405d-9d76-8a931abf46ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.116559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:26:55.210965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:55.222441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:26:55.257961 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.270772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:26:55.290492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:55.294232 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.351209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:55.354598 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.636087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['dc5a0072-4e63-4d84-a7f4-f1274b658bdd'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:26:55.824591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd015-705a-4bdd-809c-c2b3bdafb400 req-5499e564-14de-4272-865b-3486b277bc69 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:55.826096 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-239cd015-705a-4bdd-809c-c2b3bdafb400 req-5499e564-14de-4272-865b-3486b277bc69 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0622449 Jul 09 20:26:55.863699 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-239cd015-705a-4bdd-809c-c2b3bdafb400 req-ec5c6733-9550-4afb-81dd-290940a6fddf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Jul 09 20:26:56.527025 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.036094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ccf1-957d-440c-951d-a148f3ccbe4a req-c9456b18-5213-4b6a-9bca-45fa8173a33d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:57.037614 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0597ccf1-957d-440c-951d-a148f3ccbe4a req-c9456b18-5213-4b6a-9bca-45fa8173a33d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0627625 Jul 09 20:26:57.075455 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0597ccf1-957d-440c-951d-a148f3ccbe4a req-8758a191-20a0-4b35-866c-f80e6bd350ab tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Jul 09 20:26:57.120154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:57.167457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:57.171082 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:57.171497 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.247372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.270993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:57.273256 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f08fe5ec2b164a251ade154ccb9cdc383febdcfe9014a954c9f46feb12bcc9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e47f57-442c-45b0-aa54-62773483f3ee" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:57.285953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:57.289843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.316490 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1799be62-49c9-49fd-9ca7-b4ae02dbb764 x-openstack-request-id: req-1799be62-49c9-49fd-9ca7-b4ae02dbb764 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:57.316788 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:57.317045 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1799be62-49c9-49fd-9ca7-b4ae02dbb764 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:57.317465 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'code': 200} Jul 09 20:26:57.344284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.420910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31dceb-7909-47b9-8a5f-e5914837d67d req-93d203a6-45f8-431d-a0ab-5ecf2b55295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:57.422869 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da31dceb-7909-47b9-8a5f-e5914837d67d req-93d203a6-45f8-431d-a0ab-5ecf2b55295e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0537605 Jul 09 20:26:57.456134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-da31dceb-7909-47b9-8a5f-e5914837d67d req-93b80f5c-ce79-44fc-8882-b982cdd34dd3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272691 Jul 09 20:26:58.010938 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.248347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583a3c-0a07-4547-b376-9dc1e315aca3 req-c81e0d88-b850-465f-8bda-6c8e60e2db9b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:58.249775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c583a3c-0a07-4547-b376-9dc1e315aca3 req-c81e0d88-b850-465f-8bda-6c8e60e2db9b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0623162 Jul 09 20:26:58.286993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1c583a3c-0a07-4547-b376-9dc1e315aca3 req-1d2ac1b7-b9b8-4a58-82b2-9f9846d27066 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jul 09 20:26:58.386399 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:26:59.459500 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8edd-5a95-437d-88ab-f317109d26dd req-c2ab9db3-8549-44e8-b6a9-4e0a7e9653f7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.460985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28ca8edd-5a95-437d-88ab-f317109d26dd req-c2ab9db3-8549-44e8-b6a9-4e0a7e9653f7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0647857 Jul 09 20:26:59.498597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-28ca8edd-5a95-437d-88ab-f317109d26dd req-b55cd2f0-2f5b-4d7f-a304-5daec71bb24f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Jul 09 20:26:59.664675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae885b5-fdc1-405a-bb81-67034cee32a2 req-d4d7257f-5e9d-451a-ad23-b1d1b241d67d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.666177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0ae885b5-fdc1-405a-bb81-67034cee32a2 req-d4d7257f-5e9d-451a-ad23-b1d1b241d67d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0660384 Jul 09 20:26:59.675185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 49560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:59.679547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'floatingip': {'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:59.718150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.414467 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.417823 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.516203 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 associated. External IP: 172.25.3.193, port: dc5a0072-4e63-4d84-a7f4-f1274b658bdd. Jul 09 20:27:00.720704 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:27:00.828442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:27:00.833361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.839144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:27:00.848513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:00.849155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:26:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:00.870136 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fba33077-09c8-4564-8ef6-4f0cfebf9783 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "PUT /v2.0/floatingips/9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 HTTP/1.1" status: 200 len: 992 time: 1.1939263 Jul 09 20:27:00.870804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:00.908934 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedb487-76db-4877-9f6a-c048f339bc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:00.957228 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:27:00.998423 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6590c-bc1a-4cbe-b2d4-f4add2ef48a5 x-openstack-request-id: req-5ad6590c-bc1a-4cbe-b2d4-f4add2ef48a5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:00.998717 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:00.998967 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ad6590c-bc1a-4cbe-b2d4-f4add2ef48a5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:00.999368 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'status': 'completed', 'code': 200} Jul 09 20:27:01.072153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-ab3aca72-bb67-4682-8a8f-e451e904c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:01.073722 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-ab3aca72-bb67-4682-8a8f-e451e904c3ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0529246 Jul 09 20:27:01.164971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-cc2dcc5d-b2b0-4359-ab19-c32d2025abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:01.166579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-cc2dcc5d-b2b0-4359-ab19-c32d2025abe9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0870874 Jul 09 20:27:01.180723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:27:00Z', 'revision_number': 9, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.207875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:27:01.216627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:01.217289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:26:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.325720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:27:01.545939 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-aca8f7d7-5c73-4af6-94e0-bac3aa9851d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1000 time: 0.3728614 Jul 09 20:27:01.551412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:27:00Z', 'revision_number': 9, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.580909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90380f9-c994-434a-84d5-82ad3573325b None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:27:00Z', 'revision_number': 9, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:27:01.594644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-94feca21-4bba-4ed9-a0a5-455ab82be571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:01.596259 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-94feca21-4bba-4ed9-a0a5-455ab82be571 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0447104 Jul 09 20:27:01.656932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-f7e0e673-190f-4eea-a501-08267c94c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:01.658510 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-f7e0e673-190f-4eea-a501-08267c94c258 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560057 Jul 09 20:27:01.749897 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-e502eaa0-c6b0-4091-9722-d9a0e066cb24 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838292 Jul 09 20:27:01.778188 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de80bd-e359-4c4f-a364-b4c24cfbb3c0 None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:27:01.847099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eeedb487-76db-4877-9f6a-c048f339bc5c req-bbf50fd3-ce3e-4dd9-b5d8-943760dd0e2e service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913920 Jul 09 20:27:19.137057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.971982 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-f47d3752-b3f6-41f8-9a05-f0ecec6d3831 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518870 Jul 09 20:27:22.068712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-d84947e5-b5a3-4196-a740-280446bdb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:22.070144 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-d84947e5-b5a3-4196-a740-280446bdb1b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0515234 Jul 09 20:27:22.177096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-7142cd71-f796-45a7-97c8-201f09900fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:22.178611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-7142cd71-f796-45a7-97c8-201f09900fef service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0878737 Jul 09 20:27:22.241785 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-f25c33ec-837e-4651-8808-47728c46d058 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1003 time: 0.0568366 Jul 09 20:27:22.290980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-3fca19f6-d108-4ba1-a4f7-6e6d1e3665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:22.292365 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-3fca19f6-d108-4ba1-a4f7-6e6d1e3665e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0442789 Jul 09 20:27:22.350062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-c0e349d3-31a6-452c-bf18-48b4dac52293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:22.351508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-c0e349d3-31a6-452c-bf18-48b4dac52293 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531220 Jul 09 20:27:22.429115 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8006095d-9a2d-4e16-9462-e5d54adcbbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:22.437994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-a75c874f-a3f7-481f-aec6-56d3807e3ceb service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799096 Jul 09 20:27:22.532647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-11a47291-5d2f-4633-acf6-4704c20e9287 req-fc28aaab-8367-4275-851a-6e327eec933a service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879395 Jul 09 20:27:23.663473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:25.024516 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-320b1cba-5cf9-4b5f-b26c-3be89f1e944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:25.341714 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:26.530758 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.014008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:35.386072 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:27:49.134579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:52.430085 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84b2f8a6-aff7-42d8-8233-adee020f44aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:53.679868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:55.024296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-998436e3-0efa-4982-8224-f9c676261602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:55.343559 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:56.533536 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:58.017050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:12.385558 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:28:19.152385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:22.429201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3816f806-f602-4c58-ab2d-4f4b7b95c2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:23.678878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:23.803942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-e3b40c2c-4201-4891-8ed3-3f0df90dd522 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527608 Jul 09 20:28:23.894506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-9af1b0c5-1827-45b2-8944-bb152563732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:23.895853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-9af1b0c5-1827-45b2-8944-bb152563732c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0499539 Jul 09 20:28:24.000044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-38046000-c305-409f-96f1-cf8da01feaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:24.002060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-38046000-c305-409f-96f1-cf8da01feaa0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0858440 Jul 09 20:28:24.065639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-ba8be519-5a67-411c-9f68-b6a00cfada99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1003 time: 0.0555985 Jul 09 20:28:24.113523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-7b45cf80-ab2f-4193-ab28-71f25ad90f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:24.114931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-7b45cf80-ab2f-4193-ab28-71f25ad90f43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0422306 Jul 09 20:28:24.174381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-5cb1fa23-3ce0-4c96-a68f-f6803a1f18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:24.175773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-5cb1fa23-3ce0-4c96-a68f-f6803a1f18ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546551 Jul 09 20:28:24.261882 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-f5d66a28-de20-4ae6-a59c-f8a98aece602 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791972 Jul 09 20:28:24.352261 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1395eb12-d55d-484d-965a-cdfe8a1bcf6c req-5b83555c-7e72-4ca1-902a-be128bf2ad21 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 Jul 09 20:28:25.024871 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb93bb05-9006-4185-a15c-50768fab3400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:25.344891 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.539547 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:28.020411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.147715 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.384439 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:28:52.430256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b292088-5982-4226-ab62-2396ad7f0b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:53.682794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.024549 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b09ac8e-0b38-49ee-9ccd-a0ab91d44f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.345717 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.542365 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:58.022539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:19.145499 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:22.432054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b00796e9-5275-4cb8-a80e-5c6e298ac49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:23.270491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-b647007b-c05e-4591-8ce7-5048896ac839 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606055 Jul 09 20:29:23.366875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9674a0-a84b-441a-88cf-a5813659281d req-860161f3-f36e-4dda-a30e-c9a1ff1b341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:23.368367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-860161f3-f36e-4dda-a30e-c9a1ff1b341e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0525572 Jul 09 20:29:23.472415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9674a0-a84b-441a-88cf-a5813659281d req-e0f5988b-e057-4d9d-b1c3-ce51a3570c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:23.473919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-e0f5988b-e057-4d9d-b1c3-ce51a3570c71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0863628 Jul 09 20:29:23.536538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-941dcd03-c70f-4b95-95ea-d01642a78005 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1003 time: 0.0564599 Jul 09 20:29:23.587525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9674a0-a84b-441a-88cf-a5813659281d req-f297b134-ce91-4a3b-9e97-8147c81511c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:23.588957 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-f297b134-ce91-4a3b-9e97-8147c81511c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0468142 Jul 09 20:29:23.643853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9674a0-a84b-441a-88cf-a5813659281d req-3ae9279e-13c7-4d29-81aa-a15722891b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:23.645324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-3ae9279e-13c7-4d29-81aa-a15722891b46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501568 Jul 09 20:29:23.654821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-a7ae0c95-0ae6-477c-ab75-96af43af85b6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:29:23.655758 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-a7ae0c95-0ae6-477c-ab75-96af43af85b6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048485 Jul 09 20:29:23.678316 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:23.743539 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-339cd2e9-76c0-40b1-bcd0-0f25939caa3a service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805216 Jul 09 20:29:23.840043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-df9674a0-a84b-441a-88cf-a5813659281d req-7b7b0436-d234-437d-8f08-bd1132f632ce service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902247 Jul 09 20:29:25.027563 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7459-c010-4ac9-af25-28fe6fb71c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:25.348331 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:26.383809 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:29:26.542956 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:28.024791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.522885 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-c969cb4a-7a7b-4cc9-92b5-35a1d41f316a req-539de87b-90eb-4876-9c74-cf7360b6e159 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:29:46.523931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c969cb4a-7a7b-4cc9-92b5-35a1d41f316a req-539de87b-90eb-4876-9c74-cf7360b6e159 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452580 Jul 09 20:29:46.860601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-45bad6c8-e4cf-4ce8-af46-758154c0c998 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229935 Jul 09 20:29:46.869552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165c5ee-3b5b-4584-851b-02d593f5a596 req-58146b2c-361a-4c69-a792-40d5451fe90c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:46.870977 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1165c5ee-3b5b-4584-851b-02d593f5a596 req-58146b2c-361a-4c69-a792-40d5451fe90c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.1200938 Jul 09 20:29:46.910678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1165c5ee-3b5b-4584-851b-02d593f5a596 req-cd4705aa-15e4-4fae-a506-e1a61a13da40 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Jul 09 20:29:47.999377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-6b539612-291a-44e2-95ee-572ce1f543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.001001 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-6b539612-291a-44e2-95ee-572ce1f543ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1097 time: 0.0539460 Jul 09 20:29:48.132196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-3b9f1c25-2ff3-4930-8bd7-0390e8f021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.133706 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-3b9f1c25-2ff3-4930-8bd7-0390e8f021bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.1246827 Jul 09 20:29:48.146499 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a45cb9-5cbd-4d8d-b815-4025ebeca568 req-9b6b076d-1bfe-4179-9ed4-9fc258324cbd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.148060 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47a45cb9-5cbd-4d8d-b815-4025ebeca568 req-9b6b076d-1bfe-4179-9ed4-9fc258324cbd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.1219835 Jul 09 20:29:48.240005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47a45cb9-5cbd-4d8d-b815-4025ebeca568 req-ffbaf7bf-c93b-43c0-a371-c44f107e905a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819967 Jul 09 20:29:48.241754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-f350b4b4-25ac-4b93-ad27-106fe5b7e2cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1003 time: 0.0926983 Jul 09 20:29:48.290623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-50cca663-6643-4a80-aebf-775baf47f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.292047 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-50cca663-6643-4a80-aebf-775baf47f09c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0434432 Jul 09 20:29:48.347594 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-94ab23b7-b660-4eed-947b-3225da86a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.349613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-94ab23b7-b660-4eed-947b-3225da86a827 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495949 Jul 09 20:29:48.438860 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-5dcd6d32-ee75-4c14-baf9-f79fb7162b0e service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Jul 09 20:29:48.528638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-35366229-7a3c-44fe-999c-e9d627473284 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838754 Jul 09 20:29:49.144884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.414358 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8558ef-11fd-4db4-bfe4-5172ca34540e req-8a6a5af6-5412-460c-9b63-a7a07acb16cf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:49.415858 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee8558ef-11fd-4db4-bfe4-5172ca34540e req-8a6a5af6-5412-460c-9b63-a7a07acb16cf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0637672 Jul 09 20:29:49.453923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ee8558ef-11fd-4db4-bfe4-5172ca34540e req-52505a1a-9214-442b-89db-6a3fa89f7753 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Jul 09 20:29:50.631785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68001df-4da7-454e-8b7a-dfedeabb0c7b req-6fb0be54-5e14-464f-92c5-52dd608e6ece tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.633339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f68001df-4da7-454e-8b7a-dfedeabb0c7b req-6fb0be54-5e14-464f-92c5-52dd608e6ece tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0688925 Jul 09 20:29:50.669828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f68001df-4da7-454e-8b7a-dfedeabb0c7b req-515298f6-72ff-4164-bb94-9c1a3c660fe8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Jul 09 20:29:51.858384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb53e0-2acf-4a91-9d1c-259e90f0e0a5 req-40513897-1b7e-4cd3-b74f-5102ca106b68 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:51.859865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fbb53e0-2acf-4a91-9d1c-259e90f0e0a5 req-40513897-1b7e-4cd3-b74f-5102ca106b68 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0671911 Jul 09 20:29:51.901581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4fbb53e0-2acf-4a91-9d1c-259e90f0e0a5 req-d8450fba-2e3d-44c2-8107-856c185e8157 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354686 Jul 09 20:29:52.432851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3e893d18-fb75-4495-a515-b2a1bbd3bb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:53.076362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac27539-4caf-411b-8045-4ec58f9b9077 req-20c0d536-7fca-425d-b297-e8fc837e75dd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:53.077863 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bac27539-4caf-411b-8045-4ec58f9b9077 req-20c0d536-7fca-425d-b297-e8fc837e75dd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0628858 Jul 09 20:29:53.114175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bac27539-4caf-411b-8045-4ec58f9b9077 req-ef9f981d-d600-49c8-8591-6f6edfd546a2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Jul 09 20:29:53.704338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:54.289267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a77a5-279a-4a53-8649-d729c2373add req-1172d85b-6af8-42f1-8d64-61f03b780b92 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:54.290737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5a77a5-279a-4a53-8649-d729c2373add req-1172d85b-6af8-42f1-8d64-61f03b780b92 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0623131 Jul 09 20:29:54.327070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f5a77a5-279a-4a53-8649-d729c2373add req-95764ca2-43be-4a9e-98a2-f74e181fdd21 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Jul 09 20:29:55.029101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d2bdeb8f-75b1-40cd-a131-57358bc657fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:55.350000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:55.498569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30753e-fd53-4045-87eb-3910388ce5d9 req-ffeca5d5-3eb3-4ec9-93c9-e0344cd676bf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:55.500025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a30753e-fd53-4045-87eb-3910388ce5d9 req-ffeca5d5-3eb3-4ec9-93c9-e0344cd676bf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0617392 Jul 09 20:29:55.536961 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a30753e-fd53-4045-87eb-3910388ce5d9 req-aa3b4cca-2e0a-4904-af8a-5531dc26024d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Jul 09 20:29:56.544909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:56.707918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087f828-cb10-4519-8dfd-7698573d0285 req-6e92d650-7aff-4d50-abec-8619380ad20b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:56.709966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3087f828-cb10-4519-8dfd-7698573d0285 req-6e92d650-7aff-4d50-abec-8619380ad20b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0624297 Jul 09 20:29:56.747129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3087f828-cb10-4519-8dfd-7698573d0285 req-1cb952c2-30c0-4464-b2f7-21f11d180d69 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Jul 09 20:29:57.921193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191153-1b54-42be-9cce-6c3551b0b672 req-778ab02a-e818-48b5-b9f3-b86c7cc41af8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:57.922669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98191153-1b54-42be-9cce-6c3551b0b672 req-778ab02a-e818-48b5-b9f3-b86c7cc41af8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0664539 Jul 09 20:29:57.960026 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98191153-1b54-42be-9cce-6c3551b0b672 req-52bbd5d3-368b-46e5-98c1-8331d4d6f0bd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Jul 09 20:29:58.027389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.133893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84c1e-6adb-4553-83f0-0f06c4716762 req-774b30d2-0b97-49a2-a716-7e877124e21d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:59.135382 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93e84c1e-6adb-4553-83f0-0f06c4716762 req-774b30d2-0b97-49a2-a716-7e877124e21d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0656445 Jul 09 20:29:59.172465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-93e84c1e-6adb-4553-83f0-0f06c4716762 req-7444d2d1-10c0-40e6-8f18-9ffe9ca70cf5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Jul 09 20:30:00.343578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591970c2-85e0-4e8c-94ef-5e6ea171905e req-0431e900-0084-4b8b-9b85-0fc11da6fba8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:00.345103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591970c2-85e0-4e8c-94ef-5e6ea171905e req-0431e900-0084-4b8b-9b85-0fc11da6fba8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0628293 Jul 09 20:30:00.424545 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-591970c2-85e0-4e8c-94ef-5e6ea171905e req-645f435f-693d-4d03-a485-7062188c3d2c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684729 Jul 09 20:30:00.431329 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-85033373-5873-4872-b07f-d5d2be6cb02a service neutron] show failed (client error): The resource could not be found. Jul 09 20:30:00.432335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-85033373-5873-4872-b07f-d5d2be6cb02a service neutron] 10.222.0.25 "GET /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0823796 Jul 09 20:30:00.746478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-5864760e-70ba-4234-86b2-d109cbb08e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:00.747971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-5864760e-70ba-4234-86b2-d109cbb08e2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1097 time: 0.0887272 Jul 09 20:30:00.759245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:00.832527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.042596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:01.075569 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:01.113470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:01.115796 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a87309-7705-44d1-bb61-1a013d8822d4" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:01.120462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.133541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Transition to ACTIVE for port object dc5a0072-4e63-4d84-a7f4-f1274b658bdd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:01.141772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.169265 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c6bbc2-a9bf-46e5-ae25-4cb9b627ddda x-openstack-request-id: req-60c6bbc2-a9bf-46e5-ae25-4cb9b627ddda {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:01.169562 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:01.169815 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60c6bbc2-a9bf-46e5-ae25-4cb9b627ddda {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:01.170207 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'code': 200} Jul 09 20:30:01.225325 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:01.236675 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.237020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.237394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.237729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.238061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.238388 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.238713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.239035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.239356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.239682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.240003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.240323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.279788 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] No DVR routers for this DVR port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:01.417281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:01.417617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:01.417945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:01.422132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:30:01.422442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:01.427305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:01.427668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:01.428025 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:01.428448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Bound port: dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:01.428833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.491865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:01.495431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:01.499710 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.533549 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.534165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.535642 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] 10.222.0.59 "PUT /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1092 time: 0.7807660 Jul 09 20:30:01.560853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9f8f0-6b87-46ab-b390-e7b7bb2b974c service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:01.629333 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81963-4599-4fc1-8602-193d6089dc3a req-7f445a4f-3943-42da-963b-a9eb2f04c5f6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.629333 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbe81963-4599-4fc1-8602-193d6089dc3a req-7f445a4f-3943-42da-963b-a9eb2f04c5f6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0815084 Jul 09 20:30:01.634369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-d01237cc-ee84-4e97-b505-5e7e63fbdd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.640554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-d01237cc-ee84-4e97-b505-5e7e63fbdd79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1095 time: 0.0707657 Jul 09 20:30:01.666501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbe81963-4599-4fc1-8602-193d6089dc3a req-1c53b4bf-a471-4d5f-9c45-23c5f22b0300 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340030 Jul 09 20:30:01.730844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-7af5d134-48d9-456f-a7d8-585c0f312c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.732341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-7af5d134-48d9-456f-a7d8-585c0f312c81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0906508 Jul 09 20:30:01.800945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-f008e4fe-c038-4a38-81ca-b7cd7595553f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0616999 Jul 09 20:30:01.849448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-7245e8c9-e9ec-4759-ae44-f967321c92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.850915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-7245e8c9-e9ec-4759-ae44-f967321c92fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0428846 Jul 09 20:30:01.907085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-d59de43a-9bd8-45fb-870a-269446c02324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:01.908618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-d59de43a-9bd8-45fb-870a-269446c02324 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509388 Jul 09 20:30:02.006795 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-e5f01434-a604-4bd3-bd82-be2ab6c788cb service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910835 Jul 09 20:30:02.095322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-a91a9aa9-1e6f-476c-96e4-01fb0ce1092f service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Jul 09 20:30:02.843872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1df5a-b55e-459b-9257-1ad6ce4feb20 req-22ab1f35-04b2-4cf6-8165-ed4409906d09 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:02.845336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aa1df5a-b55e-459b-9257-1ad6ce4feb20 req-22ab1f35-04b2-4cf6-8165-ed4409906d09 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0657797 Jul 09 20:30:02.881097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6aa1df5a-b55e-459b-9257-1ad6ce4feb20 req-b6218939-b343-43a7-aaf8-57ef3f53d089 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301940 Jul 09 20:30:03.171468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:03.173912 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d00b034-aa5f-448b-9dec-312e0feda7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:03.221082 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d8fc7-f6f0-40c4-8603-6d4b90859ecf x-openstack-request-id: req-9b8d8fc7-f6f0-40c4-8603-6d4b90859ecf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:03.221845 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:03.222203 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b8d8fc7-f6f0-40c4-8603-6d4b90859ecf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:03.222611 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'status': 'completed', 'code': 200} Jul 09 20:30:03.294567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-ae245aa1-1836-4b14-816f-e81b8dc8a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.296069 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-ae245aa1-1836-4b14-816f-e81b8dc8a3cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1095 time: 0.0533538 Jul 09 20:30:03.298612 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-1e3d9dd9-f66d-4c88-932a-4ddf489ed2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.300102 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-1e3d9dd9-f66d-4c88-932a-4ddf489ed2e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1095 time: 0.0521193 Jul 09 20:30:03.382466 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:30:03.391578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-08dda191-9a07-4762-ab53-e4d6a67502f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.393066 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-08dda191-9a07-4762-ab53-e4d6a67502f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0871840 Jul 09 20:30:03.394431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-6b5f7afb-911b-464b-bd51-b180dc88c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.395886 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-6b5f7afb-911b-464b-bd51-b180dc88c3c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0919449 Jul 09 20:30:03.457948 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-ce0bb9fa-051c-4717-b05b-6fa40401de0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0585096 Jul 09 20:30:03.463294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-7eac01e8-bc80-406e-9cad-754bcc5175c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0599985 Jul 09 20:30:03.509693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-1550124b-f7e3-4ad1-8a2c-b9024a70ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.511151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-1550124b-f7e3-4ad1-8a2c-b9024a70ce53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0475698 Jul 09 20:30:03.511773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-0ef17e6c-0752-4b45-8452-abb0bf66d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.513252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-0ef17e6c-0752-4b45-8452-abb0bf66d214 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0434747 Jul 09 20:30:03.568919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-7b11d80d-8854-40fe-88fc-8b01b8474ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.570409 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-7b11d80d-8854-40fe-88fc-8b01b8474ce9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522547 Jul 09 20:30:03.579134 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-e3a7d130-b9b9-4ed4-9ad3-84289d04d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:03.580634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-e3a7d130-b9b9-4ed4-9ad3-84289d04d6a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561419 Jul 09 20:30:03.678362 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-055ca3d9-4178-4730-a6f9-0da258de7685 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013794 Jul 09 20:30:03.696390 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-7a2837e4-a91a-4a6d-85bc-770c942f6cca service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021712 Jul 09 20:30:03.778900 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-49d28443-fa09-4a42-93ef-859de34fe53f service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943325 Jul 09 20:30:03.795726 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1d00b034-aa5f-448b-9dec-312e0feda7bb req-b689ebd7-84dc-4dc9-a0b7-f54f3011baa0 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928795 Jul 09 20:30:04.065846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d04f-8a40-46f7-94ba-e13474566729 req-2cae0007-28b9-4049-b06c-89771311d164 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:04.067402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0810d04f-8a40-46f7-94ba-e13474566729 req-2cae0007-28b9-4049-b06c-89771311d164 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.0642915 Jul 09 20:30:04.106192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0810d04f-8a40-46f7-94ba-e13474566729 req-83b904af-79f2-42ca-b1d2-c4219a2f9316 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Jul 09 20:30:04.335487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:30:04.531510 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-bee105de-d0fd-4fdb-9d6b-85918a8d8d31 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:04.533088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-bee105de-d0fd-4fdb-9d6b-85918a8d8d31 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&binding%3Ahost_id=n-h1-800087-3 HTTP/1.1" status: 200 len: 944 time: 0.0764647 Jul 09 20:30:04.614565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:04.627491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:30:04.666902 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:04.680914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:04.702069 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:04.706715 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:04.760204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:04.767989 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.768331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.768662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.768999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.769347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.769676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.769998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.770315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.770632 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.770948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.771264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.771587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:04.909083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-3c3edb40-9b7f-48ae-9152-1ebff2b5fc05 service neutron] 10.222.0.59 "GET /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd/bindings/n-h1-800087-3 HTTP/1.1" status: 200 len: 382 time: 0.3649864 Jul 09 20:30:04.922563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021af6ea-3fc4-4a14-8ac4-0a997dbb8109 req-cea30145-3069-4330-9615-c74b88379b91 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:04.924146 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-021af6ea-3fc4-4a14-8ac4-0a997dbb8109 req-cea30145-3069-4330-9615-c74b88379b91 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 944 time: 0.3898327 Jul 09 20:30:04.979524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['dc5a0072-4e63-4d84-a7f4-f1274b658bdd'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:04.994067 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-021af6ea-3fc4-4a14-8ac4-0a997dbb8109 req-b923015d-cbe7-46dd-bb21-26d98814686d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638800 Jul 09 20:30:05.015738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-c81c19ca-e207-4636-b784-86bc0e9cb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:05.017261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-c81c19ca-e207-4636-b784-86bc0e9cb3ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1096 time: 0.0792453 Jul 09 20:30:05.108110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-f0e63f5d-551e-4ee5-83f9-37bde8c9d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:05.109749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-f0e63f5d-551e-4ee5-83f9-37bde8c9d74b service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0848603 Jul 09 20:30:05.179414 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-d97da1c4-6743-440b-986b-4a36cb23759e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1002 time: 0.0625899 Jul 09 20:30:05.228093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-c89a766e-24ef-4685-b004-9afd3caa4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:05.229525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-c89a766e-24ef-4685-b004-9afd3caa4ff5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0431530 Jul 09 20:30:05.285543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-a9d18487-669d-452a-9350-fc790b5c1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:05.286941 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-a9d18487-669d-452a-9350-fc790b5c1239 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510693 Jul 09 20:30:05.378547 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-d3b35c78-8f18-4f02-ac7d-ffd7015d8c6f service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843143 Jul 09 20:30:05.468152 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-3c57b547-e462-4e6c-b948-207b121853a3 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824087 Jul 09 20:30:06.114297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:06.155957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:06.170680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b0e3-7196-496f-9b23-f6f31314fddb req-f7ef2eaf-b300-4ede-b45d-5cf710c106d5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:06.172162 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa04b0e3-7196-496f-9b23-f6f31314fddb req-f7ef2eaf-b300-4ede-b45d-5cf710c106d5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0656023 Jul 09 20:30:06.209527 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa04b0e3-7196-496f-9b23-f6f31314fddb req-743fc280-8317-4e06-9d5e-5fd1097b0d6a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Jul 09 20:30:06.354237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:06.401713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:06.405670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:06.406046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:06.482229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:06.504173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:06.522799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:06.527285 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:06.555756 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445765d-92d9-4b70-9591-b13f83ce360d" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:06.579787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:06.653931 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b53b7f-28d5-44e0-8fdc-53890dea0bdd x-openstack-request-id: req-b4b53b7f-28d5-44e0-8fdc-53890dea0bdd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:06.654230 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:06.654485 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4b53b7f-28d5-44e0-8fdc-53890dea0bdd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:06.654882 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'code': 200} Jul 09 20:30:07.392474 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00acc26-f2a5-4e3e-904b-ab2b125de631 req-2cd8007c-139b-4687-8c24-5de6b15025f5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:07.393990 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d00acc26-f2a5-4e3e-904b-ab2b125de631 req-2cd8007c-139b-4687-8c24-5de6b15025f5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0684550 Jul 09 20:30:07.431875 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d00acc26-f2a5-4e3e-904b-ab2b125de631 req-cb2fce3e-a8df-4769-a87f-873b83a2f89b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Jul 09 20:30:07.502523 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-70fb9c26-c3e1-4b48-9c20-00ccacd42c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:07.503995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-70fb9c26-c3e1-4b48-9c20-00ccacd42c06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1097 time: 0.0524108 Jul 09 20:30:07.514767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:07.582764 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:07.785578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:07.819023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:07.857270 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:07.862158 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:07.875276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Transition to ACTIVE for port object dc5a0072-4e63-4d84-a7f4-f1274b658bdd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:07.879684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:07.963367 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b178965-e8b1-4bc1-9cb9-cd439778eba7" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:07.968026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:07.982731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.983078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.983421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.983760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.984084 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.984411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.984735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.985058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.985409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.985730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.986049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:07.986367 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:08.027755 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] No DVR routers for this DVR port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:08.108759 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02577c8a-d293-4b49-8c9f-498ffec4de85 x-openstack-request-id: req-02577c8a-d293-4b49-8c9f-498ffec4de85 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:08.109029 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:08.109338 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02577c8a-d293-4b49-8c9f-498ffec4de85 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:08.109759 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'code': 200} Jul 09 20:30:08.171737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:08.172070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:08.172399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:08.176634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:30:08.176951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Attempting to bind port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:08.181777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:08.182054 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:08.182436 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:08.182877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Bound port: dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:08.183211 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:08.244409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:08.247950 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:08.252000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:08.287203 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.287921 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:08.289426 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1093 time: 0.7785096 Jul 09 20:30:08.324639 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2b66e-79a4-476c-ba46-a232a5664f06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:08.373391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-536b28c7-02f2-4d82-a7fb-d7931de9c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.374936 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-536b28c7-02f2-4d82-a7fb-d7931de9c90e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1096 time: 0.0615096 Jul 09 20:30:08.465973 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-7c9bf428-13e9-465a-ab96-06b0ae0874a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.467469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-7c9bf428-13e9-465a-ab96-06b0ae0874a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0868988 Jul 09 20:30:08.537516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-98090fac-474b-4196-81c8-b6fe4b909625 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0621226 Jul 09 20:30:08.613421 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-1ca071b8-b070-4d39-87b9-240498b0c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.614864 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-1ca071b8-b070-4d39-87b9-240498b0c47f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0725114 Jul 09 20:30:08.675207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cf29c-e51e-4f29-8311-fc66c739c847 req-06b2712e-9777-48a6-a5d3-f97d03aa46f9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.676690 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a89cf29c-e51e-4f29-8311-fc66c739c847 req-06b2712e-9777-48a6-a5d3-f97d03aa46f9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.1259813 Jul 09 20:30:08.718956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-16fb6bbe-769b-4c61-99c4-111fe3a8a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:08.720461 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-16fb6bbe-769b-4c61-99c4-111fe3a8a27f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996611 Jul 09 20:30:08.725502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a89cf29c-e51e-4f29-8311-fc66c739c847 req-cd6591f4-0305-4889-80a5-3d79871f9057 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Jul 09 20:30:08.806408 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-7a3befd5-e7fe-4048-90d4-9359afdf5238 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798478 Jul 09 20:30:08.895868 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edcdaf0d-87b7-4e1c-85f1-c7c6f447850f req-b819a598-67e6-4c71-a0f8-44ccb605ca99 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836353 Jul 09 20:30:09.907053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2510d-a64b-40ee-bb9d-e9b0f9faefa9 req-0e2a903d-d4c6-486d-b5f4-ad56e7fbc057 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:09.908596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31a2510d-a64b-40ee-bb9d-e9b0f9faefa9 req-0e2a903d-d4c6-486d-b5f4-ad56e7fbc057 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jul 09 20:30:09.952638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-31a2510d-a64b-40ee-bb9d-e9b0f9faefa9 req-ef70d664-147e-4c67-b329-8131075bf944 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Jul 09 20:30:10.110894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:10.113280 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e57e1f-0570-44f7-9959-1104ea8ae6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:10.163092 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e610cd01-2472-4af5-bb87-4753f9baeba3 x-openstack-request-id: req-e610cd01-2472-4af5-bb87-4753f9baeba3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:10.163378 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:10.164138 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e610cd01-2472-4af5-bb87-4753f9baeba3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:10.164541 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'status': 'completed', 'code': 200} Jul 09 20:30:10.231851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-732c79ef-1bc7-4f2a-bfe9-8bb95050c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.233421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-732c79ef-1bc7-4f2a-bfe9-8bb95050c6ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1096 time: 0.0525298 Jul 09 20:30:10.236144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-56f8c928-c622-497f-b256-017c31230f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.237621 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-56f8c928-c622-497f-b256-017c31230f54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 1096 time: 0.0519969 Jul 09 20:30:10.323969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-82b66ff3-671d-42f0-b989-61b067366ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.325664 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-82b66ff3-671d-42f0-b989-61b067366ebe service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0863636 Jul 09 20:30:10.381670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:10.400286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-38019c55-ab43-4966-8754-040a73fdbc8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0678985 Jul 09 20:30:10.424041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:10.453356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-3f586e12-9412-41ee-b2c4-131629b0acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.454971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-3f586e12-9412-41ee-b2c4-131629b0acd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0480380 Jul 09 20:30:10.514682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-5df59f87-c522-4123-a20f-6e1c3cedbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.516214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-5df59f87-c522-4123-a20f-6e1c3cedbe31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545158 Jul 09 20:30:10.527533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-a4a7a752-06b1-4ba7-9b34-76ecc760f70b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:30:10.528573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-a4a7a752-06b1-4ba7-9b34-76ecc760f70b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054457 Jul 09 20:30:10.625592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-e192a575-c7c2-4b0f-bbad-42f6bed6d034 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904496 Jul 09 20:30:10.652777 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-e3cef8ac-d6b8-4c92-a4c5-c92e83d14ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.654378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-e3cef8ac-d6b8-4c92-a4c5-c92e83d14ecf service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.4109905 Jul 09 20:30:10.718856 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-257e9fce-e742-4092-a5c1-aa0b809e6caf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 200 len: 1001 time: 0.0574272 Jul 09 20:30:10.721711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-e13e3f83-555d-4321-bbca-f88f308e49e2 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889468 Jul 09 20:30:10.766575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-a8d47448-a0e8-4a1a-9b09-2d57b5ccb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.768009 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-a8d47448-a0e8-4a1a-9b09-2d57b5ccb567 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0431879 Jul 09 20:30:10.827272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-d80794c7-c362-466c-8e02-ab138029bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:10.828759 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-d80794c7-c362-466c-8e02-ab138029bf3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543458 Jul 09 20:30:10.915953 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-34b3ff59-79fe-44cc-b402-23231e439353 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Jul 09 20:30:11.010891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-08e57e1f-0570-44f7-9959-1104ea8ae6dc req-47aa5d91-db29-4698-98da-e550e1b77fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874567 Jul 09 20:30:11.131835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7e10-4b35-414e-b984-2435f5bd2ea0 req-d9ead1b9-d47e-4ab8-9d15-e2c359f10d6a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:11.133510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e73c7e10-4b35-414e-b984-2435f5bd2ea0 req-d9ead1b9-d47e-4ab8-9d15-e2c359f10d6a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0675285 Jul 09 20:30:11.170993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e73c7e10-4b35-414e-b984-2435f5bd2ea0 req-8b3d03b2-8084-4513-913d-315869de6067 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Jul 09 20:30:12.148844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:30:12.242914 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:12.253939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:30:12.290156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:12.302519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:12.322265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:12.326190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:12.346046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f4ab-890b-4f04-9ffd-7827901f63aa req-040035ab-5244-43f7-8a21-72d86f1b1cf1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:12.347995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5df7f4ab-890b-4f04-9ffd-7827901f63aa req-040035ab-5244-43f7-8a21-72d86f1b1cf1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 945 time: 0.0650678 Jul 09 20:30:12.372004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:12.387006 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5df7f4ab-890b-4f04-9ffd-7827901f63aa req-0e434125-5a85-47eb-b56a-b4ff768e4a19 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Jul 09 20:30:12.553872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167aa8c-7b48-4cf6-b578-b3e78dd2dc5d req-0c35e69e-374f-429b-937a-28308311f811 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:12.555915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1167aa8c-7b48-4cf6-b578-b3e78dd2dc5d req-0c35e69e-374f-429b-937a-28308311f811 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0614305 Jul 09 20:30:12.592024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1167aa8c-7b48-4cf6-b578-b3e78dd2dc5d req-bbc957c2-6807-46e7-917f-fa67dc4f1aff tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302262 Jul 09 20:30:12.729840 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['dc5a0072-4e63-4d84-a7f4-f1274b658bdd'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:12.763068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d677-4e0a-4d39-b18b-f7320e7b57bb req-e0ceee4e-65eb-4ae2-9417-5522cfc8b640 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:12.764554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ae8d677-4e0a-4d39-b18b-f7320e7b57bb req-e0ceee4e-65eb-4ae2-9417-5522cfc8b640 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0633607 Jul 09 20:30:12.806462 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3ae8d677-4e0a-4d39-b18b-f7320e7b57bb req-cf400cf6-cfbd-432e-830c-175489b8ca35 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361700 Jul 09 20:30:13.177051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d38593-9d09-45be-a4ce-f22db21a15a5 req-0f99b2a9-e5b5-4a16-a8ae-0c1ac3247bb2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:13.178580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d38593-9d09-45be-a4ce-f22db21a15a5 req-0f99b2a9-e5b5-4a16-a8ae-0c1ac3247bb2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 946 time: 0.0624878 Jul 09 20:30:13.215919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d38593-9d09-45be-a4ce-f22db21a15a5 req-925bbaf5-e8e4-4cd2-99d9-03d885d79a6e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 09 20:30:14.161223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:14.208897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:14.212633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port dc5a0072-4e63-4d84-a7f4-f1274b658bdd triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:14.213011 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.293579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.315680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:14.317943 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d821b856-6503-41e0-84dd-44e6eaebdb7c" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:14.330597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:14.336344 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.368242 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9cde05-bdca-4c10-bab9-ea6dcb51abc9 x-openstack-request-id: req-9c9cde05-bdca-4c10-bab9-ea6dcb51abc9 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:14.368534 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:14.368793 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c9cde05-bdca-4c10-bab9-ea6dcb51abc9 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:14.369255 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'code': 200} Jul 09 20:30:14.392686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:14.395280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044ba0-d513-48b6-8451-249e64c25117 req-3e27d5a3-d5d7-4a9c-a74c-c1e1b54e180f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:14.398843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc044ba0-d513-48b6-8451-249e64c25117 req-3e27d5a3-d5d7-4a9c-a74c-c1e1b54e180f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 947 time: 0.0693772 Jul 09 20:30:14.438158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cc044ba0-d513-48b6-8451-249e64c25117 req-3bd5b712-d621-4f39-9cf4-15e488e7852f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338736 Jul 09 20:30:14.556453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-711b14ae-ef62-4008-b256-5ddf86bbf1cc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:14.557929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-711b14ae-ef62-4008-b256-5ddf86bbf1cc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 947 time: 0.0608714 Jul 09 20:30:14.657222 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Deleting port dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:14.657476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.743911 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] For port dc5a0072-4e63-4d84-a7f4-f1274b658bdd, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:14.744276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.925826 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.926126 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:14.926430 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 disassociated. External IP: 172.25.3.193, port: dc5a0072-4e63-4d84-a7f4-f1274b658bdd. Jul 09 20:30:14.926760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Calling delete_port for dc5a0072-4e63-4d84-a7f4-f1274b658bdd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:15.048950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:15.082064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'Port': ['ID=dc5a0072-4e63-4d84-a7f4-f1274b658bdd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:15.197342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:15.301116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:15.310744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:15.319969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:15.321078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:29:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:15.348160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] No DVR routers for this DVR port dc5a0072-4e63-4d84-a7f4-f1274b658bdd on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:15.350801 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:15.352942 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23ee6b21-a248-4554-b2f5-d46cace28dbf req-ebc00284-affd-41c6-ba89-8317d1a0f69b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "DELETE /v2.0/ports/dc5a0072-4e63-4d84-a7f4-f1274b658bdd HTTP/1.1" status: 204 len: 173 time: 0.7897768 Jul 09 20:30:15.353420 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-deleted', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:15.356479 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580145fa-08b4-442d-9ece-ef7a3fa531c6" -d '{"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-deleted", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:15.406772 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df4711-7cf8-4b98-9304-7e18b01062a1 x-openstack-request-id: req-63df4711-7cf8-4b98-9304-7e18b01062a1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:15.407061 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4", "name": "network-vif-deleted", "tag": "dc5a0072-4e63-4d84-a7f4-f1274b658bdd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:15.407309 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63df4711-7cf8-4b98-9304-7e18b01062a1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:15.407707 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4', 'name': 'network-vif-deleted', 'tag': 'dc5a0072-4e63-4d84-a7f4-f1274b658bdd', 'status': 'completed', 'code': 200} Jul 09 20:30:15.436285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:15.594727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-844827ef-3f78-4d27-9ce0-7ab97000b159 req-d03214f6-ceb5-4225-86dd-b06e95129bfe tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f9bb987-ee1b-48ac-8ed5-d0d541ac01e4 HTTP/1.1" status: 200 len: 210 time: 0.0314369 Jul 09 20:30:15.643164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:15.668692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:15.676828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:15.677452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:29:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:15.781408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:15.987863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64168153-59db-4de3-b945-80b6558493c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:16.017238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64168153-59db-4de3-b945-80b6558493c8 None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:16.224742 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea331b-10bc-4f22-9a63-2762dc9b8e0c None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:30:16.959045 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-83773def-c974-4c9f-9b89-88e591b381b0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1144930035&fields=id&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 267 time: 0.0340073 Jul 09 20:30:17.078898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-386808b1-8fec-476d-ab97-e96c9ffbef36 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:17.081582 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-386808b1-8fec-476d-ab97-e96c9ffbef36 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1156025 Jul 09 20:30:17.095625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-94a28044-3796-4184-bfe8-9445d0f55111 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/quotas/eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 375 time: 0.0099471 Jul 09 20:30:17.171915 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-6ec1a612-71b1-4726-a837-0afb9e6878f6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714157 Jul 09 20:30:17.187137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-3b079518-b64a-4b1b-81b5-5181a14936ab service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:30:17.188089 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-3b079518-b64a-4b1b-81b5-5181a14936ab service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053308 Jul 09 20:30:17.276184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-82a9d9e9-01da-4c38-b6f6-01bdddf47522 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Jul 09 20:30:17.368877 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-9b75d847-02e5-4fba-a9a7-51291e1cc470 service neutron] 10.222.0.10 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Jul 09 20:30:17.541927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf329134-e366-409d-be4b-c21ca399c9a4 req-c73e1381-28ba-493c-bf09-ffdb05291b40 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jul 09 20:30:18.657419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-6f699f5d-9a2c-44eb-b265-e7f18161c4bd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:18.659652 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-6f699f5d-9a2c-44eb-b265-e7f18161c4bd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 811 time: 0.1164958 Jul 09 20:30:18.697950 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-57d1e7c5-21fd-4e9e-83b2-f57067b8c0d4 req-2518e06b-d143-4c8b-949d-c099ce2c2939 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Jul 09 20:30:18.718418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-2d09f42c-b1e8-47dc-8787-c6325f72e6de tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 380 time: 0.0419750 Jul 09 20:30:18.726745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'port': {'device_id': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'admin_state_up': True, 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'security_groups': ['836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:18.832567 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Made reservation on behalf of eda6521b4e3f4e9e8375bc4cfd941997 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:30:18.836084 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:18.966032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Allocated IP 172.20.0.13 (84541f53-9f24-42b6-8e70-4ffeeca01a0f/974fd70c-62f1-4aa6-8338-55fcece3937f/710bf0c2-2172-4285-ad37-2aba29da791f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:19.104517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.118145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Transition to ACTIVE for port object 710bf0c2-2172-4285-ad37-2aba29da791f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:19.149709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.151445 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.198379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:19.201457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:19.205787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:19.229762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:19.259009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:19.259659 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.274364 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-5776f794-6f84-476b-b3dd-5c8e04d4f653 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513287 Jul 09 20:30:19.286038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Request body: {'port': {'device_id': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:19.364932 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.438894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3723fe7f-b832-4f9e-b784-6f02961b3ed4 None None] Provisioning for port 710bf0c2-2172-4285-ad37-2aba29da791f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:19.442839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3723fe7f-b832-4f9e-b784-6f02961b3ed4 None None] Provisioning complete for port 710bf0c2-2172-4285-ad37-2aba29da791f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:19.443442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3723fe7f-b832-4f9e-b784-6f02961b3ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.476489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-3723fe7f-b832-4f9e-b784-6f02961b3ed4 None None] Port 710bf0c2-2172-4285-ad37-2aba29da791f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:30:19.624212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:19.631482 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.643178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Transition to ACTIVE for port object 710bf0c2-2172-4285-ad37-2aba29da791f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:19.646904 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.701069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:19.779411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:19.779806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:19.780140 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:19.784677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:30:19.784995 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:19.791119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:19.791460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:19.791854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:19.792281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Bound port: 710bf0c2-2172-4285-ad37-2aba29da791f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:19.792648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.895273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:19.911251 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:19.917010 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.932754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d6b3a-edcb-4ada-800c-52c53ec8bb57 req-2dd476d6-bb6b-426f-b699-96d639756f95 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:19.934313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c30d6b3a-edcb-4ada-800c-52c53ec8bb57 req-2dd476d6-bb6b-426f-b699-96d639756f95 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.1077828 Jul 09 20:30:19.974369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:19.974988 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:19.976354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] 10.222.0.59 "PUT /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1092 time: 0.6947117 Jul 09 20:30:19.983607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:19.985766 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7313d15-aa2f-46e4-9d5e-291a4d11d118" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:20.038926 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b387a281-cdaf-4b79-aaf1-a0a0b7c46d66 x-openstack-request-id: req-b387a281-cdaf-4b79-aaf1-a0a0b7c46d66 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:20.039213 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:20.039462 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b387a281-cdaf-4b79-aaf1-a0a0b7c46d66 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:20.039849 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'status': 'completed', 'code': 200} Jul 09 20:30:20.043795 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2db12-5d2c-4264-a8ce-aa6bf825cefe service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:20.065327 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c30d6b3a-edcb-4ada-800c-52c53ec8bb57 req-72acdb5c-3bd1-4f60-b461-9482b67ec212 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091220 Jul 09 20:30:20.105762 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-b950f79e-c35c-4650-90ea-ae2d86ba1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.107272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-b950f79e-c35c-4650-90ea-ae2d86ba1382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0891974 Jul 09 20:30:20.155499 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-cdf559b4-cdd6-4859-bbe3-079a5b919854 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 217 time: 0.0403926 Jul 09 20:30:20.192513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:20.211122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-a120f1e3-fb31-4bcb-83ee-a657268da50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.212660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-a120f1e3-fb31-4bcb-83ee-a657268da50b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0510831 Jul 09 20:30:20.230812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: dc5a0072-4e63-4d84-a7f4-f1274b658bdd {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:20.231062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device dc5a0072-4e63-4d84-a7f4-f1274b658bdd not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:20.271737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-a50967f7-e357-43ec-81ee-9383c6444430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.273865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-a50967f7-e357-43ec-81ee-9383c6444430 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550473 Jul 09 20:30:20.367290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-9409981c-60ea-4eb1-b77c-46e03049db44 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865202 Jul 09 20:30:20.457993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05bdb2ce-e87e-4669-851c-daf3452d97fe req-a632d5df-093b-4181-be7b-544e1b97f35e service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841389 Jul 09 20:30:20.560405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-92bc2bca-c40a-403a-8d3d-d3b16bf18433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.562295 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-92bc2bca-c40a-403a-8d3d-d3b16bf18433 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0570235 Jul 09 20:30:20.657268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-1e351a2b-9995-4dd4-9e7b-ce8b3f4ba2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.658806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-1e351a2b-9995-4dd4-9e7b-ce8b3f4ba2b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0898039 Jul 09 20:30:20.702757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-452be25f-a379-478c-a79e-32cc092703ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 217 time: 0.0361357 Jul 09 20:30:20.751284 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-60d33c8e-680e-44af-a6a0-bdd706116b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.752617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-60d33c8e-680e-44af-a6a0-bdd706116b5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0425155 Jul 09 20:30:20.813733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-4488afdd-9263-48fe-bcd8-3bdd5eb28915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:20.815231 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-4488afdd-9263-48fe-bcd8-3bdd5eb28915 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554821 Jul 09 20:30:20.903889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-ca3bf885-9180-42c2-9a50-1a2d4782434f service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804939 Jul 09 20:30:20.998962 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f7313d15-aa2f-46e4-9d5e-291a4d11d118 req-631789d0-a54a-46b3-87d0-ad65efc405e7 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881445 Jul 09 20:30:21.239794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12308e-d72d-4db9-98e3-16d938f61f94 req-f09184e9-7f37-4fb4-b4ab-c6cbcd97ce30 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:21.241298 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a12308e-d72d-4db9-98e3-16d938f61f94 req-f09184e9-7f37-4fb4-b4ab-c6cbcd97ce30 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0628328 Jul 09 20:30:21.278150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0a12308e-d72d-4db9-98e3-16d938f61f94 req-bf742d44-9ac7-4d0f-af80-cb5949bd06b7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Jul 09 20:30:22.427981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:30:22.442983 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-838a1c7f-bf49-4d44-8da6-17e15e39dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:22.454711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa99f-30f8-41fa-a932-909d63537e32 req-509f5d33-cb74-4e18-8cde-8493b0d5382c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:22.456306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cffaa99f-30f8-41fa-a932-909d63537e32 req-509f5d33-cb74-4e18-8cde-8493b0d5382c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0654824 Jul 09 20:30:22.494611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cffaa99f-30f8-41fa-a932-909d63537e32 req-bab2e349-1771-4431-95fe-52219700fa33 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Jul 09 20:30:22.532974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:22.544048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '710bf0c2-2172-4285-ad37-2aba29da791f', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:30:22.581694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:22.594343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:22.613857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:22.617492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:22.663403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:22.811099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['710bf0c2-2172-4285-ad37-2aba29da791f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:23.670288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c5f0-75df-4004-9eb7-e27b7e7bc93e req-2e90aeaa-33de-49d4-ba88-f2be68440f6d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:23.671902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fa2c5f0-75df-4004-9eb7-e27b7e7bc93e req-2e90aeaa-33de-49d4-ba88-f2be68440f6d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0685091 Jul 09 20:30:23.712425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5fa2c5f0-75df-4004-9eb7-e27b7e7bc93e req-29c7176c-c034-4a29-aa76-0298926c763f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 Jul 09 20:30:23.718264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.433406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:24.488036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 710bf0c2-2172-4285-ad37-2aba29da791f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:24.491658 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 710bf0c2-2172-4285-ad37-2aba29da791f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:24.492028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.570110 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.591618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:24.593906 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c552f-1bbc-43da-8b84-71fd632073d9" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:24.606184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:24.610132 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.636617 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08cce51-137a-48b7-a131-6e3d7f9cb85e x-openstack-request-id: req-d08cce51-137a-48b7-a131-6e3d7f9cb85e {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:24.636914 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:24.637209 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d08cce51-137a-48b7-a131-6e3d7f9cb85e {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:24.637604 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'code': 200} Jul 09 20:30:24.663300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:24.742006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5dc4f-2436-4d60-a2e9-5e93f76759be req-15e34017-8cb3-4ec7-ba02-8c8008a47279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:24.743496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86e5dc4f-2436-4d60-a2e9-5e93f76759be req-15e34017-8cb3-4ec7-ba02-8c8008a47279 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0509443 Jul 09 20:30:24.781526 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-86e5dc4f-2436-4d60-a2e9-5e93f76759be req-6ec1557d-33d8-4600-b7f0-1505d516c5ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Jul 09 20:30:24.890481 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c328d-5e48-451e-9a38-0ae8f42f81a6 req-f2689088-5403-45b0-aeea-8f25f5bea7ca tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:24.891976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c3c328d-5e48-451e-9a38-0ae8f42f81a6 req-f2689088-5403-45b0-aeea-8f25f5bea7ca tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0630329 Jul 09 20:30:24.928476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c3c328d-5e48-451e-9a38-0ae8f42f81a6 req-c44909ae-753d-4c05-9dc2-3e88069810b3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307631 Jul 09 20:30:25.030340 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c89201ab-6f66-46b5-9b9f-32775d9f6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:25.351962 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.106773 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c93c0-79bd-4704-a7d5-f3c6b5d776cf req-bba76304-6d1f-430f-8f4b-4e42e684c534 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:26.108307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de0c93c0-79bd-4704-a7d5-f3c6b5d776cf req-bba76304-6d1f-430f-8f4b-4e42e684c534 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jul 09 20:30:26.150776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-de0c93c0-79bd-4704-a7d5-f3c6b5d776cf req-845b6f7a-c94f-4656-a73f-dfc5a0f40375 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Jul 09 20:30:26.320422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf9a3f-c15c-48f7-bda5-b1f7d0abefed req-22c5f6cf-fccf-4a86-8f02-76e58ec501f8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:26.321829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bfbf9a3f-c15c-48f7-bda5-b1f7d0abefed req-22c5f6cf-fccf-4a86-8f02-76e58ec501f8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0659297 Jul 09 20:30:26.330225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:26.334663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Request body: {'floatingip': {'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:26.373442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.547295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.811411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.815209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.912457 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 associated. External IP: 172.25.3.193, port: 710bf0c2-2172-4285-ad37-2aba29da791f. Jul 09 20:30:27.110507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:27.228190 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:27.233005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.237758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:27.247451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:27.248071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:30:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:27.274821 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-53e2ff52-eb2b-4847-b791-d38ceeebba7d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "PUT /v2.0/floatingips/9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 HTTP/1.1" status: 200 len: 993 time: 0.9407904 Jul 09 20:30:27.274821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:27.275127 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80253c62-f7d0-4f19-9886-054f73bdb6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:27.310186 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139dfa4-38d7-4ad0-8944-d983998be58e x-openstack-request-id: req-4139dfa4-38d7-4ad0-8944-d983998be58e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:27.310595 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:27.311105 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4139dfa4-38d7-4ad0-8944-d983998be58e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:27.311513 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'status': 'completed', 'code': 200} Jul 09 20:30:27.362839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:27.386210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-7833512e-accb-4d5d-a637-94c06c16b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:27.387722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-7833512e-accb-4d5d-a637-94c06c16b0b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0537972 Jul 09 20:30:27.479368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-121da9d4-a223-4ab2-8583-f2d5fe9941c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:27.480856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-121da9d4-a223-4ab2-8583-f2d5fe9941c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0872502 Jul 09 20:30:27.547810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-cac8115c-aedb-4bcc-a6d2-7cef9abf2d94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0603905 Jul 09 20:30:27.603952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-1a1cab05-4823-4803-800c-9fcce35bdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:27.604633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:30:26Z', 'revision_number': 13, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:27.605469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-1a1cab05-4823-4803-800c-9fcce35bdb2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0502467 Jul 09 20:30:27.632270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:27.641195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:27.641815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:30:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:27.662886 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-8548c575-3e03-4b53-97fd-fe971639198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:27.665012 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-8548c575-3e03-4b53-97fd-fe971639198d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536807 Jul 09 20:30:27.756943 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-c6c7526e-21e8-4aba-a980-caaed522137f service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Jul 09 20:30:27.855296 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80253c62-f7d0-4f19-9886-054f73bdb6bf req-51c7dd65-9a68-4356-a0e9-76ebf706a1fc service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913272 Jul 09 20:30:27.901730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:28.048608 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.123553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:30:26Z', 'revision_number': 13, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:28.152958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa794ba-1d63-4ffc-8a63-79382332f452 None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:11Z', 'updated_at': '2021-07-09T20:30:26Z', 'revision_number': 13, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:28.344687 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c4a52-c84f-44d5-a1dd-92d3958affc3 None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:30:40.381821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:30:49.151287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:52.432445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f465c787-6d19-4a60-be09-1a89975e9066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:53.718050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:55.031737 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-35221771-e739-4480-9713-898d60d924bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:55.353782 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.550768 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:58.033108 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:17.381117 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:31:19.164470 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:21.596446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-b732ce8a-7007-4038-bc5d-339f3f361023 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522594 Jul 09 20:31:21.690594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-a734fab6-2798-42f9-aa38-8302ea9acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:21.692132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-a734fab6-2798-42f9-aa38-8302ea9acecc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0543242 Jul 09 20:31:21.799264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-31d6ffd4-b3a3-44ba-af68-edeeb3257391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:21.800705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-31d6ffd4-b3a3-44ba-af68-edeeb3257391 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0864897 Jul 09 20:31:21.865904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-a337b234-1ccd-4b27-bde7-7990488d8b64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1003 time: 0.0580134 Jul 09 20:31:21.916270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-29f9fe1a-82aa-4dba-a3b3-bc997becc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:21.917694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-29f9fe1a-82aa-4dba-a3b3-bc997becc395 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0460398 Jul 09 20:31:21.977033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-82813e48-34de-4aa2-bcf3-c4164f1e60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:21.978573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-82813e48-34de-4aa2-bcf3-c4164f1e60e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531611 Jul 09 20:31:22.067630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-d7e12625-5f81-42a4-8c87-10f38c0666fc service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821042 Jul 09 20:31:22.160471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-945b7a36-c7a8-47d3-b058-53c391e7b7cd req-bad571bb-cc98-42dd-8ec9-b76d6acccb31 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Jul 09 20:31:22.433326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72753ae5-ec02-4d6b-8288-ffe11560a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:23.727268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:25.032301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a40b-57e3-4ec9-8124-c6d92dbf5259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:25.354225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:26.552959 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:28.035121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.155865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.434359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2332eb5-4e99-4255-b1b1-2638fd3b13bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:53.746771 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:54.379751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:31:55.032008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e38a9553-36ef-4262-b1ea-9773575e2c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:55.359069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.557267 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:58.038602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:05.156843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1a0f1-8428-4f1d-b7fe-d1e0d9e3c5f3 req-284a6297-1bb0-46d8-a910-db83d54dafa8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:05.158351 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ec1a0f1-8428-4f1d-b7fe-d1e0d9e3c5f3 req-284a6297-1bb0-46d8-a910-db83d54dafa8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.1665471 Jul 09 20:32:05.195134 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ec1a0f1-8428-4f1d-b7fe-d1e0d9e3c5f3 req-3f5ac8de-e821-46f4-9cd9-1f664764f619 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Jul 09 20:32:16.643595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-80c11520-7539-4f9c-9134-ee1b98b2fe49 req-b0af72a6-6009-4714-88d4-e8f295fff1e7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:32:16.644606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80c11520-7539-4f9c-9134-ee1b98b2fe49 req-b0af72a6-6009-4714-88d4-e8f295fff1e7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412197 Jul 09 20:32:16.932780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb2c8-ea99-4a98-9759-1f8cba5b3421 req-990e9742-a92e-4c89-8c77-591829f96a85 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:16.934300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43beb2c8-ea99-4a98-9759-1f8cba5b3421 req-990e9742-a92e-4c89-8c77-591829f96a85 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0668032 Jul 09 20:32:16.939372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-5278ca66-931f-4ae2-a667-873c444fe3e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914831 Jul 09 20:32:16.975501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-43beb2c8-ea99-4a98-9759-1f8cba5b3421 req-d50937f8-71b3-411a-9110-64d0561c4460 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Jul 09 20:32:18.088954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-b8e4a83c-698b-4568-b12c-0f14571ba689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:18.090549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-b8e4a83c-698b-4568-b12c-0f14571ba689 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0529416 Jul 09 20:32:18.493482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b97b-3a53-4182-a2cf-67e571dc5285 req-71f6df6e-a816-48d3-a68c-5912ddab41d7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:18.494984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e209b97b-3a53-4182-a2cf-67e571dc5285 req-71f6df6e-a816-48d3-a68c-5912ddab41d7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.4033036 Jul 09 20:32:18.500389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-85de1994-056e-440d-8d2e-185621a43fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:18.501971 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-85de1994-056e-440d-8d2e-185621a43fde service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.4020174 Jul 09 20:32:18.576881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e209b97b-3a53-4182-a2cf-67e571dc5285 req-57032cc2-cc9c-42a0-bae3-2a9115111807 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738842 Jul 09 20:32:18.586749 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-8756119c-3c6d-4dbd-a566-5b001856f922 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1003 time: 0.0768385 Jul 09 20:32:18.638144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-28b3d34f-f693-4b41-8b35-36316286c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:18.639560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-28b3d34f-f693-4b41-8b35-36316286c721 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0462127 Jul 09 20:32:18.694991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-bfba2401-9e70-4409-ac6e-1f9f31510e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:18.696427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-bfba2401-9e70-4409-ac6e-1f9f31510e27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506394 Jul 09 20:32:18.782049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-455fc970-0684-42a9-b223-5422c0eb27e2 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785861 Jul 09 20:32:18.875770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0335fbc1-4942-4253-bf3f-4429f8599f93 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Jul 09 20:32:19.156395 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:19.752129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfe4c0-18ab-4d04-b063-10613ac6e647 req-2f32aa6c-ad05-4a3a-b671-a203fe529e9b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:19.753613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83dfe4c0-18ab-4d04-b063-10613ac6e647 req-2f32aa6c-ad05-4a3a-b671-a203fe529e9b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0624263 Jul 09 20:32:19.794646 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-83dfe4c0-18ab-4d04-b063-10613ac6e647 req-c83cb6e3-17de-4f6b-838d-9ab98930f1ef tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349643 Jul 09 20:32:20.982282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ded3f-b3d6-4cb7-936b-a49d57048331 req-936bdcb3-7a23-483d-9740-1bfd3415c820 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:20.983882 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a6ded3f-b3d6-4cb7-936b-a49d57048331 req-936bdcb3-7a23-483d-9740-1bfd3415c820 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0647459 Jul 09 20:32:21.020399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1a6ded3f-b3d6-4cb7-936b-a49d57048331 req-4ffcda5d-762c-433b-af4b-ff67a8d68b33 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Jul 09 20:32:22.193616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730eea-375f-46e1-8cb7-41846e52e927 req-c494b8a3-b4a8-4e3d-8471-0ebe8bff2957 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:22.195105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89730eea-375f-46e1-8cb7-41846e52e927 req-c494b8a3-b4a8-4e3d-8471-0ebe8bff2957 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0633402 Jul 09 20:32:22.232178 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-89730eea-375f-46e1-8cb7-41846e52e927 req-c128d107-5f7d-436a-8e32-8f35276b3ee0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Jul 09 20:32:22.434310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb69b-3460-4994-85e4-f54d7a2480ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:22.629972 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-d71a93f4-3476-48dc-a924-c6b0ebada93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:22.631500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-d71a93f4-3476-48dc-a924-c6b0ebada93f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0566926 Jul 09 20:32:22.732798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-27c7614a-6b8f-4128-912e-08465669768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:22.734183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-27c7614a-6b8f-4128-912e-08465669768d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0832465 Jul 09 20:32:22.800808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-689f85ea-ada1-4550-b58f-2f2231a0a678 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1003 time: 0.0604424 Jul 09 20:32:22.848217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-6b62f6ed-5d47-4ac5-a312-b7452c40f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:22.849636 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-6b62f6ed-5d47-4ac5-a312-b7452c40f985 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0429435 Jul 09 20:32:22.904568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-642dd4ee-1809-44ae-ab8b-ee3a297cd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:22.906257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-642dd4ee-1809-44ae-ab8b-ee3a297cd334 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507839 Jul 09 20:32:23.000838 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-8426f746-de76-4bd5-9ad2-6abd641786f7 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Jul 09 20:32:23.092630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fcecc5ea-d87f-4395-811b-030a33639a5b req-7de558fb-3ba4-46db-90d5-e581e65f5071 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811782 Jul 09 20:32:23.405231 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c5454-ec9b-4045-b45c-0b5cc19bbd3d req-ef9986f6-54cf-48f2-92be-64166968f4b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:23.406702 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f2c5454-ec9b-4045-b45c-0b5cc19bbd3d req-ef9986f6-54cf-48f2-92be-64166968f4b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0624039 Jul 09 20:32:23.445076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f2c5454-ec9b-4045-b45c-0b5cc19bbd3d req-6fe8e525-deca-49d2-8c0c-919e05c606b2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Jul 09 20:32:23.747586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:24.621065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102ed9-b8c3-4c95-b255-ee718eeb7c97 req-ec02f756-31d4-4a95-a242-3b4eef44c0dd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:24.622572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b102ed9-b8c3-4c95-b255-ee718eeb7c97 req-ec02f756-31d4-4a95-a242-3b4eef44c0dd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0642488 Jul 09 20:32:24.659277 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7b102ed9-b8c3-4c95-b255-ee718eeb7c97 req-eb5edc36-b865-4ced-9852-7f688408e7ac tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 09 20:32:25.030997 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e8aab33-e1c8-47b8-b696-cdef4b8b3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:25.360123 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:25.833955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc237-56c9-41d7-9178-b6158300cb23 req-b7a2f2f7-2991-4d99-ac18-7bd5d1b6c006 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:25.835433 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7fcc237-56c9-41d7-9178-b6158300cb23 req-b7a2f2f7-2991-4d99-ac18-7bd5d1b6c006 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0666902 Jul 09 20:32:25.872389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e7fcc237-56c9-41d7-9178-b6158300cb23 req-19e69dc6-23ac-49b3-b405-00b00e2317e6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307631 Jul 09 20:32:26.560564 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:27.048775 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4ba0-c888-4268-b75d-9c12ecd275e3 req-67523009-ccfe-4a11-bc0f-e9cf38fda1d6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:27.050269 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-965b4ba0-c888-4268-b75d-9c12ecd275e3 req-67523009-ccfe-4a11-bc0f-e9cf38fda1d6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0672209 Jul 09 20:32:27.087334 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-965b4ba0-c888-4268-b75d-9c12ecd275e3 req-231fb247-fbc8-4aa7-bdf8-6c843f515cb5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 09 20:32:28.041552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:28.259559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a466e-49a1-4a40-9d3c-3799afbcf143 req-8ad0e408-6d6c-4c0f-a0d1-fe687ff93b8b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:28.260955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-281a466e-49a1-4a40-9d3c-3799afbcf143 req-8ad0e408-6d6c-4c0f-a0d1-fe687ff93b8b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0635967 Jul 09 20:32:28.298859 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-281a466e-49a1-4a40-9d3c-3799afbcf143 req-b6288b11-9bd1-464b-9e23-a9bdb28a3b9d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323937 Jul 09 20:32:29.474036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a68278-e012-4f51-9c7e-bd32adf731c0 req-5de0797e-6632-4e97-b909-2372c529487a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:29.475519 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06a68278-e012-4f51-9c7e-bd32adf731c0 req-5de0797e-6632-4e97-b909-2372c529487a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0630159 Jul 09 20:32:29.512774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06a68278-e012-4f51-9c7e-bd32adf731c0 req-8c92f909-e362-4e9e-a49a-446ad18a0396 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Jul 09 20:32:30.685217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c1074-292a-4808-a40e-e4fe30f59ee3 req-de0ce786-38ff-463c-a0bd-4a8540dbf120 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:30.686680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-475c1074-292a-4808-a40e-e4fe30f59ee3 req-de0ce786-38ff-463c-a0bd-4a8540dbf120 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0653307 Jul 09 20:32:30.724665 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-475c1074-292a-4808-a40e-e4fe30f59ee3 req-6da4487c-f5fa-42de-981a-28f43f766c04 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Jul 09 20:32:31.379378 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:32:31.901301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b1498-26a9-4c51-b6f2-adf16ced4069 req-5dc7de65-b92f-4bab-83ef-3032ca3553d6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:31.902844 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c0b1498-26a9-4c51-b6f2-adf16ced4069 req-5dc7de65-b92f-4bab-83ef-3032ca3553d6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0656796 Jul 09 20:32:31.944800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3c0b1498-26a9-4c51-b6f2-adf16ced4069 req-301c6562-597d-4965-bcc9-dd1c99f94238 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356481 Jul 09 20:32:32.633014 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-9639e478-953e-491d-8db9-c6d8b904a018 service neutron] show failed (client error): The resource could not be found. Jul 09 20:32:32.634082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-9639e478-953e-491d-8db9-c6d8b904a018 service neutron] 10.222.0.59 "GET /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0551105 Jul 09 20:32:32.908985 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-176f3e39-ea18-4656-8a93-9a9130292ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:32.910507 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-176f3e39-ea18-4656-8a93-9a9130292ebe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1097 time: 0.0883934 Jul 09 20:32:32.921807 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:32.991660 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.129097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3620a-7d8f-421a-8516-dec2be5405df req-7a26a65a-ccfb-4cd2-b85c-970d6394140a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:33.130731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65e3620a-7d8f-421a-8516-dec2be5405df req-7a26a65a-ccfb-4cd2-b85c-970d6394140a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0677922 Jul 09 20:32:33.169677 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65e3620a-7d8f-421a-8516-dec2be5405df req-df3d75db-02e7-4a65-9251-7a91845707af tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Jul 09 20:32:33.195071 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:33.227784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:33.269983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:33.272227 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9869fab-3bd2-4c7a-8fc7-d8b6f5807cee" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:33.275715 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.288596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Transition to ACTIVE for port object 710bf0c2-2172-4285-ad37-2aba29da791f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:33.292696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.327177 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6fa10d-28de-4768-af0e-651bc3cbb773 x-openstack-request-id: req-2c6fa10d-28de-4768-af0e-651bc3cbb773 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:33.327453 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:33.327708 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c6fa10d-28de-4768-af0e-651bc3cbb773 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:33.328096 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'code': 200} Jul 09 20:32:33.371578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:33.386951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.387841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.388148 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.388482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.388811 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.389147 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.389488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.389809 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.390130 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.390450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.390769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.391089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:33.427048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] No DVR routers for this DVR port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:32:33.563672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:33.564012 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:33.564346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:33.568805 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:32:33.569229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:33.574016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:33.574356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:33.574737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:33.576529 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Bound port: 710bf0c2-2172-4285-ad37-2aba29da791f, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:33.577264 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.639524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:33.642558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:33.646088 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.678342 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:33.679456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:33.680850 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] 10.222.0.25 "PUT /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1092 time: 0.7630236 Jul 09 20:32:33.735489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2de18e-edbb-417b-95ff-2ed5928c0a0b service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:33.767448 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-d6147545-1f60-41ff-90be-6f1662f94ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:33.769005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-d6147545-1f60-41ff-90be-6f1662f94ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0638485 Jul 09 20:32:33.858426 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-c716f014-8a51-4517-bc6e-2d17a42138ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:33.859891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-c716f014-8a51-4517-bc6e-2d17a42138ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0841060 Jul 09 20:32:33.926977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-3cdc05af-dc83-4d35-904e-27888ff9fcde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0605788 Jul 09 20:32:33.974949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-23c19abb-0097-4259-929f-1c56cf832728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:33.976287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-23c19abb-0097-4259-929f-1c56cf832728 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0422900 Jul 09 20:32:34.032078 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-f2c198e9-c90e-4f47-a76a-7a571d392203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:34.033555 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-f2c198e9-c90e-4f47-a76a-7a571d392203 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502727 Jul 09 20:32:34.123838 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-4d68a01d-6532-445b-95b5-2b0db5bd2a66 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830419 Jul 09 20:32:34.354043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d03e-0495-43ab-914d-1093bca7b351 req-d5af4031-3d12-4966-8d5d-6afbe7a061e7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:34.355669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cd8d03e-0495-43ab-914d-1093bca7b351 req-d5af4031-3d12-4966-8d5d-6afbe7a061e7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0700514 Jul 09 20:32:34.397910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cd8d03e-0495-43ab-914d-1093bca7b351 req-145ade75-7ef7-469a-a858-32f98eea9b09 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358777 Jul 09 20:32:34.522232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d49e50a-d289-49ac-995c-d825ee5cd687 req-41ec8e6c-d193-4375-98ea-a0b6f757871b service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914557 Jul 09 20:32:34.923703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:32:34.962039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:32:35.329606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:35.332094 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44981388-aed1-49a5-bc62-9eb6a62a780c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:35.380033 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ae74c-c007-41f3-b49d-31022c1a8867 x-openstack-request-id: req-3f5ae74c-c007-41f3-b49d-31022c1a8867 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:35.380332 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:35.380587 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f5ae74c-c007-41f3-b49d-31022c1a8867 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:35.380993 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'status': 'completed', 'code': 200} Jul 09 20:32:35.457626 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-6e1910fd-f2ec-4bb8-8537-863b2b99630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.460615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-6e1910fd-f2ec-4bb8-8537-863b2b99630a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0606318 Jul 09 20:32:35.463543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-c6a842b3-1809-4108-b427-bae013d357f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.465234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-c6a842b3-1809-4108-b427-bae013d357f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0599644 Jul 09 20:32:35.564824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-810b77e0-8f34-42c3-90b5-125dde4f16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.566653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-810b77e0-8f34-42c3-90b5-125dde4f16ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0943356 Jul 09 20:32:35.615798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971fc92-f491-4d1f-a7af-1fa627e5ef1d req-b8132b51-4378-4ceb-aaf2-f0432a375eda tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.617336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8971fc92-f491-4d1f-a7af-1fa627e5ef1d req-b8132b51-4378-4ceb-aaf2-f0432a375eda tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0905635 Jul 09 20:32:35.618341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-97e10cd9-16db-42f2-a6fc-0dd6427efaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.619682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-97e10cd9-16db-42f2-a6fc-0dd6427efaa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.1522043 Jul 09 20:32:35.633457 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-c532ee2f-7212-42d2-a6d0-88d8b845f5af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0604854 Jul 09 20:32:35.687223 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-8dd5182e-83d4-411b-b64c-7170260da7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.688766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-8dd5182e-83d4-411b-b64c-7170260da7f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0491467 Jul 09 20:32:35.704764 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8971fc92-f491-4d1f-a7af-1fa627e5ef1d req-c484602e-9669-419b-a45c-a13337ae2aef tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804718 Jul 09 20:32:35.716815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-856bb9e6-a20a-473a-b2e5-883e45b154b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0861640 Jul 09 20:32:35.748756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-26d3d0f9-37b3-4d0d-9d07-e4411d14e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.750308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-26d3d0f9-37b3-4d0d-9d07-e4411d14e270 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556521 Jul 09 20:32:35.768798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-964c35f3-295a-4f2c-82fe-15382117a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.770436 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-964c35f3-295a-4f2c-82fe-15382117a523 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0476780 Jul 09 20:32:35.831234 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-5790fe7a-33c8-4f15-a2a5-660d5eca2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:35.832904 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-5790fe7a-33c8-4f15-a2a5-660d5eca2a82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563319 Jul 09 20:32:35.846832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-144c1fb6-9dcc-45d2-b75b-6acd0254a2ea service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897751 Jul 09 20:32:35.928385 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-a74a3ae5-2c97-496e-89e4-ec780de378d7 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890417 Jul 09 20:32:35.939631 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-20c24400-57e4-4edb-b080-b748b4f65a0f service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Jul 09 20:32:36.021588 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44981388-aed1-49a5-bc62-9eb6a62a780c req-312f0135-26ff-438a-afb4-aa5e84205ff9 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871449 Jul 09 20:32:36.883437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1ea8-c453-4631-8032-abea0f0a9ee2 req-e22d6138-cc3c-4857-9a60-744a10499998 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:36.884930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-582c1ea8-c453-4631-8032-abea0f0a9ee2 req-e22d6138-cc3c-4857-9a60-744a10499998 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0633116 Jul 09 20:32:36.923805 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-582c1ea8-c453-4631-8032-abea0f0a9ee2 req-934c713c-3fed-4910-80ca-d47cea2eaeee tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Jul 09 20:32:38.099318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc2d8-18e8-45ef-9b5a-ae54cb3269ce req-f109089c-63e2-476e-b92e-ad51651daef3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:38.100826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-720dc2d8-18e8-45ef-9b5a-ae54cb3269ce req-f109089c-63e2-476e-b92e-ad51651daef3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0634902 Jul 09 20:32:38.139473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-720dc2d8-18e8-45ef-9b5a-ae54cb3269ce req-30c26687-ebf4-4459-803e-955f3cfdba76 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329020 Jul 09 20:32:39.312839 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af738c16-875d-4ef1-b1f2-b7e1793da35d req-2c8a45b3-b830-46fc-ab7f-5c0ac67f4f51 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:39.314329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af738c16-875d-4ef1-b1f2-b7e1793da35d req-2c8a45b3-b830-46fc-ab7f-5c0ac67f4f51 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0655322 Jul 09 20:32:39.352311 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-af738c16-875d-4ef1-b1f2-b7e1793da35d req-eb89d9c3-a9db-4e9f-be87-317638f232f2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Jul 09 20:32:40.529534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0de63-80e5-445d-9b2d-f4982cd5fda4 req-43e1a6c1-64bc-4bf9-87b6-360b1024bb90 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:40.531021 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1f0de63-80e5-445d-9b2d-f4982cd5fda4 req-43e1a6c1-64bc-4bf9-87b6-360b1024bb90 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0673563 Jul 09 20:32:40.567903 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d1f0de63-80e5-445d-9b2d-f4982cd5fda4 req-8039a8bd-0375-41ed-9223-f8b4ca5bf688 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Jul 09 20:32:41.741106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e4699-e621-457c-8f4d-226f9e7b5a41 req-21358e27-4aa8-4fee-a17b-e317f1dd99c1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:41.742606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f9e4699-e621-457c-8f4d-226f9e7b5a41 req-21358e27-4aa8-4fee-a17b-e317f1dd99c1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0629447 Jul 09 20:32:41.780264 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7f9e4699-e621-457c-8f4d-226f9e7b5a41 req-093a96cd-b350-418c-add4-81f5e7164a8a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Jul 09 20:32:42.951869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2024506-e0ce-4bbb-a392-ebd5f489fa7f req-e6c9f98e-1ec8-4246-85cf-c48bfd41ebdf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:42.953379 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2024506-e0ce-4bbb-a392-ebd5f489fa7f req-e6c9f98e-1ec8-4246-85cf-c48bfd41ebdf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0624340 Jul 09 20:32:42.990835 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2024506-e0ce-4bbb-a392-ebd5f489fa7f req-9bf86206-738e-406d-8c73-f63c7d0b6aaf tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jul 09 20:32:44.169808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bea002-f920-480f-a0d9-bfb2718108c2 req-427945b0-dec5-44ee-89b9-8653a96d94db tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:44.171268 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31bea002-f920-480f-a0d9-bfb2718108c2 req-427945b0-dec5-44ee-89b9-8653a96d94db tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0627587 Jul 09 20:32:44.208516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-31bea002-f920-480f-a0d9-bfb2718108c2 req-3408764b-8e26-406b-9248-d2b722e2bbac tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jul 09 20:32:45.381669 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eda7e-105d-47e0-9215-2400184c2c28 req-bb12cded-0109-4a7c-976b-3d2605c0b20a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:45.383079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c2eda7e-105d-47e0-9215-2400184c2c28 req-bb12cded-0109-4a7c-976b-3d2605c0b20a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0656366 Jul 09 20:32:45.421053 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c2eda7e-105d-47e0-9215-2400184c2c28 req-85a6e965-c69a-4d8a-911e-18ddbee7a5a6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Jul 09 20:32:46.607230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1537b-6181-486b-8352-f2e3b3734230 req-835976e4-362c-467c-9152-cd8624e5dbf6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.608704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bc1537b-6181-486b-8352-f2e3b3734230 req-835976e4-362c-467c-9152-cd8624e5dbf6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0670652 Jul 09 20:32:46.645717 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7bc1537b-6181-486b-8352-f2e3b3734230 req-7eb5fee2-12f5-4387-9672-f48cb98b0670 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Jul 09 20:32:47.817663 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ee1c4-0c27-412a-8e1c-0b9fee178bef req-1d47f799-ca8e-4e59-85bc-42a552a7d2b5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:47.819162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-150ee1c4-0c27-412a-8e1c-0b9fee178bef req-1d47f799-ca8e-4e59-85bc-42a552a7d2b5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0635409 Jul 09 20:32:47.856697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-150ee1c4-0c27-412a-8e1c-0b9fee178bef req-83093ac4-ee5a-43fa-94b3-a80477431ed8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Jul 09 20:32:48.257102 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-8cb4c4ef-ac85-46f0-86c2-ae7b6e46886f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.258580 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-8cb4c4ef-ac85-46f0-86c2-ae7b6e46886f tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 944 time: 0.0783248 Jul 09 20:32:48.306021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6127a-05a5-402c-953d-03f015ca5bd8 req-7632d9ba-c04f-40fe-8752-489755c1cf22 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.307525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29e6127a-05a5-402c-953d-03f015ca5bd8 req-7632d9ba-c04f-40fe-8752-489755c1cf22 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 944 time: 0.0673742 Jul 09 20:32:48.319766 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-dc67a76a-6c8d-4054-b07f-3849fcc2e985 service neutron] 10.222.0.25 "GET /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f/bindings/n-h2-800087-3 HTTP/1.1" status: 200 len: 382 time: 0.0540502 Jul 09 20:32:48.346218 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-29e6127a-05a5-402c-953d-03f015ca5bd8 req-4dee51d9-bb65-4a55-8951-b74f25769163 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Jul 09 20:32:48.397962 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a6e44c8c-411b-4295-aece-f494855982ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.399471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a6e44c8c-411b-4295-aece-f494855982ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0572951 Jul 09 20:32:48.487245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-ad0b84d3-5c29-4c29-b001-96c9eeb5ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.488686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-ad0b84d3-5c29-4c29-b001-96c9eeb5ef0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0825279 Jul 09 20:32:48.555884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-4371f932-e785-4622-a088-58e586b2633a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0612900 Jul 09 20:32:48.602767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-1f9f33e6-5ec3-4875-af5c-fb09674e6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.604182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-1f9f33e6-5ec3-4875-af5c-fb09674e6f9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0424304 Jul 09 20:32:48.657878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-ac99c53b-6665-4772-b52e-d404f37e441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.659317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-ac99c53b-6665-4772-b52e-d404f37e441b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495720 Jul 09 20:32:48.750647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-df136ca6-ec03-43b1-95b2-88787e18b1fc service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847883 Jul 09 20:32:48.836427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-31a8959d-9d6d-4092-ada9-5b98eaf9b6b3 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798061 Jul 09 20:32:48.991102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:32:49.087026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:49.098517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '710bf0c2-2172-4285-ad37-2aba29da791f', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:32:49.135287 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:49.148323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:32:49.167524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:49.175063 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:49.204875 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:49.225981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:49.233121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.233496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.233843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.234181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.234519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.234852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.235180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.235506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.235830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.236154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.236483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.236804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:49.522096 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416ba32-b793-4e08-8e10-d4b58e756fa7 req-c6bc44b4-f621-4127-a802-11227c5ee83c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:49.523578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4416ba32-b793-4e08-8e10-d4b58e756fa7 req-c6bc44b4-f621-4127-a802-11227c5ee83c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0631223 Jul 09 20:32:49.539424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['710bf0c2-2172-4285-ad37-2aba29da791f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:32:49.565626 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4416ba32-b793-4e08-8e10-d4b58e756fa7 req-5e13be4d-0163-4821-a3d7-54f5e904d668 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365396 Jul 09 20:32:50.745050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31632e-8270-4659-87b1-174d86994c7b req-6bdb4e51-7e8b-4141-8bad-b878007b38d7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:50.746673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da31632e-8270-4659-87b1-174d86994c7b req-6bdb4e51-7e8b-4141-8bad-b878007b38d7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0722458 Jul 09 20:32:50.784356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da31632e-8270-4659-87b1-174d86994c7b req-29c81d82-5cb2-46ce-b187-5f9fe8ec4dcd tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Jul 09 20:32:50.997954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:51.045062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 710bf0c2-2172-4285-ad37-2aba29da791f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:51.049577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 710bf0c2-2172-4285-ad37-2aba29da791f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:51.050022 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:51.131343 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:51.156126 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:51.158399 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487b5cf-dfd7-4378-9143-9faec319c55c" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:51.174219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:51.179813 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:51.210538 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5539507-ee76-4fe6-bd12-1f8bf49e6f27 x-openstack-request-id: req-c5539507-ee76-4fe6-bd12-1f8bf49e6f27 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:51.210833 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:51.211085 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5539507-ee76-4fe6-bd12-1f8bf49e6f27 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:51.211465 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'code': 200} Jul 09 20:32:51.231298 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:51.972081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc94036-9613-4aa7-83fa-8f205939603b req-7a87b71a-4328-465a-9f04-33f008daeecc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:51.977180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddc94036-9613-4aa7-83fa-8f205939603b req-7a87b71a-4328-465a-9f04-33f008daeecc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0720258 Jul 09 20:32:52.016376 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddc94036-9613-4aa7-83fa-8f205939603b req-5d43dd7a-9b08-4c66-b0bf-c6a07ffdfbd7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366757 Jul 09 20:32:52.435166 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73755a84-5557-41fa-bf5f-11f44cf6cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:52.863255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-fedf52ac-9e14-4cb2-b862-b351a8384e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:52.864744 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-fedf52ac-9e14-4cb2-b862-b351a8384e8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3&tenant_id=eda6521b4e3f4e9e8375bc4cfd941997 HTTP/1.1" status: 200 len: 1097 time: 0.0577672 Jul 09 20:32:52.875990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:52.946902 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.146786 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:53.179980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h2-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:53.193595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595e82-fb55-4336-b068-0a5aad9996a6 req-a8d6006f-20a8-4fd5-9bb0-f5b3516fe87a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.195105 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c595e82-fb55-4336-b068-0a5aad9996a6 req-a8d6006f-20a8-4fd5-9bb0-f5b3516fe87a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0645459 Jul 09 20:32:53.223903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:53.226336 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef9e3a-ce54-4f01-9636-3be0aa177cb4" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:53.230012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.233736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1c595e82-fb55-4336-b068-0a5aad9996a6 req-52d7da01-4191-4d46-81bb-b6a297fe822d tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Jul 09 20:32:53.243171 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Transition to ACTIVE for port object 710bf0c2-2172-4285-ad37-2aba29da791f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:53.250466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.329822 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:53.342828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.343147 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.343488 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.343826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.344159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.344487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.344813 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.345157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.345486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.345810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.346135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.346458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:53.350603 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c2b14-be45-43ec-a248-be8d79d0b35f x-openstack-request-id: req-1b7c2b14-be45-43ec-a248-be8d79d0b35f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:53.350897 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:53.351152 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b7c2b14-be45-43ec-a248-be8d79d0b35f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:53.351553 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'code': 200} Jul 09 20:32:53.388279 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] No DVR routers for this DVR port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h2-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:32:53.526124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:53.526369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:53.526691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:53.531509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:32:53.531828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Attempting to bind port 710bf0c2-2172-4285-ad37-2aba29da791f on network 84541f53-9f24-42b6-8e70-4ffeeca01a0f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:53.536575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:53.536907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Checking segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:53.537319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Bound using segment: {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:53.537738 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Bound port: 710bf0c2-2172-4285-ad37-2aba29da791f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:53.538090 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.602437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:53.605658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:53.609279 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.643079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.643698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.645180 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] 10.222.0.59 "PUT /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1093 time: 0.7731495 Jul 09 20:32:53.665805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbe4aa-7c44-47cf-a66f-9ea1a4dcb701 service neutron] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:53.724729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-6457aeb4-7675-4b7d-a018-6d72f3b47cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.726298 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-6457aeb4-7675-4b7d-a018-6d72f3b47cd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0555961 Jul 09 20:32:53.744280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:53.824760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-58a6d3a9-31ed-42c2-91bf-7221d38ea974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.826292 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-58a6d3a9-31ed-42c2-91bf-7221d38ea974 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.0924995 Jul 09 20:32:53.894313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-5373c6d2-57f3-4ac8-a2a0-4770eb63b1c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0605328 Jul 09 20:32:53.946816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-6063c183-5606-43ae-995c-563461d20a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.948176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-6063c183-5606-43ae-995c-563461d20a38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0473866 Jul 09 20:32:54.005003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-d2add933-47c7-4682-abc6-172b3f181e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.006543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-d2add933-47c7-4682-abc6-172b3f181e03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522308 Jul 09 20:32:54.094496 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-b9ea649f-ea01-4b3e-8a61-7b14612156d2 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811636 Jul 09 20:32:54.188524 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a8f5914d-03d7-490d-b3cb-bd846e6deb79 req-39eb7bb1-b69d-41ec-a45e-a54674e091a1 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869393 Jul 09 20:32:54.418434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcdc1e-7539-44cb-b76c-803d5969c98d req-2caf4e8e-b784-44b9-a564-ee48b896c546 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.419995 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1dfcdc1e-7539-44cb-b76c-803d5969c98d req-2caf4e8e-b784-44b9-a564-ee48b896c546 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0629761 Jul 09 20:32:54.458627 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1dfcdc1e-7539-44cb-b76c-803d5969c98d req-cd8e66be-0eca-47d5-820b-630359880844 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Jul 09 20:32:54.997826 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:32:55.045494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-34fa97dd-7742-44ae-a39c-b34f0a633e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:55.050713 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:32:55.353272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:55.355855 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7e00e-46b9-49c1-9f54-0259569f1ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:55.362947 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:55.407199 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1104ce4-a60b-4dd8-9339-88cd44852b7d x-openstack-request-id: req-e1104ce4-a60b-4dd8-9339-88cd44852b7d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:55.407493 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:55.407925 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1104ce4-a60b-4dd8-9339-88cd44852b7d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:55.408597 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'status': 'completed', 'code': 200} Jul 09 20:32:55.478174 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-2633f9e7-cfcb-46c7-9c26-fd16b293da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.479706 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-2633f9e7-cfcb-46c7-9c26-fd16b293da15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0539603 Jul 09 20:32:55.487447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-da955e99-fe14-4545-9b18-dcce2609264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.489574 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-da955e99-fe14-4545-9b18-dcce2609264f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0596776 Jul 09 20:32:55.595412 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-0bd123aa-b54e-471d-9713-9b3221a1670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.596058 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-0bd123aa-b54e-471d-9713-9b3221a1670c service neutron] 10.222.0.59 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.1096256 Jul 09 20:32:55.638150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-2263f938-fb26-44ff-bba7-d9bbd3d0664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.640182 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-2263f938-fb26-44ff-bba7-d9bbd3d0664b service neutron] 10.222.0.25 "GET /v2.0/networks?id=84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 200 len: 912 time: 0.1425061 Jul 09 20:32:55.662443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-4b715768-fb16-40c2-b142-12b810c03422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0599108 Jul 09 20:32:55.713895 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-171be2f2-4d0d-4078-a08c-93a399c418f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.714583 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-dd05fd5d-2cca-458e-82fe-7457087b25ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 200 len: 1001 time: 0.0643992 Jul 09 20:32:55.715517 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-171be2f2-4d0d-4078-a08c-93a399c418f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0472841 Jul 09 20:32:55.723548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c72bb-09c0-4e9b-87ff-0b3e8cd45f3f req-946ed7f7-c11f-4433-b3cb-30681e08db8a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.724980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-853c72bb-09c0-4e9b-87ff-0b3e8cd45f3f req-946ed7f7-c11f-4433-b3cb-30681e08db8a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1447823 Jul 09 20:32:55.779015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-e8c20efd-873f-43d3-bf3a-16634a35bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.780615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-e8c20efd-873f-43d3-bf3a-16634a35bcf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586052 Jul 09 20:32:55.783451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-ccda1a1f-7ec5-4891-a4ef-d6783233ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.784907 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-ccda1a1f-7ec5-4891-a4ef-d6783233ab49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 200 len: 850 time: 0.0590646 Jul 09 20:32:55.834279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-853c72bb-09c0-4e9b-87ff-0b3e8cd45f3f req-6fcbc036-40b4-4646-b987-8a7936b8df9b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655997 Jul 09 20:32:55.867345 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-96512892-61ea-4e2f-8b7f-6326bd92cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:55.869032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-96512892-61ea-4e2f-8b7f-6326bd92cf55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84541f53-9f24-42b6-8e70-4ffeeca01a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766587 Jul 09 20:32:55.889487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-64380d16-0176-4c1f-afec-aac30fc5a197 service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010127 Jul 09 20:32:55.960685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-ba86488b-da4e-49da-866d-999459735075 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853827 Jul 09 20:32:56.004827 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-b3f4d9e7-e876-4890-9438-fdbb3bba422f service neutron] 10.222.0.59 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089950 Jul 09 20:32:56.058036 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-44e7e00e-46b9-49c1-9f54-0259569f1ebe req-6a824346-febb-4a88-af44-b45bcc2b8610 service neutron] 10.222.0.25 "GET /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914571 Jul 09 20:32:56.566006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:57.016874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d471e15-95c5-4afe-8668-e72c95fbcfcd req-fc42a990-e947-4ba6-8e73-eba0fc693985 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:57.018511 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d471e15-95c5-4afe-8668-e72c95fbcfcd req-fc42a990-e947-4ba6-8e73-eba0fc693985 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0648656 Jul 09 20:32:57.055687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2d471e15-95c5-4afe-8668-e72c95fbcfcd req-7f9fbeaf-44ac-4f4e-9a4a-21efd949cab7 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Jul 09 20:32:58.043791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:58.229109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305e945-6859-46cc-b097-571be3f9de2b req-2ac48c3d-17bb-4720-ac61-1ca54ac7b3a0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:58.230632 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3305e945-6859-46cc-b097-571be3f9de2b req-2ac48c3d-17bb-4720-ac61-1ca54ac7b3a0 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0629201 Jul 09 20:32:58.268073 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3305e945-6859-46cc-b097-571be3f9de2b req-4d81b880-115e-4982-a7cb-e88aab83b215 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 09 20:32:59.437320 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8d471-c871-405b-9cb2-881086897552 req-e2cafde0-fbbf-4c09-99dd-1096fffd731b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:59.438694 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c8d471-c871-405b-9cb2-881086897552 req-e2cafde0-fbbf-4c09-99dd-1096fffd731b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0618112 Jul 09 20:32:59.475521 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-11c8d471-c871-405b-9cb2-881086897552 req-e7067a1a-4d72-4832-a993-6897f7bfb1a6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Jul 09 20:33:00.647531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e347b-b35e-48ea-9f0e-bcc7ac2737bf req-aa7bd8f4-4ce7-422c-8fba-8d3781f09e2b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:00.649004 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f8e347b-b35e-48ea-9f0e-bcc7ac2737bf req-aa7bd8f4-4ce7-422c-8fba-8d3781f09e2b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0636442 Jul 09 20:33:00.690892 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6f8e347b-b35e-48ea-9f0e-bcc7ac2737bf req-64f9ae46-0e26-4577-bc20-f0bd9fdfc74a tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363989 Jul 09 20:33:01.865953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762396-ba24-47ce-96f4-001e1cf9b78b req-3d0c61e6-35c2-4e3b-8f00-5c47d6aab6c5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:01.867439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b762396-ba24-47ce-96f4-001e1cf9b78b req-3d0c61e6-35c2-4e3b-8f00-5c47d6aab6c5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Jul 09 20:33:01.903968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b762396-ba24-47ce-96f4-001e1cf9b78b req-1ac91bef-ab8d-4d20-a7a6-9238836fd9f9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Jul 09 20:33:03.079582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68da43-162b-4e75-9cd1-1c0ba5cfb81f req-126c1b42-fa03-4037-b6ad-fade47fff375 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:03.081041 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c68da43-162b-4e75-9cd1-1c0ba5cfb81f req-126c1b42-fa03-4037-b6ad-fade47fff375 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0625820 Jul 09 20:33:03.117497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0c68da43-162b-4e75-9cd1-1c0ba5cfb81f req-b67b499b-5ad9-4e43-816a-04fef359359b tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Jul 09 20:33:04.291487 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca21d56-8d9c-408d-9959-63c8d2b0df5c req-1f3e8d74-336e-4839-90a3-99f18228527c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:04.292877 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eca21d56-8d9c-408d-9959-63c8d2b0df5c req-1f3e8d74-336e-4839-90a3-99f18228527c tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0634775 Jul 09 20:33:04.330093 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eca21d56-8d9c-408d-9959-63c8d2b0df5c req-14f5577a-da7b-472d-a613-23d6a237c5fb tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jul 09 20:33:05.048693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:33:05.141085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:05.152428 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '710bf0c2-2172-4285-ad37-2aba29da791f', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'port_id': '710bf0c2-2172-4285-ad37-2aba29da791f', 'mac_address': 'fa:16:3e:f8:89:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:33:05.193476 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.207219 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:33:05.227655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:05.231180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.277604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=12']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:05.502389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ad0b6-cb15-4f5f-a813-c198d82e1c0d req-ff3127f2-85ea-4ab4-a142-a9ffef4cd129 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:05.503833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a30ad0b6-cb15-4f5f-a813-c198d82e1c0d req-ff3127f2-85ea-4ab4-a142-a9ffef4cd129 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0616503 Jul 09 20:33:05.506144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['710bf0c2-2172-4285-ad37-2aba29da791f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:05.542357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a30ad0b6-cb15-4f5f-a813-c198d82e1c0d req-b8c7c9d9-1bc0-4355-b082-c54113055fa8 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Jul 09 20:33:05.723827 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0fc1-14ae-4638-a8ca-f250d50df285 req-b720bc96-98a4-400f-b97e-74ccbaa91bc2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:05.725335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddde0fc1-14ae-4638-a8ca-f250d50df285 req-b720bc96-98a4-400f-b97e-74ccbaa91bc2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0665367 Jul 09 20:33:05.762627 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ddde0fc1-14ae-4638-a8ca-f250d50df285 req-e1cd4ce4-ec42-4356-8c7d-e004a7ddb599 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Jul 09 20:33:05.934300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373050-20bf-4c0b-a9f7-6da240d36660 req-2a5940df-04e4-49f8-bda1-e707a64a5dc6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:05.935734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca373050-20bf-4c0b-a9f7-6da240d36660 req-2a5940df-04e4-49f8-bda1-e707a64a5dc6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0654397 Jul 09 20:33:05.972063 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ca373050-20bf-4c0b-a9f7-6da240d36660 req-ac62768f-1e47-4765-9545-0b84cc416ec9 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jul 09 20:33:06.344446 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0019c-721d-454f-9e7c-efdf7ce6fa3a req-78aa5fb5-6a06-41af-a6cf-705fbf7224a3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:06.345935 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fad0019c-721d-454f-9e7c-efdf7ce6fa3a req-78aa5fb5-6a06-41af-a6cf-705fbf7224a3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 946 time: 0.0626419 Jul 09 20:33:06.381749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fad0019c-721d-454f-9e7c-efdf7ce6fa3a req-4295c979-a651-4e76-91a5-4f2e9b5a1006 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Jul 09 20:33:07.055085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:07.104445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 710bf0c2-2172-4285-ad37-2aba29da791f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:07.108814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 710bf0c2-2172-4285-ad37-2aba29da791f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:07.109215 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.187701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.211835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:07.214100 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b8a56d-a84e-4e81-8a18-cbb29fe22f14" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:07.227244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:07.231292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.254712 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fa275-4809-4b4a-a6cf-51f840a43daa x-openstack-request-id: req-0a6fa275-4809-4b4a-a6cf-51f840a43daa {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:07.255006 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:07.255258 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a6fa275-4809-4b4a-a6cf-51f840a43daa {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:07.255636 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'code': 200} Jul 09 20:33:07.280141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=13']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:07.562835 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb777-4522-472d-8101-44f6bde861f6 req-7f0f68d5-3559-4a62-b149-1861a0407007 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:07.564293 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c31cb777-4522-472d-8101-44f6bde861f6 req-7f0f68d5-3559-4a62-b149-1861a0407007 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0672779 Jul 09 20:33:07.600763 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c31cb777-4522-472d-8101-44f6bde861f6 req-082f47b1-3491-472a-b34a-c330dd7c1bd2 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups?id=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308306 Jul 09 20:33:07.914896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-d469cabf-11a1-405a-a578-73fbc2ad5a9e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:07.916360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-d469cabf-11a1-405a-a578-73fbc2ad5a9e tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 947 time: 0.0616322 Jul 09 20:33:08.023198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Deleting port 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:08.023543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.108662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] For port 710bf0c2-2172-4285-ad37-2aba29da791f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=710bf0c2-2172-4285-ad37-2aba29da791f,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:08.109022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.276377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.276660 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.276980 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 disassociated. External IP: 172.25.3.193, port: 710bf0c2-2172-4285-ad37-2aba29da791f. Jul 09 20:33:08.277352 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Calling delete_port for 710bf0c2-2172-4285-ad37-2aba29da791f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:08.378919 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:33:08.405639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.433101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'Port': ['ID=710bf0c2-2172-4285-ad37-2aba29da791f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:08.553643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:08.916196 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e183ded9-40f1-45f7-abca-968ce03e1413 req-7d49b801-add5-4faa-b109-8a0dbd306db1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0343747 Jul 09 20:33:08.972198 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:08.983135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:08.992237 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:08.992932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:09.017008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] No DVR routers for this DVR port 710bf0c2-2172-4285-ad37-2aba29da791f on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:09.019585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.021622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-efdb5c8f-4ad4-4850-853d-3270f1d4bb1b req-132929a7-722f-450e-aa9b-bea22e54e8c6 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.59 "DELETE /v2.0/ports/710bf0c2-2172-4285-ad37-2aba29da791f HTTP/1.1" status: 204 len: 173 time: 1.0995536 Jul 09 20:33:09.022057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-deleted', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:09.024302 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57547590-d28c-4009-9f51-ec8b7258b4bb" -d '{"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-deleted", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:09.073373 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c32ad-8ddc-41e5-8ca3-145d8c0027b1 x-openstack-request-id: req-3a3c32ad-8ddc-41e5-8ca3-145d8c0027b1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:09.073634 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd3c0aa-886a-4a53-ab26-51723d73bdb3", "name": "network-vif-deleted", "tag": "710bf0c2-2172-4285-ad37-2aba29da791f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:09.073916 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a3c32ad-8ddc-41e5-8ca3-145d8c0027b1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:09.074229 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd3c0aa-886a-4a53-ab26-51723d73bdb3', 'name': 'network-vif-deleted', 'tag': '710bf0c2-2172-4285-ad37-2aba29da791f', 'status': 'completed', 'code': 200} Jul 09 20:33:09.105344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:09.303222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:09.334329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:09.343591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:09.344195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:09.445741 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:09.646154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:09.671923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15e63c-2db6-42f5-bce2-01eaa7bf662c None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:09Z', 'revision_number': 4, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '5baf8c00-30c4-4d8b-8792-54d955550ef8', 'name': '', 'network_id': '84541f53-9f24-42b6-8e70-4ffeeca01a0f', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'mac_address': 'fa:16:3e:52:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'subnets': [{'id': '974fd70c-62f1-4aa6-8338-55fcece3937f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:09.890441 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9f562-ab59-433a-a44e-bcb80bed786e None None] New status for floating IP 9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:33:10.067584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bc886aae-30bf-4fae-93b3-b09e5f7d4f02 req-5852f66a-6013-46b4-b118-d983650836c1 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Jul 09 20:33:11.078987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:11.099305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 710bf0c2-2172-4285-ad37-2aba29da791f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:11.099983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 710bf0c2-2172-4285-ad37-2aba29da791f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:11.215677 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4acb59b0-b3fc-44cb-8677-8ada57e35869 req-b9a6ac12-0b68-479f-8d3d-aea75dc323a5 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0280890 Jul 09 20:33:12.358241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e541a862-f776-4dda-a169-70c599857953 req-642faaf9-93e1-4fe0-914b-709435357aad tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cd3c0aa-886a-4a53-ab26-51723d73bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0285430 Jul 09 20:33:16.371068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:16.426733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.449230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.496846 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.499479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.501738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "DELETE /v2.0/security-groups/836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a HTTP/1.1" status: 204 len: 168 time: 0.1296713 Jul 09 20:33:16.503600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:16.510860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7632f5-d393-473a-85a4-99257ee7c772 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:16.519824 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4dea3385-7d84-4be2-b710-f63ebae0fac3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] show failed (client error): The resource could not be found. Jul 09 20:33:16.521000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4dea3385-7d84-4be2-b710-f63ebae0fac3 tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "GET /v2.0/security-groups/836c8a0c-b2e6-4bfa-aa5e-12b2f2a1f72a HTTP/1.1" status: 404 len: 347 time: 0.0163584 Jul 09 20:33:16.523910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:16.652687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Deleting port 9a9a3131-dae8-428c-8f01-f8e1803b773b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:16.653040 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.733405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.733727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.744859 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Calling delete_port for 9a9a3131-dae8-428c-8f01-f8e1803b773b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:16.874626 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.899869 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Pushing event deleted for resources: {'Port': ['ID=9a9a3131-dae8-428c-8f01-f8e1803b773b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:16.960321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.962793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.964212 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b9544d0a-dc15-40fc-84f1-26daa7d48bdc tempest-ServerActionsTestJSON-1220288958 tempest-ServerActionsTestJSON-1220288958-project] 10.222.0.10 "DELETE /v2.0/floatingips/9df4fd2d-6e6c-4e68-b24e-067ecd4fcd66 HTTP/1.1" status: 204 len: 168 time: 0.4392834 Jul 09 20:33:16.968037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:17.424209 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.668608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Deleting port 5baf8c00-30c4-4d8b-8792-54d955550ef8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:17.668945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.747238 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] For port 5baf8c00-30c4-4d8b-8792-54d955550ef8, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5baf8c00-30c4-4d8b-8792-54d955550ef8,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:17.748012 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.760272 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Calling delete_port for 5baf8c00-30c4-4d8b-8792-54d955550ef8 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:17.934575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.965384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5baf8c00-30c4-4d8b-8792-54d955550ef8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:18.134284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.343803 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Router 6e6d9462-d991-4e1d-96a5-7a94448816c5 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:18.448429 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:18.454218 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d4e1493b-c8c9-450d-ab38-0163b06d82f3 admin admin] 10.222.0.10 "PUT /v2.0/routers/6e6d9462-d991-4e1d-96a5-7a94448816c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4852426 Jul 09 20:33:18.456788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:18.457892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Sync routers for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:18.467661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:18.468338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.559372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.569960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:18.665539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.907390 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:33:17Z', 'revision_number': 5, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port': {'id': '890cd16e-5b10-4823-b208-1bea644c49e2', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.934600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Checking router: 6e6d9462-d991-4e1d-96a5-7a94448816c5 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:18.943134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Routers {'6e6d9462-d991-4e1d-96a5-7a94448816c5'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:18.943753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:32:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['6e6d9462-d991-4e1d-96a5-7a94448816c5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:19.031982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] Set router 6e6d9462-d991-4e1d-96a5-7a94448816c5 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:19.035564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Deleting port 890cd16e-5b10-4823-b208-1bea644c49e2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:19.035918 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.086264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:33:18Z', 'revision_number': 6, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:19.112529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ae930-3037-4da9-a5aa-0174693c1531 None None] The sync data for ids ['6e6d9462-d991-4e1d-96a5-7a94448816c5'] in n-d-800087-3 is: [{'id': '6e6d9462-d991-4e1d-96a5-7a94448816c5', 'name': 'tempest-ServerActionsTestJSON-556321448-router', 'tenant_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:06Z', 'updated_at': '2021-07-09T20:33:18Z', 'revision_number': 6, 'project_id': 'eda6521b4e3f4e9e8375bc4cfd941997', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:19.112826 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] For port 890cd16e-5b10-4823-b208-1bea644c49e2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=890cd16e-5b10-4823-b208-1bea644c49e2,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:19.113216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.126341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Calling delete_port for 890cd16e-5b10-4823-b208-1bea644c49e2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:19.183281 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.294472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.327866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=890cd16e-5b10-4823-b208-1bea644c49e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.385913 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.476624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.478835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.525319 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.525845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6d9462-d991-4e1d-96a5-7a94448816c5 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:33:19.530698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.531885 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-29e72803-b7fe-4872-b303-9b4aba74bdfb admin admin] 10.222.0.10 "DELETE /v2.0/routers/6e6d9462-d991-4e1d-96a5-7a94448816c5 HTTP/1.1" status: 204 len: 168 time: 1.0741518 Jul 09 20:33:19.534810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:19.581780 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Deleting subnet 974fd70c-62f1-4aa6-8338-55fcece3937f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:33:19.584728 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.617800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.690407 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.744210 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.768746 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974fd70c-62f1-4aa6-8338-55fcece3937f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.772303 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.774098 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dced8c08-b1cd-4c1b-ae65-9a32feaa620f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/974fd70c-62f1-4aa6-8338-55fcece3937f HTTP/1.1" status: 204 len: 168 time: 0.2383101 Jul 09 20:33:19.776516 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:19.779778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e9169-5931-4f18-ad25-9425a758ecdf None None] Network 84541f53-9f24-42b6-8e70-4ffeeca01a0f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:19.844178 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.898875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Deleting port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:19.899295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.967288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] DHCP port deletion for 84541f53-9f24-42b6-8e70-4ffeeca01a0f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:33:19.970008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] For port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:19.970671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.983848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Calling delete_port for 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:20.015334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Deleting port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:20.015763 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.068244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.083545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] For port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,segment=NetworkSegment(cc8cbce0-bb4c-4496-b52a-f24f57ff55df),segment_id=cc8cbce0-bb4c-4496-b52a-f24f57ff55df)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:20.084030 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.097531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Calling delete_port for 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:20.099064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:20.102550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] No DVR routers for this DVR port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:33:20.175493 n-d-800087-3 neutron-server[93773]: self.session.flush() Jul 09 20:33:20.180572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.182147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.191980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84541f53-9f24-42b6-8e70-4ffeeca01a0f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:20.202765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:20.203068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8cbce0-bb4c-4496-b52a-f24f57ff55df') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:20.207293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] Pushing event deleted for resources: {'Port': ['ID=30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:20.211113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56607b-9c65-477f-9ee8-1f06c8d280e8 None None] No DVR routers for this DVR port 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:20.212944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.228835 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.235919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:33:20.236323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:33:20.238029 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:33:20.293673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.300142 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.302016 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/84541f53-9f24-42b6-8e70-4ffeeca01a0f HTTP/1.1" status: 204 len: 168 time: 0.5245109 Jul 09 20:33:20.312959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e19dcc-a589-443a-8ee7-93d70277aba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=84541f53-9f24-42b6-8e70-4ffeeca01a0f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:20.422003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:20.468027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c5f0a62d-af74-40dd-bbd0-829802e79b3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eda6521b4e3f4e9e8375bc4cfd941997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446391 Jul 09 20:33:20.470389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:20.517872 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.539131 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.584794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.587397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.588543 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce9e9a32-58fb-4be7-bbc2-a51ecd81d9d8 HTTP/1.1" status: 204 len: 168 time: 0.1172507 Jul 09 20:33:20.596746 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193bbcf-73b2-408c-acd8-b32e4879b4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9e9a32-58fb-4be7-bbc2-a51ecd81d9d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:21.197590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 890cd16e-5b10-4823-b208-1bea644c49e2 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:21.221312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 890cd16e-5b10-4823-b208-1bea644c49e2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:21.221657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 890cd16e-5b10-4823-b208-1bea644c49e2 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:21.222074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:21.240978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:21.241606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30e9fe0b-60cf-4bd3-94c0-fbe611d32c7c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:21.242030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5baf8c00-30c4-4d8b-8792-54d955550ef8 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:21.259981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5baf8c00-30c4-4d8b-8792-54d955550ef8 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:21.260323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5baf8c00-30c4-4d8b-8792-54d955550ef8 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:21.277200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:21.369221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1132904312-network', 'tenant_id': 'bfdee7cb84cc492490321c2c86740a04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:21.389986 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Made reservation on behalf of bfdee7cb84cc492490321c2c86740a04 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:21.392245 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.400283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.488194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.491898 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.512191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:33:21.525677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7399364-15cd-467a-8e84-35fbaa618273,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:21.530809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.531154 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Added segment 54ef8092-ba50-41b3-ab0d-2243d3ea0949 of type vlan for network 119a0094-3fab-4ab6-a626-b301571218bc Jul 09 20:33:21.572298 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.599583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.600516 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:21.601104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.654430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3761337 Jul 09 20:33:21.657187 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:21.663713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Request body: {'subnet': {'network_id': '119a0094-3fab-4ab6-a626-b301571218bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1132904312-subnet', 'tenant_id': 'bfdee7cb84cc492490321c2c86740a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:21.667658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05ee6a-079f-4e26-afba-67b826fd7886 admin admin] Pushing event updated for resources: {'Network': ['ID=119a0094-3fab-4ab6-a626-b301571218bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:21.677641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 119a0094-3fab-4ab6-a626-b301571218bc details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:33:21.687602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Made reservation on behalf of bfdee7cb84cc492490321c2c86740a04 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:21.690067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.857317 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.912209 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fb29c2-81b7-4b3a-8279-7eab14c42747,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:21.919988 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Checking segment: {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:21.920350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Network hostable DHCP agents. Network: 119a0094-3fab-4ab6-a626-b301571218bc, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:33:21.937385 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Network 119a0094-3fab-4ab6-a626-b301571218bc is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:33:21.945087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 119a0094-3fab-4ab6-a626-b301571218bc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:21.949381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:21.949983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:21.956664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac3e8b-e382-42f7-9dfd-ca4a63457747 None None] Network 119a0094-3fab-4ab6-a626-b301571218bc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:21.964054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5186423d-b90a-45ad-a00b-f5fcb05a2421 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3058314 Jul 09 20:33:22.081930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff33a3-6fdf-4793-a614-1ba24d2bee51 None None] Network 119a0094-3fab-4ab6-a626-b301571218bc requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:22.393990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-99fd3608-d9e1-4da8-b40c-669f14aec805 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:22.395453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-99fd3608-d9e1-4da8-b40c-669f14aec805 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 814 time: 0.1015296 Jul 09 20:33:22.409702 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-cc432cef-d315-4199-be7c-dfc4afa72d6c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/quotas/bfdee7cb84cc492490321c2c86740a04 HTTP/1.1" status: 200 len: 375 time: 0.0089064 Jul 09 20:33:22.436453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce05035a-4c6c-4ba5-9049-9500bbc8d6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:22.447292 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-600222ae-ceb0-475e-ae6e-3e2392f061b4 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329373 Jul 09 20:33:22.537175 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-de5a3d13-c6d8-45a2-8117-56cc15822dcd service neutron] 10.222.0.10 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Jul 09 20:33:22.628891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-8a6c5390-db1e-4dec-a18d-dc00ccd0c72a service neutron] 10.222.0.10 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 Jul 09 20:33:23.757433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.822275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c007affa-87fe-41d8-905e-b75b75627842 req-eeaa2857-cb17-405d-b0be-c9a0aa4da46f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 210 time: 0.0333512 Jul 09 20:33:24.973778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-25d80f1b-1de0-4e1d-9126-b6dc53bc4f86 req-3d97b1f0-227e-427b-9f87-a5bf65d251a8 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 210 time: 0.0338202 Jul 09 20:33:25.014658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-abe0ab65-2a5f-40eb-846d-ab89a7088ba0 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:25.016129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-abe0ab65-2a5f-40eb-846d-ab89a7088ba0 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.59 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 814 time: 0.1050816 Jul 09 20:33:25.030172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Request body: {'port': {'device_id': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc', 'admin_state_up': True, 'tenant_id': 'bfdee7cb84cc492490321c2c86740a04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:25.036931 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f890c6d-e5e1-4866-b22b-d7e316adbbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.151593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Made reservation on behalf of bfdee7cb84cc492490321c2c86740a04 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:25.155822 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.277018 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Allocated IP 172.20.0.13 (119a0094-3fab-4ab6-a626-b301571218bc/70fb29c2-81b7-4b3a-8279-7eab14c42747/d30e318e-08b4-4164-8919-76b96e063c13) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:25.364310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.424547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.464634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.505624 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Network 119a0094-3fab-4ab6-a626-b301571218bc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:25.510724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:25.514928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:25.547701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Pushing event updated for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:25.572297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:25.572905 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.586555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-9c7ecd89-3622-4107-8be9-684cfff95d79 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609984 Jul 09 20:33:25.598135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Request body: {'port': {'device_id': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:25.668339 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.923943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30e318e-08b4-4164-8919-76b96e063c13 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:33:25.931094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.943257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Transition to ACTIVE for port object d30e318e-08b4-4164-8919-76b96e063c13 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:25.947454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:25.995535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Pushing event updated for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:26.067456 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Attempting to bind port d30e318e-08b4-4164-8919-76b96e063c13 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:26.068153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Attempting to bind port d30e318e-08b4-4164-8919-76b96e063c13 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:26.068153 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Attempting to bind port d30e318e-08b4-4164-8919-76b96e063c13 on network 119a0094-3fab-4ab6-a626-b301571218bc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:26.072436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Port d30e318e-08b4-4164-8919-76b96e063c13 on network 119a0094-3fab-4ab6-a626-b301571218bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:33:26.072752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Attempting to bind port d30e318e-08b4-4164-8919-76b96e063c13 on network 119a0094-3fab-4ab6-a626-b301571218bc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:26.078008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:26.078347 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Checking segment: {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:26.078732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Bound using segment: {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:26.079148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Bound port: d30e318e-08b4-4164-8919-76b96e063c13, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:26.079512 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.182719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:26.197799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d30e318e-08b4-4164-8919-76b96e063c13,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:26.210250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea58f3-dec1-49b0-9661-750ab8ee55c7 req-fb883038-4bac-441e-8941-4e9aa76a719e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.211757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55ea58f3-dec1-49b0-9661-750ab8ee55c7 req-fb883038-4bac-441e-8941-4e9aa76a719e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 944 time: 0.1229928 Jul 09 20:33:26.212854 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.267377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.268036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.269493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] 10.222.0.59 "PUT /v2.0/ports/d30e318e-08b4-4164-8919-76b96e063c13 HTTP/1.1" status: 200 len: 1092 time: 0.6753192 Jul 09 20:33:26.271005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:26.273306 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59" -d '{"events": [{"name": "network-changed", "server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "tag": "d30e318e-08b4-4164-8919-76b96e063c13"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:26.301844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7c6d7-9a15-487d-9617-3281f9174854 service neutron] Pushing event updated for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:26.307130 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-55ea58f3-dec1-49b0-9661-750ab8ee55c7 req-14dd4e7d-9a36-4155-b494-5dd76682662b tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889151 Jul 09 20:33:26.317109 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b557ed-e717-4aef-a149-f37f76a2f76e x-openstack-request-id: req-45b557ed-e717-4aef-a149-f37f76a2f76e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:26.317431 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "tag": "d30e318e-08b4-4164-8919-76b96e063c13", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:26.317686 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45b557ed-e717-4aef-a149-f37f76a2f76e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:26.318085 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13', 'status': 'completed', 'code': 200} Jul 09 20:33:26.368349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-357a5ae9-b99f-4079-b29c-4333e816d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.369890 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-357a5ae9-b99f-4079-b29c-4333e816d6a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 1095 time: 0.0615947 Jul 09 20:33:26.411975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-8ce50609-ed37-4441-9acf-b12b4edb0452 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d30e318e-08b4-4164-8919-76b96e063c13 HTTP/1.1" status: 200 len: 217 time: 0.0338216 Jul 09 20:33:26.461619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af554-fb94-4c80-94a8-56c70ebb498a req-3eb52778-4c31-47ec-a718-c83c04d2751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.463015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-3eb52778-4c31-47ec-a718-c83c04d2751f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70fb29c2-81b7-4b3a-8279-7eab14c42747 HTTP/1.1" status: 200 len: 854 time: 0.0442748 Jul 09 20:33:26.501629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-6780b1ce-e459-4e79-a49f-bd8b1d1ee47d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=119a0094-3fab-4ab6-a626-b301571218bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323830 Jul 09 20:33:26.571515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.592335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-0eda6c46-6568-4a05-854d-87095aa3f6cc service neutron] 10.222.0.59 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Jul 09 20:33:26.686337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-065af554-fb94-4c80-94a8-56c70ebb498a req-69c9085f-f9f2-4ce8-810b-fcf41f45ac13 service neutron] 10.222.0.59 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Jul 09 20:33:26.785321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-0f75923b-214e-4f8e-a6f3-0d58d92fbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.786746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-0f75923b-214e-4f8e-a6f3-0d58d92fbe2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 1095 time: 0.0525134 Jul 09 20:33:26.873990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-aed48f0f-1b1a-4dac-a515-a601fed8373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.875435 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-aed48f0f-1b1a-4dac-a515-a601fed8373b service neutron] 10.222.0.59 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 915 time: 0.0828779 Jul 09 20:33:26.920762 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-6ef9bf31-2953-4929-a70f-da65541b4e08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d30e318e-08b4-4164-8919-76b96e063c13 HTTP/1.1" status: 200 len: 217 time: 0.0378649 Jul 09 20:33:26.968645 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-049d5b2c-0da1-40e3-b71c-c940db4dfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:26.970164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-049d5b2c-0da1-40e3-b71c-c940db4dfd05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70fb29c2-81b7-4b3a-8279-7eab14c42747 HTTP/1.1" status: 200 len: 854 time: 0.0431983 Jul 09 20:33:27.003138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-a6c9ad55-f5f9-4f6f-b8d3-a23cb88e9d43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=119a0094-3fab-4ab6-a626-b301571218bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258734 Jul 09 20:33:27.096324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-802a7d0a-ce75-4734-b8fb-4e87d73ffb89 service neutron] 10.222.0.59 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861304 Jul 09 20:33:27.185528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceb55b12-2dbd-4e66-aabe-9dd606af0d59 req-be77065a-1d15-488c-a0e9-b2604b0c245f service neutron] 10.222.0.59 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Jul 09 20:33:27.492923 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1deaf-201b-41ee-8f86-b97061c1b946 req-98b0fcd9-39a7-4da7-b9d0-e1f4c4a0aeb0 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:27.494449 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3b1deaf-201b-41ee-8f86-b97061c1b946 req-98b0fcd9-39a7-4da7-b9d0-e1f4c4a0aeb0 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 944 time: 0.0719373 Jul 09 20:33:27.531665 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f3b1deaf-201b-41ee-8f86-b97061c1b946 req-4e7c55a7-ea93-400b-8126-73ce765e1705 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Jul 09 20:33:28.046550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:28.700196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ba2b-798a-4c8b-a69b-81c3718f54e9 req-01dc017d-fa0f-43cf-82e9-1824f1c819ab tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:28.701708 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acc7ba2b-798a-4c8b-a69b-81c3718f54e9 req-01dc017d-fa0f-43cf-82e9-1824f1c819ab tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 944 time: 0.0630889 Jul 09 20:33:28.744468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acc7ba2b-798a-4c8b-a69b-81c3718f54e9 req-3c721723-da40-4ef5-afce-8b3427a5952f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Jul 09 20:33:29.194288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d30e318e-08b4-4164-8919-76b96e063c13 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:33:29.288067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d30e318e-08b4-4164-8919-76b96e063c13,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:29.298791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'd30e318e-08b4-4164-8919-76b96e063c13', 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc', 'port_id': 'd30e318e-08b4-4164-8919-76b96e063c13', 'mac_address': 'fa:16:3e:cd:a0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fb29c2-81b7-4b3a-8279-7eab14c42747', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:33:29.334463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:29.346653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30e318e-08b4-4164-8919-76b96e063c13 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:33:29.365446 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d30e318e-08b4-4164-8919-76b96e063c13,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:29.369624 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:29.419818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:29.566344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d30e318e-08b4-4164-8919-76b96e063c13'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:29.918843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb66ed7-2139-4045-a637-e621cbf03e56 req-6095e023-c202-4e74-8aff-dc2db63eb36f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:29.920337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4cb66ed7-2139-4045-a637-e621cbf03e56 req-6095e023-c202-4e74-8aff-dc2db63eb36f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 945 time: 0.0660570 Jul 09 20:33:29.958938 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4cb66ed7-2139-4045-a637-e621cbf03e56 req-3063728c-a7c7-43bc-9655-6505dc6bd21d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Jul 09 20:33:31.132447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5944f3d-d400-4cc1-ba2c-d50745f20395 req-fce2282b-fb86-4e61-a56d-19532b78b21c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:31.133985 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5944f3d-d400-4cc1-ba2c-d50745f20395 req-fce2282b-fb86-4e61-a56d-19532b78b21c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 945 time: 0.0626171 Jul 09 20:33:31.171660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b5944f3d-d400-4cc1-ba2c-d50745f20395 req-b31dc851-f0e6-4304-b6a4-f11ee598fd2f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jul 09 20:33:31.203570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d30e318e-08b4-4164-8919-76b96e063c13 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:31.250503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port d30e318e-08b4-4164-8919-76b96e063c13 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:31.254079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port d30e318e-08b4-4164-8919-76b96e063c13 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:31.254450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:31.330480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:31.351838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:31.354086 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b468d55-1d70-4647-adf3-0665a4af35b0" -d '{"events": [{"server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "name": "network-vif-plugged", "status": "completed", "tag": "d30e318e-08b4-4164-8919-76b96e063c13"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:31.366824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d30e318e-08b4-4164-8919-76b96e063c13,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:31.371225 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:31.395476 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e966dd2-74ac-498e-952a-923ed7fa18df x-openstack-request-id: req-8e966dd2-74ac-498e-952a-923ed7fa18df {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:31.395768 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "name": "network-vif-plugged", "status": "completed", "tag": "d30e318e-08b4-4164-8919-76b96e063c13", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:31.396019 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e966dd2-74ac-498e-952a-923ed7fa18df {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:31.396401 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13', 'code': 200} Jul 09 20:33:31.421224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:31.502766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1825de5-f31e-4622-be9f-cc725350331d req-b774b6f2-adbb-4691-aeed-b63b4b84cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:31.504184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1825de5-f31e-4622-be9f-cc725350331d req-b774b6f2-adbb-4691-aeed-b63b4b84cbad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 1097 time: 0.0521843 Jul 09 20:33:31.536612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1825de5-f31e-4622-be9f-cc725350331d req-e1742804-85c1-43b4-b980-9ee0a4ccb63f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265460 Jul 09 20:33:32.347581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f3b24-6ad9-4ee9-9e6a-119caf656427 req-9ca78ec3-ba35-4188-af36-78e0a32f860d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:32.349065 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-443f3b24-6ad9-4ee9-9e6a-119caf656427 req-9ca78ec3-ba35-4188-af36-78e0a32f860d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0662160 Jul 09 20:33:32.387179 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-443f3b24-6ad9-4ee9-9e6a-119caf656427 req-0c1c6143-f81c-43ac-8bb7-95cf17c36922 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jul 09 20:33:33.561401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7456-c193-48ff-8ec9-7f8e65572b4b req-1229a5df-e168-4346-822f-692259e4f14d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:33.562878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06bb7456-c193-48ff-8ec9-7f8e65572b4b req-1229a5df-e168-4346-822f-692259e4f14d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0626907 Jul 09 20:33:33.600134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06bb7456-c193-48ff-8ec9-7f8e65572b4b req-c08b387e-9d93-4f82-b731-ce27e3fb701e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Jul 09 20:33:33.822233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-72c58b17-57e3-4655-9907-715c1499b664 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:33.823718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-72c58b17-57e3-4655-9907-715c1499b664 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 814 time: 0.1015315 Jul 09 20:33:33.838472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-057caa06-04d2-4d60-96f0-1b52feb7d657 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/quotas/bfdee7cb84cc492490321c2c86740a04 HTTP/1.1" status: 200 len: 375 time: 0.0088592 Jul 09 20:33:33.904092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-36ec06d4-4fa9-4109-a441-090111e3d646 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609634 Jul 09 20:33:33.993242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-652ff823-8e1b-4464-ba43-c112e84630ab service neutron] 10.222.0.10 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Jul 09 20:33:34.085479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-5d9a2ffc-f900-42ef-8a1a-207bcd57f370 service neutron] 10.222.0.10 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Jul 09 20:33:34.251745 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-76ab52c6-0f0b-4a00-91e4-46f029462655 req-cfbdee7a-2a37-4021-9a6f-74c4550dbfde tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jul 09 20:33:35.262324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-8c44c517-e9cc-47e3-bfb1-4072ce5ff63d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:35.263988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-8c44c517-e9cc-47e3-bfb1-4072ce5ff63d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.25 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 814 time: 0.1055267 Jul 09 20:33:35.282161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Request body: {'port': {'device_id': '1a420af0-2512-45e2-8382-fedade2fa02c', 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc', 'admin_state_up': True, 'tenant_id': 'bfdee7cb84cc492490321c2c86740a04'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:35.397426 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e2c1ebce-9175-4a6f-9fe5-1b2286d1148e req-392cc3e5-dab1-4266-af64-1c0dc7a524b5 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jul 09 20:33:35.408575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Made reservation on behalf of bfdee7cb84cc492490321c2c86740a04 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:35.412740 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:35.539626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Allocated IP 172.20.0.6 (119a0094-3fab-4ab6-a626-b301571218bc/70fb29c2-81b7-4b3a-8279-7eab14c42747/a222af2b-88d4-48fb-8f41-f1d6e8860182) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:35.684138 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:35.722933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:35.735165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d30e318e-08b4-4164-8919-76b96e063c13'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:35.769975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Network 119a0094-3fab-4ab6-a626-b301571218bc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:35.773195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:35.777341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:35.801687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Pushing event updated for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:35.816852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.817229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.817572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.817909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.818244 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.818576 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.818934 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.819256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.819579 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.819900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.820227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.820556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:35.840816 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:35.841472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:35.855126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-23317cbf-0eb5-4ec8-931b-0a46be68f215 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777369 Jul 09 20:33:35.926315 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Request body: {'port': {'device_id': '1a420af0-2512-45e2-8382-fedade2fa02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:36.001793 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.259867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a222af2b-88d4-48fb-8f41-f1d6e8860182 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:33:36.267619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.279079 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Transition to ACTIVE for port object a222af2b-88d4-48fb-8f41-f1d6e8860182 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:36.282956 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.334031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Pushing event updated for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:36.403719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Attempting to bind port a222af2b-88d4-48fb-8f41-f1d6e8860182 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:36.404053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Attempting to bind port a222af2b-88d4-48fb-8f41-f1d6e8860182 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:36.404383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Attempting to bind port a222af2b-88d4-48fb-8f41-f1d6e8860182 on network 119a0094-3fab-4ab6-a626-b301571218bc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:36.408815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Port a222af2b-88d4-48fb-8f41-f1d6e8860182 on network 119a0094-3fab-4ab6-a626-b301571218bc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:33:36.409156 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Attempting to bind port a222af2b-88d4-48fb-8f41-f1d6e8860182 on network 119a0094-3fab-4ab6-a626-b301571218bc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:36.413905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:36.414241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Checking segment: {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:36.414622 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Bound using segment: {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:36.415037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Bound port: a222af2b-88d4-48fb-8f41-f1d6e8860182, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef8092-ba50-41b3-ab0d-2243d3ea0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:36.415391 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.478276 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:36.481210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:36.486521 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.526874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:36.527495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:36.528804 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] 10.222.0.25 "PUT /v2.0/ports/a222af2b-88d4-48fb-8f41-f1d6e8860182 HTTP/1.1" status: 200 len: 1091 time: 0.6074743 Jul 09 20:33:36.531864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:36.534167 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649fafc-def8-4bcb-b895-21d1220d6b77" -d '{"events": [{"name": "network-changed", "server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:36.601713 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad9b5e4-e3c8-4950-b206-8317e7667432 x-openstack-request-id: req-7ad9b5e4-e3c8-4950-b206-8317e7667432 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:36.602000 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:36.602253 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ad9b5e4-e3c8-4950-b206-8317e7667432 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:36.602656 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182', 'status': 'completed', 'code': 200} Jul 09 20:33:36.622445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a967cc-9372-4e0f-95cf-60fc9375851e service neutron] Pushing event updated for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:36.657618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca45c-b5bb-42f6-a66a-09f8683760e2 req-49762600-8e70-4513-aee1-59cc4e368d99 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:36.659122 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e73ca45c-b5bb-42f6-a66a-09f8683760e2 req-49762600-8e70-4513-aee1-59cc4e368d99 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 943 time: 0.1458423 Jul 09 20:33:36.665065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-7469bbff-3957-4cde-a556-f54bc8706057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:36.666501 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-7469bbff-3957-4cde-a556-f54bc8706057 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 1094 time: 0.0994396 Jul 09 20:33:36.721584 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-184bb4bc-4f77-44d4-881c-12597c5d769d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182 HTTP/1.1" status: 200 len: 217 time: 0.0474463 Jul 09 20:33:36.740854 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e73ca45c-b5bb-42f6-a66a-09f8683760e2 req-f2c29432-fafe-4799-8058-e681dea36568 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734587 Jul 09 20:33:36.775235 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a011-f887-432a-befd-f38712d207bb req-e0a4d152-334e-48db-bafe-52d222398860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:36.776640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-e0a4d152-334e-48db-bafe-52d222398860 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70fb29c2-81b7-4b3a-8279-7eab14c42747 HTTP/1.1" status: 200 len: 854 time: 0.0476832 Jul 09 20:33:36.807989 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-6cf3aae0-692b-41a5-8f90-55f25be47ca4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=119a0094-3fab-4ab6-a626-b301571218bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254521 Jul 09 20:33:36.896778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-fd65c4b1-4185-4808-a8d3-bfc03147fe00 service neutron] 10.222.0.25 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826380 Jul 09 20:33:36.985596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6e51a011-f887-432a-befd-f38712d207bb req-5ef08d43-1dd7-4e28-92a1-ba31e466aec1 service neutron] 10.222.0.25 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818439 Jul 09 20:33:37.078633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-5b5225f5-5489-421f-b976-e578e7c18c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:37.080069 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-5b5225f5-5489-421f-b976-e578e7c18c06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfdee7cb84cc492490321c2c86740a04&device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 1094 time: 0.0514212 Jul 09 20:33:37.172865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-06541ce2-617f-46d4-b0fb-0121daf3b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:37.174354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-06541ce2-617f-46d4-b0fb-0121daf3b704 service neutron] 10.222.0.25 "GET /v2.0/networks?id=119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 200 len: 915 time: 0.0886436 Jul 09 20:33:37.213464 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-796f6473-5174-4f77-839a-240fad397850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182 HTTP/1.1" status: 200 len: 217 time: 0.0333419 Jul 09 20:33:37.258219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-f5a659a9-4cd8-4fc9-baaa-aa38a1d9a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:37.259571 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-f5a659a9-4cd8-4fc9-baaa-aa38a1d9a44a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70fb29c2-81b7-4b3a-8279-7eab14c42747 HTTP/1.1" status: 200 len: 854 time: 0.0402234 Jul 09 20:33:37.294437 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-76950cc4-1f91-4187-833a-6172d222ad45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=119a0094-3fab-4ab6-a626-b301571218bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284333 Jul 09 20:33:37.379579 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-61232072-ebee-43a0-ad91-075bf79ece48 service neutron] 10.222.0.25 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786123 Jul 09 20:33:37.471859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7649fafc-def8-4bcb-b895-21d1220d6b77 req-23db1b3f-84da-42f4-95d5-8bebf3f14d55 service neutron] 10.222.0.25 "GET /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 Jul 09 20:33:37.909509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b2a7e-5366-4785-8511-0ecb59d27c2f req-395a379e-d48e-4f1c-905a-3bbd9b89fbb6 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:37.910978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b54b2a7e-5366-4785-8511-0ecb59d27c2f req-395a379e-d48e-4f1c-905a-3bbd9b89fbb6 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 943 time: 0.0617669 Jul 09 20:33:37.948056 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b54b2a7e-5366-4785-8511-0ecb59d27c2f req-3dfb8c06-b45f-430f-bd7c-cec1ba47716e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Jul 09 20:33:39.123046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b440b1-d997-4f28-99fc-43ddb58b32e1 req-af68b62d-c4a8-460a-8740-6cfd1efc816e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:39.124623 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9b440b1-d997-4f28-99fc-43ddb58b32e1 req-af68b62d-c4a8-460a-8740-6cfd1efc816e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 943 time: 0.0639234 Jul 09 20:33:39.162548 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c9b440b1-d997-4f28-99fc-43ddb58b32e1 req-99fe6be5-db2d-4dcc-8816-691e5572040b tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jul 09 20:33:40.341353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09338-640a-424d-9823-2c36c6df2f76 req-e7efe1f5-d1d8-4d6f-9a9c-f21621a2b0ef tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:40.342826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79b09338-640a-424d-9823-2c36c6df2f76 req-e7efe1f5-d1d8-4d6f-9a9c-f21621a2b0ef tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 943 time: 0.0670786 Jul 09 20:33:40.380563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-79b09338-640a-424d-9823-2c36c6df2f76 req-524e24bf-5b2c-4d64-8992-6e494d8fb4a7 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jul 09 20:33:41.199489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a222af2b-88d4-48fb-8f41-f1d6e8860182 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:33:41.291800 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:41.303501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'a222af2b-88d4-48fb-8f41-f1d6e8860182', 'network_id': '119a0094-3fab-4ab6-a626-b301571218bc', 'port_id': 'a222af2b-88d4-48fb-8f41-f1d6e8860182', 'mac_address': 'fa:16:3e:6c:c6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fb29c2-81b7-4b3a-8279-7eab14c42747', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:33:41.339447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:41.352103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a222af2b-88d4-48fb-8f41-f1d6e8860182 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:33:41.371180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:41.374939 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:41.421021 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:41.549250 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660038f-f13a-4438-8aea-2b7f00d1e329 req-3bd2c9cd-b113-4888-aa8e-4cf3c6bba85a tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:41.550727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d660038f-f13a-4438-8aea-2b7f00d1e329 req-3bd2c9cd-b113-4888-aa8e-4cf3c6bba85a tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 944 time: 0.0618205 Jul 09 20:33:41.587109 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d660038f-f13a-4438-8aea-2b7f00d1e329 req-edd6e958-a674-4391-87ad-ffb49d4c5600 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Jul 09 20:33:41.692983 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a222af2b-88d4-48fb-8f41-f1d6e8860182'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:42.760139 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d555dc-7e97-41ed-ade7-7709e0237de8 req-6888453c-5657-41d0-8e48-908c0ff391b1 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:42.761660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-66d555dc-7e97-41ed-ade7-7709e0237de8 req-6888453c-5657-41d0-8e48-908c0ff391b1 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 944 time: 0.0657647 Jul 09 20:33:42.798271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-66d555dc-7e97-41ed-ade7-7709e0237de8 req-cce4bceb-086c-4c42-92a7-dcd378bdf9ed tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Jul 09 20:33:43.198363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a222af2b-88d4-48fb-8f41-f1d6e8860182 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:43.245209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port a222af2b-88d4-48fb-8f41-f1d6e8860182 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:43.248577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port a222af2b-88d4-48fb-8f41-f1d6e8860182 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:43.248941 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:43.323855 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:43.345594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:43.347783 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c24d8-edc8-468e-a870-ab5ea29f0eba" -d '{"events": [{"server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "name": "network-vif-plugged", "status": "completed", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:43.359909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:43.364205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:43.391190 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551170e-1eb4-46e9-b998-2f8d69537ae0 x-openstack-request-id: req-3551170e-1eb4-46e9-b998-2f8d69537ae0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:43.391741 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "name": "network-vif-plugged", "status": "completed", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:43.392048 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3551170e-1eb4-46e9-b998-2f8d69537ae0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:43.392384 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182', 'code': 200} Jul 09 20:33:43.418498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:43.496935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921159-adac-4992-a341-b7a589dbf666 req-22d6d14a-3d10-4134-b459-70fda79dbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:43.498432 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9921159-adac-4992-a341-b7a589dbf666 req-22d6d14a-3d10-4134-b459-70fda79dbd2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 1096 time: 0.0542059 Jul 09 20:33:43.531858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f9921159-adac-4992-a341-b7a589dbf666 req-6f6ff65b-999b-457f-9113-65b0838bb09d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272522 Jul 09 20:33:43.966673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7278-d4ac-4a90-b597-9c22a487466a req-15ce1c61-899a-46cb-8ca5-48846c24bff6 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:43.968581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3bf7278-d4ac-4a90-b597-9c22a487466a req-15ce1c61-899a-46cb-8ca5-48846c24bff6 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 945 time: 0.0628042 Jul 09 20:33:44.005907 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f3bf7278-d4ac-4a90-b597-9c22a487466a req-09c520c4-7f4b-45aa-8a5c-6f5063b1b73a tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Jul 09 20:33:45.177326 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21477d3e-89dd-470d-a2d0-5100e72ce4d0 req-96d2f757-5fbb-45d2-a7a0-9572a209de1f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:45.178878 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21477d3e-89dd-470d-a2d0-5100e72ce4d0 req-96d2f757-5fbb-45d2-a7a0-9572a209de1f tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 945 time: 0.0638063 Jul 09 20:33:45.216061 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-21477d3e-89dd-470d-a2d0-5100e72ce4d0 req-d388802e-e085-4ade-8a25-d810f786894c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Jul 09 20:33:45.377856 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:33:45.591110 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655e9c4-89ae-423c-ace5-6f9f6b131b72 req-1ab56f3c-c525-4691-ba79-3f9cacf3b76c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:45.592578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e655e9c4-89ae-423c-ace5-6f9f6b131b72 req-1ab56f3c-c525-4691-ba79-3f9cacf3b76c tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 945 time: 0.0660250 Jul 09 20:33:45.629472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e655e9c4-89ae-423c-ace5-6f9f6b131b72 req-7894bc6d-829d-4edc-aa15-f77063739efb tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Jul 09 20:33:46.805369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dceece-7785-42ed-81e8-994e4f7e6a62 req-d9182f63-da6e-45db-8b4a-6c4361274039 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:46.806831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27dceece-7785-42ed-81e8-994e4f7e6a62 req-d9182f63-da6e-45db-8b4a-6c4361274039 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 945 time: 0.0674083 Jul 09 20:33:46.845096 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-27dceece-7785-42ed-81e8-994e4f7e6a62 req-648998bb-af39-4239-8fad-ecde28d81fab tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Jul 09 20:33:46.878704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-04ebe8fe-1b9a-4172-921c-4ecf6097e2a2 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:46.880248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-04ebe8fe-1b9a-4172-921c-4ecf6097e2a2 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a420af0-2512-45e2-8382-fedade2fa02c HTTP/1.1" status: 200 len: 945 time: 0.0628717 Jul 09 20:33:46.976616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Deleting port a222af2b-88d4-48fb-8f41-f1d6e8860182 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:46.976873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:47.064692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] For port a222af2b-88d4-48fb-8f41-f1d6e8860182, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=a222af2b-88d4-48fb-8f41-f1d6e8860182,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:47.065043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:47.077847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Calling delete_port for a222af2b-88d4-48fb-8f41-f1d6e8860182 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:47.204090 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:47.216619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d30e318e-08b4-4164-8919-76b96e063c13'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:47.220545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['a222af2b-88d4-48fb-8f41-f1d6e8860182'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:33:47.233088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Pushing event deleted for resources: {'Port': ['ID=a222af2b-88d4-48fb-8f41-f1d6e8860182,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:47.276131 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] No DVR routers for this DVR port a222af2b-88d4-48fb-8f41-f1d6e8860182 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:47.278762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:47.281281 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5aac7447-e534-4670-ae30-dbbc7d7472b1 req-06992b88-1231-4060-a5ee-ef2c10ca4e82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.25 "DELETE /v2.0/ports/a222af2b-88d4-48fb-8f41-f1d6e8860182 HTTP/1.1" status: 204 len: 173 time: 0.3955679 Jul 09 20:33:47.281723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'name': 'network-vif-deleted', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:47.283998 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6debc-976b-4b73-a62e-4eb02a36c9e2" -d '{"events": [{"server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "name": "network-vif-deleted", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:47.320444 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2b202-3d30-4fca-b70d-decfb32e4bb3 x-openstack-request-id: req-9ba2b202-3d30-4fca-b70d-decfb32e4bb3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:47.320737 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a420af0-2512-45e2-8382-fedade2fa02c", "name": "network-vif-deleted", "tag": "a222af2b-88d4-48fb-8f41-f1d6e8860182", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:47.321025 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ba2b202-3d30-4fca-b70d-decfb32e4bb3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:47.321462 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a420af0-2512-45e2-8382-fedade2fa02c', 'name': 'network-vif-deleted', 'tag': 'a222af2b-88d4-48fb-8f41-f1d6e8860182', 'status': 'completed', 'code': 200} Jul 09 20:33:48.086954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9457e94-5bbb-4b35-9486-0969fb37f446 req-a8fda8ea-8ded-4d8a-a682-4096767de34a tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:48.088421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9457e94-5bbb-4b35-9486-0969fb37f446 req-a8fda8ea-8ded-4d8a-a682-4096767de34a tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0655055 Jul 09 20:33:48.126083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d9457e94-5bbb-4b35-9486-0969fb37f446 req-aa376c67-95e0-4586-a7ae-8c8727343a82 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Jul 09 20:33:48.310058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bfc7-5b2c-4fa0-916d-537dea66a354 req-e26f72e6-1123-4cbe-b821-1d7623e977ee tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:48.311445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a5bfc7-5b2c-4fa0-916d-537dea66a354 req-e26f72e6-1123-4cbe-b821-1d7623e977ee tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0620189 Jul 09 20:33:48.347662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-14a5bfc7-5b2c-4fa0-916d-537dea66a354 req-01637c28-afd8-461a-9de3-dadd2e918694 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Jul 09 20:33:48.519245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3af5d-3cc2-4abf-8deb-e2461c7a521c req-b053e014-3d9b-4634-bbdb-1410b35e6e19 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:48.521082 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1eb3af5d-3cc2-4abf-8deb-e2461c7a521c req-b053e014-3d9b-4634-bbdb-1410b35e6e19 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0650322 Jul 09 20:33:48.558988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1eb3af5d-3cc2-4abf-8deb-e2461c7a521c req-debb93f3-3d6d-444b-9ca3-4142af44db84 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Jul 09 20:33:48.831713 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1947e7-568c-4000-9dfa-c86eb2e60521 req-68e13291-2c2b-48ff-a4f9-a9918d682d13 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:48.833219 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e1947e7-568c-4000-9dfa-c86eb2e60521 req-68e13291-2c2b-48ff-a4f9-a9918d682d13 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0669622 Jul 09 20:33:48.870430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5e1947e7-568c-4000-9dfa-c86eb2e60521 req-ceb8c235-54d9-4cac-a7f3-918d8627b343 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 09 20:33:49.040288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700c1d8-aa7e-4d6c-a438-8baca60b34d6 req-4e8b6686-f1e0-47f7-a5e0-bcb883c4425d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:49.041737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5700c1d8-aa7e-4d6c-a438-8baca60b34d6 req-4e8b6686-f1e0-47f7-a5e0-bcb883c4425d tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0608413 Jul 09 20:33:49.081922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5700c1d8-aa7e-4d6c-a438-8baca60b34d6 req-ba4a849a-943f-484e-b0b5-1002ef947e9e tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Jul 09 20:33:49.203619 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:49.263377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65a03-fbf3-4cef-8bae-85f992a4475a req-ebfc0a94-e9fe-4d4c-8222-6accb1686273 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:49.265344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20b65a03-fbf3-4cef-8bae-85f992a4475a req-ebfc0a94-e9fe-4d4c-8222-6accb1686273 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0622654 Jul 09 20:33:49.301585 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-20b65a03-fbf3-4cef-8bae-85f992a4475a req-a7a1d5dd-2776-4fb9-b0f2-c91aaf3a24cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307412 Jul 09 20:33:49.801730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479bd23-c310-440a-839e-cfabc3eafb37 req-86fbc494-6849-4ca4-b299-b68991c39155 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:49.803198 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d479bd23-c310-440a-839e-cfabc3eafb37 req-86fbc494-6849-4ca4-b299-b68991c39155 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0624919 Jul 09 20:33:49.839344 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d479bd23-c310-440a-839e-cfabc3eafb37 req-da16648f-b90c-4514-9391-9741ff1a31d8 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Jul 09 20:33:51.018632 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a62b34-37dd-4a36-979e-fa82d87d5529 req-c8e656a3-2f75-477c-8e5a-6bdf5d294b37 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:51.020163 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8a62b34-37dd-4a36-979e-fa82d87d5529 req-c8e656a3-2f75-477c-8e5a-6bdf5d294b37 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0642054 Jul 09 20:33:51.057477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b8a62b34-37dd-4a36-979e-fa82d87d5529 req-1a7e6b7f-d74d-488b-9b61-980b0dc68205 tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7399364-15cd-467a-8e84-35fbaa618273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Jul 09 20:33:51.194185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-6602cea8-272d-4a1c-a7a0-761259faec7b tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:51.195650 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-6602cea8-272d-4a1c-a7a0-761259faec7b tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.59 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 946 time: 0.0616486 Jul 09 20:33:51.219584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a222af2b-88d4-48fb-8f41-f1d6e8860182 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:51.239587 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: a222af2b-88d4-48fb-8f41-f1d6e8860182 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:51.239936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device a222af2b-88d4-48fb-8f41-f1d6e8860182 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:51.305443 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Deleting port d30e318e-08b4-4164-8919-76b96e063c13 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:51.305786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:51.391429 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] For port d30e318e-08b4-4164-8919-76b96e063c13, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d30e318e-08b4-4164-8919-76b96e063c13,segment=NetworkSegment(54ef8092-ba50-41b3-ab0d-2243d3ea0949),segment_id=54ef8092-ba50-41b3-ab0d-2243d3ea0949)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:51.391762 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:51.404005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Calling delete_port for d30e318e-08b4-4164-8919-76b96e063c13 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:51.529398 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:51.563248 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Pushing event deleted for resources: {'Port': ['ID=d30e318e-08b4-4164-8919-76b96e063c13,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:51.610650 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] No DVR routers for this DVR port d30e318e-08b4-4164-8919-76b96e063c13 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:51.613232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:51.615294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5b054909-0289-4e40-a1e7-7c98f59db627 req-f4bfe920-f61f-41e2-90b1-da6412bc95cf tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.59 "DELETE /v2.0/ports/d30e318e-08b4-4164-8919-76b96e063c13 HTTP/1.1" status: 204 len: 173 time: 0.4144971 Jul 09 20:33:51.615719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'name': 'network-vif-deleted', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:51.617949 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf4d639-f53d-4e7e-baa8-c05f24785b1e" -d '{"events": [{"server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "name": "network-vif-deleted", "tag": "d30e318e-08b4-4164-8919-76b96e063c13"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:51.654096 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f257bde-74df-48d5-b7db-f2681070a247 x-openstack-request-id: req-7f257bde-74df-48d5-b7db-f2681070a247 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:51.654386 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0c7db-084d-48fd-b7d2-78ba7810efec", "name": "network-vif-deleted", "tag": "d30e318e-08b4-4164-8919-76b96e063c13", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:51.654637 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f257bde-74df-48d5-b7db-f2681070a247 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:51.655084 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0c7db-084d-48fd-b7d2-78ba7810efec', 'name': 'network-vif-deleted', 'tag': 'd30e318e-08b4-4164-8919-76b96e063c13', 'status': 'completed', 'code': 200} Jul 09 20:33:52.229530 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9bf58fb7-6dea-4a5c-af3a-7cd51cea0d21 req-1cfb0de3-3814-43fd-982a-3537864194fc tempest-ServersNegativeTestJSON-462944872 tempest-ServersNegativeTestJSON-462944872-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f0c7db-084d-48fd-b7d2-78ba7810efec HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jul 09 20:33:52.436362 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-72db18d2-289e-4e17-82c6-1e75b34cad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.323956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:53.343483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d30e318e-08b4-4164-8919-76b96e063c13 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:53.363336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: d30e318e-08b4-4164-8919-76b96e063c13 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:53.363759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d30e318e-08b4-4164-8919-76b96e063c13 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:53.367490 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Deleting subnet 70fb29c2-81b7-4b3a-8279-7eab14c42747 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:33:53.370526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.404521 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.446714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.499216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.524003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fb29c2-81b7-4b3a-8279-7eab14c42747,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:53.528501 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.530910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/70fb29c2-81b7-4b3a-8279-7eab14c42747 HTTP/1.1" status: 204 len: 168 time: 0.2059755 Jul 09 20:33:53.533632 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:53.536044 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.536392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.536735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.537069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.537436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.537767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.538095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.538422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.538749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.539076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.539400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.539721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87853dc-080e-485a-9853-5d76c3bbfde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:53.607908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.683548 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.692829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119a0094-3fab-4ab6-a626-b301571218bc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:53.703064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ef8092-ba50-41b3-ab0d-2243d3ea0949') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:53.703356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ef8092-ba50-41b3-ab0d-2243d3ea0949') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:53.711901 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.729580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.735415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:33:53.735909 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:33:53.737533 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:33:53.760295 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.790800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.796259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:53.798101 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] 10.222.0.10 "DELETE /v2.0/networks/119a0094-3fab-4ab6-a626-b301571218bc HTTP/1.1" status: 204 len: 168 time: 0.2635016 Jul 09 20:33:53.809155 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ee75-a2fb-4154-a9c8-a8cce44a8e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=119a0094-3fab-4ab6-a626-b301571218bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:53.906377 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:53.944834 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb473c08-f27e-42bd-b0fd-ebfdd1e3370b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfdee7cb84cc492490321c2c86740a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371141 Jul 09 20:33:53.947449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:53.996337 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.017054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.062429 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.064912 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.066087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7399364-15cd-467a-8e84-35fbaa618273 HTTP/1.1" status: 204 len: 168 time: 0.1176422 Jul 09 20:33:54.073568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fed516-3cce-45ab-88f9-d28889b5c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7399364-15cd-467a-8e84-35fbaa618273,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:54.718941 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:54.809378 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119966936'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:54.832003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:54.835569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.847723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.938383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.942143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.963162 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:33:54.981863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:54.982218 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Added segment dbfc313b-d4ff-4ef2-88c1-457253ea621c of type vlan for network 05bc0690-073e-4348-9403-14b5cba50b5f Jul 09 20:33:54.989756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8cbbc9-e5c9-44e5-bd11-48927b7304f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:55.024641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:55.037418 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-215949c6-398a-4d4f-a0c2-4943281ef408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:55.053674 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:55.059390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:55.059971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:55.144248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4242024 Jul 09 20:33:55.166579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ff69-53c5-4b04-97e8-18b909449ead tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Network': ['ID=05bc0690-073e-4348-9403-14b5cba50b5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:55.177412 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 05bc0690-073e-4348-9403-14b5cba50b5f details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:33:55.402284 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:56.571321 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.052091 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.456956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:58.462249 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'subnet': {'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:58.548241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:58.551740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.728989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.791103 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Subnet': ['ID=c37f3dbf-d51d-454c-a1d1-afeebba9b19a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:58.800250 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking segment: {'id': 'dbfc313b-d4ff-4ef2-88c1-457253ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:58.800610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network hostable DHCP agents. Network: 05bc0690-073e-4348-9403-14b5cba50b5f, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:33:58.816836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network 05bc0690-073e-4348-9403-14b5cba50b5f is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:33:58.824615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 05bc0690-073e-4348-9403-14b5cba50b5f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:58.829019 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:58.829672 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.835398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c257f3-a69e-45ac-85a1-569a47db4ef9 None None] Network 05bc0690-073e-4348-9403-14b5cba50b5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:58.844481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-62ea2ef9-a672-4f4c-a8e4-47661eb9e1cd tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3864093 Jul 09 20:33:58.847960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:58.852821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985274823'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:58.874151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:58.877572 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.901271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:33:58.911333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.911798 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Added segment bfb35996-feba-4840-8fda-4eb2ec810b03 of type vlan for network 11d2588f-155f-4679-b152-152cd0e36cde Jul 09 20:33:58.954051 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.982356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.982536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-05bc0690-073e-4348-9403-14b5cba50b5f', 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f', 'tenant_id': '3a5c111a162a4c4a92aeb4ee8fa829e7', 'fixed_ips': [{'subnet_id': 'c37f3dbf-d51d-454c-a1d1-afeebba9b19a'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:33:58.983895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:58.988321 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:58.988915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.052864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2036808 Jul 09 20:33:59.056246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:59.059038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782df4-1189-442b-837c-5b3b706365aa tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Network': ['ID=11d2588f-155f-4679-b152-152cd0e36cde,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:59.069457 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'subnet': {'network_id': '11d2588f-155f-4679-b152-152cd0e36cde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:59.077467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 11d2588f-155f-4679-b152-152cd0e36cde details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:33:59.161409 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:59.164979 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.178092 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Allocated IP 2001:db8:0:ffff::2 (05bc0690-073e-4348-9403-14b5cba50b5f/c37f3dbf-d51d-454c-a1d1-afeebba9b19a/582d051c-d544-4a80-ae08-8917fd44742d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:59.326224 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.334763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Transition to ACTIVE for port object 582d051c-d544-4a80-ae08-8917fd44742d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:59.350157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Transition to ACTIVE for port object 582d051c-d544-4a80-ae08-8917fd44742d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:59.354140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.355865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.392036 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Network 05bc0690-073e-4348-9403-14b5cba50b5f is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:59.398085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:59.401089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:59.410351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Pushing event updated for resources: {'Port': ['ID=582d051c-d544-4a80-ae08-8917fd44742d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:59.416696 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Subnet': ['ID=375efbf2-5c0d-4de3-9eb8-b5de59c4c48e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:59.424239 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking segment: {'id': 'bfb35996-feba-4840-8fda-4eb2ec810b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:59.424655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network hostable DHCP agents. Network: 11d2588f-155f-4679-b152-152cd0e36cde, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:33:59.440365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.440781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.441214 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.441553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.441788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network 11d2588f-155f-4679-b152-152cd0e36cde is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:33:59.441938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.442204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.442533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.442863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.443185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.443507 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.443829 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.444152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:59.450672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 11d2588f-155f-4679-b152-152cd0e36cde) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:59.455508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:59.456223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.469830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7887b10-41e4-4bb3-b27f-af948cf68c7e None None] Network 11d2588f-155f-4679-b152-152cd0e36cde requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:59.470399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d20c67b-353b-4053-a89e-78554a955dd5 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4124331 Jul 09 20:33:59.473305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:59.517943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Attempting to bind port 582d051c-d544-4a80-ae08-8917fd44742d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:59.518322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Attempting to bind port 582d051c-d544-4a80-ae08-8917fd44742d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dbfc313b-d4ff-4ef2-88c1-457253ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:59.518685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Attempting to bind port 582d051c-d544-4a80-ae08-8917fd44742d on network 05bc0690-073e-4348-9403-14b5cba50b5f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:59.529561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:59.530495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Checking segment: {'id': 'dbfc313b-d4ff-4ef2-88c1-457253ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:59.530861 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.531256 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Bound using segment: {'id': 'dbfc313b-d4ff-4ef2-88c1-457253ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:59.531735 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Bound port: 582d051c-d544-4a80-ae08-8917fd44742d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfc313b-d4ff-4ef2-88c1-457253ea621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '05bc0690-073e-4348-9403-14b5cba50b5f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:59.532121 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.653119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] For port 582d051c-d544-4a80-ae08-8917fd44742d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:59.659009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] For port 582d051c-d544-4a80-ae08-8917fd44742d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=582d051c-d544-4a80-ae08-8917fd44742d,segment=NetworkSegment(dbfc313b-d4ff-4ef2-88c1-457253ea621c),segment_id=dbfc313b-d4ff-4ef2-88c1-457253ea621c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:59.664075 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.714522 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-11d2588f-155f-4679-b152-152cd0e36cde', 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde', 'tenant_id': '3a5c111a162a4c4a92aeb4ee8fa829e7', 'fixed_ips': [{'subnet_id': '375efbf2-5c0d-4de3-9eb8-b5de59c4c48e'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:33:59.715354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.809285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7072-4f15-4bd7-8165-ca7070c2fa67 None None] Pushing event updated for resources: {'Port': ['ID=582d051c-d544-4a80-ae08-8917fd44742d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:59.862596 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.884553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Allocated IP 2001:db8::2 (11d2588f-155f-4679-b152-152cd0e36cde/375efbf2-5c0d-4de3-9eb8-b5de59c4c48e/437dcbb0-05c4-4f5e-963a-405ec7eea2e6) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:59.981101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.071491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.080102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Transition to ACTIVE for port object 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:00.094116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Transition to ACTIVE for port object 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:00.100062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.116488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.143244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Subnet': ['ID=375efbf2-5c0d-4de3-9eb8-b5de59c4c48e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:00.143413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Network 11d2588f-155f-4679-b152-152cd0e36cde is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:00.149903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Pushing event updated for resources: {'Port': ['ID=437dcbb0-05c4-4f5e-963a-405ec7eea2e6,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:00.153371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:00.155318 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:00.209456 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.214669 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Attempting to bind port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:00.215045 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Attempting to bind port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'bfb35996-feba-4840-8fda-4eb2ec810b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:00.215545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Attempting to bind port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 on network 11d2588f-155f-4679-b152-152cd0e36cde {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:00.220577 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:00.220959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Checking segment: {'id': 'bfb35996-feba-4840-8fda-4eb2ec810b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:00.221160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d2588f-155f-4679-b152-152cd0e36cde']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:00.221400 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.221803 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Bound using segment: {'id': 'bfb35996-feba-4840-8fda-4eb2ec810b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:00.222273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Bound port: 437dcbb0-05c4-4f5e-963a-405ec7eea2e6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb35996-feba-4840-8fda-4eb2ec810b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '11d2588f-155f-4679-b152-152cd0e36cde'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:00.222666 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.231907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb35996-feba-4840-8fda-4eb2ec810b03') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:00.232684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb35996-feba-4840-8fda-4eb2ec810b03') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:00.241476 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.255718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.261579 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:00.261969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:00.265464 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:00.289676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] For port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:00.321784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] For port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=437dcbb0-05c4-4f5e-963a-405ec7eea2e6,segment=NetworkSegment(bfb35996-feba-4840-8fda-4eb2ec810b03),segment_id=bfb35996-feba-4840-8fda-4eb2ec810b03)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:00.322651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:34:00.322651 n-d-800087-3 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:34:00.322651 n-d-800087-3 neutron-server[93771]: [parameters: {'id': '11d2588f-155f-4679-b152-152cd0e36cde'}] Jul 09 20:34:00.322651 n-d-800087-3 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:34:00.323120 n-d-800087-3 neutron-server[93771]: DEBUG oslo_db.api [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:34:00.326285 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.409552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661071b6-02f5-4058-987b-5332d8ce59d5 None None] Pushing event updated for resources: {'Port': ['ID=437dcbb0-05c4-4f5e-963a-405ec7eea2e6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:00.428811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65498877-c8d5-4c7a-b381-2ae040a8b27c None None] Network 11d2588f-155f-4679-b152-152cd0e36cde requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:00.662372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351058b9-403d-4e14-a420-02dcce7e9160 None None] Network 05bc0690-073e-4348-9403-14b5cba50b5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:00.786742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c3e27dd2-30b8-4598-9184-c7087f55cf9d None None] Provisioning for port 582d051c-d544-4a80-ae08-8917fd44742d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:00.824204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.880674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Deleting port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:00.881023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.949758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] For port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=437dcbb0-05c4-4f5e-963a-405ec7eea2e6,segment=NetworkSegment(bfb35996-feba-4840-8fda-4eb2ec810b03),segment_id=bfb35996-feba-4840-8fda-4eb2ec810b03)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:00.950121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.963900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Calling delete_port for 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:00.997121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e663a0-f785-4d31-9017-f3754d710e01 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:34:01.048273 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.076957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e663a0-f785-4d31-9017-f3754d710e01 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:34:01.077466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Port': ['ID=437dcbb0-05c4-4f5e-963a-405ec7eea2e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:01.081366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No DVR routers for this DVR port 437dcbb0-05c4-4f5e-963a-405ec7eea2e6 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:01.161107 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.172063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d2588f-155f-4679-b152-152cd0e36cde']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:01.183898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb35996-feba-4840-8fda-4eb2ec810b03') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:01.183898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb35996-feba-4840-8fda-4eb2ec810b03') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:01.195635 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.210230 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.216282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:01.216683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:01.220269 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:01.251025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 582d051c-d544-4a80-ae08-8917fd44742d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:01.283469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.290435 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.292165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/11d2588f-155f-4679-b152-152cd0e36cde HTTP/1.1" status: 204 len: 168 time: 1.8178351 Jul 09 20:34:01.296415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:01.302455 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635765247'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:01.306550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23290abd-79f0-4443-a9b1-317749fe6d5d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Network': ['ID=11d2588f-155f-4679-b152-152cd0e36cde,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:01.325830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:01.329920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.344765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 582d051c-d544-4a80-ae08-8917fd44742d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:01.348838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 582d051c-d544-4a80-ae08-8917fd44742d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:01.349245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.359406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:01.368807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.369179 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Added segment 11e67e37-686f-401c-89f9-64d539bb05f4 of type vlan for network 8d3080ff-b8f3-4731-a0aa-7c50dd93b281 Jul 09 20:34:01.410549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.427950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.438672 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.444422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:01.445016 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.461295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 582d051c-d544-4a80-ae08-8917fd44742d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=582d051c-d544-4a80-ae08-8917fd44742d,segment=NetworkSegment(dbfc313b-d4ff-4ef2-88c1-457253ea621c),segment_id=dbfc313b-d4ff-4ef2-88c1-457253ea621c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:01.465272 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.507611 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2093642 Jul 09 20:34:01.510574 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:01.514433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=582d051c-d544-4a80-ae08-8917fd44742d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:01.517896 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'subnet': {'network_id': '8d3080ff-b8f3-4731-a0aa-7c50dd93b281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:01.535057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639166d-9898-49a1-ac90-6ef48e318ac3 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Network': ['ID=8d3080ff-b8f3-4731-a0aa-7c50dd93b281,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:01.544408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 8d3080ff-b8f3-4731-a0aa-7c50dd93b281 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:01.609089 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:01.612666 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.671365 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:34:01.671876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:34:01.788003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.852956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Subnet': ['ID=94e5c13f-2e84-424b-961c-dd9204f753c5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:01.857193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking segment: {'id': '11e67e37-686f-401c-89f9-64d539bb05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8d3080ff-b8f3-4731-a0aa-7c50dd93b281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:01.857548 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network hostable DHCP agents. Network: 8d3080ff-b8f3-4731-a0aa-7c50dd93b281, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:01.874085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network 8d3080ff-b8f3-4731-a0aa-7c50dd93b281 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:01.882182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 8d3080ff-b8f3-4731-a0aa-7c50dd93b281) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:01.886237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:01.886848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:01.892266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7cab7-7290-40c1-87c8-99dab8dfa054 None None] Network 8d3080ff-b8f3-4731-a0aa-7c50dd93b281 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:01.903524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-28a3ba19-0ff4-4a8d-9a7a-97fe9e9a7b60 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3895357 Jul 09 20:34:01.903702 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:01.997597 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.041634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3119b-b35d-4504-8c11-40a92676622a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-8d3080ff-b8f3-4731-a0aa-7c50dd93b281', 'network_id': '8d3080ff-b8f3-4731-a0aa-7c50dd93b281', 'tenant_id': '3a5c111a162a4c4a92aeb4ee8fa829e7', 'fixed_ips': [{'subnet_id': '94e5c13f-2e84-424b-961c-dd9204f753c5'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:02.042581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-78b3119b-b35d-4504-8c11-40a92676622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.080525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.142892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server [None req-78b3119b-b35d-4504-8c11-40a92676622a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94e5c13f-2e84-424b-961c-dd9204f753c5: This subnet is being modified by another concurrent operation. Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94e5c13f-2e84-424b-961c-dd9204f753c5: This subnet is being modified by another concurrent operation. Jul 09 20:34:02.145723 n-d-800087-3 neutron-server[93773]: ERROR oslo_messaging.rpc.server Jul 09 20:34:02.165363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fca6b-d5fa-456f-9eb5-5dc1e17afa3d None None] Network 8d3080ff-b8f3-4731-a0aa-7c50dd93b281 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:02.170349 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Subnet': ['ID=94e5c13f-2e84-424b-961c-dd9204f753c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:02.234078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.244046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3080ff-b8f3-4731-a0aa-7c50dd93b281']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:02.275867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42418f3-eec8-4435-aa44-c0b3d630cb19 None None] get_active_networks_info from n-d-800087-3 {{(pid=93773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:34:02.345487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42418f3-eec8-4435-aa44-c0b3d630cb19 None None] Resources bound (agent type, host, resource id): {{(pid=93773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:34:02.572341 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e67e37-686f-401c-89f9-64d539bb05f4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:02.572894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e67e37-686f-401c-89f9-64d539bb05f4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:02.581495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.595213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.601150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:02.601582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:02.604562 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:02.658871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.665509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.667271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/8d3080ff-b8f3-4731-a0aa-7c50dd93b281 HTTP/1.1" status: 204 len: 168 time: 0.7627900 Jul 09 20:34:02.671997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:02.677729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-970373861'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:02.679288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08e4bc-a968-4076-9dec-130c91f98799 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Network': ['ID=8d3080ff-b8f3-4731-a0aa-7c50dd93b281,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:02.702424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:02.706189 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.729048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:02.737958 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.738302 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Added segment b19c12d3-f5d0-4718-959c-e14c4ec3c600 of type vlan for network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 Jul 09 20:34:02.784193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.812631 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.818167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:02.818759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.876129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2030330 Jul 09 20:34:02.879268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:02.884441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'subnet': {'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:02.889427 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc577c5-4d17-4336-933b-aa179f1c0a77 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Network': ['ID=0b4f0dfd-3ad8-40f8-9e4e-458f7225c952,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:02.899903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:02.976337 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:02.979874 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.161010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.218877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 582d051c-d544-4a80-ae08-8917fd44742d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:03.221810 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Subnet': ['ID=74792c34-b9c9-4c4f-8f38-7478e507774b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:03.231989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking segment: {'id': 'b19c12d3-f5d0-4718-959c-e14c4ec3c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:03.232348 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network hostable DHCP agents. Network: 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:03.249275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:03.258335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:03.263136 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:03.263739 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.268462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1bb89-8196-4a42-ad00-b9ab0b25edf8 None None] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:03.271706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 582d051c-d544-4a80-ae08-8917fd44742d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:03.272078 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.278662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42194bc8-93e1-49fc-a43b-7f54dadcb4db tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3982561 Jul 09 20:34:03.282944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:03.287858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012771427'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:03.310307 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:03.314411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.339546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:03.350363 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.350709 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Added segment 8d0c8ca3-820c-4df5-9f26-63b13b04f4a5 of type vlan for network 63d1ec66-e9a0-48eb-bd86-78a0e16badd9 Jul 09 20:34:03.394374 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.424820 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.430502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:03.431123 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.496118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2094650 Jul 09 20:34:03.496356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:03.501703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Request body: {'subnet': {'network_id': '63d1ec66-e9a0-48eb-bd86-78a0e16badd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:03.547053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5f2b0-9d73-4473-8ffc-210a70877c3a tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Network': ['ID=63d1ec66-e9a0-48eb-bd86-78a0e16badd9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:03.573491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 63d1ec66-e9a0-48eb-bd86-78a0e16badd9 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:03.597924 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Made reservation on behalf of 3a5c111a162a4c4a92aeb4ee8fa829e7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:03.601476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.688029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0b4f0dfd-3ad8-40f8-9e4e-458f7225c952', 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952', 'tenant_id': '3a5c111a162a4c4a92aeb4ee8fa829e7', 'fixed_ips': [{'subnet_id': '74792c34-b9c9-4c4f-8f38-7478e507774b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:03.688906 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.785081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.825801 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Allocated IP 2001:db8::2 (0b4f0dfd-3ad8-40f8-9e4e-458f7225c952/74792c34-b9c9-4c4f-8f38-7478e507774b/6050c777-7838-49d2-93b7-49482d599490) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:03.849332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event updated for resources: {'Subnet': ['ID=8c044231-6c6f-4f16-8823-e5864e09d1e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:03.859681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Checking segment: {'id': '8d0c8ca3-820c-4df5-9f26-63b13b04f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '63d1ec66-e9a0-48eb-bd86-78a0e16badd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:03.860045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network hostable DHCP agents. Network: 63d1ec66-e9a0-48eb-bd86-78a0e16badd9, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:03.876292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Network 63d1ec66-e9a0-48eb-bd86-78a0e16badd9 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:03.884789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 63d1ec66-e9a0-48eb-bd86-78a0e16badd9) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:03.888941 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:03.889581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:03.895712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6bb41-74c2-4ff6-961b-750c1af8fe41 None None] Network 63d1ec66-e9a0-48eb-bd86-78a0e16badd9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:03.903980 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6d57aee1-dbe0-4713-bcc2-66e81beac23e tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4066110 Jul 09 20:34:03.907118 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.006325 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.058657 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.074621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.088936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Transition to ACTIVE for port object 6050c777-7838-49d2-93b7-49482d599490 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:04.131543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b979095-a87b-4549-8763-9588cc27f42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-63d1ec66-e9a0-48eb-bd86-78a0e16badd9', 'network_id': '63d1ec66-e9a0-48eb-bd86-78a0e16badd9', 'tenant_id': '3a5c111a162a4c4a92aeb4ee8fa829e7', 'fixed_ips': [{'subnet_id': '8c044231-6c6f-4f16-8823-e5864e09d1e7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:04.132440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2b979095-a87b-4549-8763-9588cc27f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.135743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Transition to ACTIVE for port object 6050c777-7838-49d2-93b7-49482d599490 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:04.139831 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.148109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.168607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Subnet': ['ID=8c044231-6c6f-4f16-8823-e5864e09d1e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:04.211115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:04.228940 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.239462 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d1ec66-e9a0-48eb-bd86-78a0e16badd9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:04.250888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0c8ca3-820c-4df5-9f26-63b13b04f4a5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:04.251199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0c8ca3-820c-4df5-9f26-63b13b04f4a5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:04.253380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Pushing event updated for resources: {'Port': ['ID=6050c777-7838-49d2-93b7-49482d599490,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:04.257481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:04.260232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:04.260463 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.285024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.292206 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:04.292855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:04.296702 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:04.300275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0d048-0f2b-4950-a787-ced96f185d5f None None] Network 63d1ec66-e9a0-48eb-bd86-78a0e16badd9 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:04.355735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.364037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.366079 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/63d1ec66-e9a0-48eb-bd86-78a0e16badd9 HTTP/1.1" status: 204 len: 168 time: 0.4580252 Jul 09 20:34:04.368754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.380017 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Attempting to bind port 6050c777-7838-49d2-93b7-49482d599490 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:04.380367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Attempting to bind port 6050c777-7838-49d2-93b7-49482d599490 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'b19c12d3-f5d0-4718-959c-e14c4ec3c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:04.380731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Attempting to bind port 6050c777-7838-49d2-93b7-49482d599490 on network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:04.384159 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7a19-a12e-45b7-9194-d6dc7803456b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Network': ['ID=63d1ec66-e9a0-48eb-bd86-78a0e16badd9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:04.396316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:04.396780 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Checking segment: {'id': 'b19c12d3-f5d0-4718-959c-e14c4ec3c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:04.397374 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.397837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Bound using segment: {'id': 'b19c12d3-f5d0-4718-959c-e14c4ec3c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:04.398483 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Bound port: 6050c777-7838-49d2-93b7-49482d599490, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19c12d3-f5d0-4718-959c-e14c4ec3c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0b4f0dfd-3ad8-40f8-9e4e-458f7225c952'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:04.398975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.399168 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-661818bf-9de8-4dc2-ad41-082040227656 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] GET failed (client error): The resource could not be found. Jul 09 20:34:04.400368 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-661818bf-9de8-4dc2-ad41-082040227656 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "GET /v2.0/subnets/8c044231-6c6f-4f16-8823-e5864e09d1e7 HTTP/1.1" status: 404 len: 337 time: 0.0305996 Jul 09 20:34:04.403578 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.422838 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1c2d79-48bb-4ef0-9866-7a52c998ec24 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:04.423314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1c2d79-48bb-4ef0-9866-7a52c998ec24 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:04.425065 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ba1c2d79-48bb-4ef0-9866-7a52c998ec24 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/63d1ec66-e9a0-48eb-bd86-78a0e16badd9 HTTP/1.1" status: 404 len: 339 time: 0.0204592 Jul 09 20:34:04.429166 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.457310 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb447b75-2889-4989-8f51-73cdd3ed0351 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:04.457695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb447b75-2889-4989-8f51-73cdd3ed0351 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:04.461728 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb447b75-2889-4989-8f51-73cdd3ed0351 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/subnets/8c044231-6c6f-4f16-8823-e5864e09d1e7 HTTP/1.1" status: 404 len: 337 time: 0.0293221 Jul 09 20:34:04.462257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.482001 n-d-800087-3 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-430e5d2f-1ea8-4c1c-8b5d-393127c301d7 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:04.482765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430e5d2f-1ea8-4c1c-8b5d-393127c301d7 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:04.487719 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.488934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-430e5d2f-1ea8-4c1c-8b5d-393127c301d7 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/63d1ec66-e9a0-48eb-bd86-78a0e16badd9 HTTP/1.1" status: 404 len: 339 time: 0.0256033 Jul 09 20:34:04.521417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] For port 6050c777-7838-49d2-93b7-49482d599490, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:04.524790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] For port 6050c777-7838-49d2-93b7-49482d599490, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6050c777-7838-49d2-93b7-49482d599490,segment=NetworkSegment(b19c12d3-f5d0-4718-959c-e14c4ec3c600),segment_id=b19c12d3-f5d0-4718-959c-e14c4ec3c600)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:04.529880 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.549750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Deleting subnet 74792c34-b9c9-4c4f-8f38-7478e507774b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:34:04.552929 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.591195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4afb6-0d5f-4b30-95ed-d79901c6c8eb None None] Pushing event updated for resources: {'Port': ['ID=6050c777-7838-49d2-93b7-49482d599490,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:04.603848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.691865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.773466 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.803651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Subnet': ['ID=74792c34-b9c9-4c4f-8f38-7478e507774b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:04.814125 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.817504 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c9c5ea16-a8c9-477e-8d1f-fb2d900b221b tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/subnets/74792c34-b9c9-4c4f-8f38-7478e507774b HTTP/1.1" status: 204 len: 168 time: 0.3291140 Jul 09 20:34:04.820025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:04.902800 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:04.961331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Deleting port 6050c777-7838-49d2-93b7-49482d599490 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:04.961681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.029838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] For port 6050c777-7838-49d2-93b7-49482d599490, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=6050c777-7838-49d2-93b7-49482d599490,segment=NetworkSegment(b19c12d3-f5d0-4718-959c-e14c4ec3c600),segment_id=b19c12d3-f5d0-4718-959c-e14c4ec3c600)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:05.030112 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.042402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Calling delete_port for 6050c777-7838-49d2-93b7-49482d599490 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:05.122627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.153404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Port': ['ID=6050c777-7838-49d2-93b7-49482d599490,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:05.155208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No DVR routers for this DVR port 6050c777-7838-49d2-93b7-49482d599490 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:05.231831 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.242610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4f0dfd-3ad8-40f8-9e4e-458f7225c952']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:05.254104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19c12d3-f5d0-4718-959c-e14c4ec3c600') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:05.254401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19c12d3-f5d0-4718-959c-e14c4ec3c600') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:05.263880 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.277911 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.284029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:05.284415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:05.287585 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:05.352203 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.359742 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.361570 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 HTTP/1.1" status: 204 len: 168 time: 0.5406079 Jul 09 20:34:05.363980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.382023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da814-be38-4983-b178-33801b13c1bb tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Network': ['ID=0b4f0dfd-3ad8-40f8-9e4e-458f7225c952,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:05.400534 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf024b2-e7ff-40e3-8104-84c5399636ec tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:05.400993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf024b2-e7ff-40e3-8104-84c5399636ec tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:05.402764 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3bf024b2-e7ff-40e3-8104-84c5399636ec tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/subnets/94e5c13f-2e84-424b-961c-dd9204f753c5 HTTP/1.1" status: 404 len: 337 time: 0.0378621 Jul 09 20:34:05.405871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.425309 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e4ea9b-7763-43bc-b8b7-5d39e6962edc tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:05.425881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e4ea9b-7763-43bc-b8b7-5d39e6962edc tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:05.427606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-74e4ea9b-7763-43bc-b8b7-5d39e6962edc tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/8d3080ff-b8f3-4731-a0aa-7c50dd93b281 HTTP/1.1" status: 404 len: 339 time: 0.0207939 Jul 09 20:34:05.430058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.457498 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-836259b6-9283-49fe-b6f8-d8aaaccf754d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:05.457873 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836259b6-9283-49fe-b6f8-d8aaaccf754d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:05.459622 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-836259b6-9283-49fe-b6f8-d8aaaccf754d tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/subnets/375efbf2-5c0d-4de3-9eb8-b5de59c4c48e HTTP/1.1" status: 404 len: 337 time: 0.0285985 Jul 09 20:34:05.462321 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.481122 n-d-800087-3 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-762613c5-bd6e-4fe9-8ef0-5462e5b1e507 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] DELETE failed (client error): The resource could not be found. Jul 09 20:34:05.481692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762613c5-bd6e-4fe9-8ef0-5462e5b1e507 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:34:05.484620 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-762613c5-bd6e-4fe9-8ef0-5462e5b1e507 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/11d2588f-155f-4679-b152-152cd0e36cde HTTP/1.1" status: 404 len: 339 time: 0.0207794 Jul 09 20:34:05.486586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.546468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Deleting subnet c37f3dbf-d51d-454c-a1d1-afeebba9b19a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:34:05.549587 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.572859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ef38b-c6ef-4647-9e81-879a7b9539b2 None None] DHCP port deletion for 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:34:05.590634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ef0ac-6145-4329-8a90-be54d0684629 None None] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:05.592862 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.605443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ef0ac-6145-4329-8a90-be54d0684629 None None] Network 0b4f0dfd-3ad8-40f8-9e4e-458f7225c952 could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:34:05.606940 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-feba0384-3d2c-4289-b640-41aa9a0b2676 None None] Could not find standard attr ID for object 6050c777-7838-49d2-93b7-49482d599490. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:34:05.674571 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.736736 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.764425 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Subnet': ['ID=c37f3dbf-d51d-454c-a1d1-afeebba9b19a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:05.766288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.769317 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ed8b632-c8fd-424f-9cba-f856ac1b9796 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/subnets/c37f3dbf-d51d-454c-a1d1-afeebba9b19a HTTP/1.1" status: 204 len: 168 time: 0.2805645 Jul 09 20:34:05.770700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:05.771813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186f2b9-3311-445e-bc34-d6d6a57b316f None None] Network 05bc0690-073e-4348-9403-14b5cba50b5f requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:05.844627 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.898003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Deleting port 582d051c-d544-4a80-ae08-8917fd44742d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:05.898150 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.947887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] DHCP port deletion for 05bc0690-073e-4348-9403-14b5cba50b5f request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:34:05.966225 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] For port 582d051c-d544-4a80-ae08-8917fd44742d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=582d051c-d544-4a80-ae08-8917fd44742d,segment=NetworkSegment(dbfc313b-d4ff-4ef2-88c1-457253ea621c),segment_id=dbfc313b-d4ff-4ef2-88c1-457253ea621c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:05.966581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:05.980008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Calling delete_port for 582d051c-d544-4a80-ae08-8917fd44742d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:05.993778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Deleting port 582d051c-d544-4a80-ae08-8917fd44742d {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:05.994086 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.054947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] For port 582d051c-d544-4a80-ae08-8917fd44742d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=582d051c-d544-4a80-ae08-8917fd44742d,segment=NetworkSegment(dbfc313b-d4ff-4ef2-88c1-457253ea621c),segment_id=dbfc313b-d4ff-4ef2-88c1-457253ea621c)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:06.055345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.060233 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.073388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Calling delete_port for 582d051c-d544-4a80-ae08-8917fd44742d owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:06.090899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Port': ['ID=582d051c-d544-4a80-ae08-8917fd44742d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:06.095288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] No DVR routers for this DVR port 582d051c-d544-4a80-ae08-8917fd44742d on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:06.149649 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.172706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.175291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] Pushing event deleted for resources: {'Port': ['ID=582d051c-d544-4a80-ae08-8917fd44742d,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:06.178707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d511a97-a7ff-49e7-bb23-55b82f7d843f None None] No DVR routers for this DVR port 582d051c-d544-4a80-ae08-8917fd44742d on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:06.183412 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc0690-073e-4348-9403-14b5cba50b5f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:06.195798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfc313b-d4ff-4ef2-88c1-457253ea621c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:06.196100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfc313b-d4ff-4ef2-88c1-457253ea621c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:06.204817 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.219324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.225017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:06.225421 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:06.228390 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:06.287647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.294321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.296772 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] 10.222.0.10 "DELETE /v2.0/networks/05bc0690-073e-4348-9403-14b5cba50b5f HTTP/1.1" status: 204 len: 168 time: 0.5251689 Jul 09 20:34:06.308531 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ff72-4afe-4e5a-8a2e-46b92ac65e04 tempest-NetworksIpV6Test-1231697211 tempest-NetworksIpV6Test-1231697211-project] Pushing event deleted for resources: {'Network': ['ID=05bc0690-073e-4348-9403-14b5cba50b5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:06.528712 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:06.657007 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fc7edaa0-4c03-4891-a031-9171a8460bd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a5c111a162a4c4a92aeb4ee8fa829e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264129 Jul 09 20:34:06.659526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:06.707392 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.728679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.776570 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.779307 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:06.783540 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f8cbbc9-e5c9-44e5-bd11-48927b7304f3 HTTP/1.1" status: 204 len: 168 time: 0.1206708 Jul 09 20:34:06.788673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63decf6-07cd-4739-8819-98d99bd82c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8cbbc9-e5c9-44e5-bd11-48927b7304f3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:07.216287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6050c777-7838-49d2-93b7-49482d599490 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:34:07.236819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 6050c777-7838-49d2-93b7-49482d599490 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:34:07.237182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 6050c777-7838-49d2-93b7-49482d599490 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:34:07.237602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 582d051c-d544-4a80-ae08-8917fd44742d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:34:07.259465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 582d051c-d544-4a80-ae08-8917fd44742d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:34:07.259884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 582d051c-d544-4a80-ae08-8917fd44742d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:34:07.398913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:07.490104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1407706328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:07.514657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.515741 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.603922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.608014 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.623887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.625258 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1e8cedca-5e3a-4ad5-9355-43a6203c0fe1 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2252870 Jul 09 20:34:07.627987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:07.633278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1506659940'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:07.653552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Made reservation on behalf of 037216b262f24d6898370d7867488773 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:07.656840 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.665694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.766774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.770299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.792001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:07.806262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58355077-afaf-41b1-b78d-f03caadf7ddc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:07.809350 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.809696 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Added segment 94351d2b-3435-4468-9158-095ac803d7c8 of type vlan for network a1f4de45-1cd6-4130-8876-51968fd685fd Jul 09 20:34:07.848985 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.876210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.881759 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:07.882376 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:07.934891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3057773 Jul 09 20:34:07.938380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:07.943510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'subnet': {'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:07.948021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772937a-5ef5-412b-a8e7-a6d89bb9cd24 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event updated for resources: {'Network': ['ID=a1f4de45-1cd6-4130-8876-51968fd685fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:07.960621 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a1f4de45-1cd6-4130-8876-51968fd685fd details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:08.038804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Made reservation on behalf of 037216b262f24d6898370d7867488773 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:08.042396 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.222053 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.281949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event updated for resources: {'Subnet': ['ID=70dfd1f7-773d-46a3-81cd-95b59700b2ed,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:08.288990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Checking segment: {'id': '94351d2b-3435-4468-9158-095ac803d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:08.289379 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Network hostable DHCP agents. Network: a1f4de45-1cd6-4130-8876-51968fd685fd, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:08.306197 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Network a1f4de45-1cd6-4130-8876-51968fd685fd is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:08.315088 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a1f4de45-1cd6-4130-8876-51968fd685fd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:08.319140 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:08.319735 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.323789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dea853-5120-4f2e-a936-04e5566f8ee8 None None] Network a1f4de45-1cd6-4130-8876-51968fd685fd requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:08.333630 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a9ee7786-49aa-47e5-8502-fbfb6091ef1f tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941371 Jul 09 20:34:08.336605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:08.341581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-75357775'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:08.362300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Made reservation on behalf of 037216b262f24d6898370d7867488773 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:08.365745 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.389048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:08.397877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.397877 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Added segment d6919286-b682-4007-9409-b3a4a64b4caf of type vlan for network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d Jul 09 20:34:08.439797 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.472897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.478424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:08.479014 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.479160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a1f4de45-1cd6-4130-8876-51968fd685fd', 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd', 'tenant_id': '037216b262f24d6898370d7867488773', 'fixed_ips': [{'subnet_id': '70dfd1f7-773d-46a3-81cd-95b59700b2ed'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:08.479886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.537589 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1998072 Jul 09 20:34:08.540471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:08.547316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'subnet': {'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:08.564112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea9f96-6812-45ea-983f-ee4de80856fe tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event updated for resources: {'Network': ['ID=0efc4895-389e-4f2f-a7ae-fcbab2d7743d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:08.577917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:08.636389 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Made reservation on behalf of 037216b262f24d6898370d7867488773 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:08.640490 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.669076 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Allocated IP 172.20.0.2 (a1f4de45-1cd6-4130-8876-51968fd685fd/70dfd1f7-773d-46a3-81cd-95b59700b2ed/ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:08.818935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.819408 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.827185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Transition to ACTIVE for port object ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:08.842633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Transition to ACTIVE for port object ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:08.848223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.887009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event updated for resources: {'Subnet': ['ID=ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:08.890279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Network a1f4de45-1cd6-4130-8876-51968fd685fd is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:08.892323 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Checking segment: {'id': 'd6919286-b682-4007-9409-b3a4a64b4caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:08.892577 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Network hostable DHCP agents. Network: 0efc4895-389e-4f2f-a7ae-fcbab2d7743d, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:08.893779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:08.896431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:08.909187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Pushing event updated for resources: {'Port': ['ID=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:08.909419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:08.919178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 0efc4895-389e-4f2f-a7ae-fcbab2d7743d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:08.923646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:08.924240 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:08.931563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bda76-adb3-43d2-a53c-31006def1d35 None None] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:08.939603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cda28fa4-6662-4c08-8aa3-a4adabdd866a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3982718 Jul 09 20:34:08.942368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:08.946880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-674e6905-8398-42d3-9119-27197ba4bc6a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Request body: {'router': {'external_gateway_info': {'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:09.006132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Attempting to bind port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:09.006501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Attempting to bind port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '94351d2b-3435-4468-9158-095ac803d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:09.006866 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Attempting to bind port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 on network a1f4de45-1cd6-4130-8876-51968fd685fd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:09.015283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:09.015675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Checking segment: {'id': '94351d2b-3435-4468-9158-095ac803d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:09.016067 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.016460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Bound using segment: {'id': '94351d2b-3435-4468-9158-095ac803d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:09.016924 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Bound port: ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94351d2b-3435-4468-9158-095ac803d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a1f4de45-1cd6-4130-8876-51968fd685fd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:09.017346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.131635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] For port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:09.149822 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-674e6905-8398-42d3-9119-27197ba4bc6a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.165329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] For port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,segment=NetworkSegment(94351d2b-3435-4468-9158-095ac803d7c8),segment_id=94351d2b-3435-4468-9158-095ac803d7c8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:09.168182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-0efc4895-389e-4f2f-a7ae-fcbab2d7743d', 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d', 'tenant_id': '037216b262f24d6898370d7867488773', 'fixed_ips': [{'subnet_id': 'ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:09.168991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.172905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.264824 n-d-800087-3 neutron-server[93770]: INFO neutron.api.v2.resource [None req-674e6905-8398-42d3-9119-27197ba4bc6a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:34:09.271498 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-674e6905-8398-42d3-9119-27197ba4bc6a tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "PUT /v2.0/routers/4a49c00e-4e25-4c6e-876d-fe077527146f HTTP/1.1" status: 400 len: 364 time: 0.3226347 Jul 09 20:34:09.271841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:09.301750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197a36e-89ef-4e00-8587-835b43e93973 None None] Pushing event updated for resources: {'Port': ['ID=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:09.325092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Deleting subnet ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:34:09.361689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Allocated IP 172.21.0.2 (0efc4895-389e-4f2f-a7ae-fcbab2d7743d/ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04/3b99702e-dcf1-4c2b-85a7-fab9a886aaea) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:09.521698 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.530868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Transition to ACTIVE for port object 3b99702e-dcf1-4c2b-85a7-fab9a886aaea will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:09.545942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Transition to ACTIVE for port object 3b99702e-dcf1-4c2b-85a7-fab9a886aaea will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:09.551445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.551675 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.591646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.592926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:09.595864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:09.600591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:09.602431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Pushing event updated for resources: {'Port': ['ID=3b99702e-dcf1-4c2b-85a7-fab9a886aaea,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:09.658236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Attempting to bind port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:09.658604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Attempting to bind port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'd6919286-b682-4007-9409-b3a4a64b4caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:09.658972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Attempting to bind port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea on network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:09.664728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:09.665156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Checking segment: {'id': 'd6919286-b682-4007-9409-b3a4a64b4caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:09.665556 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.665954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Bound using segment: {'id': 'd6919286-b682-4007-9409-b3a4a64b4caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:09.666416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Bound port: 3b99702e-dcf1-4c2b-85a7-fab9a886aaea, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6919286-b682-4007-9409-b3a4a64b4caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0efc4895-389e-4f2f-a7ae-fcbab2d7743d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:09.666805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.690030 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.750933 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.782499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.787417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "DELETE /v2.0/subnets/ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04 HTTP/1.1" status: 204 len: 168 time: 0.5117061 Jul 09 20:34:09.787417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e510a7f-a7d2-461f-9d9a-414394d78c09 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd5f4a4-ea5c-4aff-bb81-55dc2c2fbe04,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:09.787737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:09.871975 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.895224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] For port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:09.898688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] For port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3b99702e-dcf1-4c2b-85a7-fab9a886aaea,segment=NetworkSegment(d6919286-b682-4007-9409-b3a4a64b4caf),segment_id=d6919286-b682-4007-9409-b3a4a64b4caf)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:09.902468 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.930194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Deleting port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:09.930537 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:09.965098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1dc47-1183-4220-aaac-765327f6d673 None None] Pushing event updated for resources: {'Port': ['ID=3b99702e-dcf1-4c2b-85a7-fab9a886aaea,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:10.001496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] For port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3b99702e-dcf1-4c2b-85a7-fab9a886aaea,segment=NetworkSegment(d6919286-b682-4007-9409-b3a4a64b4caf),segment_id=d6919286-b682-4007-9409-b3a4a64b4caf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:10.002064 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.017882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Calling delete_port for 3b99702e-dcf1-4c2b-85a7-fab9a886aaea owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:10.105426 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.130640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Port': ['ID=3b99702e-dcf1-4c2b-85a7-fab9a886aaea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:10.140697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] No DVR routers for this DVR port 3b99702e-dcf1-4c2b-85a7-fab9a886aaea on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:10.250405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.257880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fb225-71ae-4ed7-9287-8e348908ebab None None] Network a1f4de45-1cd6-4130-8876-51968fd685fd requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:10.261046 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efc4895-389e-4f2f-a7ae-fcbab2d7743d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:10.273949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6919286-b682-4007-9409-b3a4a64b4caf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:10.274253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6919286-b682-4007-9409-b3a4a64b4caf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:10.283834 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.299417 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.308505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:10.309085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:10.312929 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:10.371389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.381474 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.383416 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "DELETE /v2.0/networks/0efc4895-389e-4f2f-a7ae-fcbab2d7743d HTTP/1.1" status: 204 len: 168 time: 0.5948637 Jul 09 20:34:10.386262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:10.391760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb7b6fde-cada-4216-857f-67c5faa1fa55 None None] Provisioning for port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:10.394624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a6159-7d13-4f2d-b3c0-22dcf9b4d319 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Network': ['ID=0efc4895-389e-4f2f-a7ae-fcbab2d7743d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:10.451529 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Deleting subnet 70dfd1f7-773d-46a3-81cd-95b59700b2ed {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:34:10.455487 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.499911 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.586530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.651461 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.682201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Subnet': ['ID=70dfd1f7-773d-46a3-81cd-95b59700b2ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:10.684723 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.688984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6be26dd2-f0ff-4cd1-a04a-1ed8738e116e tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "DELETE /v2.0/subnets/70dfd1f7-773d-46a3-81cd-95b59700b2ed HTTP/1.1" status: 204 len: 168 time: 0.2984562 Jul 09 20:34:10.689376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:10.690388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20b586-64ce-4d4c-88f2-70a29bec39da None None] Network a1f4de45-1cd6-4130-8876-51968fd685fd requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:10.781759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.838338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Deleting port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:10.838683 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.910984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] DHCP port deletion for a1f4de45-1cd6-4130-8876-51968fd685fd request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:34:10.916255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] For port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,segment=NetworkSegment(94351d2b-3435-4468-9158-095ac803d7c8),segment_id=94351d2b-3435-4468-9158-095ac803d7c8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:10.916842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.931105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Calling delete_port for ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:10.958508 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Deleting port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:10.959012 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.025281 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.034124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] For port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,segment=NetworkSegment(94351d2b-3435-4468-9158-095ac803d7c8),segment_id=94351d2b-3435-4468-9158-095ac803d7c8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:11.034524 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.048209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Calling delete_port for ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:11.048380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Port': ['ID=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:11.059448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] No DVR routers for this DVR port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:11.062203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab61b72-ef17-4f93-8936-03a404f8303e None None] DHCP port deletion for 0efc4895-389e-4f2f-a7ae-fcbab2d7743d request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:34:11.104109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f47b12bf-b8b6-4c9a-b27e-c042be2bb3f5 None None] Could not find standard attr ID for object 3b99702e-dcf1-4c2b-85a7-fab9a886aaea. {{(pid=93773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:34:11.105511 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a100fc-3239-4adc-a1d7-5f3edc420386 None None] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:11.123547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a100fc-3239-4adc-a1d7-5f3edc420386 None None] Network 0efc4895-389e-4f2f-a7ae-fcbab2d7743d could not be found, it might have been deleted concurrently. {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:34:11.151356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.153693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.161151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f4de45-1cd6-4130-8876-51968fd685fd']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:11.172589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94351d2b-3435-4468-9158-095ac803d7c8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:11.172881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94351d2b-3435-4468-9158-095ac803d7c8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:11.179059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] Pushing event deleted for resources: {'Port': ['ID=ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:11.189760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ea315-3b69-4b06-a297-cb0f8d91788a None None] No DVR routers for this DVR port ecc2c9b9-a50b-46e3-a5c4-55c4553dcf71 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:11.190344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.204930 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.210765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:34:11.211145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:34:11.214400 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:34:11.275485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.282312 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.284045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "DELETE /v2.0/networks/a1f4de45-1cd6-4130-8876-51968fd685fd HTTP/1.1" status: 204 len: 168 time: 0.5936198 Jul 09 20:34:11.286974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:11.296448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137ea0-2b91-4632-882f-b57f069919ee tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Pushing event deleted for resources: {'Network': ['ID=a1f4de45-1cd6-4130-8876-51968fd685fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:11.316609 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7e33c24d-85f6-4f7d-8d4a-a90084697870 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a49c00e-4e25-4c6e-876d-fe077527146f HTTP/1.1" status: 200 len: 205 time: 0.0284009 Jul 09 20:34:11.318864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:11.393580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.553005 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.554965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.596472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.596966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Fanout notify agent at l3_agent the message router_deleted on router 4a49c00e-4e25-4c6e-876d-fe077527146f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:34:11.604046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:11.605154 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e75d992e-ddff-4599-b27b-e23b2435da57 tempest-RoutersNegativeTest-314192252 tempest-RoutersNegativeTest-314192252-project] 10.222.0.10 "DELETE /v2.0/routers/4a49c00e-4e25-4c6e-876d-fe077527146f HTTP/1.1" status: 204 len: 168 time: 0.2853959 Jul 09 20:34:11.838242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:11.966470 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ad3aee81-649f-4f98-a358-43d9c20b19c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=037216b262f24d6898370d7867488773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270854 Jul 09 20:34:11.969552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:12.017604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.038622 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.087891 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.090501 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.091653 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58355077-afaf-41b1-b78d-f03caadf7ddc HTTP/1.1" status: 204 len: 168 time: 0.1211522 Jul 09 20:34:12.099526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449b908-fd8b-4618-9f78-8b3435d1cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58355077-afaf-41b1-b78d-f03caadf7ddc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:12.676077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:12.765790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-c7eac555-af2c-415e-9126-231878c01373 req-320d6b68-50f1-4a86-91f5-aa919ad55a1b service neutron] (93771) timed out ('10.222.0.25', 65227) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:34:12.767451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1232612014-network', 'tenant_id': 'ae6cc750809841aabda0120066553e66'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:12.793082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Made reservation on behalf of ae6cc750809841aabda0120066553e66 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:12.795498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.803562 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.887590 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.891815 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.916479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:12.922543 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74db6bd9-2181-44fa-8619-675093d3f08b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:12.928467 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.928855 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Added segment 2c8480c9-2fd8-4a77-8ce9-3b411adf554f of type vlan for network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec Jul 09 20:34:12.969727 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.996662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:12.997586 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:12.998708 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.056737 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3795364 Jul 09 20:34:13.059820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:13.065048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Request body: {'subnet': {'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-subnet', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:13.076553 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a21bec-7181-4113-bcdc-abbbc9310cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:13.086309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:13.091669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Made reservation on behalf of ae6cc750809841aabda0120066553e66 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:13.094075 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.258198 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.311650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530922cc-70c5-4aef-ace1-295caa5bc9d7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:13.319989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Checking segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:13.320346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Network hostable DHCP agents. Network: ac0515f6-07ed-4ec9-91b3-14a83b88a5ec, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:13.336064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:13.344115 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ac0515f6-07ed-4ec9-91b3-14a83b88a5ec) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:13.347893 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:13.348478 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.353087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3cc10-5bea-4794-b03a-80f762df2121 None None] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:13.362603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a3fc5e85-3ca1-494a-87bd-8b0923649787 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3012617 Jul 09 20:34:13.365450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:13.369676 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:13.390839 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.391725 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.447619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.496262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:13.497235 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.637381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Allocated IP 172.20.0.2 (ac0515f6-07ed-4ec9-91b3-14a83b88a5ec/530922cc-70c5-4aef-ace1-295caa5bc9d7/3f8f2649-6e56-4bd5-97f6-e435eac9e7a7) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:13.781909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.789936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Transition to ACTIVE for port object 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:13.805285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Transition to ACTIVE for port object 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:13.811769 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.855260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:13.858709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:13.862162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:13.869064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Pushing event updated for resources: {'Port': ['ID=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:13.911518 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.920845 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Attempting to bind port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:13.921264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Attempting to bind port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:13.921624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Attempting to bind port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:13.926904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:13.927285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Checking segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:13.927719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.928116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Bound using segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:13.928581 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Bound port: 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:13.928995 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:13.992661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] For port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:13.995657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] For port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:14.000442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.061198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efbeed-bce6-4b52-9c8d-f630f8e69517 None None] Pushing event updated for resources: {'Port': ['ID=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:14.122157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.141860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.264564 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Allocated IP 172.25.3.72 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0a6e868b-d4ff-428d-9e67-49c0aab45645) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:14.373145 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.410224 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.454029 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:14.456706 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:14.459293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:14.484173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Pushing event updated for resources: {'Port': ['ID=0a6e868b-d4ff-428d-9e67-49c0aab45645,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:14.721482 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.920412 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:14.931952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f0d29-be24-4e96-af23-444818478986 None None] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:14.985659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c942f756-6869-4e4d-a020-6e3e29d6fe04 None None] Provisioning for port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:15.048652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Router 9b000fcf-8647-49d5-8192-2a706a98adc4 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:34:15.160212 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:34:15.172994 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Sync routers for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:34:15.180902 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.182375 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a426e34b-7f68-48b5-a15d-d09fbef5c08b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8159909 Jul 09 20:34:15.185603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:15.187808 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:15.188803 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:15.288315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:15.316885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:15.342409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:15.346225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:15.346600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.432908 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.443052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7c366094-f3e3-4d0b-99a6-51a6a779b59e None None] Provisioning complete for port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:15.443550 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7c366094-f3e3-4d0b-99a6-51a6a779b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.500753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:15.507734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.524797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:14Z', 'revision_number': 3, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:15.553584 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Checking router: 9b000fcf-8647-49d5-8192-2a706a98adc4 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:34:15.553933 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Updating router 9b000fcf-8647-49d5-8192-2a706a98adc4 port 0a6e868b-d4ff-428d-9e67-49c0aab45645 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:34:15.556480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:15.588933 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.656036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.847181 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.858750 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Transition to ACTIVE for port object 0a6e868b-d4ff-428d-9e67-49c0aab45645 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:15.861208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Allocated IP 172.20.0.1 (ac0515f6-07ed-4ec9-91b3-14a83b88a5ec/530922cc-70c5-4aef-ace1-295caa5bc9d7/47874420-4c02-4eaf-a904-5f45e8374f58) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:15.864527 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.916899 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Attempting to bind port 0a6e868b-d4ff-428d-9e67-49c0aab45645 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:15.917295 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Attempting to bind port 0a6e868b-d4ff-428d-9e67-49c0aab45645 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:15.917648 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Attempting to bind port 0a6e868b-d4ff-428d-9e67-49c0aab45645 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:15.919595 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Pushing event updated for resources: {'Port': ['ID=0a6e868b-d4ff-428d-9e67-49c0aab45645,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:15.928576 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:15.928942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:15.929363 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.929756 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:15.930212 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Bound port: 0a6e868b-d4ff-428d-9e67-49c0aab45645, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:15.930584 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.933703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.934043 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.934375 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.934703 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.935022 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.935380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.935704 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.936023 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.936335 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.936650 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.936971 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.937404 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:15.968765 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:15.984340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Transition to ACTIVE for port object 47874420-4c02-4eaf-a904-5f45e8374f58 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:15.987269 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] For port 0a6e868b-d4ff-428d-9e67-49c0aab45645, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:15.990553 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] For port 0a6e868b-d4ff-428d-9e67-49c0aab45645, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a6e868b-d4ff-428d-9e67-49c0aab45645,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:15.994837 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.018752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.052230 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:16.052769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:16.064513 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:16.069990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:16.072495 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:16.101200 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482fb77-4a9e-4a41-b154-f945d3498e08 None None] Pushing event updated for resources: {'Port': ['ID=0a6e868b-d4ff-428d-9e67-49c0aab45645,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:16.113883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.151093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:16.193660 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:16.275184 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.327411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ed0572f-6442-47e1-8ef3-95b609c6f708 None None] Provisioning for port 47874420-4c02-4eaf-a904-5f45e8374f58 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:16.332373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ed0572f-6442-47e1-8ef3-95b609c6f708 None None] Provisioning complete for port 47874420-4c02-4eaf-a904-5f45e8374f58 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:16.333023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ed0572f-6442-47e1-8ef3-95b609c6f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.369848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0572f-6442-47e1-8ef3-95b609c6f708 None None] Port 47874420-4c02-4eaf-a904-5f45e8374f58 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:16.376583 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:14Z', 'revision_number': 3, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:16.403603 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a7d46-ee64-4680-888f-e51db458c74d None None] The sync data for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 is: [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:14Z', 'revision_number': 3, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:34:16.445813 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.452157 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.523486 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.525974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:16.644770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:16.646285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:16.768301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Router 9b000fcf-8647-49d5-8192-2a706a98adc4 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:34:16.888253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:34:16.891313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c3d88296-9418-4cef-aadd-9a973ccf6a2e None None] Provisioning complete for port 47874420-4c02-4eaf-a904-5f45e8374f58 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:16.891702 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c3d88296-9418-4cef-aadd-9a973ccf6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:16.896386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d123d563-0d01-438a-aa02-065a5d741cd1 admin admin] 10.222.0.10 "PUT /v2.0/routers/9b000fcf-8647-49d5-8192-2a706a98adc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098098 Jul 09 20:34:16.934167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c3d88296-9418-4cef-aadd-9a973ccf6a2e None None] Port 47874420-4c02-4eaf-a904-5f45e8374f58 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:17.313026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a6e868b-d4ff-428d-9e67-49c0aab45645 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:17.361867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0a6e868b-d4ff-428d-9e67-49c0aab45645 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:17.365489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0a6e868b-d4ff-428d-9e67-49c0aab45645 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:17.365864 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.388559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 50994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:17.393871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-945626840-network', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:17.417338 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Made reservation on behalf of 31ebe98bddbe4cba8a56449325f76d24 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:17.420430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.431204 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.447616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.473247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0a6e868b-d4ff-428d-9e67-49c0aab45645, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a6e868b-d4ff-428d-9e67-49c0aab45645,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:17.477342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.478129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:17.522172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.526415 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.550445 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:34:17.560806 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c3a68-05df-4059-8e51-ef217ee61975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:17.561628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0a6e868b-d4ff-428d-9e67-49c0aab45645,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:17.565923 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.566268 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Added segment 988eaf15-5ea0-469c-9f60-35ac026cc4ad of type vlan for network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 Jul 09 20:34:17.571909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:17.572292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.606424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.637355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.639037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:17.639619 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:17.983265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Sync routers for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:34:17.992956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:17.993737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:18.018108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6282330 Jul 09 20:34:18.020930 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:18.026158 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Request body: {'subnet': {'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-subnet', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:18.028792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac5288-be03-458a-b875-f5eed3c1225e admin admin] Pushing event updated for resources: {'Network': ['ID=ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:18.038494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:34:18.054353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Made reservation on behalf of 31ebe98bddbe4cba8a56449325f76d24 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:18.056966 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.155101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:18.233611 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.288292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c792f0ac-6297-4692-ad5c-865410fd0b46,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:18.297470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Checking segment: {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:18.297836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Network hostable DHCP agents. Network: ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:34:18.315043 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:34:18.323891 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:18.329446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:18.330224 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.340694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758023fd-0b11-4153-9ef1-62f46b75be1e None None] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:18.345485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fc29ac3c-3e6a-4f9e-ac9f-ac87b61d9df2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3232946 Jul 09 20:34:18.347923 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 50998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:18.352362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:18.373046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.374050 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.408947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:16Z', 'revision_number': 4, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '47874420-4c02-4eaf-a904-5f45e8374f58', 'name': '', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'mac_address': 'fa:16:3e:c5:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:15Z', 'updated_at': '2021-07-09T20:34:16Z', 'revision_number': 2, 'project_id': 'ae6cc750809841aabda0120066553e66', 'subnets': [{'id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:18.430754 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.440118 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Checking router: 9b000fcf-8647-49d5-8192-2a706a98adc4 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:34:18.440477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Updating router 9b000fcf-8647-49d5-8192-2a706a98adc4 port 47874420-4c02-4eaf-a904-5f45e8374f58 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:34:18.506878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.571070 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.571776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:34:18.572634 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.774514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.800109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:18.830647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Allocated IP 172.20.0.2 (ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5/c792f0ac-6297-4692-ad5c-865410fd0b46/e305eda5-a3a8-479b-8bd6-6dadff47eaae) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:18.905992 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Allocated IP 172.25.3.62 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/73d4b6ce-e93c-4c68-8e60-5fa731805c3f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:19.018260 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.058496 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.098976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:19.103305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:19.108227 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:19.111542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Pushing event updated for resources: {'Port': ['ID=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:19.113610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.142855 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Transition to ACTIVE for port object 47874420-4c02-4eaf-a904-5f45e8374f58 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:19.150207 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.245651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.252971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.255937 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a3ed-f338-4a40-80b1-342605f2047d None None] Pushing event updated for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:19.260988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a6e868b-d4ff-428d-9e67-49c0aab45645 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:19.266071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Transition to ACTIVE for port object e305eda5-a3a8-479b-8bd6-6dadff47eaae will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:19.344579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Transition to ACTIVE for port object e305eda5-a3a8-479b-8bd6-6dadff47eaae will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:19.358277 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.365322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Attempting to bind port 47874420-4c02-4eaf-a904-5f45e8374f58 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:19.365322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Attempting to bind port 47874420-4c02-4eaf-a904-5f45e8374f58 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:19.365597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Attempting to bind port 47874420-4c02-4eaf-a904-5f45e8374f58 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:19.383705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.399027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:19.399438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Checking segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:19.399817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.400210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Bound using segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:19.400691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Bound port: 47874420-4c02-4eaf-a904-5f45e8374f58, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:19.401075 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.434454 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:19.436724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Pushing event updated for resources: {'Port': ['ID=e305eda5-a3a8-479b-8bd6-6dadff47eaae,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:19.442618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:19.446586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:19.473465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0a6e868b-d4ff-428d-9e67-49c0aab45645 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:19.473837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.584465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.586198 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] For port 47874420-4c02-4eaf-a904-5f45e8374f58, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:19.590562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] For port 47874420-4c02-4eaf-a904-5f45e8374f58, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=47874420-4c02-4eaf-a904-5f45e8374f58,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:19.592129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Attempting to bind port e305eda5-a3a8-479b-8bd6-6dadff47eaae on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:19.592476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Attempting to bind port e305eda5-a3a8-479b-8bd6-6dadff47eaae by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:19.592828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Attempting to bind port e305eda5-a3a8-479b-8bd6-6dadff47eaae on network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:19.598760 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.612025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:19.612398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Checking segment: {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:19.612796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.613213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Bound using segment: {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:19.613681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Bound port: e305eda5-a3a8-479b-8bd6-6dadff47eaae, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:19.614057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.724378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:19.725383 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:19.732477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Router 867f7c56-445f-45df-aa82-a2428fe0d9fa is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:34:19.768706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a3ed-f338-4a40-80b1-342605f2047d None None] Pushing event updated for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:19.832851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] For port e305eda5-a3a8-479b-8bd6-6dadff47eaae, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:19.850245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:34:19.855347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] For port e305eda5-a3a8-479b-8bd6-6dadff47eaae, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e305eda5-a3a8-479b-8bd6-6dadff47eaae,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:19.863011 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Sync routers for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:34:19.864450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.866249 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:19.870198 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4c263738-13df-4dbe-99e9-c969e05450e0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5187955 Jul 09 20:34:19.870796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:34:19.875297 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:19.875995 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:19.915024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:19.978521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdd9b7-e46a-4db4-b687-e89bad6d4b32 None None] Pushing event updated for resources: {'Port': ['ID=e305eda5-a3a8-479b-8bd6-6dadff47eaae,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:20.110451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:20.186290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:16Z', 'revision_number': 4, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '47874420-4c02-4eaf-a904-5f45e8374f58', 'name': '', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'mac_address': 'fa:16:3e:c5:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:15Z', 'updated_at': '2021-07-09T20:34:19Z', 'revision_number': 4, 'project_id': 'ae6cc750809841aabda0120066553e66', 'subnets': [{'id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:20.229339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cd41-0ba8-49ed-b39c-a24b58f912df None None] The sync data for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 is: [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:34:16Z', 'revision_number': 4, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '47874420-4c02-4eaf-a904-5f45e8374f58', 'name': '', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'mac_address': 'fa:16:3e:c5:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:15Z', 'updated_at': '2021-07-09T20:34:19Z', 'revision_number': 4, 'project_id': 'ae6cc750809841aabda0120066553e66', 'subnets': [{'id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:34:20.453696 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.460959 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:19Z', 'revision_number': 3, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:20.492944 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Checking router: 867f7c56-445f-45df-aa82-a2428fe0d9fa for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:34:20.493337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Updating router 867f7c56-445f-45df-aa82-a2428fe0d9fa port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:34:20.540200 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.634042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Allocated IP 172.20.0.1 (ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5/c792f0ac-6297-4692-ad5c-865410fd0b46/2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:20.788637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.806949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Transition to ACTIVE for port object 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:20.837383 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.848947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.852491 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Transition to ACTIVE for port object 73d4b6ce-e93c-4c68-8e60-5fa731805c3f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:20.860276 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.897913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:20.901027 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:20.906874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:20.929299 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Attempting to bind port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:20.930338 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Attempting to bind port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:20.930879 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Attempting to bind port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:20.945299 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:20.945679 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:20.946085 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.946531 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:20.946646 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.947012 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Bound port: 73d4b6ce-e93c-4c68-8e60-5fa731805c3f, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:20.947392 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:20.950231 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:20.990896 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adb326-b22b-4139-9afd-00f60697d3cd None None] Pushing event updated for resources: {'Port': ['ID=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:21.027684 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] For port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:21.032342 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] For port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:21.037021 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.103048 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:21.103672 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:21.130232 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.141670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397684d-6ef7-48c5-8509-a12926e41ade None None] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:34:21.252162 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adb326-b22b-4139-9afd-00f60697d3cd None None] Pushing event updated for resources: {'Port': ['ID=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:21.274463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:21.303908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-78c2c676-16d0-43f2-b850-50ca0b89d688 None None] Provisioning for port e305eda5-a3a8-479b-8bd6-6dadff47eaae completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:21.389650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.395470 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.395661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e305eda5-a3a8-479b-8bd6-6dadff47eaae up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:21.463945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e305eda5-a3a8-479b-8bd6-6dadff47eaae completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:21.467260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.473151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e305eda5-a3a8-479b-8bd6-6dadff47eaae triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:21.473827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.476749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:21.573116 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c', 'name': '', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'mac_address': 'fa:16:3e:81:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:20Z', 'updated_at': '2021-07-09T20:34:20Z', 'revision_number': 1, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'subnets': [{'id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:21.585101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.596561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:21.604969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:21.625369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e305eda5-a3a8-479b-8bd6-6dadff47eaae, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e305eda5-a3a8-479b-8bd6-6dadff47eaae,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:21.631991 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba324ec-2595-47b4-bfa7-0b4fadd14755 None None] The sync data for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 is: [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c', 'name': '', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'mac_address': 'fa:16:3e:81:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:20Z', 'updated_at': '2021-07-09T20:34:20Z', 'revision_number': 1, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'subnets': [{'id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:34:21.633582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.634559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 47874420-4c02-4eaf-a904-5f45e8374f58 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:21.729853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e305eda5-a3a8-479b-8bd6-6dadff47eaae,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:21.739715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Router 867f7c56-445f-45df-aa82-a2428fe0d9fa has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:34:21.747344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 47874420-4c02-4eaf-a904-5f45e8374f58 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:21.751514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Provisioning for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:21.755691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Provisioning complete for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:21.756142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.776909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 47874420-4c02-4eaf-a904-5f45e8374f58 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:21.777310 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.835398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:21.853714 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Provisioning complete for port e305eda5-a3a8-479b-8bd6-6dadff47eaae triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:21.854098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-84f2-41b5-99f0-2b699067127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:21.873729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:34:21.881544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0b8eecad-edea-4074-8e52-eb738f43fcaa admin admin] 10.222.0.10 "PUT /v2.0/routers/867f7c56-445f-45df-aa82-a2428fe0d9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094595 Jul 09 20:34:21.937454 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:22.024718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 47874420-4c02-4eaf-a904-5f45e8374f58, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=47874420-4c02-4eaf-a904-5f45e8374f58,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:22.030354 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:22.122189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:22.137901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0b3a6e55-d4cf-4d29-b08e-9c46f63d99f7 None None] Provisioning complete for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:22.138605 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6e55-d4cf-4d29-b08e-9c46f63d99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:22.183987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a6e55-d4cf-4d29-b08e-9c46f63d99f7 None None] Port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:22.302510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fbaed345-d5b7-419d-bec1-1c8876c9fd40 None None] Provisioning complete for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:22.302884 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fbaed345-d5b7-419d-bec1-1c8876c9fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:22.344809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fbaed345-d5b7-419d-bec1-1c8876c9fd40 None None] Port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:22.376236 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:34:22.438382 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c618e68e-87e8-4ce9-80bc-6a9add40bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.027635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-cb067a93-a0dc-46e6-a3fa-fdd9246373ca tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:23.029417 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-cb067a93-a0dc-46e6-a3fa-fdd9246373ca tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 817 time: 0.1061423 Jul 09 20:34:23.044843 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-ce245490-6ec5-4643-ba31-1d40d7d1fc8b tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/quotas/ae6cc750809841aabda0120066553e66 HTTP/1.1" status: 200 len: 375 time: 0.0094552 Jul 09 20:34:23.123048 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-1e47074c-e4cc-4ccd-8b90-3d8f2649fada tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722888 Jul 09 20:34:23.237669 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-060024d0-87d4-4bc3-97c2-237c5740d692 service neutron] 10.222.0.10 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010749 Jul 09 20:34:23.336930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 47874420-4c02-4eaf-a904-5f45e8374f58 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:23.337508 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-2751030b-313b-4579-a81d-92f689a90ef7 service neutron] 10.222.0.10 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954912 Jul 09 20:34:23.391493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 47874420-4c02-4eaf-a904-5f45e8374f58 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:23.391873 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.493265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e305eda5-a3a8-479b-8bd6-6dadff47eaae up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:23.545690 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-60223280-e6f0-449d-9deb-8b76f1521fdc req-1cba20d6-7d69-4d63-9de3-d49463c64b4c tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 210 time: 0.0328600 Jul 09 20:34:23.547152 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e305eda5-a3a8-479b-8bd6-6dadff47eaae triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:23.547491 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.629445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 73d4b6ce-e93c-4c68-8e60-5fa731805c3f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:23.677364 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:23.680965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:23.681377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.766999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.788661 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.790278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:23.793832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:23.845050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:24.180999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Sync routers for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:34:24.190961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:24.191685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:33:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:24.448749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:24.659224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-a96eea0c-c778-41b6-b351-2bb63eddcf5a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:24.661989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-a96eea0c-c778-41b6-b351-2bb63eddcf5a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 817 time: 0.1188078 Jul 09 20:34:24.674111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c', 'name': '', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'mac_address': 'fa:16:3e:81:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:20Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 2, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'subnets': [{'id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:24.676824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Request body: {'port': {'device_id': '2619236c-0ccc-474f-b185-01dd1080922d', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'admin_state_up': True, 'tenant_id': 'ae6cc750809841aabda0120066553e66'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:24.701422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Checking router: 867f7c56-445f-45df-aa82-a2428fe0d9fa for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:34:24.702047 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Updating router 867f7c56-445f-45df-aa82-a2428fe0d9fa port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:34:24.716255 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cc3823ed-9f6d-485f-ac26-677c5203e4df req-b45df3ea-747a-4783-a29c-e731666c291e tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 210 time: 0.0517032 Jul 09 20:34:24.742539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:24.806439 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Made reservation on behalf of ae6cc750809841aabda0120066553e66 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:24.810887 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:24.939517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Allocated IP 172.20.0.9 (ac0515f6-07ed-4ec9-91b3-14a83b88a5ec/530922cc-70c5-4aef-ace1-295caa5bc9d7/e021ccf1-2bc5-4617-97d6-48de8babe368) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:25.015983 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.033759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Transition to ACTIVE for port object 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:25.041258 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.046636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57a7ff32-e53c-41a0-8387-65496b9e3ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.091636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa962e1-bdfb-41b0-86ff-d48a6d640ce0 None None] Pushing event updated for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:25.094970 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.109814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Transition to ACTIVE for port object e021ccf1-2bc5-4617-97d6-48de8babe368 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:25.143875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.156422 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Attempting to bind port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:25.156897 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Attempting to bind port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:25.157232 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Attempting to bind port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c on network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:25.162315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:25.162793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Checking segment: {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:25.163201 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.163595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Bound using segment: {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:25.164060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Bound port: 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988eaf15-5ea0-469c-9f60-35ac026cc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:25.164440 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.188453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:25.194298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:25.198393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:25.231695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Pushing event updated for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:25.257173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:25.257820 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.267111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] For port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:25.270700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 73d4b6ce-e93c-4c68-8e60-5fa731805c3f up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:25.273879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] For port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:25.282260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-4f1ab987-4e30-45a2-9b8f-00b3f3e181ae tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113744 Jul 09 20:34:25.295455 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Request body: {'port': {'device_id': '2619236c-0ccc-474f-b185-01dd1080922d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:25.297352 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.384390 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.389466 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa962e1-bdfb-41b0-86ff-d48a6d640ce0 None None] Pushing event updated for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:25.402189 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.405920 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:25.406275 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.435853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:34:25.436497 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:34:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:25.562620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:34:25.688062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd3cd08f-1330-49ba-bc58-fc7623edb22a None None] Provisioning for port e021ccf1-2bc5-4617-97d6-48de8babe368 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:25.719190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bd3cd08f-1330-49ba-bc58-fc7623edb22a None None] Provisioning complete for port e021ccf1-2bc5-4617-97d6-48de8babe368 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:25.719562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bd3cd08f-1330-49ba-bc58-fc7623edb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:25.776434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bd3cd08f-1330-49ba-bc58-fc7623edb22a None None] Port e021ccf1-2bc5-4617-97d6-48de8babe368 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:25.845220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c', 'name': '', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'mac_address': 'fa:16:3e:81:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:20Z', 'updated_at': '2021-07-09T20:34:25Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'subnets': [{'id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:34:25.871465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaf961-17e6-4058-8ff5-a531172f55ac None None] The sync data for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 is: [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:21Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c', 'name': '', 'network_id': 'ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'mac_address': 'fa:16:3e:81:e3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:20Z', 'updated_at': '2021-07-09T20:34:25Z', 'revision_number': 4, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'subnets': [{'id': 'c792f0ac-6297-4692-ad5c-865410fd0b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:34:25.959222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2486f3-0b21-46bb-b94f-cfe472ae35de req-31e32e0f-8ada-4ddf-8078-dd8fcd9b0119 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:25.960813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b2486f3-0b21-46bb-b94f-cfe472ae35de req-31e32e0f-8ada-4ddf-8078-dd8fcd9b0119 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 931 time: 0.1080723 Jul 09 20:34:26.038733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e021ccf1-2bc5-4617-97d6-48de8babe368 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:34:26.046228 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b2486f3-0b21-46bb-b94f-cfe472ae35de req-35e76609-0e11-4904-9ed6-e9d5f9c71c91 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777602 Jul 09 20:34:26.050405 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.064028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Transition to ACTIVE for port object e021ccf1-2bc5-4617-97d6-48de8babe368 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:26.073462 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.146481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Pushing event updated for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:26.203621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Attempting to bind port e021ccf1-2bc5-4617-97d6-48de8babe368 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:26.203961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Attempting to bind port e021ccf1-2bc5-4617-97d6-48de8babe368 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:26.204521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Attempting to bind port e021ccf1-2bc5-4617-97d6-48de8babe368 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:26.208916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Port e021ccf1-2bc5-4617-97d6-48de8babe368 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:34:26.209328 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Attempting to bind port e021ccf1-2bc5-4617-97d6-48de8babe368 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:26.214700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:26.215059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Checking segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:26.215425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Bound using segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:26.215857 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Bound port: e021ccf1-2bc5-4617-97d6-48de8babe368, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:26.216790 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.288437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:26.291780 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e021ccf1-2bc5-4617-97d6-48de8babe368,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:26.299058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.339635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:26.340268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.342315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] 10.222.0.59 "PUT /v2.0/ports/e021ccf1-2bc5-4617-97d6-48de8babe368 HTTP/1.1" status: 200 len: 1091 time: 1.0516050 Jul 09 20:34:26.342768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:34:26.345065 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2697bcb-cb25-409d-99da-295674c96eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:34:26.372664 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ee66f-be6a-420b-8134-097d3fb42293 service neutron] Pushing event updated for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:26.417533 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01d7424-184b-4c5c-9919-d9ebdb036832 x-openstack-request-id: req-d01d7424-184b-4c5c-9919-d9ebdb036832 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:34:26.417827 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:34:26.418200 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d01d7424-184b-4c5c-9919-d9ebdb036832 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:34:26.418609 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368', 'status': 'completed', 'code': 200} Jul 09 20:34:26.446798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-1881c4b0-9d86-49c4-be18-1220aaaf0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:26.448445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-1881c4b0-9d86-49c4-be18-1220aaaf0b0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 1094 time: 0.0596871 Jul 09 20:34:26.497812 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-5c39dc51-1e3e-4bd6-a265-9f1a70a134e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021ccf1-2bc5-4617-97d6-48de8babe368 HTTP/1.1" status: 200 len: 217 time: 0.0424757 Jul 09 20:34:26.553558 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-3f9fa9e4-5914-4ad6-9baa-994f37456583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:26.555052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-3f9fa9e4-5914-4ad6-9baa-994f37456583 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=530922cc-70c5-4aef-ace1-295caa5bc9d7 HTTP/1.1" status: 200 len: 856 time: 0.0501857 Jul 09 20:34:26.571993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:26.624418 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-42efc2ce-8e6e-4644-966d-aa9c04737ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:26.626024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-42efc2ce-8e6e-4644-966d-aa9c04737ad7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648916 Jul 09 20:34:26.719300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-c40af992-3d61-4823-9919-de1e6a6a3b11 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Jul 09 20:34:26.808206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7b64b15-5f4e-4f03-9837-5500af20c475 req-32ac9a7c-d8b8-49b1-93db-e05c28e583a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817957 Jul 09 20:34:26.910230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-9db6f652-d72d-4dc1-9bdc-0575b65a15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:26.911673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-9db6f652-d72d-4dc1-9bdc-0575b65a15bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 1094 time: 0.0580900 Jul 09 20:34:27.007547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-b317473a-83ea-4d2d-ad53-f791bb30fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:27.009034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-b317473a-83ea-4d2d-ad53-f791bb30fc5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 918 time: 0.0909379 Jul 09 20:34:27.050769 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-bccf7ff9-6b04-4524-bc23-859bf0b2fb64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021ccf1-2bc5-4617-97d6-48de8babe368 HTTP/1.1" status: 200 len: 217 time: 0.0341446 Jul 09 20:34:27.107232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-977e0545-8462-44f8-94e9-c15fd5d7131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:27.108758 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-977e0545-8462-44f8-94e9-c15fd5d7131f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=530922cc-70c5-4aef-ace1-295caa5bc9d7 HTTP/1.1" status: 200 len: 856 time: 0.0498111 Jul 09 20:34:27.178365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-f1ff6450-f078-487c-bab0-d1fd10e8fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:27.179754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-f1ff6450-f078-487c-bab0-d1fd10e8fb7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635223 Jul 09 20:34:27.252674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:27.305375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddd9e-4edb-4205-b1e9-0bc5bd70e7e8 req-234773ae-5dc4-4e35-9786-91c80476e5bb tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:27.305612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:27.307033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-543ddd9e-4edb-4205-b1e9-0bc5bd70e7e8 req-234773ae-5dc4-4e35-9786-91c80476e5bb tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 943 time: 0.1433127 Jul 09 20:34:27.309488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:27.309865 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:27.312852 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-f4c1e8bc-d79b-411a-81c0-e080e4a97251 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168048 Jul 09 20:34:27.385978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:27.395621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-543ddd9e-4edb-4205-b1e9-0bc5bd70e7e8 req-8f946731-fdbe-40ef-b810-96a3da84fe3d tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817766 Jul 09 20:34:27.429203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:27.431329 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c2697bcb-cb25-409d-99da-295674c96eb0 req-5fdaf9e7-14f1-43e9-ad9a-8ac414a201a4 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112711 Jul 09 20:34:27.433789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:27.481227 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:28.052923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:28.572100 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936dbd-e880-431c-ab48-0628112b1a14 req-f754e4b3-4f9d-452f-b156-f63ac5034293 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:28.573648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d936dbd-e880-431c-ab48-0628112b1a14 req-f754e4b3-4f9d-452f-b156-f63ac5034293 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 943 time: 0.0648303 Jul 09 20:34:28.612287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d936dbd-e880-431c-ab48-0628112b1a14 req-1ce7dabc-d76d-4b5b-8893-50ed3b2e2eb3 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Jul 09 20:34:29.233659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:29.283664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:29.284038 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.590562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e021ccf1-2bc5-4617-97d6-48de8babe368 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:34:29.686008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e021ccf1-2bc5-4617-97d6-48de8babe368,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:29.696900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'e021ccf1-2bc5-4617-97d6-48de8babe368', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'port_id': 'e021ccf1-2bc5-4617-97d6-48de8babe368', 'mac_address': 'fa:16:3e:09:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:34:29.733596 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.746004 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e021ccf1-2bc5-4617-97d6-48de8babe368 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:34:29.766220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e021ccf1-2bc5-4617-97d6-48de8babe368,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:29.773894 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.786880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769bba-de5a-4a44-9417-550e2f0dee59 req-926b93fa-8c9a-4a11-8006-946815d76964 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:29.788384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb769bba-de5a-4a44-9417-550e2f0dee59 req-926b93fa-8c9a-4a11-8006-946815d76964 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 943 time: 0.0655763 Jul 09 20:34:29.820981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:29.826831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb769bba-de5a-4a44-9417-550e2f0dee59 req-a6adfa20-7fc4-40a2-9f9f-207200dc8994 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Jul 09 20:34:29.981199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e021ccf1-2bc5-4617-97d6-48de8babe368'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:34:31.004575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998b32d-dbbc-4733-8c07-724623b9c142 req-b3c139ef-34cd-4571-90e2-37b16cf3c70e tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:31.006088 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6998b32d-dbbc-4733-8c07-724623b9c142 req-b3c139ef-34cd-4571-90e2-37b16cf3c70e tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 944 time: 0.0676389 Jul 09 20:34:31.044378 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6998b32d-dbbc-4733-8c07-724623b9c142 req-c999627d-ec57-45d4-b4f4-e5cde46f24c3 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Jul 09 20:34:31.590333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e021ccf1-2bc5-4617-97d6-48de8babe368 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:34:31.647366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port e021ccf1-2bc5-4617-97d6-48de8babe368 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:31.651244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port e021ccf1-2bc5-4617-97d6-48de8babe368 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:31.651622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:31.730423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:31.752629 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:34:31.754792 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831115c0-b5ef-43c3-b1ef-dfa088898d2d" -d '{"events": [{"server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "name": "network-vif-plugged", "status": "completed", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:34:31.767562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e021ccf1-2bc5-4617-97d6-48de8babe368,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:31.771687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:31.795007 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867ce61c-e99c-4c1b-9fb0-b711aa952eb0 x-openstack-request-id: req-867ce61c-e99c-4c1b-9fb0-b711aa952eb0 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:34:31.795296 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "name": "network-vif-plugged", "status": "completed", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:34:31.795550 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-867ce61c-e99c-4c1b-9fb0-b711aa952eb0 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:34:31.795939 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368', 'code': 200} Jul 09 20:34:31.822653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:31.904871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7c77-e4b8-46bf-9aa5-314b0a213bd1 req-4004701d-07ab-474e-8b28-ab4f6ddb39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:31.906383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc3e7c77-e4b8-46bf-9aa5-314b0a213bd1 req-4004701d-07ab-474e-8b28-ab4f6ddb39a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 1096 time: 0.0511329 Jul 09 20:34:31.939621 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc3e7c77-e4b8-46bf-9aa5-314b0a213bd1 req-75464f08-b6d0-401d-a524-6a5802dc3f39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272877 Jul 09 20:34:32.216699 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0dc81-41eb-4e42-95c6-8d61e74383f9 req-60122ed4-eaee-4538-b857-d639267567d4 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:32.218213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbb0dc81-41eb-4e42-95c6-8d61e74383f9 req-60122ed4-eaee-4538-b857-d639267567d4 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0638525 Jul 09 20:34:32.255697 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fbb0dc81-41eb-4e42-95c6-8d61e74383f9 req-ed35d0e8-708b-45a1-970f-1f01f9a593d9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Jul 09 20:34:33.429384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb48a9e-6d5a-49eb-ba8e-9acf8136e447 req-1902bd17-e5f5-45ea-bec5-62fca891f662 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:33.430777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ccb48a9e-6d5a-49eb-ba8e-9acf8136e447 req-1902bd17-e5f5-45ea-bec5-62fca891f662 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0661302 Jul 09 20:34:33.469359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ccb48a9e-6d5a-49eb-ba8e-9acf8136e447 req-d7ae7d00-76df-4bfa-8fb7-835ec27f56b7 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Jul 09 20:34:33.639989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121468-745a-4bb6-9e3a-d54648a699b1 req-c45a645f-8b4f-474c-9c19-e1573394f268 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:33.641509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a121468-745a-4bb6-9e3a-d54648a699b1 req-c45a645f-8b4f-474c-9c19-e1573394f268 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0620692 Jul 09 20:34:33.682128 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9a121468-745a-4bb6-9e3a-d54648a699b1 req-603db6e3-4a0f-4e3b-af66-93d4c513b92d tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Jul 09 20:34:49.197518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:52.443694 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6bdd66cc-adf4-4ad8-b419-d8f804938313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:52.630324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52878a6e-ef04-45ec-8402-1bd4d37f5736 req-5cfb8100-4834-43cd-9c65-40f02b93b9a6 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:52.631826 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52878a6e-ef04-45ec-8402-1bd4d37f5736 req-5cfb8100-4834-43cd-9c65-40f02b93b9a6 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0662031 Jul 09 20:34:52.670597 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52878a6e-ef04-45ec-8402-1bd4d37f5736 req-1666cba4-1ec5-49ee-8ca4-4cd8e9dc60ef tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Jul 09 20:34:53.770222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:53.845509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87510dd8-0acd-44d6-b383-75f4d0f9bf7a req-eed0ffd1-cd70-42fa-8277-7cb2c3b73947 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:53.847027 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87510dd8-0acd-44d6-b383-75f4d0f9bf7a req-eed0ffd1-cd70-42fa-8277-7cb2c3b73947 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0635071 Jul 09 20:34:53.884070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-87510dd8-0acd-44d6-b383-75f4d0f9bf7a req-14744251-c8df-429f-9771-630e41bb2982 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Jul 09 20:34:54.176473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148d87-508a-4622-a597-c58c4ac77549 req-966c8b2b-c3d2-4737-a63c-9714b13892c9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:54.178035 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64148d87-508a-4622-a597-c58c4ac77549 req-966c8b2b-c3d2-4737-a63c-9714b13892c9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 945 time: 0.0616663 Jul 09 20:34:54.279698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Deleting port e021ccf1-2bc5-4617-97d6-48de8babe368 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:34:54.280049 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:54.366506 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] For port e021ccf1-2bc5-4617-97d6-48de8babe368, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=e021ccf1-2bc5-4617-97d6-48de8babe368,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:34:54.366871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:54.383811 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Calling delete_port for e021ccf1-2bc5-4617-97d6-48de8babe368 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:34:54.511209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:54.523320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['e021ccf1-2bc5-4617-97d6-48de8babe368'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:34:54.540011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Pushing event deleted for resources: {'Port': ['ID=e021ccf1-2bc5-4617-97d6-48de8babe368,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:54.550149 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.550499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.550862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.551182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.551513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.551849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.552176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.552508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.553263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.553263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.553535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.553790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:34:54.603929 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] No DVR routers for this DVR port e021ccf1-2bc5-4617-97d6-48de8babe368 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:34:54.606827 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:54.609024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-64148d87-508a-4622-a597-c58c4ac77549 req-84614baf-b835-454a-8dd8-a7817c449167 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "DELETE /v2.0/ports/e021ccf1-2bc5-4617-97d6-48de8babe368 HTTP/1.1" status: 204 len: 173 time: 0.4245389 Jul 09 20:34:54.609495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'name': 'network-vif-deleted', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:34:54.611851 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c8959e-4846-4edc-b641-0590a9041210" -d '{"events": [{"server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "name": "network-vif-deleted", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:34:54.657231 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c558f-0858-499a-a3dd-a9940e3426a5 x-openstack-request-id: req-b49c558f-0858-499a-a3dd-a9940e3426a5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:34:54.657628 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2619236c-0ccc-474f-b185-01dd1080922d", "name": "network-vif-deleted", "tag": "e021ccf1-2bc5-4617-97d6-48de8babe368", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:34:54.657977 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b49c558f-0858-499a-a3dd-a9940e3426a5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:34:54.658680 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2619236c-0ccc-474f-b185-01dd1080922d', 'name': 'network-vif-deleted', 'tag': 'e021ccf1-2bc5-4617-97d6-48de8babe368', 'status': 'completed', 'code': 200} Jul 09 20:34:55.034537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-50fd9133-4f8f-40fa-9243-82a3b8a7a298 req-8e358e7f-e6f9-47b9-aed9-b611dd21d001 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=2619236c-0ccc-474f-b185-01dd1080922d HTTP/1.1" status: 200 len: 210 time: 0.0288842 Jul 09 20:34:55.039778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a78ca637-cec9-4cea-8a07-9cd8fea5a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:55.363540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:56.574918 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:56.631111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-a1fd90bf-296e-4a71-be82-89af5ad0efdc tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:56.632752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-a1fd90bf-296e-4a71-be82-89af5ad0efdc tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 817 time: 0.1073878 Jul 09 20:34:56.647090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-4cc260e1-fe07-4c11-9ce8-f3021a68048e tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/quotas/ae6cc750809841aabda0120066553e66 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jul 09 20:34:56.712790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-fcdcb9f9-8b72-4a5d-9931-9dd7efec72ed tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609186 Jul 09 20:34:56.805729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-7c3681c4-0f1f-40ff-af0d-521bddbd29e2 service neutron] 10.222.0.10 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Jul 09 20:34:56.904519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-06baca5a-b7ce-4cc4-9787-e1e21687ff96 service neutron] 10.222.0.10 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926356 Jul 09 20:34:57.069929 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-64aa2b6c-8944-408a-bab4-36d7e0cc6b89 req-66f51b62-aa0d-4362-8c60-ce240b3f27ef tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Jul 09 20:34:57.714269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e021ccf1-2bc5-4617-97d6-48de8babe368 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:34:57.734515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: e021ccf1-2bc5-4617-97d6-48de8babe368 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:34:57.734859 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device e021ccf1-2bc5-4617-97d6-48de8babe368 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:34:58.056897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.125070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-b5615b79-743e-4b0c-9be5-d237f7af6304 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:58.126422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-b5615b79-743e-4b0c-9be5-d237f7af6304 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 817 time: 0.1090269 Jul 09 20:34:58.142520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Request body: {'port': {'device_id': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'admin_state_up': True, 'tenant_id': 'ae6cc750809841aabda0120066553e66'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:58.238017 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9f12fb0a-8914-4e7d-ae67-a47cc8a2ce80 req-8f9eb136-552c-4942-b698-e30217a0a75d tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 210 time: 0.0384903 Jul 09 20:34:58.276815 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Made reservation on behalf of ae6cc750809841aabda0120066553e66 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:34:58.281267 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.405812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Allocated IP 172.20.0.9 (ac0515f6-07ed-4ec9-91b3-14a83b88a5ec/530922cc-70c5-4aef-ace1-295caa5bc9d7/de36b34b-dd9d-43c0-9666-6269aa65c276) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:34:58.550667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.564613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Transition to ACTIVE for port object de36b34b-dd9d-43c0-9666-6269aa65c276 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:58.596620 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.636006 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:34:58.639389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:34:58.642106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:34:58.681205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Pushing event updated for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:58.702094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:58.702735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.718345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-3090fbf6-f01a-4ffc-9bb0-50b76b08fa8f tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800996 Jul 09 20:34:58.730177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Request body: {'port': {'device_id': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:34:58.809095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.846096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7622472e-1dcc-4e4f-b6ec-6efab5fb2a6c None None] Provisioning for port de36b34b-dd9d-43c0-9666-6269aa65c276 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:34:58.849666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7622472e-1dcc-4e4f-b6ec-6efab5fb2a6c None None] Provisioning complete for port de36b34b-dd9d-43c0-9666-6269aa65c276 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:34:58.850034 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7622472e-1dcc-4e4f-b6ec-6efab5fb2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:58.882674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7622472e-1dcc-4e4f-b6ec-6efab5fb2a6c None None] Port de36b34b-dd9d-43c0-9666-6269aa65c276 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:34:59.066766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de36b34b-dd9d-43c0-9666-6269aa65c276 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:34:59.073972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.086297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Transition to ACTIVE for port object de36b34b-dd9d-43c0-9666-6269aa65c276 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:34:59.089295 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.139921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Pushing event updated for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:59.212041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Attempting to bind port de36b34b-dd9d-43c0-9666-6269aa65c276 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:34:59.212377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Attempting to bind port de36b34b-dd9d-43c0-9666-6269aa65c276 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:34:59.212706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Attempting to bind port de36b34b-dd9d-43c0-9666-6269aa65c276 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:59.217817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Port de36b34b-dd9d-43c0-9666-6269aa65c276 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:34:59.218137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Attempting to bind port de36b34b-dd9d-43c0-9666-6269aa65c276 on network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:34:59.223066 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:34:59.223405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Checking segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:34:59.223785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Bound using segment: {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:34:59.224207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Bound port: de36b34b-dd9d-43c0-9666-6269aa65c276, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8480c9-2fd8-4a77-8ce9-3b411adf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:34:59.224567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.292108 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:34:59.295718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de36b34b-dd9d-43c0-9666-6269aa65c276,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:34:59.299505 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.334754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.335588 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.336780 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] 10.222.0.59 "PUT /v2.0/ports/de36b34b-dd9d-43c0-9666-6269aa65c276 HTTP/1.1" status: 200 len: 1091 time: 0.6110265 Jul 09 20:34:59.337350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:34:59.339504 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685708f2-4a23-4574-92d1-e2dd5395dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:34:59.366331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bbac5-97b7-4fc9-b4a2-bb990c8dc00b service neutron] Pushing event updated for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:34:59.375599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:34:59.396472 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd6337-cf34-4be2-91f6-3c3e813ee42e x-openstack-request-id: req-fffd6337-cf34-4be2-91f6-3c3e813ee42e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:34:59.397051 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:34:59.397051 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fffd6337-cf34-4be2-91f6-3c3e813ee42e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:34:59.397471 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276', 'status': 'completed', 'code': 200} Jul 09 20:34:59.436957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290731d-d14e-4674-8f50-8c3585fd67a0 req-ece056f9-42e3-400f-932b-d7d94c2e64e9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.438603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e290731d-d14e-4674-8f50-8c3585fd67a0 req-ece056f9-42e3-400f-932b-d7d94c2e64e9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 943 time: 0.0739632 Jul 09 20:34:59.463410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-874a26e7-8e47-4929-959e-0f722c420705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.465252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-874a26e7-8e47-4929-959e-0f722c420705 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 1094 time: 0.0633426 Jul 09 20:34:59.481120 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e290731d-d14e-4674-8f50-8c3585fd67a0 req-e50d9951-b1ae-44f6-9bc9-c58ad2b4aa91 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 09 20:34:59.514657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-48fa0aef-e798-4d4e-a84a-5ac3ec3ee6cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de36b34b-dd9d-43c0-9666-6269aa65c276 HTTP/1.1" status: 200 len: 217 time: 0.0422194 Jul 09 20:34:59.562160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-2b0ad6a5-ed46-4d8d-9e1e-43a660b8232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.563596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-2b0ad6a5-ed46-4d8d-9e1e-43a660b8232c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=530922cc-70c5-4aef-ace1-295caa5bc9d7 HTTP/1.1" status: 200 len: 856 time: 0.0432298 Jul 09 20:34:59.627571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121d0-5b84-4387-b932-7040a532f6ed req-568ab9e4-42c8-45ab-b8fa-6881c2df58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.629055 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-568ab9e4-42c8-45ab-b8fa-6881c2df58db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593917 Jul 09 20:34:59.719647 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-0382c26d-7eb7-4ea3-a84a-333ebd3750b6 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828948 Jul 09 20:34:59.813057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-132121d0-5b84-4387-b932-7040a532f6ed req-f8e833f8-79ef-4aaf-a231-7812ef43285f service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Jul 09 20:34:59.911920 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-190dd0c1-ef4d-4e2b-a779-58e13c4873fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:34:59.913460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-190dd0c1-ef4d-4e2b-a779-58e13c4873fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae6cc750809841aabda0120066553e66&device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 1094 time: 0.0525174 Jul 09 20:35:00.003953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-42f06dea-e444-4332-9655-cc7bac02d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:00.005463 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-42f06dea-e444-4332-9655-cc7bac02d392 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 200 len: 918 time: 0.0857227 Jul 09 20:35:00.051398 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-662796e6-15de-4a20-a31d-30d17e4bc520 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de36b34b-dd9d-43c0-9666-6269aa65c276 HTTP/1.1" status: 200 len: 217 time: 0.0382032 Jul 09 20:35:00.187976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-f67e200d-5ac0-4be3-a7c5-0239b88467ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:00.189341 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-f67e200d-5ac0-4be3-a7c5-0239b88467ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=530922cc-70c5-4aef-ace1-295caa5bc9d7 HTTP/1.1" status: 200 len: 856 time: 0.1307158 Jul 09 20:35:00.245282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-91142b89-64d1-4c38-a091-844b7ad75767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:00.246736 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-91142b89-64d1-4c38-a091-844b7ad75767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499251 Jul 09 20:35:00.337824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-5f0ab290-32bb-4450-ac6e-e58fe37fee66 service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Jul 09 20:35:00.425651 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-685708f2-4a23-4574-92d1-e2dd5395dddb req-72f37a90-20b6-40f4-99e9-8dbd69b19bdd service neutron] 10.222.0.59 "GET /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810549 Jul 09 20:35:00.660625 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d99c-c71c-405c-b1c7-420a23522250 req-01872cec-4129-4257-9c0e-0e8271992431 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:00.662127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6171d99c-c71c-405c-b1c7-420a23522250 req-01872cec-4129-4257-9c0e-0e8271992431 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 943 time: 0.0682476 Jul 09 20:35:00.698930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6171d99c-c71c-405c-b1c7-420a23522250 req-9a302da2-f942-4cc9-9c1d-565c13aa08c9 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311594 Jul 09 20:35:01.745432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de36b34b-dd9d-43c0-9666-6269aa65c276 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:35:01.843258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de36b34b-dd9d-43c0-9666-6269aa65c276,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:01.854809 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'de36b34b-dd9d-43c0-9666-6269aa65c276', 'network_id': 'ac0515f6-07ed-4ec9-91b3-14a83b88a5ec', 'port_id': 'de36b34b-dd9d-43c0-9666-6269aa65c276', 'mac_address': 'fa:16:3e:34:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530922cc-70c5-4aef-ace1-295caa5bc9d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:35:01.873951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e05c-8161-44dd-b65c-83b7721bf2a6 req-81a4153d-71a7-435e-a538-5eac48dceba1 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:01.875546 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-81f2e05c-8161-44dd-b65c-83b7721bf2a6 req-81a4153d-71a7-435e-a538-5eac48dceba1 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 943 time: 0.0638003 Jul 09 20:35:01.892098 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:01.904931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de36b34b-dd9d-43c0-9666-6269aa65c276 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:35:01.913111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-81f2e05c-8161-44dd-b65c-83b7721bf2a6 req-ae35e0b3-de71-4b45-9c8a-cb5990a72527 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Jul 09 20:35:01.924743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de36b34b-dd9d-43c0-9666-6269aa65c276,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:01.929773 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:02.133360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:02.140908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.141287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.141631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.141964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.142297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.142626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.142953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.143277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.143599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.143923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.144245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.144568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:02.186795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['de36b34b-dd9d-43c0-9666-6269aa65c276'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:35:03.085614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46ec3c-3c18-4478-9c60-4feeeb86e68c req-0755b83e-7604-4eb6-a724-30ee2d6c2b28 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:03.087071 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46ec3c-3c18-4478-9c60-4feeeb86e68c req-0755b83e-7604-4eb6-a724-30ee2d6c2b28 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 944 time: 0.0621426 Jul 09 20:35:03.123658 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e46ec3c-3c18-4478-9c60-4feeeb86e68c req-1d05091a-15b2-479e-8db1-36e7675b0d6b tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Jul 09 20:35:03.761035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de36b34b-dd9d-43c0-9666-6269aa65c276 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:03.811609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port de36b34b-dd9d-43c0-9666-6269aa65c276 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:03.815089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port de36b34b-dd9d-43c0-9666-6269aa65c276 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:03.815461 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.888067 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.909041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:03.911271 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde1bbb-a1fe-4f38-ada5-e69f5b9b8b7e" -d '{"events": [{"server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "name": "network-vif-plugged", "status": "completed", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:03.924270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de36b34b-dd9d-43c0-9666-6269aa65c276,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:03.928033 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.952252 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519bd3a3-faa3-4fa7-b155-533e787286da x-openstack-request-id: req-519bd3a3-faa3-4fa7-b155-533e787286da {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:03.952552 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "name": "network-vif-plugged", "status": "completed", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:03.952802 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-519bd3a3-faa3-4fa7-b155-533e787286da {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:03.953210 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276', 'code': 200} Jul 09 20:35:03.979645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:04.062638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d44b6-e6a2-4b1e-b401-7d2522d2715e req-46ef3a72-2ae8-40ea-9038-20ebc41f4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:04.064048 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e25d44b6-e6a2-4b1e-b401-7d2522d2715e req-46ef3a72-2ae8-40ea-9038-20ebc41f4a6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 1096 time: 0.0521433 Jul 09 20:35:04.098611 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e25d44b6-e6a2-4b1e-b401-7d2522d2715e req-edf4cac0-6741-44af-b7c4-a18d17b2a29d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278785 Jul 09 20:35:04.297726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff06b-873e-4de4-b91f-45464d2d3e58 req-c406b69b-0f9b-4cdc-86b7-5ba9b1a35d92 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:04.299145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84fff06b-873e-4de4-b91f-45464d2d3e58 req-c406b69b-0f9b-4cdc-86b7-5ba9b1a35d92 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0662282 Jul 09 20:35:04.336006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84fff06b-873e-4de4-b91f-45464d2d3e58 req-7f439405-b253-4020-8c5e-2fdb95015af4 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 09 20:35:05.509065 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54470fc-1757-4f21-8ed7-c298f5e83084 req-79adf4a5-4790-40ae-b58e-d1d995ec26ac tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:05.510487 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f54470fc-1757-4f21-8ed7-c298f5e83084 req-79adf4a5-4790-40ae-b58e-d1d995ec26ac tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Jul 09 20:35:05.548749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f54470fc-1757-4f21-8ed7-c298f5e83084 req-6622e54c-5ed0-412a-a8f2-a3e68c8e72e1 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Jul 09 20:35:05.718087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc7f8f-b852-4c4b-85aa-4c8f5c8adbb7 req-04f6bd09-3674-4ac0-87d7-603ef9ec15cb tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:05.719548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9cc7f8f-b852-4c4b-85aa-4c8f5c8adbb7 req-04f6bd09-3674-4ac0-87d7-603ef9ec15cb tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0622833 Jul 09 20:35:05.755346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9cc7f8f-b852-4c4b-85aa-4c8f5c8adbb7 req-2fc3a443-1773-422c-a33e-82c064fee5a7 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303507 Jul 09 20:35:19.202542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:22.434560 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-748dd867-ddd9-42ab-9fdc-58f453888561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.784898 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:24.556646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79531c7-266f-4944-9155-65023502e971 req-da5f1a86-5896-423d-9541-92e1e6485c3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:24.558575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e79531c7-266f-4944-9155-65023502e971 req-da5f1a86-5896-423d-9541-92e1e6485c3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0735404 Jul 09 20:35:24.598609 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e79531c7-266f-4944-9155-65023502e971 req-4a7671cf-53c3-432a-92ad-490bfdc5f90a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 09 20:35:25.039789 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a50b501c-976d-4b3b-bb65-6e8dceda2749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:25.363742 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:25.772922 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2fb7d-7819-4045-8045-ecee2492a4bb req-a5d48343-ed28-46bc-8cf4-08c6a6ab9874 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:25.774424 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c2fb7d-7819-4045-8045-ecee2492a4bb req-a5d48343-ed28-46bc-8cf4-08c6a6ab9874 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0667849 Jul 09 20:35:25.812629 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b1c2fb7d-7819-4045-8045-ecee2492a4bb req-525a010b-c14b-4c30-92d3-01284d9c9818 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/security-groups?id=74db6bd9-2181-44fa-8619-675093d3f08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Jul 09 20:35:26.112446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-e933ab21-4351-4cd7-886b-0b91a020814c tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:26.113994 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-e933ab21-4351-4cd7-886b-0b91a020814c tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Jul 09 20:35:26.212201 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Deleting port de36b34b-dd9d-43c0-9666-6269aa65c276 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:26.212546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.301197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] For port de36b34b-dd9d-43c0-9666-6269aa65c276, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=de36b34b-dd9d-43c0-9666-6269aa65c276,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:26.301560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.314596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Calling delete_port for de36b34b-dd9d-43c0-9666-6269aa65c276 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:26.440013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.453024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['de36b34b-dd9d-43c0-9666-6269aa65c276'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:35:26.470282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Pushing event deleted for resources: {'Port': ['ID=de36b34b-dd9d-43c0-9666-6269aa65c276,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:26.514846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] No DVR routers for this DVR port de36b34b-dd9d-43c0-9666-6269aa65c276 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:35:26.517619 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.519805 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9a6c878c-bae5-4369-bfac-006aa16e3755 req-54d2a86a-bab5-4b7c-9ae3-4284d32b4d3a tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.59 "DELETE /v2.0/ports/de36b34b-dd9d-43c0-9666-6269aa65c276 HTTP/1.1" status: 204 len: 173 time: 0.3999524 Jul 09 20:35:26.520252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'name': 'network-vif-deleted', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:26.522597 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68778c4e-7ee2-4d67-84ac-8eabdd9c46e8" -d '{"events": [{"server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "name": "network-vif-deleted", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:26.560234 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260c946-eb75-4723-9c1c-71639d84421b x-openstack-request-id: req-e260c946-eb75-4723-9c1c-71639d84421b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:26.560534 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897c22e2-e71f-4a43-81d2-f4d1f54be567", "name": "network-vif-deleted", "tag": "de36b34b-dd9d-43c0-9666-6269aa65c276", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:26.560788 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e260c946-eb75-4723-9c1c-71639d84421b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:26.561217 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897c22e2-e71f-4a43-81d2-f4d1f54be567', 'name': 'network-vif-deleted', 'tag': 'de36b34b-dd9d-43c0-9666-6269aa65c276', 'status': 'completed', 'code': 200} Jul 09 20:35:26.578951 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.967329 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7632334e-c411-4443-bb1b-c18ff0f5487e req-1d1694b8-91b8-49c1-bdee-523725bf4db8 tempest-TestEncryptedCinderVolumes-1495386030 tempest-TestEncryptedCinderVolumes-1495386030-project] 10.222.0.10 "GET /v2.0/ports?device_id=897c22e2-e71f-4a43-81d2-f4d1f54be567 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Jul 09 20:35:28.059823 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:28.097014 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:28.440690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:28.685891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Deleting port 47874420-4c02-4eaf-a904-5f45e8374f58 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:28.686231 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:28.762741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] For port 47874420-4c02-4eaf-a904-5f45e8374f58, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=47874420-4c02-4eaf-a904-5f45e8374f58,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:28.763021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:28.775488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Calling delete_port for 47874420-4c02-4eaf-a904-5f45e8374f58 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:28.955614 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:28.979082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=47874420-4c02-4eaf-a904-5f45e8374f58,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:28.992207 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.992558 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.992902 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.993314 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.993658 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.993989 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.994316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.994643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.994970 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.995328 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.995652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:28.995976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:29.160887 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:29.689463 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Router 9b000fcf-8647-49d5-8192-2a706a98adc4 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:29.790488 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:29.795981 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b6c507e9-cfd6-4dd2-b980-af43a5654c19 admin admin] 10.222.0.10 "PUT /v2.0/routers/9b000fcf-8647-49d5-8192-2a706a98adc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979165 Jul 09 20:35:29.798636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:29.799968 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Sync routers for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:29.810585 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:29.811199 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:29.900629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:29.901238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de36b34b-dd9d-43c0-9666-6269aa65c276 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:29.913862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:29.921073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: de36b34b-dd9d-43c0-9666-6269aa65c276 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:29.921442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device de36b34b-dd9d-43c0-9666-6269aa65c276 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:30.005440 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.056789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Deleting port 0a6e868b-d4ff-428d-9e67-49c0aab45645 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:30.057411 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.087283 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:35:28Z', 'revision_number': 5, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port': {'id': '0a6e868b-d4ff-428d-9e67-49c0aab45645', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:14Z', 'updated_at': '2021-07-09T20:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:30.141509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] For port 0a6e868b-d4ff-428d-9e67-49c0aab45645, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0a6e868b-d4ff-428d-9e67-49c0aab45645,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:30.141872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.156030 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Calling delete_port for 0a6e868b-d4ff-428d-9e67-49c0aab45645 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:30.203363 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Checking router: 9b000fcf-8647-49d5-8192-2a706a98adc4 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:30.211503 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Routers {'9b000fcf-8647-49d5-8192-2a706a98adc4'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:30.212106 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['9b000fcf-8647-49d5-8192-2a706a98adc4'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:30.294821 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] Set router 9b000fcf-8647-49d5-8192-2a706a98adc4 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:30.319220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.350736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6e868b-d4ff-428d-9e67-49c0aab45645,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:30.353985 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:35:30Z', 'revision_number': 6, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:30.383487 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5c07b-9fa3-4307-847b-5b8c03df2750 None None] The sync data for ids ['9b000fcf-8647-49d5-8192-2a706a98adc4'] in n-d-800087-3 is: [{'id': '9b000fcf-8647-49d5-8192-2a706a98adc4', 'name': 'tempest-TestEncryptedCinderVolumes-1232612014-router', 'tenant_id': 'ae6cc750809841aabda0120066553e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:13Z', 'updated_at': '2021-07-09T20:35:30Z', 'revision_number': 6, 'project_id': 'ae6cc750809841aabda0120066553e66', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:30.419254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.509681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.512425 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.554238 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.554726 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b000fcf-8647-49d5-8192-2a706a98adc4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:35:30.559213 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.560469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4ac230f4-45d6-4915-a2bb-c1b8d21cbbb8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9b000fcf-8647-49d5-8192-2a706a98adc4 HTTP/1.1" status: 204 len: 168 time: 0.7608976 Jul 09 20:35:30.563031 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:30.606708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Deleting subnet 530922cc-70c5-4aef-ace1-295caa5bc9d7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:35:30.609653 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.642464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.722616 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.777864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.808850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.811092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/530922cc-70c5-4aef-ace1-295caa5bc9d7 HTTP/1.1" status: 204 len: 168 time: 0.2471197 Jul 09 20:35:30.812129 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5af3-c38f-498f-8da6-b731d54ab082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530922cc-70c5-4aef-ace1-295caa5bc9d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:30.813803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:30.816471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28f604-2aa6-4243-94f5-d2891f39fa3a None None] Network ac0515f6-07ed-4ec9-91b3-14a83b88a5ec requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:30.886984 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.938881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Deleting port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:30.939327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.001481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] For port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,segment=NetworkSegment(2c8480c9-2fd8-4a77-8ce9-3b411adf554f),segment_id=2c8480c9-2fd8-4a77-8ce9-3b411adf554f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:31.001842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.017953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Calling delete_port for 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:31.095795 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.123754 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] No DVR routers for this DVR port 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:35:31.126109 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8f2649-6e56-4bd5-97f6-e435eac9e7a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:31.152112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf16be3-b217-474d-8da6-695683b7298c None None] DHCP port deletion for ac0515f6-07ed-4ec9-91b3-14a83b88a5ec request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:35:31.286138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a6e868b-d4ff-428d-9e67-49c0aab45645 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:31.306793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0a6e868b-d4ff-428d-9e67-49c0aab45645 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:31.307396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0a6e868b-d4ff-428d-9e67-49c0aab45645 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:31.307827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 47874420-4c02-4eaf-a904-5f45e8374f58 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:31.327319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 47874420-4c02-4eaf-a904-5f45e8374f58 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:31.327681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 47874420-4c02-4eaf-a904-5f45e8374f58 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:31.328091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:31.351605 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:31.351952 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3f8f2649-6e56-4bd5-97f6-e435eac9e7a7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:31.493123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.502715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0515f6-07ed-4ec9-91b3-14a83b88a5ec']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:31.513009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8480c9-2fd8-4a77-8ce9-3b411adf554f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:31.513332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8480c9-2fd8-4a77-8ce9-3b411adf554f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:31.521817 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.535653 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.541304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:35:31.541686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:35:31.543297 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:35:31.597057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.602564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:31.604411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ac0515f6-07ed-4ec9-91b3-14a83b88a5ec HTTP/1.1" status: 204 len: 168 time: 0.7890418 Jul 09 20:35:31.607417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:31.615540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b2d1b-c662-4fde-a65a-08e6649ff646 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0515f6-07ed-4ec9-91b3-14a83b88a5ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:31.949655 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.207013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Deleting port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:32.207271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.282961 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] For port 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:32.283316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.295982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Calling delete_port for 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:32.472308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.502834 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:32.669358 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.880391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Router 867f7c56-445f-45df-aa82-a2428fe0d9fa has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:32.983285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:32.988610 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f1b5934a-15c5-4e90-a1f9-d70a59351ba1 admin admin] 10.222.0.10 "PUT /v2.0/routers/867f7c56-445f-45df-aa82-a2428fe0d9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3801570 Jul 09 20:35:32.991145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:32.993742 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Sync routers for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:33.003529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:33.004151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:33.092443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.107162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:33.194531 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.252670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Deleting port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:33.252670 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.298000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:35:32Z', 'revision_number': 5, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port': {'id': '73d4b6ce-e93c-4c68-8e60-5fa731805c3f', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:33.323204 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Checking router: 867f7c56-445f-45df-aa82-a2428fe0d9fa for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:33.331134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] For port 73d4b6ce-e93c-4c68-8e60-5fa731805c3f, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:33.331321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Routers {'867f7c56-445f-45df-aa82-a2428fe0d9fa'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:33.331495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.331816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['867f7c56-445f-45df-aa82-a2428fe0d9fa'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:33.344447 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Calling delete_port for 73d4b6ce-e93c-4c68-8e60-5fa731805c3f owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:33.416610 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] Set router 867f7c56-445f-45df-aa82-a2428fe0d9fa gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:33.472559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:35:33Z', 'revision_number': 6, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:33.500648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb0da4-de87-429f-a659-271493464e2c None None] The sync data for ids ['867f7c56-445f-45df-aa82-a2428fe0d9fa'] in n-d-800087-3 is: [{'id': '867f7c56-445f-45df-aa82-a2428fe0d9fa', 'name': 'tempest-TestEncryptedCinderVolumes-945626840-router', 'tenant_id': '31ebe98bddbe4cba8a56449325f76d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:34:18Z', 'updated_at': '2021-07-09T20:35:33Z', 'revision_number': 6, 'project_id': '31ebe98bddbe4cba8a56449325f76d24', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:33.516819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.545042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Pushing event deleted for resources: {'Port': ['ID=73d4b6ce-e93c-4c68-8e60-5fa731805c3f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:33.606674 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.692722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.694717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.736552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.737069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867f7c56-445f-45df-aa82-a2428fe0d9fa {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:35:33.741206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.742353 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-183f3040-c5d1-4430-a7df-a02cae52f69d admin admin] 10.222.0.10 "DELETE /v2.0/routers/867f7c56-445f-45df-aa82-a2428fe0d9fa HTTP/1.1" status: 204 len: 168 time: 0.7503011 Jul 09 20:35:33.744793 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:33.791704 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Deleting subnet c792f0ac-6297-4692-ad5c-865410fd0b46 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:35:33.794618 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.829863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.909479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.965457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:33.996347 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c792f0ac-6297-4692-ad5c-865410fd0b46,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:34.001272 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.003742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fbef30a4-5b04-41ec-b178-4eb6bc984366 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c792f0ac-6297-4692-ad5c-865410fd0b46 HTTP/1.1" status: 204 len: 168 time: 0.2579036 Jul 09 20:35:34.005695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:34.007860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb4309-7622-44af-8a64-11c128ecdaf2 None None] Network ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:34.074509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.127032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Deleting port e305eda5-a3a8-479b-8bd6-6dadff47eaae {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:34.127375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.203177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] For port e305eda5-a3a8-479b-8bd6-6dadff47eaae, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e305eda5-a3a8-479b-8bd6-6dadff47eaae,segment=NetworkSegment(988eaf15-5ea0-469c-9f60-35ac026cc4ad),segment_id=988eaf15-5ea0-469c-9f60-35ac026cc4ad)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:34.203455 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.216402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Calling delete_port for e305eda5-a3a8-479b-8bd6-6dadff47eaae owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:34.259484 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] DHCP port deletion for ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:35:34.295433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.305707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Deleting port e305eda5-a3a8-479b-8bd6-6dadff47eaae {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:34.306089 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.322797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] No DVR routers for this DVR port e305eda5-a3a8-479b-8bd6-6dadff47eaae on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:35:34.327196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e305eda5-a3a8-479b-8bd6-6dadff47eaae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:34.374078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] For port e305eda5-a3a8-479b-8bd6-6dadff47eaae, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:34.374496 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.388302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Calling delete_port for e305eda5-a3a8-479b-8bd6-6dadff47eaae owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:34.391019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Port e305eda5-a3a8-479b-8bd6-6dadff47eaae was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:35:34.392326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.400584 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.410928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:34.415233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] Pushing event deleted for resources: {'Port': ['ID=e305eda5-a3a8-479b-8bd6-6dadff47eaae,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:34.420907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201f39d-9a75-499d-ae08-bd0b191fb199 None None] No DVR routers for this DVR port e305eda5-a3a8-479b-8bd6-6dadff47eaae on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:35:34.422721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988eaf15-5ea0-469c-9f60-35ac026cc4ad') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:34.423038 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988eaf15-5ea0-469c-9f60-35ac026cc4ad') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:34.433348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.448875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.454844 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:35:34.455241 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:35:34.457034 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:35:34.516011 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.523515 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.525598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5 HTTP/1.1" status: 204 len: 168 time: 0.5187979 Jul 09 20:35:34.692530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:34.736630 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f325e817-7fcd-4f25-a96b-ba881a9e5926 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae6cc750809841aabda0120066553e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404696 Jul 09 20:35:34.736855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:34.792215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.813853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.861973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.864861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:34.866160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74db6bd9-2181-44fa-8619-675093d3f08b HTTP/1.1" status: 204 len: 168 time: 0.1283703 Jul 09 20:35:34.872219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d815c-61b5-45ce-b554-d5bcd02e3d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab41e369-a3e3-47a2-b5f5-9fa8bd62c3f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:34.879633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27b35a-285c-4516-a8ae-1827676253fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db6bd9-2181-44fa-8619-675093d3f08b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:35.168882 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:35.207132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b27fe308-a315-4c6d-a77c-6442127fd66c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31ebe98bddbe4cba8a56449325f76d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370317 Jul 09 20:35:35.209456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:35.257851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:35.267173 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:35.280065 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:35.287580 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:35.287923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 2a4c7c7a-f1bb-44e0-97fd-4c6c0c86e74c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:35.288334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e305eda5-a3a8-479b-8bd6-6dadff47eaae no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:35.305946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e305eda5-a3a8-479b-8bd6-6dadff47eaae {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:35.306284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e305eda5-a3a8-479b-8bd6-6dadff47eaae not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:35.306696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 73d4b6ce-e93c-4c68-8e60-5fa731805c3f no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:35:35.327448 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:35.329433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 73d4b6ce-e93c-4c68-8e60-5fa731805c3f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:35:35.329779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 73d4b6ce-e93c-4c68-8e60-5fa731805c3f not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:35:35.330077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:35.331227 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/115c3a68-05df-4059-8e51-ef217ee61975 HTTP/1.1" status: 204 len: 168 time: 0.1208773 Jul 09 20:35:35.340144 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941a69b-aff5-41c3-bfef-7af992335ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c3a68-05df-4059-8e51-ef217ee61975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:35.968294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:36.062378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1663584127-network', 'tenant_id': '6ff72acde2614054bca14c17a061a728'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:36.083680 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Made reservation on behalf of 6ff72acde2614054bca14c17a061a728 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:36.086140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.094163 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.185965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.189468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.215723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:35:36.225076 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7c20a-5089-4de1-8b1d-b00a78cfdf24,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:36.229810 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.230154 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Added segment c08b9789-0af5-48f1-a8a3-23ef2160adf8 of type vlan for network 4a308055-f42a-44ee-89ff-b2e7c13bd303 Jul 09 20:35:36.269260 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.296650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.297643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:36.298220 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.354902 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3828027 Jul 09 20:35:36.355098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:36.361526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Request body: {'subnet': {'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1663584127-subnet', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:36.367157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb4a76-bded-471e-aead-39b126cf4124 admin admin] Pushing event updated for resources: {'Network': ['ID=4a308055-f42a-44ee-89ff-b2e7c13bd303,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:36.377372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:35:36.384786 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Made reservation on behalf of 6ff72acde2614054bca14c17a061a728 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:36.387865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.390291 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:35:36.550095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.612510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0105342-ae48-47d9-a119-8ead5493bde0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:36.616734 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Checking segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:36.617094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Network hostable DHCP agents. Network: 4a308055-f42a-44ee-89ff-b2e7c13bd303, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:35:36.633266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:35:36.641685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4a308055-f42a-44ee-89ff-b2e7c13bd303) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:36.645618 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:36.646200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.650282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd2ad4-fc81-4840-a572-85d6146bc86c None None] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:36.660133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-42126c39-ea74-49d9-b595-61f1be140f05 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3040934 Jul 09 20:35:36.662871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:36.667398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:36.688251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.689323 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.740538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.798057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4a308055-f42a-44ee-89ff-b2e7c13bd303', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:35:36.798930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.877690 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:36.931253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Allocated IP 172.20.0.2 (4a308055-f42a-44ee-89ff-b2e7c13bd303/c0105342-ae48-47d9-a119-8ead5493bde0/c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:37.070124 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.077384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.079496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Transition to ACTIVE for port object c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:37.093891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Transition to ACTIVE for port object c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:37.099060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.101280 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.139941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:37.146050 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:37.150078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:37.156517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Pushing event updated for resources: {'Port': ['ID=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:37.206737 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Allocated IP 172.25.3.207 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/5ddacff0-3f9d-419f-9a15-58188dbe126c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:37.208870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Attempting to bind port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:37.209427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Attempting to bind port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:37.209764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Attempting to bind port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d on network 4a308055-f42a-44ee-89ff-b2e7c13bd303 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:37.214993 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:37.215366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Checking segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:37.215914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.216148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Bound using segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:37.216612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Bound port: c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:37.216991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.280489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] For port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:37.283539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] For port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:37.289110 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.317691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.352971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c2f7-69e4-45d8-a156-fb6e664e5696 None None] Pushing event updated for resources: {'Port': ['ID=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:37.362031 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.399435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:37.404493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:37.406925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:37.436829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddacff0-3f9d-419f-9a15-58188dbe126c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:37.672020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.863916 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:37.991992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:35:38.102016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:38.112188 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Sync routers for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:38.121870 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.122393 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:38.125784 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:38.125943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d695c69a-b0b7-49d6-af4d-b2d5b28ce119 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4593267 Jul 09 20:35:38.125943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:38.234861 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:38.248812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4b466-acef-4b13-afaf-9bbaf43feb96 None None] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:38.313777 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a9c431cc-3726-40f5-9f22-0a36bbcfd488 None None] Provisioning for port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:38.416841 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:37Z', 'revision_number': 3, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:38.443008 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Checking router: 4eb2216d-d385-44fd-b6be-7d2d60709fd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:38.443213 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Updating router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 port 5ddacff0-3f9d-419f-9a15-58188dbe126c binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:35:38.483443 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.577772 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.734753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Allocated IP 172.20.0.1 (4a308055-f42a-44ee-89ff-b2e7c13bd303/c0105342-ae48-47d9-a119-8ead5493bde0/8f84c426-60f6-4c40-bd1d-ca79352107f7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:38.743010 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.753243 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Transition to ACTIVE for port object 5ddacff0-3f9d-419f-9a15-58188dbe126c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:38.758380 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.809109 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Attempting to bind port 5ddacff0-3f9d-419f-9a15-58188dbe126c on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:38.809492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Attempting to bind port 5ddacff0-3f9d-419f-9a15-58188dbe126c by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:38.809844 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Attempting to bind port 5ddacff0-3f9d-419f-9a15-58188dbe126c on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:38.814188 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Pushing event updated for resources: {'Port': ['ID=5ddacff0-3f9d-419f-9a15-58188dbe126c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:38.817173 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:38.817535 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:38.817928 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.818315 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:38.818758 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Bound port: 5ddacff0-3f9d-419f-9a15-58188dbe126c, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:38.819124 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.841100 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.841461 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.841795 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.842124 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.842446 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.842769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.842990 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.843099 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.843387 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.843700 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.844013 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.844319 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.844629 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:38.858876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Transition to ACTIVE for port object 8f84c426-60f6-4c40-bd1d-ca79352107f7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:38.884864 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] For port 5ddacff0-3f9d-419f-9a15-58188dbe126c, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:38.888076 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] For port 5ddacff0-3f9d-419f-9a15-58188dbe126c, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5ddacff0-3f9d-419f-9a15-58188dbe126c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:38.891789 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.893471 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:38.929275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:38.933011 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:38.935339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:38.945967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b2b1f-e0a1-41bf-a678-1b0fac5b2bb8 None None] Pushing event updated for resources: {'Port': ['ID=5ddacff0-3f9d-419f-9a15-58188dbe126c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:38.954766 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:38.955370 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:38.974028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:38.986716 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.065003 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:39.129629 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.170494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd069918-0d3c-4e34-a0ac-f723de819c0c None None] Provisioning for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:39.176059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd069918-0d3c-4e34-a0ac-f723de819c0c None None] Provisioning complete for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:39.176815 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd069918-0d3c-4e34-a0ac-f723de819c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.212980 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dd069918-0d3c-4e34-a0ac-f723de819c0c None None] Port 8f84c426-60f6-4c40-bd1d-ca79352107f7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:39.261374 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:37Z', 'revision_number': 3, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:39.289921 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad33ea-1725-4647-91d9-0e3ac0db6e7b None None] The sync data for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 is: [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:37Z', 'revision_number': 3, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:39.314706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.317485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:39.319809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.369169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:39.374572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:39.374958 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.390315 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.393152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:39.459236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.484259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:39.485749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:39.496904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:39.500975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.562858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:39.835292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-680bb74d-8f25-4a41-9747-d154ec7bb574 None None] Provisioning complete for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:39.835661 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-680bb74d-8f25-4a41-9747-d154ec7bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:39.871660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-680bb74d-8f25-4a41-9747-d154ec7bb574 None None] Port 8f84c426-60f6-4c40-bd1d-ca79352107f7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:39.960091 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:40.071966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:40.078495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-7327b5dc-46a6-4795-a6ae-b780f6bb17c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/4eb2216d-d385-44fd-b6be-7d2d60709fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9504290 Jul 09 20:35:40.533858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:40.538964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1678369541-network', 'tenant_id': '8f635783613f45af98af7e92df983758'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:40.562281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Made reservation on behalf of 8f635783613f45af98af7e92df983758 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:40.564656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.575022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.663027 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.667897 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.692644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:35:40.701764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3451d78d-f1a3-49ee-afc3-d9be04d08de7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:40.707639 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.707938 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Added segment 85fbaf97-f9b3-454f-893d-960ae9f49b01 of type vlan for network eee6f814-da45-4f94-9d73-339820ddd024 Jul 09 20:35:40.747737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.775644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.776684 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:40.777321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:40.836443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3014557 Jul 09 20:35:40.839183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:40.843912 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Request body: {'subnet': {'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1678369541-subnet', 'tenant_id': '8f635783613f45af98af7e92df983758', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:40.849860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d52c7-0a29-4d8c-8dc2-b88e10d7c4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=eee6f814-da45-4f94-9d73-339820ddd024,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:40.861857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network eee6f814-da45-4f94-9d73-339820ddd024 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:35:40.870565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Made reservation on behalf of 8f635783613f45af98af7e92df983758 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:40.873100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.051877 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.059907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Sync routers for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:41.079876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:41.080499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:41.108969 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:41.122279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Checking segment: {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:41.122651 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Network hostable DHCP agents. Network: eee6f814-da45-4f94-9d73-339820ddd024, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:35:41.141460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Network eee6f814-da45-4f94-9d73-339820ddd024 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:35:41.154930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, eee6f814-da45-4f94-9d73-339820ddd024) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:41.159117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:41.159704 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.174662 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d8e57eae-a25f-4cd3-b7ec-d62dd1e0f718 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3343782 Jul 09 20:35:41.177196 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:41.179042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd34153-9363-4b5e-92a9-e1ddacb1f6e4 None None] Network eee6f814-da45-4f94-9d73-339820ddd024 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:41.181846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:41.203978 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.205021 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.260035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:41.264778 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.387538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5ddacff0-3f9d-419f-9a15-58188dbe126c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:41.404972 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.495643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-eee6f814-da45-4f94-9d73-339820ddd024', 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024', 'tenant_id': '8f635783613f45af98af7e92df983758', 'fixed_ips': [{'subnet_id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:35:41.496492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.607139 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.609030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 5ddacff0-3f9d-419f-9a15-58188dbe126c completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:41.626216 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.626424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5ddacff0-3f9d-419f-9a15-58188dbe126c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:41.626532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.729230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 2, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:41.731450 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Allocated IP 172.20.0.2 (eee6f814-da45-4f94-9d73-339820ddd024/d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c/57fe6d9a-af9a-4c95-9a44-aee80da9e4fe) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:41.732304 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Allocated IP 172.25.3.60 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/0296b47a-103d-4ddd-8664-f21b37724a80) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:41.767294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Checking router: 4eb2216d-d385-44fd-b6be-7d2d60709fd8 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:41.767664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Updating router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 port 8f84c426-60f6-4c40-bd1d-ca79352107f7 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:35:41.832785 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.871771 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.877384 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.881385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.908295 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:41.913058 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:41.916435 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:41.944475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 5ddacff0-3f9d-419f-9a15-58188dbe126c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5ddacff0-3f9d-419f-9a15-58188dbe126c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:41.948957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0296b47a-103d-4ddd-8664-f21b37724a80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:41.959436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:41.960230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:42.162902 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=5ddacff0-3f9d-419f-9a15-58188dbe126c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:42.171593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.180684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.220249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Transition to ACTIVE for port object 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:42.245739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Transition to ACTIVE for port object 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:42.249563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:42.249998 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.270841 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.336977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Network eee6f814-da45-4f94-9d73-339820ddd024 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:42.348548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:42.350994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:42.362959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Pushing event updated for resources: {'Port': ['ID=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:42.373093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.492567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Attempting to bind port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:42.492853 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Attempting to bind port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:42.493342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Attempting to bind port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe on network eee6f814-da45-4f94-9d73-339820ddd024 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:42.496917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:35:42.509653 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:42.510028 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Checking segment: {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:42.510463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.510857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Bound using segment: {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:42.511356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Bound port: 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:42.511719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.532908 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.563747 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Transition to ACTIVE for port object 8f84c426-60f6-4c40-bd1d-ca79352107f7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:42.573809 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.603453 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:42.614084 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Sync routers for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:42.623141 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.624421 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fe4c9988-89d3-4ad9-8874-e6f64191aeb6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4460862 Jul 09 20:35:42.627383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:42.628662 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:42.629690 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:42.741092 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:42.798570 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] For port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:42.808089 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] For port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:42.815000 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.816921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310232b6-5ae0-4ce0-9c84-fbcfc42a4187 None None] Pushing event updated for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:42.924619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Attempting to bind port 8f84c426-60f6-4c40-bd1d-ca79352107f7 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:42.925346 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Attempting to bind port 8f84c426-60f6-4c40-bd1d-ca79352107f7 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:42.925471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Attempting to bind port 8f84c426-60f6-4c40-bd1d-ca79352107f7 on network 4a308055-f42a-44ee-89ff-b2e7c13bd303 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:42.928624 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7190f-ae1d-4f91-945d-68a111c53db0 None None] Pushing event updated for resources: {'Port': ['ID=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:42.940922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:42.941342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Checking segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:42.941890 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:42.942291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Bound using segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:42.942762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Bound port: 8f84c426-60f6-4c40-bd1d-ca79352107f7, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:42.943360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.037494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] For port 8f84c426-60f6-4c40-bd1d-ca79352107f7, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:43.040771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] For port 8f84c426-60f6-4c40-bd1d-ca79352107f7, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f84c426-60f6-4c40-bd1d-ca79352107f7,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:43.046735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.085836 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:42Z', 'revision_number': 3, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:43.119319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310232b6-5ae0-4ce0-9c84-fbcfc42a4187 None None] Pushing event updated for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:43.123850 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Checking router: 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:43.124209 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Updating router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 port 0296b47a-103d-4ddd-8664-f21b37724a80 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:35:43.136697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:43.137586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:43.153025 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.172973 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.365009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:43.448713 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Allocated IP 172.20.0.1 (eee6f814-da45-4f94-9d73-339820ddd024/d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c/60cc7774-f4fa-4ec1-8366-ad12034ff2e5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:43.516649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5ddacff0-3f9d-419f-9a15-58188dbe126c up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:43.563044 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.579098 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Transition to ACTIVE for port object 0296b47a-103d-4ddd-8664-f21b37724a80 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:43.584041 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.586148 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.601909 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Transition to ACTIVE for port object 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:43.633274 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Attempting to bind port 0296b47a-103d-4ddd-8664-f21b37724a80 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:43.633838 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Attempting to bind port 0296b47a-103d-4ddd-8664-f21b37724a80 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:43.633995 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Attempting to bind port 0296b47a-103d-4ddd-8664-f21b37724a80 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:43.643869 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.646169 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:43.646593 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:43.647005 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.647401 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:43.647878 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Bound port: 0296b47a-103d-4ddd-8664-f21b37724a80, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:43.648258 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.654391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 5ddacff0-3f9d-419f-9a15-58188dbe126c triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:43.654770 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.689353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba60917-d86f-4b3e-9a78-0e73637c086f None None] Pushing event updated for resources: {'Port': ['ID=0296b47a-103d-4ddd-8664-f21b37724a80,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:43.689847 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Network eee6f814-da45-4f94-9d73-339820ddd024 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:43.692895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:43.697701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:43.701305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Pushing event updated for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:43.710767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] For port 0296b47a-103d-4ddd-8664-f21b37724a80, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:43.714553 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] For port 0296b47a-103d-4ddd-8664-f21b37724a80, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0296b47a-103d-4ddd-8664-f21b37724a80,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:43.718342 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.738955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.770234 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:43.771088 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:43.778115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:43.817932 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba60917-d86f-4b3e-9a78-0e73637c086f None None] Pushing event updated for resources: {'Port': ['ID=0296b47a-103d-4ddd-8664-f21b37724a80,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:43.839244 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:43.868823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:43.871262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9393cc-c307-4f9e-badf-ecbf33d79488 None None] The sync data for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 is: [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:43.894849 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:43.905582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:44.112679 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.126758 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.153417 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:42Z', 'revision_number': 3, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:44.181518 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24935-c18d-47af-a186-b10fe7dbc8cb None None] The sync data for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 is: [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:42Z', 'revision_number': 3, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:44.195194 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Pushing event updated for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:44.232624 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.285442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0db89-1012-49d4-afcc-0f298cb9d76d None None] Network eee6f814-da45-4f94-9d73-339820ddd024 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:35:44.339804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Network eee6f814-da45-4f94-9d73-339820ddd024 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:44.341204 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:44.362835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Provisioning for port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:44.371533 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Provisioning complete for port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:44.371533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.473656 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:44.575309 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.627543 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] For port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:44.632041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:44.634657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:44.650423 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c52ce461-6281-44bb-851d-25e0c79d40ca admin admin] 10.222.0.10 "PUT /v2.0/routers/0f1f2717-ca42-4dc4-8f6d-73ea600ea524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133972 Jul 09 20:35:44.704531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a55de-7a95-47c0-8a95-957caca3db4b None None] Pushing event updated for resources: {'Port': ['ID=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:44.954288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Provisioning complete for port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:44.954764 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.107190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Provisioning for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:45.114836 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Provisioning complete for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.115210 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.179441 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-86706a46-2a0d-434a-811e-2a934bc739ea None None] Port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:45.311832 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-185c2f29-e386-4e8a-a223-d1f3fc1b9cfa None None] Provisioning complete for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.312407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-185c2f29-e386-4e8a-a223-d1f3fc1b9cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.398701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-185c2f29-e386-4e8a-a223-d1f3fc1b9cfa None None] Port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:45.465600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0296b47a-103d-4ddd-8664-f21b37724a80 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:45.524684 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-23c8a8b5-f63c-4cfe-ae4c-7295780655cc None None] Provisioning complete for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.525097 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23c8a8b5-f63c-4cfe-ae4c-7295780655cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.528270 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0296b47a-103d-4ddd-8664-f21b37724a80 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:45.549704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0296b47a-103d-4ddd-8664-f21b37724a80 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.550072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.591856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-23c8a8b5-f63c-4cfe-ae4c-7295780655cc None None] Port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:45.640459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.661217 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0296b47a-103d-4ddd-8664-f21b37724a80, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0296b47a-103d-4ddd-8664-f21b37724a80,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:45.665244 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.666226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:45.753789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0296b47a-103d-4ddd-8664-f21b37724a80,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:45.764958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.765372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:45.854456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f84c426-60f6-4c40-bd1d-ca79352107f7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:45.913678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:45.917571 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:45.917940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:46.018914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:46.058887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 8f84c426-60f6-4c40-bd1d-ca79352107f7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f84c426-60f6-4c40-bd1d-ca79352107f7,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:46.064119 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:46.130592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:47.217759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Sync routers for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:47.238954 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:47.239588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:47.304901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0296b47a-103d-4ddd-8664-f21b37724a80 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:47.398218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:47.430407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0296b47a-103d-4ddd-8664-f21b37724a80 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:47.430407 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:47.605109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f84c426-60f6-4c40-bd1d-ca79352107f7 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:47.695321 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8f84c426-60f6-4c40-bd1d-ca79352107f7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:47.695719 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:47.888326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 4, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '60cc7774-f4fa-4ec1-8366-ad12034ff2e5', 'name': '', 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024', 'tenant_id': '8f635783613f45af98af7e92df983758', 'mac_address': 'fa:16:3e:36:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:43Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 2, 'project_id': '8f635783613f45af98af7e92df983758', 'subnets': [{'id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:47.918008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Checking router: 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:47.918356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Updating router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:35:47.978923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.275234 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.297495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Transition to ACTIVE for port object 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:48.321860 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.376763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10410586-0679-4d24-8ce2-b797c12dcde5 None None] Pushing event updated for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:48.446252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Attempting to bind port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:48.446699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Attempting to bind port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:48.447072 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Attempting to bind port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 on network eee6f814-da45-4f94-9d73-339820ddd024 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:48.452912 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:48.453308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Checking segment: {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:48.453725 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.454123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Bound using segment: {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:48.454598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Bound port: 60cc7774-f4fa-4ec1-8366-ad12034ff2e5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fbaf97-f9b3-454f-893d-960ae9f49b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:48.454988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.531449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] For port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:48.537711 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] For port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:48.544432 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:48.633871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10410586-0679-4d24-8ce2-b797c12dcde5 None None] Pushing event updated for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:48.643168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:48.643804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:35:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:48.771460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:49.024720 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 4, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '60cc7774-f4fa-4ec1-8366-ad12034ff2e5', 'name': '', 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024', 'tenant_id': '8f635783613f45af98af7e92df983758', 'mac_address': 'fa:16:3e:36:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:43Z', 'updated_at': '2021-07-09T20:35:48Z', 'revision_number': 4, 'project_id': '8f635783613f45af98af7e92df983758', 'subnets': [{'id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:49.056615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94272c19-4505-467b-822f-7c56eb8c8a58 None None] The sync data for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 is: [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:43Z', 'revision_number': 4, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '60cc7774-f4fa-4ec1-8366-ad12034ff2e5', 'name': '', 'network_id': 'eee6f814-da45-4f94-9d73-339820ddd024', 'tenant_id': '8f635783613f45af98af7e92df983758', 'mac_address': 'fa:16:3e:36:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:43Z', 'updated_at': '2021-07-09T20:35:48Z', 'revision_number': 4, 'project_id': '8f635783613f45af98af7e92df983758', 'subnets': [{'id': 'd2ac8091-7e90-4588-b1dd-6c23f7ca3a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:49.206703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:49.350485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:49.419652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:49.424026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:49.424858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:49.521427 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:49.568208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:49.573651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:49.632487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:51.302435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:51.362253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:51.362662 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:52.438943 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a4a0999a-8814-4bfe-ac3e-995403bacdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:53.784266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:54.976693 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-d7185e42-fab7-4f98-888d-c34bffc196e3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:54.978253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-d7185e42-fab7-4f98-888d-c34bffc196e3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 815 time: 0.1044865 Jul 09 20:35:54.993357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-090c9f82-7c1f-4dea-8688-3342da8e6f16 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/quotas/6ff72acde2614054bca14c17a061a728 HTTP/1.1" status: 200 len: 375 time: 0.0089471 Jul 09 20:35:55.042299 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9bf262f-d85d-4567-85a9-e56f17813c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:55.063377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-f6a3c0b4-78a0-48ed-af11-03e76ea1becc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652950 Jul 09 20:35:55.238956 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-03e5ad59-8a13-412d-8983-72e22d68c8d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640313 Jul 09 20:35:55.329080 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c304c534-1cba-4277-bf56-a3fc8ad01615 service neutron] 10.222.0.10 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843754 Jul 09 20:35:55.364952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:55.508577 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58b09372-89bf-43f6-8fb1-9dd6b59c0bb5 req-72dd8165-d7e8-442e-a1f1-4e3d60688237 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Jul 09 20:35:56.520028 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-a2cf41c1-02fd-4fb6-88f7-0f8a833554ee tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:56.521456 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-a2cf41c1-02fd-4fb6-88f7-0f8a833554ee tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 815 time: 0.1041038 Jul 09 20:35:56.535460 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'port': {'device_id': '7087806c-b504-4948-a210-5ddb31f482c0', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'admin_state_up': True, 'tenant_id': '6ff72acde2614054bca14c17a061a728'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:56.589323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:56.677634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ea1a2e19-c183-4c13-88ab-bfa97a2bb7a4 req-29dfffde-d471-4752-83ec-0398cc31d59e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 210 time: 0.0347004 Jul 09 20:35:56.684550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Made reservation on behalf of 6ff72acde2614054bca14c17a061a728 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:56.688691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:56.819496 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Allocated IP 172.20.0.3 (4a308055-f42a-44ee-89ff-b2e7c13bd303/c0105342-ae48-47d9-a119-8ead5493bde0/ef328c6a-1646-4246-8182-aa0c029c2845) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:57.030243 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:57.056664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Transition to ACTIVE for port object ef328c6a-1646-4246-8182-aa0c029c2845 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:57.096871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:57.152738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:57.156275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:57.158929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:57.186316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:57.219588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:57.220529 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:57.250643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-c52a8bc4-c5bf-4b9f-a1f8-36f1b734d7b9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187245 Jul 09 20:35:57.418105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-190ee225-ca1e-4261-9526-7c600339429b None None] Provisioning for port ef328c6a-1646-4246-8182-aa0c029c2845 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:57.422300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-190ee225-ca1e-4261-9526-7c600339429b None None] Provisioning complete for port ef328c6a-1646-4246-8182-aa0c029c2845 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:57.422673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-190ee225-ca1e-4261-9526-7c600339429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:57.456489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-190ee225-ca1e-4261-9526-7c600339429b None None] Port ef328c6a-1646-4246-8182-aa0c029c2845 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:57.854130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aaa9-4afb-4e1c-b8ea-b268906b5ca0 req-18b33bbd-ec40-4757-b5d6-2f6c27b39373 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:57.855716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1d9aaa9-4afb-4e1c-b8ea-b268906b5ca0 req-18b33bbd-ec40-4757-b5d6-2f6c27b39373 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0655193 Jul 09 20:35:57.896452 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c1d9aaa9-4afb-4e1c-b8ea-b268906b5ca0 req-9db52e0e-6b38-45fd-a9bd-537c581c777c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Jul 09 20:35:58.062248 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.081626 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff517b0-a96a-4526-9c59-a0ce6a4019c4 req-3dc2e431-febc-498b-96bb-a683179771da tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.083148 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bff517b0-a96a-4526-9c59-a0ce6a4019c4 req-3dc2e431-febc-498b-96bb-a683179771da tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0696561 Jul 09 20:35:59.126482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bff517b0-a96a-4526-9c59-a0ce6a4019c4 req-986d3537-a512-4a4f-a875-c243a9f0d2c0 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Jul 09 20:36:00.313076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e33ff-b581-4eb2-8680-79e2709e971b req-961faccb-77b6-4415-8eb2-032e722a7aa4 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:00.314606 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d4e33ff-b581-4eb2-8680-79e2709e971b req-961faccb-77b6-4415-8eb2-032e722a7aa4 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0680006 Jul 09 20:36:00.353074 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7d4e33ff-b581-4eb2-8680-79e2709e971b req-9f7f0c6c-6558-4714-a066-9666b2a274fe tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jul 09 20:36:01.877401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff631-1ceb-4783-a3cb-6046794d9c5c req-34f2770b-b3e7-4deb-98ca-11f8d59e3580 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:01.879127 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-474ff631-1ceb-4783-a3cb-6046794d9c5c req-34f2770b-b3e7-4deb-98ca-11f8d59e3580 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.4056273 Jul 09 20:36:01.918904 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-474ff631-1ceb-4783-a3cb-6046794d9c5c req-caa4f991-cba2-460b-ac3d-88534de7a00b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jul 09 20:36:03.101571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5d853-6824-4552-94d0-3459db951c01 req-c4c8306d-f6f0-429d-9e31-8e52d936f5a3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:03.103195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ff5d853-6824-4552-94d0-3459db951c01 req-c4c8306d-f6f0-429d-9e31-8e52d936f5a3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0680990 Jul 09 20:36:03.144383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ff5d853-6824-4552-94d0-3459db951c01 req-18ffb4bc-d9a5-441a-b88a-387f9b284dcd tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Jul 09 20:36:04.320754 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c254e1-d257-4dc6-a202-4a747ed197bf req-9b201119-f457-4025-b570-f85a0fd5d331 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:04.322315 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41c254e1-d257-4dc6-a202-4a747ed197bf req-9b201119-f457-4025-b570-f85a0fd5d331 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0647731 Jul 09 20:36:04.362567 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-41c254e1-d257-4dc6-a202-4a747ed197bf req-1009b54f-9abd-4ca3-8864-ed8efbe44016 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 Jul 09 20:36:05.553327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d081-ca07-420b-b8c1-33e527505370 req-769b4c6e-b501-4590-b116-6122d6ae9b6c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:05.554894 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc56d081-ca07-420b-b8c1-33e527505370 req-769b4c6e-b501-4590-b116-6122d6ae9b6c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0712800 Jul 09 20:36:05.597430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fc56d081-ca07-420b-b8c1-33e527505370 req-3f106a85-e8c8-409e-91c6-8890235d7998 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Jul 09 20:36:06.773871 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fae37b-7694-4003-8a38-f38954f3d2f1 req-6608832f-1dd5-406f-8a11-41de1d90908a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:06.775257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38fae37b-7694-4003-8a38-f38954f3d2f1 req-6608832f-1dd5-406f-8a11-41de1d90908a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0653465 Jul 09 20:36:06.812553 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-38fae37b-7694-4003-8a38-f38954f3d2f1 req-7d85b6c6-1aa0-45a8-9847-e9376862863a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 09 20:36:07.980674 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194b9e-ab6d-4e30-bda2-98b08d59c24f req-43f8d6c8-1751-4706-ab6f-1b254dbc2c63 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:07.982176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e194b9e-ab6d-4e30-bda2-98b08d59c24f req-43f8d6c8-1751-4706-ab6f-1b254dbc2c63 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0620699 Jul 09 20:36:08.018619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7e194b9e-ab6d-4e30-bda2-98b08d59c24f req-0a6190c2-6572-4d69-a938-7e541aeac83e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Jul 09 20:36:09.187442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581b315-c641-4073-9ff9-3d3a8c5706e3 req-a7ae05c0-ac1b-43d2-afa3-4fef1958353c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:09.188903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8581b315-c641-4073-9ff9-3d3a8c5706e3 req-a7ae05c0-ac1b-43d2-afa3-4fef1958353c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0616143 Jul 09 20:36:09.225289 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8581b315-c641-4073-9ff9-3d3a8c5706e3 req-23e19e9e-3124-41c4-8336-94f38b246b03 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Jul 09 20:36:10.396760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b9581-d2d4-4a8c-b7a4-aef6c5bef9e3 req-ea9bc146-20ec-4101-b353-10196b32a1e2 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:10.398179 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f78b9581-d2d4-4a8c-b7a4-aef6c5bef9e3 req-ea9bc146-20ec-4101-b353-10196b32a1e2 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 931 time: 0.0660503 Jul 09 20:36:10.435320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f78b9581-d2d4-4a8c-b7a4-aef6c5bef9e3 req-6e0fec0e-1fc5-4e5a-9ed9-b2c7a870504b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jul 09 20:36:10.727907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Request body: {'port': {'device_id': '7087806c-b504-4948-a210-5ddb31f482c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:10.802206 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.054915 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef328c6a-1646-4246-8182-aa0c029c2845 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:11.062538 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.074297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Transition to ACTIVE for port object ef328c6a-1646-4246-8182-aa0c029c2845 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:36:11.078226 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.129722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:11.201863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Attempting to bind port ef328c6a-1646-4246-8182-aa0c029c2845 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:36:11.202217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Attempting to bind port ef328c6a-1646-4246-8182-aa0c029c2845 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:36:11.202525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Attempting to bind port ef328c6a-1646-4246-8182-aa0c029c2845 on network 4a308055-f42a-44ee-89ff-b2e7c13bd303 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:11.206968 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Port ef328c6a-1646-4246-8182-aa0c029c2845 on network 4a308055-f42a-44ee-89ff-b2e7c13bd303 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:36:11.207291 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Attempting to bind port ef328c6a-1646-4246-8182-aa0c029c2845 on network 4a308055-f42a-44ee-89ff-b2e7c13bd303 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:11.212229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:36:11.212599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Checking segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:36:11.212983 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Bound using segment: {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:36:11.213441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Bound port: ef328c6a-1646-4246-8182-aa0c029c2845, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08b9789-0af5-48f1-a8a3-23ef2160adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:36:11.213802 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.279852 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:36:11.283402 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:36:11.287401 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.322907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.323485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.324910 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] 10.222.0.25 "PUT /v2.0/ports/ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1091 time: 0.6021099 Jul 09 20:36:11.325403 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:11.327772 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341519a7-d5b0-4656-b5af-af840b759734" -d '{"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:11.352749 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c0c3b-b33c-4dcb-b267-5aef80b3bace service neutron] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:11.430300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-e22e99f0-b369-46b4-b6da-89c0aae54373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.432377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-e22e99f0-b369-46b4-b6da-89c0aae54373 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1094 time: 0.0662065 Jul 09 20:36:11.515498 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e220bacd-2c53-4de5-a603-90fbb0798db8 x-openstack-request-id: req-e220bacd-2c53-4de5-a603-90fbb0798db8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:11.515786 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:11.516043 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e220bacd-2c53-4de5-a603-90fbb0798db8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:11.516458 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:36:11.575119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-5a79c570-c43e-412e-af2c-7602cd124728 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 217 time: 0.0354979 Jul 09 20:36:11.610393 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d584-7bfa-41d1-b66c-9da230848c0b req-addae793-1b6a-4c7a-8fcc-1e787d89914d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.611862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c193d584-7bfa-41d1-b66c-9da230848c0b req-addae793-1b6a-4c7a-8fcc-1e787d89914d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 943 time: 0.0636683 Jul 09 20:36:11.625289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-86233f46-bbea-4960-bd45-5575a907c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.626760 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-86233f46-bbea-4960-bd45-5575a907c5fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0456634 Jul 09 20:36:11.648965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c193d584-7bfa-41d1-b66c-9da230848c0b req-e20df40f-84a0-4dc7-b309-5dce7c04ddbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 09 20:36:11.684175 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195e2-48fe-4768-a932-aad3f221704d req-54a454eb-b712-448c-b4eb-1b8c32ab7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.686013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-54a454eb-b712-448c-b4eb-1b8c32ab7fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524933 Jul 09 20:36:11.778111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-418f9800-a44b-4ff8-996d-b22ab1af030b service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Jul 09 20:36:11.864309 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6d5195e2-48fe-4768-a932-aad3f221704d req-145b918b-ac4e-4888-9960-9c422b48e5dd service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800333 Jul 09 20:36:11.964998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341519a7-d5b0-4656-b5af-af840b759734 req-52c50449-bab0-41a8-885e-2b3457e23fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:11.966529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-52c50449-bab0-41a8-885e-2b3457e23fed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1094 time: 0.0559776 Jul 09 20:36:12.054383 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341519a7-d5b0-4656-b5af-af840b759734 req-b94aac36-9562-4acb-95c2-55a37a984c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:12.055828 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-b94aac36-9562-4acb-95c2-55a37a984c12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0825565 Jul 09 20:36:12.098959 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-6b484ce0-c225-4257-b2a7-13f3a5ea563d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 217 time: 0.0368910 Jul 09 20:36:12.146350 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341519a7-d5b0-4656-b5af-af840b759734 req-389bc05a-96e6-4be7-b73b-4ff7626a56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:12.148905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-389bc05a-96e6-4be7-b73b-4ff7626a56dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0436099 Jul 09 20:36:12.204794 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341519a7-d5b0-4656-b5af-af840b759734 req-668f2c9c-0e58-4a3e-96e2-c4537f73b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:12.206341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-668f2c9c-0e58-4a3e-96e2-c4537f73b9ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519631 Jul 09 20:36:12.298014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-910dd553-b5c5-470d-acd1-b319bf5cbc69 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840502 Jul 09 20:36:12.384049 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-341519a7-d5b0-4656-b5af-af840b759734 req-8a49578f-a898-4ed5-bb11-6306bb14cc5d service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795472 Jul 09 20:36:12.823396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565e43-903d-413a-8604-1011e15d378a req-1e42dfc4-35f1-4d33-8a07-a33349743021 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:12.824852 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2565e43-903d-413a-8604-1011e15d378a req-1e42dfc4-35f1-4d33-8a07-a33349743021 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 943 time: 0.0622516 Jul 09 20:36:12.861451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d2565e43-903d-413a-8604-1011e15d378a req-23e7c50e-52c4-4b5a-a1b8-e1cab7999923 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Jul 09 20:36:13.379495 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:36:14.033563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc034933-5948-4db3-95dd-095dff0aa06d req-e035e8fb-3826-4b18-aa55-2b34b8ad7c75 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:14.035043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc034933-5948-4db3-95dd-095dff0aa06d req-e035e8fb-3826-4b18-aa55-2b34b8ad7c75 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 943 time: 0.0612803 Jul 09 20:36:14.070501 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dc034933-5948-4db3-95dd-095dff0aa06d req-0564fe82-25dd-4b8b-871c-691c228a7f56 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300798 Jul 09 20:36:15.246008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c6eb7-07b9-4859-9f92-c9e644d6746b req-4e0a0dcf-74ef-441f-b879-440559e82545 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:15.247483 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-701c6eb7-07b9-4859-9f92-c9e644d6746b req-4e0a0dcf-74ef-441f-b879-440559e82545 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 943 time: 0.0670087 Jul 09 20:36:15.283994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-701c6eb7-07b9-4859-9f92-c9e644d6746b req-4193c30d-e6d1-4124-8e48-fe2c161a99bc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Jul 09 20:36:15.770141 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef328c6a-1646-4246-8182-aa0c029c2845 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:36:15.865266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:15.876682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'port_id': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'mac_address': 'fa:16:3e:af:11:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:36:15.911832 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.923873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef328c6a-1646-4246-8182-aa0c029c2845 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:15.943226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:15.947492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.996172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:16.003282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.003623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.003957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.004288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.004614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.004934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.005283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.005606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.005922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.006246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.006562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.006876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.298175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:16.458940 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7f19-5769-4ed8-bded-ea6087c19645 req-4059f81d-1d31-4d7b-a208-77843a82bef3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:16.460348 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb5b7f19-5769-4ed8-bded-ea6087c19645 req-4059f81d-1d31-4d7b-a208-77843a82bef3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 944 time: 0.0669053 Jul 09 20:36:16.498275 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bb5b7f19-5769-4ed8-bded-ea6087c19645 req-25a4faad-59c3-498d-a769-6253b91ea4e1 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Jul 09 20:36:17.667963 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd0418-4b85-4356-afe1-f7d0be5bdc0f req-9ff09ad4-a000-47a6-a590-f7ac7ccd92c3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:17.669472 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-69cd0418-4b85-4356-afe1-f7d0be5bdc0f req-9ff09ad4-a000-47a6-a590-f7ac7ccd92c3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 944 time: 0.0634017 Jul 09 20:36:17.706988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-69cd0418-4b85-4356-afe1-f7d0be5bdc0f req-27552726-2b40-4188-a2e1-1eb74e6faba8 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 09 20:36:17.769432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef328c6a-1646-4246-8182-aa0c029c2845 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:36:17.819664 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port ef328c6a-1646-4246-8182-aa0c029c2845 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:36:17.823827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port ef328c6a-1646-4246-8182-aa0c029c2845 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:36:17.824204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.898202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.920032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:17.922277 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd4eb9-6341-4558-b0d8-10ee1025d9ba" -d '{"events": [{"server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "name": "network-vif-plugged", "status": "completed", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:17.934892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:17.939985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.988956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:18.015429 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74edb84-220b-4d35-b433-386d64fc7e3b x-openstack-request-id: req-c74edb84-220b-4d35-b433-386d64fc7e3b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:18.015726 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "name": "network-vif-plugged", "status": "completed", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:18.015981 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c74edb84-220b-4d35-b433-386d64fc7e3b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:18.016396 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'code': 200} Jul 09 20:36:18.129854 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f8856-3a1e-4919-893b-b4ea83429208 req-faa70ba8-79c0-49d3-a695-4ef10eccfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:18.130688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd8f8856-3a1e-4919-893b-b4ea83429208 req-faa70ba8-79c0-49d3-a695-4ef10eccfe4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1096 time: 0.0542929 Jul 09 20:36:18.163974 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cd8f8856-3a1e-4919-893b-b4ea83429208 req-f1d92cdf-566e-4e0e-acff-3db17e7a85ff service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275710 Jul 09 20:36:18.875894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc65c-92e8-46e1-b365-5f54b565812a req-72b5fa5a-ee5e-4194-8902-9c3a244da78b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:18.877439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d51cc65c-92e8-46e1-b365-5f54b565812a req-72b5fa5a-ee5e-4194-8902-9c3a244da78b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0633740 Jul 09 20:36:18.913502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d51cc65c-92e8-46e1-b365-5f54b565812a req-a6c64434-44e7-4228-b35f-ccd6d5c85cc2 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Jul 09 20:36:19.206133 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:20.086027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c3117-ddc1-44b6-a558-2f34876bc593 req-f3d632af-401d-4321-8d05-731bb1a52f6f tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:20.087479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a63c3117-ddc1-44b6-a558-2f34876bc593 req-f3d632af-401d-4321-8d05-731bb1a52f6f tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0617514 Jul 09 20:36:20.123925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a63c3117-ddc1-44b6-a558-2f34876bc593 req-0e2a805b-f30e-4c09-86fe-c0ea6b189cbc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 09 20:36:20.298928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a545-ad11-470a-9dc0-4b7517181453 req-c67cdd57-2d16-4b06-a969-0455250a545d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:20.300337 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66b2a545-ad11-470a-9dc0-4b7517181453 req-c67cdd57-2d16-4b06-a969-0455250a545d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Jul 09 20:36:20.339075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-66b2a545-ad11-470a-9dc0-4b7517181453 req-8231d0b2-93fd-45d8-aa0d-70e04ba6bfd3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Jul 09 20:36:20.681255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c90b73-3b17-4ea4-869b-e900aa234259 req-64696012-3701-4fe4-9c77-1cb8cbad6658 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:20.683523 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24c90b73-3b17-4ea4-869b-e900aa234259 req-64696012-3701-4fe4-9c77-1cb8cbad6658 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0681136 Jul 09 20:36:20.720206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-24c90b73-3b17-4ea4-869b-e900aa234259 req-eae2f741-879a-45cf-be3b-36d149712f26 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Jul 09 20:36:22.443420 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a00cd05-4299-4454-b0d0-e95c7050c41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:23.811133 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:25.043954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ba27f5b-7411-4e60-8fe3-3c7be625008b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:25.368071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:26.583083 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:28.064716 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:32.348767 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05af6-6d19-4443-bb0b-19ac33cf81c8 req-0ef4fff0-b2bd-4c0a-ac80-5415c048da80 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:32.350280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50f05af6-6d19-4443-bb0b-19ac33cf81c8 req-0ef4fff0-b2bd-4c0a-ac80-5415c048da80 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0627258 Jul 09 20:36:32.387914 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-50f05af6-6d19-4443-bb0b-19ac33cf81c8 req-153f3fab-81cd-4b96-9a1f-31a0c2fbf200 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Jul 09 20:36:32.411785 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:32.513991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb117b33-6ecb-443d-9fe4-4a45b0a5960e tempest-TestMinimumBasicScenario-114660152 tempest-TestMinimumBasicScenario-114660152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:32.515466 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cb117b33-6ecb-443d-9fe4-4a45b0a5960e tempest-TestMinimumBasicScenario-114660152 tempest-TestMinimumBasicScenario-114660152-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1091 time: 0.1027477 Jul 09 20:36:32.518418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:32.522672 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:32.544237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:32.637452 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:32.741026 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Allocated IP 172.25.3.61 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/eb05da21-3436-406b-95cc-48757fa954b3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:36:32.838914 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:32.876569 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:32.921200 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:36:32.923868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:36:32.926565 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:36:32.949792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'Port': ['ID=eb05da21-3436-406b-95cc-48757fa954b3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:32.962603 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.962939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.963817 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.964143 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.964465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.964784 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.965103 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.965443 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.965765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.966082 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.966399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:32.966711 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:33.336219 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.373635 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-41825e8c-2bed-4f60-af72-a93b59e179b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002834 Jul 09 20:36:33.445969 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.543764 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524916-5c3a-4325-bc6f-27517d933a25 req-d9151ad6-4937-47d3-9bf1-e8d700224257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:33.545297 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-d9151ad6-4937-47d3-9bf1-e8d700224257 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1096 time: 0.1294911 Jul 09 20:36:33.670505 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.677479 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.738642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524916-5c3a-4325-bc6f-27517d933a25 req-d190ced1-c9fd-4296-a685-fcec98142fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:33.740018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-d190ced1-c9fd-4296-a685-fcec98142fbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.1611969 Jul 09 20:36:33.769062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'Port': ['ID=eb05da21-3436-406b-95cc-48757fa954b3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:33.805006 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.890563 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-9e00ee86-c8a6-48d6-ae16-9282f71ffa3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 998 time: 0.1281452 Jul 09 20:36:33.949165 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Floating IP 3aeb436f-a152-4e6a-9cf6-e079d35342d4 associated. External IP: 172.25.3.61, port: ef328c6a-1646-4246-8182-aa0c029c2845. Jul 09 20:36:33.985186 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524916-5c3a-4325-bc6f-27517d933a25 req-cc913ae7-e6a3-475e-a9f8-65bc52762922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:33.986647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-cc913ae7-e6a3-475e-a9f8-65bc52762922 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0866895 Jul 09 20:36:34.097517 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524916-5c3a-4325-bc6f-27517d933a25 req-53f71e22-c49c-402d-beae-4b349fd0dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.099003 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-53f71e22-c49c-402d-beae-4b349fd0dda9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020582 Jul 09 20:36:34.259685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-d2c2f83b-7c58-49a0-82e1-22fc80204b5c service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307786 Jul 09 20:36:34.266062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:36:34.430744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88524916-5c3a-4325-bc6f-27517d933a25 req-da1247c7-0f1d-4afb-840d-a37b26851ab5 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632521 Jul 09 20:36:34.443048 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:36:34.453710 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Sync routers for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:36:34.458259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.463725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:34.464413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:34.495207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bb3bf30c-e2ae-4663-8b6b-92a6ec3a792a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9757502 Jul 09 20:36:34.495787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:34.498086 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1a8ee-4abb-4237-aa92-4f895c66343e" -d '{"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:34.498654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:34.504260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330707246', 'description': 'tempest-secgroup-smoke-330707246 description', 'project_id': '6ff72acde2614054bca14c17a061a728'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:34.527604 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.536537 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f4c77-d97b-419d-a95c-4bd42e79b909 x-openstack-request-id: req-ff2f4c77-d97b-419d-a95c-4bd42e79b909 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:34.536839 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:34.537404 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff2f4c77-d97b-419d-a95c-4bd42e79b909 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:34.537985 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:36:34.579270 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:34.616843 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-64c2d304-e457-4b96-8128-ee1d7519356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.618399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-64c2d304-e457-4b96-8128-ee1d7519356d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1096 time: 0.0538609 Jul 09 20:36:34.624116 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.628383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.659563 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.663560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605089 Jul 09 20:36:34.664128 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:34.668689 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:34.674289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2aed4-a05c-4563-965c-2feec8e15ea0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:34.684232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.684564 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.684980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.685410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.685819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.686214 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.686609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.687008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.687413 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.687806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.688196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.688588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39e1f9-a700-413c-ad45-8a1f1436d475 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:34.714319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.718504 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-4d88690e-dc07-4efc-b337-f8a22de23793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.720031 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-4d88690e-dc07-4efc-b337-f8a22de23793 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0914640 Jul 09 20:36:34.774103 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.778893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.792290 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-a3c6e653-270f-477a-82a7-bd46d905a393 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 998 time: 0.0645890 Jul 09 20:36:34.796421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c10a2a-3aaa-4226-b654-008a60bb8829,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:34.807756 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.808908 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4fec630c-90d3-4e74-bcd1-85c3dae5e13e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437860 Jul 09 20:36:34.811630 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:34.817273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:34.821026 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '3aeb436f-a152-4e6a-9cf6-e079d35342d4', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'port_id': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'mac_address': 'fa:16:3e:af:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7087806c-b504-4948-a210-5ddb31f482c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:36:33Z', 'updated_at': '2021-07-09T20:36:33Z', 'revision_number': 0, 'project_id': '6ff72acde2614054bca14c17a061a728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:34.845081 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.848430 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Checking router: 4eb2216d-d385-44fd-b6be-7d2d60709fd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:36:34.853324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-f06d247e-4dea-4554-9581-25acccf4d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.855679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-f06d247e-4dea-4554-9581-25acccf4d394 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0564554 Jul 09 20:36:34.856760 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:34.857393 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:36:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:34.907811 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.912104 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.919441 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-ebe1dd1d-872b-4c18-8f2a-60bc37614d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.921647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-ebe1dd1d-872b-4c18-8f2a-60bc37614d51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581429 Jul 09 20:36:34.933272 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5780a97-4729-42a7-b127-cc12c4634681,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:34.943012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:34.945661 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-065444c1-68e1-4d9d-b6d7-5965a7f76f09 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323972 Jul 09 20:36:34.947308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:34.953236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:34.982870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.022348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-5d63f93f-f736-4bec-99d7-695d99233b8a service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940175 Jul 09 20:36:35.048457 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.053351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.060925 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:35.071793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72e5dd9-f2ef-47d3-9c94-f5b0e3bddff4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:35.083757 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.085015 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e268822a-16d1-4395-a952-05c2a1836b7d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358907 Jul 09 20:36:35.088311 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:35.092808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:35.122285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.123624 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1a1a8ee-4abb-4237-aa92-4f895c66343e req-78206387-28b8-407e-bed1-61bf965f5328 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933914 Jul 09 20:36:35.188612 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.192264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.212979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bc91ca-3d07-4831-a2bd-7ad610091bd2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:35.216540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.221394 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:35.221622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1e332e3a-82bf-4737-9d61-27b4ef036d06 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320291 Jul 09 20:36:35.227177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:35.251346 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Project 6ff72acde2614054bca14c17a061a728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:36:35.257625 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.293491 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '3aeb436f-a152-4e6a-9cf6-e079d35342d4', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'port_id': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'mac_address': 'fa:16:3e:af:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7087806c-b504-4948-a210-5ddb31f482c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:36:33Z', 'updated_at': '2021-07-09T20:36:33Z', 'revision_number': 0, 'project_id': '6ff72acde2614054bca14c17a061a728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:35.320645 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.321346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dda79-56ae-495a-a967-3f9981e74356 None None] The sync data for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 is: [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '3aeb436f-a152-4e6a-9cf6-e079d35342d4', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'port_id': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'mac_address': 'fa:16:3e:af:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7087806c-b504-4948-a210-5ddb31f482c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:36:33Z', 'updated_at': '2021-07-09T20:36:33Z', 'revision_number': 0, 'project_id': '6ff72acde2614054bca14c17a061a728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:36:35.326861 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.344669 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7982828f-47a6-4c1c-bae0-ad0880593834,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:35.351599 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.352918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-c70e0efe-bdc9-49ce-97c0-a762e92eef2c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300187 Jul 09 20:36:35.356117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:35.360668 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'security_group_rule': {'security_group_id': '00a2aed4-a05c-4563-965c-2feec8e15ea0', 'project_id': '6ff72acde2614054bca14c17a061a728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:35.382673 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Project 6ff72acde2614054bca14c17a061a728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:36:35.387829 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.453052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.456837 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.479271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9825f2c-9af1-474a-b364-25f19a91dff2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:35.483290 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.484512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1d8839a5-3275-48c0-9907-adb4f3d244fc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274507 Jul 09 20:36:35.526391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441710c-6738-45e6-8790-8969f41a2231 None None] New status for floating IP 3aeb436f-a152-4e6a-9cf6-e079d35342d4: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:36:35.604410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94225a9e-5108-4344-b485-3f7dcb597805 req-2efeccc0-276a-4874-aa8c-165b1b0f36f5 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330707246&fields=id&tenant_id=6ff72acde2614054bca14c17a061a728 HTTP/1.1" status: 200 len: 267 time: 0.0324340 Jul 09 20:36:35.672062 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97818642-ffce-426a-9751-a8b88f81fcdf tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:35.673619 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97818642-ffce-426a-9751-a8b88f81fcdf tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0636384 Jul 09 20:36:35.685621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'port': {'security_groups': ['65b7c20a-5089-4de1-8b1d-b00a78cfdf24', '00a2aed4-a05c-4563-965c-2feec8e15ea0']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:35.769848 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.946224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:35.980930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.985971 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:36.006606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:36.028897 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:36.029560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:36.030965 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94225a9e-5108-4344-b485-3f7dcb597805 req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "PUT /v2.0/ports/ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 981 time: 0.3512478 Jul 09 20:36:36.054701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad684d-964f-4e35-a295-9099c7ca4b02 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:36.100185 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:36.211933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0857c55-57b2-4c2e-92e9-f5fda411a781 req-9cccb321-cb8a-47bd-9318-c05c13d242f4 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:36.214930 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0857c55-57b2-4c2e-92e9-f5fda411a781 req-9cccb321-cb8a-47bd-9318-c05c13d242f4 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0763140 Jul 09 20:36:36.261360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b0857c55-57b2-4c2e-92e9-f5fda411a781 req-aafff808-a8d5-4043-aa78-26615a19e0d3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403626 Jul 09 20:36:36.403234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-45c55c0e-dfc9-4a05-8621-83f42800a7e6 None None] Provisioning complete for port ef328c6a-1646-4246-8182-aa0c029c2845 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:36:36.403609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45c55c0e-dfc9-4a05-8621-83f42800a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:36.538940 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:36.541295 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc" -d '{"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:36.581949 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7048a-6a20-4753-8027-ee52f1b1695a x-openstack-request-id: req-e2b7048a-6a20-4753-8027-ee52f1b1695a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:36.582435 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:36.582691 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2b7048a-6a20-4753-8027-ee52f1b1695a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:36.583095 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:36:36.660467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-a8fb603c-37d3-4f6f-9f3f-3d0dd7563505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:36.662025 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-a8fb603c-37d3-4f6f-9f3f-3d0dd7563505 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1135 time: 0.0561216 Jul 09 20:36:37.069268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-d64ca5c3-0500-4dc0-b3a5-b0e5e68bbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:37.070749 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-d64ca5c3-0500-4dc0-b3a5-b0e5e68bbc73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.4014034 Jul 09 20:36:37.137113 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-6de49637-3318-4394-b140-6d0559060298 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1000 time: 0.0598576 Jul 09 20:36:37.185604 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-d5fb4fa7-ca31-4ef1-855f-c4672bda7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:37.186994 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-d5fb4fa7-ca31-4ef1-855f-c4672bda7b93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0431092 Jul 09 20:36:37.244739 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-b3e421b9-c8ba-403d-8b44-e1ac880b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:37.246199 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-b3e421b9-c8ba-403d-8b44-e1ac880b5471 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531490 Jul 09 20:36:37.332769 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-fa7f3806-256d-4a89-a6bb-5112f5d9a445 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800197 Jul 09 20:36:37.422903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8229ea56-b393-4cfe-93cc-5d3ea45f3edc req-b5bf00b8-1ef5-4db3-b848-037b8369c063 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822129 Jul 09 20:36:49.207581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:50.380767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:36:52.444329 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5d78457a-329f-49fe-a93a-0280007d7d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:53.815455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:55.044783 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a202f2ea-c4f0-4a82-a133-c0fa64522950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:55.368915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:56.587409 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:58.066425 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:19.206172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:22.445347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5693b5aa-1a82-402e-b94b-0019b57952e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:23.808817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:25.044736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a10fed6a-c027-4ed8-bb01-b61208ac0be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:25.370243 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:26.589819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.380587 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:37:28.069544 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:34.125284 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-060b035d-a779-4321-adcd-09d03751babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.126789 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-060b035d-a779-4321-adcd-09d03751babc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1135 time: 0.1391904 Jul 09 20:37:34.149456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7366-c5e8-4794-8b3b-808f8e2f96eb req-c6f0ad0c-ed1f-4aad-bc25-fc1896d08740 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.150890 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-493e7366-c5e8-4794-8b3b-808f8e2f96eb req-c6f0ad0c-ed1f-4aad-bc25-fc1896d08740 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.1348257 Jul 09 20:37:34.236300 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-493e7366-c5e8-4794-8b3b-808f8e2f96eb req-c3bea550-23c9-40d7-8ab3-4cb5ca079248 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758622 Jul 09 20:37:34.256173 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-f61b6e27-009c-496f-a5e8-0d76249edb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.257692 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-f61b6e27-009c-496f-a5e8-0d76249edb94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.1239686 Jul 09 20:37:34.322866 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-8d897caf-4099-4a78-8030-d384211a665d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1000 time: 0.0576694 Jul 09 20:37:34.374877 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-043ebaa8-c43a-4d28-8151-bf5d6d5e9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.376357 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-043ebaa8-c43a-4d28-8151-bf5d6d5e9e85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0472493 Jul 09 20:37:34.433566 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-33e91f86-97bc-4065-a1c2-9ce329180c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.435055 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-33e91f86-97bc-4065-a1c2-9ce329180c86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514145 Jul 09 20:37:34.520742 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-461caf54-734c-4dd6-a844-bb0335733496 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788221 Jul 09 20:37:34.614284 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-42619273-4c0e-425f-9788-c5f2726e89c0 req-755ac97d-cd53-4fcd-9a56-1fb8b17f1c8d service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Jul 09 20:37:35.264525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09300d1-4821-4be9-b589-f10c98b4571b req-2c31456b-da26-4a23-8802-4ad083b61103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:35.266024 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-2c31456b-da26-4a23-8802-4ad083b61103 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1135 time: 0.0527606 Jul 09 20:37:35.377723 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09300d1-4821-4be9-b589-f10c98b4571b req-aa5f2874-3bbf-4d22-97a8-7266f4d88cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:35.379213 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-aa5f2874-3bbf-4d22-97a8-7266f4d88cb0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0882244 Jul 09 20:37:35.444757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-2c5353d7-f30e-42c4-b04c-2efa5a681d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1000 time: 0.0575888 Jul 09 20:37:35.464064 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9e604-0844-4841-b02c-bb6b67cae6cb req-333a5d97-eae6-4dd9-88cc-756a1bc90bff tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:35.465600 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ab9e604-0844-4841-b02c-bb6b67cae6cb req-333a5d97-eae6-4dd9-88cc-756a1bc90bff tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.1158018 Jul 09 20:37:35.491388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09300d1-4821-4be9-b589-f10c98b4571b req-ac28c321-e030-4071-a2b7-6687884746b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:35.492853 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-ac28c321-e030-4071-a2b7-6687884746b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0425463 Jul 09 20:37:35.504942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ab9e604-0844-4841-b02c-bb6b67cae6cb req-47ecedfe-0bfd-4758-af71-a83049e9d04f tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336177 Jul 09 20:37:35.553629 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09300d1-4821-4be9-b589-f10c98b4571b req-81d5a4a3-643f-481a-9b54-b7863f25cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:35.555125 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-81d5a4a3-643f-481a-9b54-b7863f25cb02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551796 Jul 09 20:37:35.642949 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-b8458e09-0640-4fea-89af-0369d33e674c service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804560 Jul 09 20:37:35.732848 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d09300d1-4821-4be9-b589-f10c98b4571b req-3dd85bf8-ac49-4ffd-b032-99808de10e5a service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Jul 09 20:37:36.675914 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abead3e8-5adf-41d2-8117-23e11aeca44a req-6c772db1-5f0e-4fdb-bf57-c8df8fd5f157 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:36.677425 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abead3e8-5adf-41d2-8117-23e11aeca44a req-6c772db1-5f0e-4fdb-bf57-c8df8fd5f157 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0625584 Jul 09 20:37:36.717598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-abead3e8-5adf-41d2-8117-23e11aeca44a req-9a38f885-861b-4def-b10b-4a0666548e1f tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340149 Jul 09 20:37:37.888866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef510a39-3213-4313-a9c6-6e2b6b82333d req-21d8d72f-fd67-4719-a7b5-15d42595f58a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:37.890358 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef510a39-3213-4313-a9c6-6e2b6b82333d req-21d8d72f-fd67-4719-a7b5-15d42595f58a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0628090 Jul 09 20:37:37.928721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef510a39-3213-4313-a9c6-6e2b6b82333d req-3fbb6c40-1218-40fe-aeb9-c4252d9bdbc3 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327413 Jul 09 20:37:39.099965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f5b6-b652-4f16-885c-15e612706ac0 req-2b006c04-1e59-4b90-b746-431988311a35 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:39.101538 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0310f5b6-b652-4f16-885c-15e612706ac0 req-2b006c04-1e59-4b90-b746-431988311a35 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0630300 Jul 09 20:37:39.141386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0310f5b6-b652-4f16-885c-15e612706ac0 req-9b294f3b-18c7-43d5-8854-772826d9b061 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336323 Jul 09 20:37:40.316750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01ae0-5b47-47c2-bfcf-9783428cd552 req-a290f7b8-68d6-47ab-a7d2-e0776e13c72d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:40.318321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aaf01ae0-5b47-47c2-bfcf-9783428cd552 req-a290f7b8-68d6-47ab-a7d2-e0776e13c72d tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0676579 Jul 09 20:37:40.358488 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aaf01ae0-5b47-47c2-bfcf-9783428cd552 req-6866f6d1-d98f-454c-a12c-6ad548e9606e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337548 Jul 09 20:37:41.539677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb88f8-c36f-4372-87c9-9bace8fb056a req-ff139f71-77ac-4c81-bd4b-953e0475cedd tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.541167 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fb88f8-c36f-4372-87c9-9bace8fb056a req-ff139f71-77ac-4c81-bd4b-953e0475cedd tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0667284 Jul 09 20:37:41.580919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e2fb88f8-c36f-4372-87c9-9bace8fb056a req-6062ac5a-c8fe-4789-93b2-b631993c9347 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340145 Jul 09 20:37:42.754042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e9957-224c-4644-8816-6ee9743082e3 req-b8a01dd4-05c5-489c-8fdf-236eaa89c8d9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:42.755537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-872e9957-224c-4644-8816-6ee9743082e3 req-b8a01dd4-05c5-489c-8fdf-236eaa89c8d9 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0637522 Jul 09 20:37:42.794548 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-872e9957-224c-4644-8816-6ee9743082e3 req-181374fd-c215-483a-a5b6-66432d1f4b8e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326498 Jul 09 20:37:43.964145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b627ca-caa5-48fe-b34f-ee6a61d0dd5a req-06b21be0-acc7-4510-8045-8270bf3eb193 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:43.965558 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88b627ca-caa5-48fe-b34f-ee6a61d0dd5a req-06b21be0-acc7-4510-8045-8270bf3eb193 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0630331 Jul 09 20:37:44.005612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-88b627ca-caa5-48fe-b34f-ee6a61d0dd5a req-6ef1e1cf-b5e6-41ec-bb45-1dfea6972b60 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344007 Jul 09 20:37:45.176953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbaebd-0464-4208-9871-1590ce7246d4 req-3644d434-c95b-4ee8-aeba-73f445218a7c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:45.178505 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0fdbaebd-0464-4208-9871-1590ce7246d4 req-3644d434-c95b-4ee8-aeba-73f445218a7c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0634029 Jul 09 20:37:45.218001 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0fdbaebd-0464-4208-9871-1590ce7246d4 req-27bff01b-16b0-4650-a501-d0d96dc8b477 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336297 Jul 09 20:37:46.391316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0629f-fda0-44d0-8439-5173198116dd req-2ced63b2-9517-4c51-8e45-656a0b9278a1 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:46.392709 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d0629f-fda0-44d0-8439-5173198116dd req-2ced63b2-9517-4c51-8e45-656a0b9278a1 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0664434 Jul 09 20:37:46.432137 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d0629f-fda0-44d0-8439-5173198116dd req-1b324c4a-8cea-4b39-a579-b86ed5792f5c tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&id=00a2aed4-a05c-4563-965c-2feec8e15ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337393 Jul 09 20:37:49.213834 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:52.594699 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ed16-1103-4810-8376-2410bc09da41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:53.815743 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:55.045006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbc88aff-152b-451b-b724-a88befd96919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:55.369977 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:56.591975 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:58.071724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:04.379935 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:38:19.220036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:22.445262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-29940962-033d-4f31-992f-1bd27bf822bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:23.825366 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.045367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed0bafe0-c7aa-47ad-834d-d0043ec1db79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.371114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.593755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:28.077452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:35.264324 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-cdbf7e85-a8f6-4b3b-928d-17ff0dc47b72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509555 Jul 09 20:38:35.363369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-8166871d-979b-4712-826d-1931bcdc4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.364847 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-8166871d-979b-4712-826d-1931bcdc4455 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1135 time: 0.0528531 Jul 09 20:38:35.469281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-10c1ed43-e997-406a-9586-305f2d23e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.470715 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-10c1ed43-e997-406a-9586-305f2d23e2c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0854778 Jul 09 20:38:35.536753 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-e32b4627-b58f-409a-a286-cb2fd6564b03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1000 time: 0.0585644 Jul 09 20:38:35.584677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-01402481-16f7-43cb-a8f8-223af326f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.586126 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-01402481-16f7-43cb-a8f8-223af326f84e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0423517 Jul 09 20:38:35.645846 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-14bd8bcc-aebe-4568-9b84-17eec2a72bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.647303 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-14bd8bcc-aebe-4568-9b84-17eec2a72bf6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540969 Jul 09 20:38:35.734693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-988f8c01-063b-48c1-8ee0-1ea597995a43 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790365 Jul 09 20:38:35.827607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1cffa511-0242-424d-b8d4-9841f2d8be93 req-6ffdadcc-79ff-4f6a-9aca-c443163e248e service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850101 Jul 09 20:38:41.379687 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:38:49.219155 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:49.858733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-27ddb26a-ab21-437c-95a3-4a658c590132 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330707246&fields=id&tenant_id=6ff72acde2614054bca14c17a061a728 HTTP/1.1" status: 200 len: 267 time: 0.0388467 Jul 09 20:38:49.923837 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-a491c303-5889-42c3-ae07-92d4f86623ef tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:49.925330 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-a491c303-5889-42c3-ae07-92d4f86623ef tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 984 time: 0.0612385 Jul 09 20:38:49.936721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Request body: {'port': {'security_groups': ['65b7c20a-5089-4de1-8b1d-b00a78cfdf24']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:38:50.019998 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.193753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:50.223276 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.227917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.239944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:50.277683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.278846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.280305 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a7db5f8-729c-40ea-80d3-3709e36b1225 req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "PUT /v2.0/ports/ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 942 time: 0.3485944 Jul 09 20:38:50.280771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:50.283232 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92974359-4fc7-48a5-84a0-727e807c5c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:50.286458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:38:50.318496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event updated for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:50.328989 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.329463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.329801 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.330131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.330452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.330826 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.331156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.331478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.331798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.332498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.332825 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.333156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207e219-4295-42f6-82b1-62b9ad969f7b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.367857 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.391614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:50.396229 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.426783 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f35f42-785d-45fb-98b8-80c862399b4b x-openstack-request-id: req-64f35f42-785d-45fb-98b8-80c862399b4b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:50.427386 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:50.428082 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64f35f42-785d-45fb-98b8-80c862399b4b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:50.428857 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:38:50.502947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.505617 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.506800 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "DELETE /v2.0/security-groups/00a2aed4-a05c-4563-965c-2feec8e15ea0 HTTP/1.1" status: 204 len: 168 time: 0.2193170 Jul 09 20:38:50.509651 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:38:50.520778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2aed4-a05c-4563-965c-2feec8e15ea0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:50.536093 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-dd34bf05-e236-46d8-ad6c-08c13bac265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.537640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-dd34bf05-e236-46d8-ad6c-08c13bac265e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1096 time: 0.0863793 Jul 09 20:38:50.539324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.539677 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.540013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.540346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.540671 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.541210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.541541 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.541865 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.542358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.542683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.543006 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.543324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d357b-cee7-4a9e-b08a-cc33a4db42d7 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:38:50.607539 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c4c45dc6-c0e8-4602-9227-c99c8f50ebae None None] Provisioning complete for port ef328c6a-1646-4246-8182-aa0c029c2845 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:38:50.607926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4c45dc6-c0e8-4602-9227-c99c8f50ebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.636595 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-a5ac88e8-bc09-4bf6-a2d8-aa221c99ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.638732 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-a5ac88e8-bc09-4bf6-a2d8-aa221c99ef4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0924718 Jul 09 20:38:50.693327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Deleting port eb05da21-3436-406b-95cc-48757fa954b3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:38:50.693669 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.711459 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-9e65f67f-2fb6-427f-b195-47efe1ed673a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 1000 time: 0.0664434 Jul 09 20:38:50.760111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-246ce809-63f0-4ca3-8a14-fe810b3625ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.761612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-246ce809-63f0-4ca3-8a14-fe810b3625ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0424438 Jul 09 20:38:50.768995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.769483 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.782860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Calling delete_port for eb05da21-3436-406b-95cc-48757fa954b3 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:38:50.820736 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-edc52244-6e8e-44a4-9e7d-7abbe905bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.822265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-edc52244-6e8e-44a4-9e7d-7abbe905bcd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530498 Jul 09 20:38:50.918005 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-ec63e32b-39f3-4086-bec6-45e6e6d084a8 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889785 Jul 09 20:38:50.940096 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:50.966938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event deleted for resources: {'Port': ['ID=eb05da21-3436-406b-95cc-48757fa954b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:51.008561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-92974359-4fc7-48a5-84a0-727e807c5c8c req-5ea83bd2-1556-40dc-85ef-972ae38a54dd service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844455 Jul 09 20:38:51.031838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:51.032176 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Floating IP 3aeb436f-a152-4e6a-9cf6-e079d35342d4 disassociated (deleted). External IP: 172.25.3.61, port: ef328c6a-1646-4246-8182-aa0c029c2845. Jul 09 20:38:51.240611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:38:51.347739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:38:51.352546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:51.357358 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Sync routers for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:38:51.366558 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:38:51.367179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:38:51.388988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-293ce872-0cb7-4c25-bd04-ba6b104650dc tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "DELETE /v2.0/floatingips/3aeb436f-a152-4e6a-9cf6-e079d35342d4 HTTP/1.1" status: 204 len: 168 time: 0.8782401 Jul 09 20:38:51.469074 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:38:51.678918 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:38:51.707582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Checking router: 4eb2216d-d385-44fd-b6be-7d2d60709fd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:38:51.716193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:38:51.716806 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:38:51.819159 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:38:52.012240 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:38:52.041413 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ec4a3-880e-4af1-93ac-c6ff92d91cf2 None None] The sync data for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 is: [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:35:39Z', 'revision_number': 4, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '8f84c426-60f6-4c40-bd1d-ca79352107f7', 'name': '', 'network_id': '4a308055-f42a-44ee-89ff-b2e7c13bd303', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'mac_address': 'fa:16:3e:25:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:38Z', 'updated_at': '2021-07-09T20:35:46Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'subnets': [{'id': 'c0105342-ae48-47d9-a119-8ead5493bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:38:52.288820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d24d06-9cfe-493e-8a47-a2da07686fb4 None None] New status for floating IP 3aeb436f-a152-4e6a-9cf6-e079d35342d4: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:38:52.431472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:52.435283 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b82490c-692d-4cf8-829d-f7950367dfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:52.448465 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-76961125-f493-4512-9331-e35e2f320f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:52.473777 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e562bb-5349-4645-8e11-95a557ba336b x-openstack-request-id: req-b6e562bb-5349-4645-8e11-95a557ba336b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:52.474070 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:52.474320 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6e562bb-5349-4645-8e11-95a557ba336b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:52.474720 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:38:52.548226 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-13a6a652-2697-4691-ad7a-0851815b0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:52.549808 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-13a6a652-2697-4691-ad7a-0851815b0c94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ff72acde2614054bca14c17a061a728&device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 1096 time: 0.0542362 Jul 09 20:38:52.641770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-78150ebc-f254-442b-9e4c-d5b44a7e16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:52.643147 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-78150ebc-f254-442b-9e4c-d5b44a7e16f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 200 len: 916 time: 0.0874913 Jul 09 20:38:52.686074 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-1a4f4128-82fc-49bd-833d-842bf788c4e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 200 len: 217 time: 0.0363679 Jul 09 20:38:52.734040 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-5bfe7bea-6e70-4e31-a79c-d7289744caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:52.735544 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-5bfe7bea-6e70-4e31-a79c-d7289744caf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 200 len: 854 time: 0.0442500 Jul 09 20:38:52.807334 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-47dbb4a6-825b-4cf7-ac4c-288e74e01867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:52.809019 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-47dbb4a6-825b-4cf7-ac4c-288e74e01867 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a308055-f42a-44ee-89ff-b2e7c13bd303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673609 Jul 09 20:38:52.899903 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-d32e58ad-e956-475e-9ef4-1438abbbdfde service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843890 Jul 09 20:38:52.994686 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9b82490c-692d-4cf8-829d-f7950367dfd2 req-7d3e82c4-b918-4b0b-b302-430a68828c17 service neutron] 10.222.0.25 "GET /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885382 Jul 09 20:38:53.824746 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:55.047346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4409568f-47b4-46d1-a566-d9171125c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:55.373301 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:56.597586 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:58.078341 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:58.823789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6dd53-fddf-44c1-b1e4-992ed5019d03 req-0c0e3d0e-716f-4f01-8116-79106cc74a2e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:58.825443 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48d6dd53-fddf-44c1-b1e4-992ed5019d03 req-0c0e3d0e-716f-4f01-8116-79106cc74a2e tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0649049 Jul 09 20:38:58.865151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-48d6dd53-fddf-44c1-b1e4-992ed5019d03 req-f6e548ec-8ef3-4a1f-8ee1-8af1fa63168a tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 Jul 09 20:39:00.040514 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5d5b-85a1-4091-ad40-c2544ba5a49e req-0c515ed1-982d-46d9-912c-3130749adc2b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:00.042059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa7c5d5b-85a1-4091-ad40-c2544ba5a49e req-0c515ed1-982d-46d9-912c-3130749adc2b tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0663784 Jul 09 20:39:00.079253 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa7c5d5b-85a1-4091-ad40-c2544ba5a49e req-c1afe9b7-ec38-40b1-a94e-a048a26c5ece tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/security-groups?id=65b7c20a-5089-4de1-8b1d-b00a78cfdf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Jul 09 20:39:00.506600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-1bd399c5-e4ff-420b-b81a-e4ff3bf88e87 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:00.508032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-1bd399c5-e4ff-420b-b81a-e4ff3bf88e87 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.25 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 945 time: 0.0608389 Jul 09 20:39:00.607063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Deleting port ef328c6a-1646-4246-8182-aa0c029c2845 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:00.607402 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:00.691988 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] For port ef328c6a-1646-4246-8182-aa0c029c2845, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=ef328c6a-1646-4246-8182-aa0c029c2845,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:00.692346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:00.709675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Calling delete_port for ef328c6a-1646-4246-8182-aa0c029c2845 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:00.832182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:00.843860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['ef328c6a-1646-4246-8182-aa0c029c2845'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:39:00.859742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Pushing event deleted for resources: {'Port': ['ID=ef328c6a-1646-4246-8182-aa0c029c2845,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:00.910116 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] No DVR routers for this DVR port ef328c6a-1646-4246-8182-aa0c029c2845 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:39:00.912788 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:00.914985 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56c7c8c0-d08f-45b9-bb88-1fee843db9df req-062de782-d413-4e86-9c58-56e7553a8bbb tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.25 "DELETE /v2.0/ports/ef328c6a-1646-4246-8182-aa0c029c2845 HTTP/1.1" status: 204 len: 173 time: 0.4020348 Jul 09 20:39:00.915419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'name': 'network-vif-deleted', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:00.917689 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8a1fb-6225-41d0-ae98-e2cbb14d8a84" -d '{"events": [{"server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "name": "network-vif-deleted", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:00.962624 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d495a0d-cac4-4ccc-943b-2e970da92747 x-openstack-request-id: req-2d495a0d-cac4-4ccc-943b-2e970da92747 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:00.962928 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7087806c-b504-4948-a210-5ddb31f482c0", "name": "network-vif-deleted", "tag": "ef328c6a-1646-4246-8182-aa0c029c2845", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:00.963179 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d495a0d-cac4-4ccc-943b-2e970da92747 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:00.963587 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7087806c-b504-4948-a210-5ddb31f482c0', 'name': 'network-vif-deleted', 'tag': 'ef328c6a-1646-4246-8182-aa0c029c2845', 'status': 'completed', 'code': 200} Jul 09 20:39:01.229025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8588a420-3bd1-4d9d-b18d-1a94a36bb240 req-0c0cd777-49e3-4e0a-a5f1-328228af8480 tempest-TestMinimumBasicScenario-2055159230 tempest-TestMinimumBasicScenario-2055159230-project] 10.222.0.10 "GET /v2.0/ports?device_id=7087806c-b504-4948-a210-5ddb31f482c0 HTTP/1.1" status: 200 len: 210 time: 0.0293651 Jul 09 20:39:02.809627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:03.154766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:03.407629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Deleting port 8f84c426-60f6-4c40-bd1d-ca79352107f7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:03.407889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:03.485349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] For port 8f84c426-60f6-4c40-bd1d-ca79352107f7, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8f84c426-60f6-4c40-bd1d-ca79352107f7,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:03.485707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:03.498053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Calling delete_port for 8f84c426-60f6-4c40-bd1d-ca79352107f7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:03.677973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:03.708507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f84c426-60f6-4c40-bd1d-ca79352107f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:03.876271 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:04.093113 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:04.199566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:04.205104 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-326df81d-b112-444d-91d7-04e50e040a1f admin admin] 10.222.0.10 "PUT /v2.0/routers/4eb2216d-d385-44fd-b6be-7d2d60709fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3944261 Jul 09 20:39:04.207798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:04.208751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Sync routers for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:04.218361 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:04.218900 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:04.322159 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:04.390614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef328c6a-1646-4246-8182-aa0c029c2845 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:04.411491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: ef328c6a-1646-4246-8182-aa0c029c2845 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:04.411891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device ef328c6a-1646-4246-8182-aa0c029c2845 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:04.605733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:04.608519 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:39:03Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:04.638772 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Checking router: 4eb2216d-d385-44fd-b6be-7d2d60709fd8 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:04.647755 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Routers {'4eb2216d-d385-44fd-b6be-7d2d60709fd8'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:04.648360 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:04.716240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:04.760585 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] Set router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:04.772225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Deleting port 5ddacff0-3f9d-419f-9a15-58188dbe126c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:04.772562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:04.852015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] For port 5ddacff0-3f9d-419f-9a15-58188dbe126c, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=5ddacff0-3f9d-419f-9a15-58188dbe126c,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:04.852373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:04.865586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Calling delete_port for 5ddacff0-3f9d-419f-9a15-58188dbe126c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:04.938725 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:39:03Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:04.970380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef89f72-131c-44f0-91c2-8a9ab47633a1 None None] The sync data for ids ['4eb2216d-d385-44fd-b6be-7d2d60709fd8'] in n-d-800087-3 is: [{'id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'name': 'tempest-TestMinimumBasicScenario-1663584127-router', 'tenant_id': '6ff72acde2614054bca14c17a061a728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:36Z', 'updated_at': '2021-07-09T20:39:03Z', 'revision_number': 5, 'project_id': '6ff72acde2614054bca14c17a061a728', 'gw_port': {'id': '5ddacff0-3f9d-419f-9a15-58188dbe126c', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2216d-d385-44fd-b6be-7d2d60709fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:37Z', 'updated_at': '2021-07-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:05.043707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.075114 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddacff0-3f9d-419f-9a15-58188dbe126c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:05.135599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.225907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.227895 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.269917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.270617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb2216d-d385-44fd-b6be-7d2d60709fd8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:39:05.274871 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.275972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f5860944-551a-41fb-adeb-2c600e55852e admin admin] 10.222.0.10 "DELETE /v2.0/routers/4eb2216d-d385-44fd-b6be-7d2d60709fd8 HTTP/1.1" status: 204 len: 168 time: 1.0672235 Jul 09 20:39:05.278539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:05.330110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Deleting subnet c0105342-ae48-47d9-a119-8ead5493bde0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:39:05.334530 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.375761 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.450510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f84c426-60f6-4c40-bd1d-ca79352107f7 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:05.459294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.477199 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8f84c426-60f6-4c40-bd1d-ca79352107f7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:05.477554 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8f84c426-60f6-4c40-bd1d-ca79352107f7 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:05.513726 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.547138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0105342-ae48-47d9-a119-8ead5493bde0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:05.549072 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.550999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8e8ffc93-1617-42b9-b8c1-d06e09fc8407 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c0105342-ae48-47d9-a119-8ead5493bde0 HTTP/1.1" status: 204 len: 168 time: 0.2714987 Jul 09 20:39:05.553472 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:05.556320 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768fdfb-5572-437d-b0c8-2d754d06ea1b None None] Network 4a308055-f42a-44ee-89ff-b2e7c13bd303 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:05.624808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.685856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Deleting port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:05.686334 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.753836 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] For port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,segment=NetworkSegment(c08b9789-0af5-48f1-a8a3-23ef2160adf8),segment_id=c08b9789-0af5-48f1-a8a3-23ef2160adf8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:05.754194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.766721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Calling delete_port for c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:05.843389 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.868281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:05.871833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] No DVR routers for this DVR port c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:39:05.944153 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.954228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a308055-f42a-44ee-89ff-b2e7c13bd303']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:05.964741 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08b9789-0af5-48f1-a8a3-23ef2160adf8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:05.965033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08b9789-0af5-48f1-a8a3-23ef2160adf8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:05.975290 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.989455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.996449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:39:05.996853 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:39:05.999223 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:39:06.006663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b0581-4af8-4a0c-9b64-7e0a83d52281 None None] DHCP port deletion for 4a308055-f42a-44ee-89ff-b2e7c13bd303 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:39:06.074776 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.082657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.084490 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4a308055-f42a-44ee-89ff-b2e7c13bd303 HTTP/1.1" status: 204 len: 168 time: 0.5301037 Jul 09 20:39:06.087526 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:06.095539 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3967a0-4077-4aed-a173-b85f38a81eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a308055-f42a-44ee-89ff-b2e7c13bd303,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:06.426604 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.672745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Deleting port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:06.673087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.751068 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] For port 60cc7774-f4fa-4ec1-8366-ad12034ff2e5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:06.751346 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.764471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Calling delete_port for 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:06.939350 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:06.969836 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cc7774-f4fa-4ec1-8366-ad12034ff2e5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:07.127621 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:07.333407 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:07.427294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5ddacff0-3f9d-419f-9a15-58188dbe126c no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:07.442991 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:07.450399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-992c289a-a4b2-4e4e-ada4-586b7ff77ac1 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f1f2717-ca42-4dc4-8f6d-73ea600ea524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3594236 Jul 09 20:39:07.450493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:07.454061 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Sync routers for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:07.456407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 5ddacff0-3f9d-419f-9a15-58188dbe126c {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:07.456749 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 5ddacff0-3f9d-419f-9a15-58188dbe126c not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:07.457186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:07.478736 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:07.479079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c191f0f4-9ab1-47ef-8fc1-bf2d1f48a84d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:07.482778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:07.483457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:07.552593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:07.586475 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:07.765625 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:39:06Z', 'revision_number': 5, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:07.796559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Checking router: 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:07.805755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Routers {'0f1f2717-ca42-4dc4-8f6d-73ea600ea524'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:07.806442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:07.913393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] Set router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:07.989883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.043097 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Deleting port 0296b47a-103d-4ddd-8664-f21b37724a80 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:08.043432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.094359 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:39:06Z', 'revision_number': 5, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:08.118930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] For port 0296b47a-103d-4ddd-8664-f21b37724a80, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0296b47a-103d-4ddd-8664-f21b37724a80,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:08.119288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.120058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ee696-b712-42ef-8e98-e1634e42753f None None] The sync data for ids ['0f1f2717-ca42-4dc4-8f6d-73ea600ea524'] in n-d-800087-3 is: [{'id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'name': 'tempest-TestMinimumBasicScenario-1678369541-router', 'tenant_id': '8f635783613f45af98af7e92df983758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:39:06Z', 'revision_number': 5, 'project_id': '8f635783613f45af98af7e92df983758', 'gw_port': {'id': '0296b47a-103d-4ddd-8664-f21b37724a80', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f2717-ca42-4dc4-8f6d-73ea600ea524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:35:41Z', 'updated_at': '2021-07-09T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:08.136814 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Calling delete_port for 0296b47a-103d-4ddd-8664-f21b37724a80 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:08.295215 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.323252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0296b47a-103d-4ddd-8664-f21b37724a80,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:08.382485 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.477078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.479251 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.529372 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.529942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1f2717-ca42-4dc4-8f6d-73ea600ea524 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:39:08.534863 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.539023 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-757a2b7b-64ca-4f3d-bd3a-582be24e50f1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f1f2717-ca42-4dc4-8f6d-73ea600ea524 HTTP/1.1" status: 204 len: 168 time: 1.0876038 Jul 09 20:39:08.539164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:08.587319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Deleting subnet d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:39:08.591454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.627577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.710564 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.767419 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.795036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:08.797609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.801792 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-186627c3-8781-4792-bdd6-25933a93a26f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d2ac8091-7e90-4588-b1dd-6c23f7ca3a4c HTTP/1.1" status: 204 len: 168 time: 0.2586818 Jul 09 20:39:08.802035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:08.809093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5ccea-2788-4e39-9c77-bdaa0929966e None None] Network eee6f814-da45-4f94-9d73-339820ddd024 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:08.870842 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.928076 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Deleting port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:08.928412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:08.991245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] For port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,segment=NetworkSegment(85fbaf97-f9b3-454f-893d-960ae9f49b01),segment_id=85fbaf97-f9b3-454f-893d-960ae9f49b01)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:08.991605 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.005225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Calling delete_port for 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:09.085060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.112478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] No DVR routers for this DVR port 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:39:09.114130 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Pushing event deleted for resources: {'Port': ['ID=57fe6d9a-af9a-4c95-9a44-aee80da9e4fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:09.146400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ec62f-7949-4bef-86f8-a7d06d44ad37 None None] DHCP port deletion for eee6f814-da45-4f94-9d73-339820ddd024 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:39:09.187001 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.196406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee6f814-da45-4f94-9d73-339820ddd024']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:09.210618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fbaf97-f9b3-454f-893d-960ae9f49b01') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:09.210905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fbaf97-f9b3-454f-893d-960ae9f49b01') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:09.220012 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.233719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.239631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:39:09.240054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:39:09.241718 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:39:09.293626 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.299401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.301242 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] 10.222.0.10 "DELETE /v2.0/networks/eee6f814-da45-4f94-9d73-339820ddd024 HTTP/1.1" status: 204 len: 168 time: 0.4982743 Jul 09 20:39:09.312897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5341192-faaa-4c13-a6cb-b469aa69443d admin admin] Pushing event deleted for resources: {'Network': ['ID=eee6f814-da45-4f94-9d73-339820ddd024,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:09.391464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:09.411561 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:09.411910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 60cc7774-f4fa-4ec1-8366-ad12034ff2e5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:09.412336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0296b47a-103d-4ddd-8664-f21b37724a80 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:09.431401 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0296b47a-103d-4ddd-8664-f21b37724a80 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:09.431678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0296b47a-103d-4ddd-8664-f21b37724a80 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:09.432107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:09.454006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:09.454353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 57fe6d9a-af9a-4c95-9a44-aee80da9e4fe not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:09.460369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:09.499899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7db65fbb-a557-415c-8285-cca42424f459 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ff72acde2614054bca14c17a061a728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383821 Jul 09 20:39:09.502387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:09.549123 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.574752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.620943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.623437 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:09.625147 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65b7c20a-5089-4de1-8b1d-b00a78cfdf24 HTTP/1.1" status: 204 len: 168 time: 0.1217997 Jul 09 20:39:09.632553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a869ddb-e4b7-4361-8eec-e74fd9ddb7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7c20a-5089-4de1-8b1d-b00a78cfdf24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:09.931466 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:09.970662 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10a2d76f-d142-4ee3-bcbf-df8a04b68eb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f635783613f45af98af7e92df983758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380328 Jul 09 20:39:09.973170 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:10.021486 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.042740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.089485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.092921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.094124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3451d78d-f1a3-49ee-afc3-d9be04d08de7 HTTP/1.1" status: 204 len: 168 time: 0.1200633 Jul 09 20:39:10.101935 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345abd59-58c4-4f1b-98cf-b8dab3c2a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3451d78d-f1a3-49ee-afc3-d9be04d08de7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:11.812730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:11.817517 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745010159', 'description': 'tempest-secgroup-smoke-745010159 description', 'project_id': '25079ea9c293440589c2eb40b238bcc3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:11.840634 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:11.848734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:11.942428 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:11.946006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:11.982682 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217274b7-272c-4b9e-84fe-1ac57c4cb8f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.034579 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.038018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.067022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.068256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2544787 Jul 09 20:39:12.069111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55740-ce31-4300-b4e8-55f2316ffe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cf196-6f43-4de8-9fa4-ec22af30b637,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.071181 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.075555 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.101774 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.157945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.161894 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.184946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb873b6-0612-4237-b8ed-4903ecc97a22,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.189466 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.190655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c76c19ff-126e-44f6-b15e-51b852530e70 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185653 Jul 09 20:39:12.193425 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.197798 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.223167 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.280272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.283785 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.302363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c9703a-b84f-4b0e-b6b2-c6e614366c81,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.309592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.310782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-11092385-15c9-40a3-8ac4-c5e0ee58ac7f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164370 Jul 09 20:39:12.313692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.318040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.344924 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.404367 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.408517 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.425583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0ab67a-2ed4-4021-847b-7cdf77ce35c8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.431592 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.435366 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0f0f116c-f94a-494f-bb2f-3638f704b3eb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181240 Jul 09 20:39:12.435535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.440101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.465750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.524079 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.527714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.545782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad54934-ac88-48bd-84a7-2bb5eeea7c44,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.555495 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.556691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ad8fa9b2-ca42-4a39-b9ef-55276fb4cb5b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202066 Jul 09 20:39:12.559402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.564287 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.585803 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:39:12.590475 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.649416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.652786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.666962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ddd4a0-f38d-4d2f-a081-04d5c3d00bed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.675707 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.676975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2f812789-7068-4806-8708-0d2ea8712a0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166437 Jul 09 20:39:12.679985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.684341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': 'b22cf196-6f43-4de8-9fa4-ec22af30b637', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.705862 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:39:12.710397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.772527 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.776035 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.794081 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d1a9d0-32f8-4756-967b-aef5d1534acf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:12.797208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.798409 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c163ba4f-3209-4e2a-a01b-a865954b21fc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175110 Jul 09 20:39:12.801563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:12.807169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'network': {'name': 'tempest-network-smoke--682391113', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:12.829224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:12.832694 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.855357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:39:12.864013 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.864352 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Added segment 062a5165-94ae-47af-963b-f0f607ecf2b2 of type vlan for network b742f0c6-1708-42f1-8214-857c96e4631a Jul 09 20:39:12.903649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.931617 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.937866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:12.938453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.999442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965256 Jul 09 20:39:13.002263 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:13.008715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'admin_state_up': True, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:13.018810 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f90a-9885-4c5d-a483-15030a75e728 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Network': ['ID=b742f0c6-1708-42f1-8214-857c96e4631a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:13.029791 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network b742f0c6-1708-42f1-8214-857c96e4631a details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:39:13.036345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.037447 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.091254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.272160 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.463162 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.481540 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.581681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.169 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/589459dd-df17-4ef2-bedf-b84b45b19335) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:13.683548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.721294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.756692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:13.761377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:13.764654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:13.788599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=589459dd-df17-4ef2-bedf-b84b45b19335,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:14.063590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.540349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.664720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:39:14.769898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:14.778894 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Sync routers for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:14.788074 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:14.788599 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.788807 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:14.789966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5431d12e-f6eb-4db7-a160-a8a07582585a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7867746 Jul 09 20:39:14.793150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:14.892562 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:14.917262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ee4d7b40-5696-413a-8315-27e2e8be342c tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=25079ea9c293440589c2eb40b238bcc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230567 Jul 09 20:39:14.920052 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.068746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:13Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:15.068999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae548951-6b78-4627-b4d5-34440cd4f414 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:15.070474 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ae548951-6b78-4627-b4d5-34440cd4f414 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488240 Jul 09 20:39:15.073331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.094935 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Checking router: 763c0456-6af9-41c4-b3eb-4f8ffc2e502e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:15.095282 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Updating router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e port 589459dd-df17-4ef2-bedf-b84b45b19335 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:39:15.107084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f41d2898-60ef-4f55-9ad3-95b5073825af tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327046 Jul 09 20:39:15.110253 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.115120 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935782783', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:15.129953 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.204910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:15.208698 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.383196 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.386969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.392746 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Transition to ACTIVE for port object 589459dd-df17-4ef2-bedf-b84b45b19335 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:15.397668 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.445599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Attempting to bind port 589459dd-df17-4ef2-bedf-b84b45b19335 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:15.445957 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Attempting to bind port 589459dd-df17-4ef2-bedf-b84b45b19335 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:15.446311 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Attempting to bind port 589459dd-df17-4ef2-bedf-b84b45b19335 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:15.447379 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Subnet': ['ID=990ba6b9-f19a-4964-9c92-75c766ae7b2d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:15.454106 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45da71-6654-4924-adae-738592c14455 None None] Pushing event updated for resources: {'Port': ['ID=589459dd-df17-4ef2-bedf-b84b45b19335,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:15.456618 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Checking segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:15.456862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:15.457017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network hostable DHCP agents. Network: b742f0c6-1708-42f1-8214-857c96e4631a, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:39:15.457253 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:15.457650 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.458035 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:15.458494 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Bound port: 589459dd-df17-4ef2-bedf-b84b45b19335, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:15.458864 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.465019 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.465369 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.465701 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.466030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.466358 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.466683 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.467005 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.467908 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.468227 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.468545 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.468860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.469263 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b45da71-6654-4924-adae-738592c14455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:15.474692 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b742f0c6-1708-42f1-8214-857c96e4631a is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:39:15.483688 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, b742f0c6-1708-42f1-8214-857c96e4631a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:15.487843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:15.488569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.492690 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b49ea0-8844-48e0-a2df-2ec8a8620427 None None] Network b742f0c6-1708-42f1-8214-857c96e4631a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:15.508516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-12a3d874-8673-43a1-a33b-18bfaa6183b2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972321 Jul 09 20:39:15.511292 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.535650 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] For port 589459dd-df17-4ef2-bedf-b84b45b19335, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:15.539143 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] For port 589459dd-df17-4ef2-bedf-b84b45b19335, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=589459dd-df17-4ef2-bedf-b84b45b19335,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:15.543236 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.589798 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:15.590343 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:15.645053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-b742f0c6-1708-42f1-8214-857c96e4631a', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:39:15.645767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45da71-6654-4924-adae-738592c14455 None None] Pushing event updated for resources: {'Port': ['ID=589459dd-df17-4ef2-bedf-b84b45b19335,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:15.646167 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.707677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:15.792207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Allocated IP 172.20.0.2 (b742f0c6-1708-42f1-8214-857c96e4631a/990ba6b9-f19a-4964-9c92-75c766ae7b2d/3182d300-3181-4558-8ab5-7e318fff5616) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:15.952822 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.961673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Transition to ACTIVE for port object 3182d300-3181-4558-8ab5-7e318fff5616 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:15.976923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Transition to ACTIVE for port object 3182d300-3181-4558-8ab5-7e318fff5616 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:15.977194 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.984972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.986866 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:13Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:16.013110 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18f1f2-4cc3-4762-8e71-d5bec60b0f56 None None] The sync data for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 is: [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:13Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:16.036106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Network b742f0c6-1708-42f1-8214-857c96e4631a is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:16.036106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:16.039106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:16.044115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Pushing event updated for resources: {'Port': ['ID=3182d300-3181-4558-8ab5-7e318fff5616,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.069677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.070035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.070368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.070704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.071043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.071378 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.071706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.072029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.072369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.072772 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.073156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.073473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.110529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Attempting to bind port 3182d300-3181-4558-8ab5-7e318fff5616 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:16.111335 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Attempting to bind port 3182d300-3181-4558-8ab5-7e318fff5616 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:16.111501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Attempting to bind port 3182d300-3181-4558-8ab5-7e318fff5616 on network b742f0c6-1708-42f1-8214-857c96e4631a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:16.123056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:16.123540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Checking segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:16.124087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.124480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Bound using segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:16.124943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Bound port: 3182d300-3181-4558-8ab5-7e318fff5616, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:16.125342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.197103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] For port 3182d300-3181-4558-8ab5-7e318fff5616, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:16.200683 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] For port 3182d300-3181-4558-8ab5-7e318fff5616, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3182d300-3181-4558-8ab5-7e318fff5616,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:16.205474 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.288675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca41b1-b39e-4e5d-a6c6-1f6cd55fe2cc None None] Pushing event updated for resources: {'Port': ['ID=3182d300-3181-4558-8ab5-7e318fff5616,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.353767 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.1 (b742f0c6-1708-42f1-8214-857c96e4631a/990ba6b9-f19a-4964-9c92-75c766ae7b2d/f9f83c63-21ad-48a2-bf37-b2758cf4dc39) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:16.500967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.523760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object f9f83c63-21ad-48a2-bf37-b2758cf4dc39 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:16.574828 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.620599 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b742f0c6-1708-42f1-8214-857c96e4631a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:16.627115 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:16.632000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:16.659242 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.681665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.841819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.142029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.146594 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.225691 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.227433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:17.288008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ffcff-49a1-4f92-ad70-5f4d1b863607 None None] Network b742f0c6-1708-42f1-8214-857c96e4631a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:17.323131 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b742f0c6-1708-42f1-8214-857c96e4631a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:17.324535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:17.422031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8704991e-d603-4d22-a266-e3bb0262f351 None None] Provisioning for port 3182d300-3181-4558-8ab5-7e318fff5616 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:17.458821 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:17.468443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3182d300-3181-4558-8ab5-7e318fff5616 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:17.529344 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3182d300-3181-4558-8ab5-7e318fff5616 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:17.534619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3182d300-3181-4558-8ab5-7e318fff5616 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:17.535109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.790588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.794557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Provisioning for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:17.808596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Provisioning complete for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:17.808970 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.861224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:17.866259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3182d300-3181-4558-8ab5-7e318fff5616, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3182d300-3181-4558-8ab5-7e318fff5616,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:17.871060 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.871850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 589459dd-df17-4ef2-bedf-b84b45b19335 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:17.913206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:17.922386 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Provisioning complete for port 3182d300-3181-4558-8ab5-7e318fff5616 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:17.922761 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e8c0-3c2c-444a-89ef-707a8837e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.932679 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-129e4770-327d-41ba-ae41-46922f8efa2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/763c0456-6af9-41c4-b3eb-4f8ffc2e502e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4200096 Jul 09 20:39:17.934054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Sync routers for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:17.999705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:18.000354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:18.054805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3182d300-3181-4558-8ab5-7e318fff5616,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:18.081453 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 589459dd-df17-4ef2-bedf-b84b45b19335 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:18.085820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-e33e8cf9-d5fa-4d49-8a39-79108e923e57 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745010159&fields=id&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 267 time: 0.0360587 Jul 09 20:39:18.130867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 589459dd-df17-4ef2-bedf-b84b45b19335 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:18.131241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.198658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-7b132f98-8ceb-4bd2-9f9e-9fad4cc288e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:18.200172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-7b132f98-8ceb-4bd2-9f9e-9fad4cc288e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/networks?id=b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 200 len: 796 time: 0.1054735 Jul 09 20:39:18.202781 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:18.215626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-baa0b6be-7d4f-49b6-8fee-af3fb53b21cb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/quotas/25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Jul 09 20:39:18.286695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-dd02987f-76f3-403a-a3e0-d5a103127367 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651631 Jul 09 20:39:18.345809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-5362ca62-db4d-409e-9805-323970d66ebf service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:39:18.346842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-5362ca62-db4d-409e-9805-323970d66ebf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479069 Jul 09 20:39:18.355045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.363503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-24595b3d-f69d-4692-a054-2f811aea8f2f None None] Provisioning complete for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:18.363872 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24595b3d-f69d-4692-a054-2f811aea8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.378904 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:39:18.410345 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 589459dd-df17-4ef2-bedf-b84b45b19335, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=589459dd-df17-4ef2-bedf-b84b45b19335,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:18.424222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.437208 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-ee4d4dd5-3089-48df-b8fa-0fd9e680f814 service neutron] 10.222.0.10 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Jul 09 20:39:18.454472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-24595b3d-f69d-4692-a054-2f811aea8f2f None None] Port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:18.514296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=589459dd-df17-4ef2-bedf-b84b45b19335,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:18.531472 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-7f044b79-4084-45df-9bcd-036c564e522a service neutron] 10.222.0.10 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884833 Jul 09 20:39:18.540003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:17Z', 'revision_number': 2, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:18.566831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Checking router: 763c0456-6af9-41c4-b3eb-4f8ffc2e502e for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:18.567191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Updating router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:39:18.606376 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.709833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-077dd549-b388-45f9-a421-2853e3c2d165 req-db13ff75-bd91-4573-bde0-582a8c937c66 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 210 time: 0.0294452 Jul 09 20:39:18.883595 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.895685 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Transition to ACTIVE for port object f9f83c63-21ad-48a2-bf37-b2758cf4dc39 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:18.901892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.996972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7465f-9558-4f5e-b0f5-c8125eb16c9e None None] Pushing event updated for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:19.009988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Attempting to bind port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:19.010361 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Attempting to bind port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:19.010728 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Attempting to bind port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 on network b742f0c6-1708-42f1-8214-857c96e4631a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:19.016212 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:19.016592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Checking segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:19.016999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.017432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Bound using segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:19.017901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Bound port: f9f83c63-21ad-48a2-bf37-b2758cf4dc39, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:19.018289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.093579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] For port f9f83c63-21ad-48a2-bf37-b2758cf4dc39, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:19.098123 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] For port f9f83c63-21ad-48a2-bf37-b2758cf4dc39, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:19.102765 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.163077 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:19.163719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:38:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:19.208660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7465f-9558-4f5e-b0f5-c8125eb16c9e None None] Pushing event updated for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:19.272756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.298682 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:19.429032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3182d300-3181-4558-8ab5-7e318fff5616 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:19.534363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3182d300-3181-4558-8ab5-7e318fff5616 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:19.534950 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.594064 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:19.639982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a73e2-80d4-47ce-bf87-f480246fc4e5 None None] The sync data for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 is: [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:19.652744 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 589459dd-df17-4ef2-bedf-b84b45b19335 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:19.709890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 589459dd-df17-4ef2-bedf-b84b45b19335 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:19.710270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.863750 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dd803db-8492-4406-b630-256d87aa924d req-b51e04a5-4dd7-4473-8934-968dac79372b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 210 time: 0.0302613 Jul 09 20:39:20.019730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-0e440b42-e8e5-41cd-a356-2d3a29164c9a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:20.021430 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-0e440b42-e8e5-41cd-a356-2d3a29164c9a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/networks?id=b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 200 len: 796 time: 0.1084468 Jul 09 20:39:20.075966 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-f915409b-d6c4-4fa8-8884-f949eb2a4d23 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 379 time: 0.0378826 Jul 09 20:39:20.085009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'port': {'device_id': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'admin_state_up': True, 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'security_groups': ['b22cf196-6f43-4de8-9fa4-ec22af30b637']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:20.202975 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:20.206832 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.339127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.13 (b742f0c6-1708-42f1-8214-857c96e4631a/990ba6b9-f19a-4964-9c92-75c766ae7b2d/97f0a3f8-41b2-453c-99af-259431e94970) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:20.483348 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.497489 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object 97f0a3f8-41b2-453c-99af-259431e94970 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:20.535798 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.584854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b742f0c6-1708-42f1-8214-857c96e4631a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:20.590271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:20.594246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:20.625601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:20.650498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:20.651206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.667528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-9862fb84-70ba-483f-b95f-830d547eaf76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860808 Jul 09 20:39:20.679855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Request body: {'port': {'device_id': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:20.757557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.827343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48375460-1aa1-410e-af97-1a1ebd6c8bc2 None None] Provisioning for port 97f0a3f8-41b2-453c-99af-259431e94970 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:20.831184 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-48375460-1aa1-410e-af97-1a1ebd6c8bc2 None None] Provisioning complete for port 97f0a3f8-41b2-453c-99af-259431e94970 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:20.831567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-48375460-1aa1-410e-af97-1a1ebd6c8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.872751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-48375460-1aa1-410e-af97-1a1ebd6c8bc2 None None] Port 97f0a3f8-41b2-453c-99af-259431e94970 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:21.037449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcf37-e524-490f-a7bd-0c00bb9e6198 req-8efd4124-10a9-4e1b-b670-8ddad0765d95 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.038977 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-000fcf37-e524-490f-a7bd-0c00bb9e6198 req-8efd4124-10a9-4e1b-b670-8ddad0765d95 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 932 time: 0.0639830 Jul 09 20:39:21.041051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f0a3f8-41b2-453c-99af-259431e94970 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:39:21.048779 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.061606 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Transition to ACTIVE for port object 97f0a3f8-41b2-453c-99af-259431e94970 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:21.066031 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.078963 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-000fcf37-e524-490f-a7bd-0c00bb9e6198 req-ced902fb-57bd-4f69-a16d-d0529259a7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340393 Jul 09 20:39:21.116496 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Pushing event updated for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.193852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Attempting to bind port 97f0a3f8-41b2-453c-99af-259431e94970 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:21.194186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Attempting to bind port 97f0a3f8-41b2-453c-99af-259431e94970 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:21.194519 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Attempting to bind port 97f0a3f8-41b2-453c-99af-259431e94970 on network b742f0c6-1708-42f1-8214-857c96e4631a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:21.199117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Port 97f0a3f8-41b2-453c-99af-259431e94970 on network b742f0c6-1708-42f1-8214-857c96e4631a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:39:21.199445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Attempting to bind port 97f0a3f8-41b2-453c-99af-259431e94970 on network b742f0c6-1708-42f1-8214-857c96e4631a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:21.205343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:21.205769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Checking segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:21.206220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Bound using segment: {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:21.206723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Bound port: 97f0a3f8-41b2-453c-99af-259431e94970, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062a5165-94ae-47af-963b-f0f607ecf2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:21.207171 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.278540 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:21.281671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=97f0a3f8-41b2-453c-99af-259431e94970,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:21.286203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.320268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.320884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.322321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-33261423-e974-4309-bd86-07bac255fe9d service neutron] 10.222.0.59 "PUT /v2.0/ports/97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 200 len: 1092 time: 0.6472149 Jul 09 20:39:21.322755 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:21.325015 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2178700b-ccc5-4e0f-800a-6e1f0c82a016" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:21.351199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33261423-e974-4309-bd86-07bac255fe9d service neutron] Pushing event updated for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.377557 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14369307-4bcf-440f-8ebe-8385f8169f19 x-openstack-request-id: req-14369307-4bcf-440f-8ebe-8385f8169f19 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:21.378043 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:21.378138 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14369307-4bcf-440f-8ebe-8385f8169f19 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:21.378533 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970', 'status': 'completed', 'code': 200} Jul 09 20:39:21.442735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-5f6d89b5-534b-4cbc-ab7e-b2aa918a6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.444787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-5f6d89b5-534b-4cbc-ab7e-b2aa918a6e95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1095 time: 0.0597792 Jul 09 20:39:21.445451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f9f83c63-21ad-48a2-bf37-b2758cf4dc39 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:21.491970 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-a225f272-5c65-4ab4-ac7d-8117721d49b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 200 len: 217 time: 0.0409482 Jul 09 20:39:21.495470 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:21.499948 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:21.500306 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.544035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-7d0516ff-8fc0-4eb0-a505-0c49ee381a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.545911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-7d0516ff-8fc0-4eb0-a505-0c49ee381a0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=990ba6b9-f19a-4964-9c92-75c766ae7b2d HTTP/1.1" status: 200 len: 834 time: 0.0477874 Jul 09 20:39:21.590909 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.603622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-df2f3a6a-6f14-44f2-85a4-436dc3e66b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.605185 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-df2f3a6a-6f14-44f2-85a4-436dc3e66b07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b742f0c6-1708-42f1-8214-857c96e4631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529408 Jul 09 20:39:21.635541 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port f9f83c63-21ad-48a2-bf37-b2758cf4dc39, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:21.640002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.688830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.700558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-c5db50e4-0aac-4df9-a496-283fdde8f72f service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883205 Jul 09 20:39:21.788247 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3cd836f2-20c8-47a0-a984-833b17b8f9f3 req-dd1feb89-d59b-420d-b732-1a22bfff33da service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819273 Jul 09 20:39:21.888997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-cc44f2e3-c75e-4abd-ac35-5a6b05b34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.890549 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-cc44f2e3-c75e-4abd-ac35-5a6b05b34474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1095 time: 0.0540524 Jul 09 20:39:21.982980 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-18196a7b-c14a-451a-8b36-b6ea5d8e240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:21.984304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-18196a7b-c14a-451a-8b36-b6ea5d8e240a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 200 len: 897 time: 0.0874863 Jul 09 20:39:22.026211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-5406868d-1c63-46c4-8bdc-2c79ddd0dd99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 200 len: 217 time: 0.0351470 Jul 09 20:39:22.075420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-a72ea8b1-53a0-4b3d-80e1-c581ae1bde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:22.077049 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-a72ea8b1-53a0-4b3d-80e1-c581ae1bde4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=990ba6b9-f19a-4964-9c92-75c766ae7b2d HTTP/1.1" status: 200 len: 834 time: 0.0435474 Jul 09 20:39:22.140578 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-34a50117-3994-4241-bc41-8cdb7e90a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:22.142261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-34a50117-3994-4241-bc41-8cdb7e90a5bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b742f0c6-1708-42f1-8214-857c96e4631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579982 Jul 09 20:39:22.234686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-cffcb1d1-0754-490b-b3da-6ccee363b7a9 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853052 Jul 09 20:39:22.262648 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec8305-1322-417b-a9f2-9d509ba3b8b5 req-51f05ef0-19d3-4cd1-928d-aa00a91eb73c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:22.264839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dec8305-1322-417b-a9f2-9d509ba3b8b5 req-51f05ef0-19d3-4cd1-928d-aa00a91eb73c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 944 time: 0.0724585 Jul 09 20:39:22.303230 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dec8305-1322-417b-a9f2-9d509ba3b8b5 req-3ec11649-ff4e-4dcc-a8bc-a117bc6b0b66 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Jul 09 20:39:22.335384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2178700b-ccc5-4e0f-800a-6e1f0c82a016 req-2b71c757-a117-4069-996e-6ba29475a7a7 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942671 Jul 09 20:39:22.451912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b8d68e4-e9b2-40bd-b927-5467fb9ace9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.391258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f9f83c63-21ad-48a2-bf37-b2758cf4dc39 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:23.439904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:23.440382 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.478744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069bf93-ef7b-4792-9a5e-e1d5f4eaa278 req-dbeeab5f-b5da-4768-9e30-9664c57a14a5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:23.481497 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4069bf93-ef7b-4792-9a5e-e1d5f4eaa278 req-dbeeab5f-b5da-4768-9e30-9664c57a14a5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 944 time: 0.0649483 Jul 09 20:39:23.520340 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4069bf93-ef7b-4792-9a5e-e1d5f4eaa278 req-5bbefd67-2a22-4d10-aea6-80797ba8f7be tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341179 Jul 09 20:39:23.839860 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.696769 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff533367-c79b-4e7c-a697-e1c780f154ac req-afd670f1-3471-4ac3-ba55-1e7303061de5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:24.698283 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff533367-c79b-4e7c-a697-e1c780f154ac req-afd670f1-3471-4ac3-ba55-1e7303061de5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 944 time: 0.0646093 Jul 09 20:39:24.735413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ff533367-c79b-4e7c-a697-e1c780f154ac req-87adfc08-9be3-4b76-a6e3-5c4f9960dae8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Jul 09 20:39:25.048061 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-795e7889-ee86-4a80-9966-5ef6e5a59cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.251708 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 97f0a3f8-41b2-453c-99af-259431e94970 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:39:25.344779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=97f0a3f8-41b2-453c-99af-259431e94970,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:25.359223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '97f0a3f8-41b2-453c-99af-259431e94970', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'port_id': '97f0a3f8-41b2-453c-99af-259431e94970', 'mac_address': 'fa:16:3e:f5:32:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:39:25.391351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.406181 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.418353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f0a3f8-41b2-453c-99af-259431e94970 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:39:25.438001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=97f0a3f8-41b2-453c-99af-259431e94970,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:25.441953 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.486753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:25.673860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['97f0a3f8-41b2-453c-99af-259431e94970'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:39:25.905631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43359ac-f0a4-40e4-8a38-224e20c1f839 req-d83abf3d-8c61-4868-b8cf-ad311091922c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:25.907143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f43359ac-f0a4-40e4-8a38-224e20c1f839 req-d83abf3d-8c61-4868-b8cf-ad311091922c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 945 time: 0.0640378 Jul 09 20:39:25.950400 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f43359ac-f0a4-40e4-8a38-224e20c1f839 req-f465fbce-127d-4c3a-826c-1c9c9afcc66d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Jul 09 20:39:26.599464 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:27.123485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514fd2f-004e-4dab-b2ae-0ddbfe03f2f3 req-632bc211-7ffa-4134-8b89-7c779db8b79e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:27.124984 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3514fd2f-004e-4dab-b2ae-0ddbfe03f2f3 req-632bc211-7ffa-4134-8b89-7c779db8b79e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 945 time: 0.0629649 Jul 09 20:39:27.162946 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3514fd2f-004e-4dab-b2ae-0ddbfe03f2f3 req-c9982553-0b0c-47df-9e9f-fc0dfcd36053 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Jul 09 20:39:27.251929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 97f0a3f8-41b2-453c-99af-259431e94970 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:27.298526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 97f0a3f8-41b2-453c-99af-259431e94970 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:27.302324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 97f0a3f8-41b2-453c-99af-259431e94970 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:27.302700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:27.380540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:27.402278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:27.404886 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff2528-db16-43ab-8e4d-fe36660fc37a" -d '{"events": [{"server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "name": "network-vif-plugged", "status": "completed", "tag": "97f0a3f8-41b2-453c-99af-259431e94970"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:27.417215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=97f0a3f8-41b2-453c-99af-259431e94970,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:27.421314 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:27.447668 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afb5ef2-c286-48bf-a923-a95cfaf13d58 x-openstack-request-id: req-9afb5ef2-c286-48bf-a923-a95cfaf13d58 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:27.447963 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "name": "network-vif-plugged", "status": "completed", "tag": "97f0a3f8-41b2-453c-99af-259431e94970", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:27.448224 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9afb5ef2-c286-48bf-a923-a95cfaf13d58 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:27.448611 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970', 'code': 200} Jul 09 20:39:27.477042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:27.550431 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51c6c-5358-434f-a273-0fc3e820f6a1 req-5ebf6d70-a1cb-4fd0-a105-ff649e492ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:27.551866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbb51c6c-5358-434f-a273-0fc3e820f6a1 req-5ebf6d70-a1cb-4fd0-a105-ff649e492ca1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1097 time: 0.0502989 Jul 09 20:39:27.585689 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dbb51c6c-5358-434f-a273-0fc3e820f6a1 req-af13a0f6-d52e-48b9-8cfa-6b1ef1792417 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279415 Jul 09 20:39:28.080055 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:28.340876 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b8fa9-d3e2-48b3-8850-fe76c5b9b68e req-77172a40-642e-43da-9def-da9b01806582 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:28.344125 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-934b8fa9-d3e2-48b3-8850-fe76c5b9b68e req-77172a40-642e-43da-9def-da9b01806582 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0721982 Jul 09 20:39:28.381471 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-934b8fa9-d3e2-48b3-8850-fe76c5b9b68e req-58153d4b-18c2-4abc-9396-425646b585b4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jul 09 20:39:29.560816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d86ef4-b869-47ad-9fce-cb5ed8d0f52f req-2e6bffb4-fc27-4a6a-8b67-9b0871dafe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:29.562331 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57d86ef4-b869-47ad-9fce-cb5ed8d0f52f req-2e6bffb4-fc27-4a6a-8b67-9b0871dafe6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0636399 Jul 09 20:39:29.599397 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-57d86ef4-b869-47ad-9fce-cb5ed8d0f52f req-84f7cbdd-cc89-4895-9a3f-bfd2ecc0251c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Jul 09 20:39:29.771692 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbbb60-68da-4977-a53b-f67564df3295 req-8f6bdddb-2104-4c17-bac9-883846d80a05 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:29.773206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53bbbb60-68da-4977-a53b-f67564df3295 req-8f6bdddb-2104-4c17-bac9-883846d80a05 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0632730 Jul 09 20:39:29.811884 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-53bbbb60-68da-4977-a53b-f67564df3295 req-4311b6f0-28df-49a7-99a6-34b673a7d1ae tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330784 Jul 09 20:39:29.835884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:29.890291 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bd4ba-fea4-454c-971e-82bbe4692dd2 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:29.891789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9f2bd4ba-fea4-454c-971e-82bbe4692dd2 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1092 time: 0.0549173 Jul 09 20:39:29.894640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 51978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:29.898945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '97f0a3f8-41b2-453c-99af-259431e94970', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:29.920459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.014704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.117389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.192 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/374a91cb-3d64-401d-bba8-9985fb8c6690) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:30.219141 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.257342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.301010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:30.305486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:30.308208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:30.332442 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=374a91cb-3d64-401d-bba8-9985fb8c6690,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:30.673296 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.751654 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.899813 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.904294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.970116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=374a91cb-3d64-401d-bba8-9985fb8c6690,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:30.981094 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:31.080122 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP 0ae37f05-63bd-4e58-88cd-eaf2b11be509 associated. External IP: 172.25.3.192, port: 97f0a3f8-41b2-453c-99af-259431e94970. Jul 09 20:39:31.285207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:31.390659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:31.400620 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Sync routers for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:31.406532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:31.411573 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:31.412182 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:31.443034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d526d12f-370c-40ae-b36e-169196b99901 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5473328 Jul 09 20:39:31.443665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:31.446111 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d4135-20a8-4b17-b456-a3bde0819785" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:31.489151 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3cda28-3fc8-4411-b42c-2faffc36ba9e x-openstack-request-id: req-9f3cda28-3fc8-4411-b42c-2faffc36ba9e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:31.489449 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:31.489704 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f3cda28-3fc8-4411-b42c-2faffc36ba9e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:31.490112 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970', 'status': 'completed', 'code': 200} Jul 09 20:39:31.520353 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:31.611855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d4135-20a8-4b17-b456-a3bde0819785 req-7958aab0-37c1-436a-a893-af8c23ef3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.613465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-7958aab0-37c1-436a-a893-af8c23ef3e2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1097 time: 0.1018579 Jul 09 20:39:31.672841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6c3f-8c77-4e70-8e15-5922e7b42e3a req-87f9cde0-7e0b-4a44-98f3-60b037c4da76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.674329 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7dd6c3f-8c77-4e70-8e15-5922e7b42e3a req-87f9cde0-7e0b-4a44-98f3-60b037c4da76 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.1312716 Jul 09 20:39:31.734138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a7dd6c3f-8c77-4e70-8e15-5922e7b42e3a req-be8fc079-9be5-46bd-ba19-ec41db2e3427 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513361 Jul 09 20:39:31.743299 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d4135-20a8-4b17-b456-a3bde0819785 req-2248f6a8-389d-4ba5-9d9c-b332a75fc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.743939 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '0ae37f05-63bd-4e58-88cd-eaf2b11be509', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'port_id': '97f0a3f8-41b2-453c-99af-259431e94970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'mac_address': 'fa:16:3e:f5:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:30Z', 'updated_at': '2021-07-09T20:39:30Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:31.744777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-2248f6a8-389d-4ba5-9d9c-b332a75fc6fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 200 len: 897 time: 0.1244328 Jul 09 20:39:31.761180 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:31.771379 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Checking router: 763c0456-6af9-41c4-b3eb-4f8ffc2e502e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:31.779924 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:31.780541 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:31.815250 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-03cd6314-13d0-4f7f-a745-4b9ec9c96fca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 200 len: 1000 time: 0.0636225 Jul 09 20:39:31.830522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3ec6df67-bd5b-461a-ab52-1bbeeb14a5dd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/0ae37f05-63bd-4e58-88cd-eaf2b11be509 HTTP/1.1" status: 200 len: 992 time: 0.0681701 Jul 09 20:39:31.864232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d4135-20a8-4b17-b456-a3bde0819785 req-c447527b-d301-4c45-8ff2-b4cebfcd5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.865686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-c447527b-d301-4c45-8ff2-b4cebfcd5324 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=990ba6b9-f19a-4964-9c92-75c766ae7b2d HTTP/1.1" status: 200 len: 834 time: 0.0447388 Jul 09 20:39:31.885907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:31.923069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d4135-20a8-4b17-b456-a3bde0819785 req-ca1e5556-22c2-417e-9e3d-341ff9ac4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.924575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-ca1e5556-22c2-417e-9e3d-341ff9ac4e00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b742f0c6-1708-42f1-8214-857c96e4631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525622 Jul 09 20:39:32.020059 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-33ad8f85-77d7-4b3b-b357-50ed5b3b3e54 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885725 Jul 09 20:39:32.104865 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '0ae37f05-63bd-4e58-88cd-eaf2b11be509', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'port_id': '97f0a3f8-41b2-453c-99af-259431e94970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'mac_address': 'fa:16:3e:f5:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:30Z', 'updated_at': '2021-07-09T20:39:30Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:32.109669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-135d4135-20a8-4b17-b456-a3bde0819785 req-2eadf2a9-c078-45bd-ac5d-7e346becf7d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Jul 09 20:39:32.136257 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf54d6-2503-47e5-84ad-80711587e3c4 None None] The sync data for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 is: [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '0ae37f05-63bd-4e58-88cd-eaf2b11be509', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'port_id': '97f0a3f8-41b2-453c-99af-259431e94970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'mac_address': 'fa:16:3e:f5:32:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:30Z', 'updated_at': '2021-07-09T20:39:30Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:32.325499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a2d4b-4a9b-48d2-9547-9cb3a0626a45 None None] New status for floating IP 0ae37f05-63bd-4e58-88cd-eaf2b11be509: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:39:32.832707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 51986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:32.891634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-cc474b91-c824-4317-bce4-2437c66c2ab5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/0ae37f05-63bd-4e58-88cd-eaf2b11be509 HTTP/1.1" status: 200 len: 994 time: 0.0577662 Jul 09 20:39:49.265152 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:52.452701 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9dae-06cd-48f6-8973-bcd8756b75ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:53.830590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:55.049197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e404e8b8-345e-47ff-abaa-0faeb07e03cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:55.371526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:55.379625 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:39:56.601778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:58.083271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:04.420247 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efada2b-e8ce-431e-9539-07950a331034 req-dac450b2-b221-4cf2-9acf-2dc79fc25eec tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:04.422634 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7efada2b-e8ce-431e-9539-07950a331034 req-dac450b2-b221-4cf2-9acf-2dc79fc25eec tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0713680 Jul 09 20:40:04.464296 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7efada2b-e8ce-431e-9539-07950a331034 req-41ab3c85-6e0a-448e-9c3e-99f2a7a8db34 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Jul 09 20:40:05.643175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128e56-6ffd-49fc-a87c-f5f7ccd15556 req-8e06d7fd-6a45-4a77-9c98-bb60b2f97c67 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:05.644591 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9128e56-6ffd-49fc-a87c-f5f7ccd15556 req-8e06d7fd-6a45-4a77-9c98-bb60b2f97c67 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0670636 Jul 09 20:40:05.681953 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f9128e56-6ffd-49fc-a87c-f5f7ccd15556 req-4b66332d-1150-4464-a988-03a45fe7217e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Jul 09 20:40:05.705477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:05.764323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9a3c88b5-a49d-4fd6-a8ea-03a79d59c4df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/0ae37f05-63bd-4e58-88cd-eaf2b11be509 HTTP/1.1" status: 200 len: 994 time: 0.0577583 Jul 09 20:40:07.203757 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10deee2-fc7d-4d2c-966f-99e61a9b7aef req-dcad3e22-d61b-45e8-bfdb-06f4bbc5b5e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:07.205287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d10deee2-fc7d-4d2c-966f-99e61a9b7aef req-dcad3e22-d61b-45e8-bfdb-06f4bbc5b5e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0642097 Jul 09 20:40:07.244509 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d10deee2-fc7d-4d2c-966f-99e61a9b7aef req-ebadc906-7693-48f7-8385-9dff9c95fe21 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334570 Jul 09 20:40:08.416881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cc3f5-8fd4-4a90-a185-c39a8b03d364 req-a3238276-e3ff-4c48-89b3-8445203868f2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:08.418293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-485cc3f5-8fd4-4a90-a185-c39a8b03d364 req-a3238276-e3ff-4c48-89b3-8445203868f2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0623209 Jul 09 20:40:08.458502 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-485cc3f5-8fd4-4a90-a185-c39a8b03d364 req-a5cfa805-6124-4302-b9b9-f163e367c839 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341687 Jul 09 20:40:09.627888 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74eeb-1309-43cb-9576-05e2cdf23a33 req-0055a924-74e1-42fa-8d3b-527292535c08 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:09.629373 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5d74eeb-1309-43cb-9576-05e2cdf23a33 req-0055a924-74e1-42fa-8d3b-527292535c08 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0620666 Jul 09 20:40:09.666306 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c5d74eeb-1309-43cb-9576-05e2cdf23a33 req-2fdcdb3b-c771-467e-9a81-86d96af3da0e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314991 Jul 09 20:40:10.838373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7ffb-0c48-4b2e-a687-521b3fddf3b3 req-7f6a58ad-4c3d-473a-ae7f-0d03fbb862ec tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:10.839875 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-282b7ffb-0c48-4b2e-a687-521b3fddf3b3 req-7f6a58ad-4c3d-473a-ae7f-0d03fbb862ec tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0647621 Jul 09 20:40:10.876020 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-282b7ffb-0c48-4b2e-a687-521b3fddf3b3 req-2ab49ef1-e5de-4fa9-9ac4-5818d153c891 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Jul 09 20:40:12.050652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf33da-a82c-4b76-a5f4-3f2eab703c67 req-3ca102e1-3853-43f8-8f86-012a140a5edd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:12.052139 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edbf33da-a82c-4b76-a5f4-3f2eab703c67 req-3ca102e1-3853-43f8-8f86-012a140a5edd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0661325 Jul 09 20:40:12.089618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-edbf33da-a82c-4b76-a5f4-3f2eab703c67 req-9a4c03a7-2f60-49e5-bc7a-1a85a313a66e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Jul 09 20:40:13.260036 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f288a-cd73-4e95-a5bb-072f85f63e02 req-50e2a105-ba54-488f-ae43-3701148804e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:13.261539 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e78f288a-cd73-4e95-a5bb-072f85f63e02 req-50e2a105-ba54-488f-ae43-3701148804e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0622301 Jul 09 20:40:13.298029 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e78f288a-cd73-4e95-a5bb-072f85f63e02 req-c0b264a8-4846-48a4-8584-f3c943d428cc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310011 Jul 09 20:40:13.321753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:13.691871 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8fcb3cbd-0711-4860-a179-2ceaee519c2a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/0ae37f05-63bd-4e58-88cd-eaf2b11be509 HTTP/1.1" status: 200 len: 994 time: 0.3690081 Jul 09 20:40:13.939408 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:14.091368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 374a91cb-3d64-401d-bba8-9985fb8c6690 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:40:14.091714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.168816 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.169161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.180507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 374a91cb-3d64-401d-bba8-9985fb8c6690 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:40:14.322407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.351693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=374a91cb-3d64-401d-bba8-9985fb8c6690,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:14.376909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.377290 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.377633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.377968 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.378295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.378623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.378952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.379277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.379602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.379926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.380245 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.380561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:14.420867 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.421233 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP 0ae37f05-63bd-4e58-88cd-eaf2b11be509 disassociated (deleted). External IP: 172.25.3.192, port: 97f0a3f8-41b2-453c-99af-259431e94970. Jul 09 20:40:14.628774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:40:14.736433 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:40:14.741326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:14.745623 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Sync routers for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:40:14.755033 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:14.755630 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:14.777682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d942b1c4-65e8-4176-9218-7bcf881c3e19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/floatingips/0ae37f05-63bd-4e58-88cd-eaf2b11be509 HTTP/1.1" status: 204 len: 168 time: 0.8372087 Jul 09 20:40:14.778282 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:40:14.780596 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:40:14.819202 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c48c3cc-8f76-4d1a-b003-83d3c74c22db x-openstack-request-id: req-9c48c3cc-8f76-4d1a-b003-83d3c74c22db {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:40:14.819503 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "tag": "97f0a3f8-41b2-453c-99af-259431e94970", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:40:14.819870 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c48c3cc-8f76-4d1a-b003-83d3c74c22db {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:40:14.820281 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970', 'status': 'completed', 'code': 200} Jul 09 20:40:14.862947 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:14.973733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-7fba89d5-6778-4e99-b1dd-3004817df021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:14.975300 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-7fba89d5-6778-4e99-b1dd-3004817df021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 1097 time: 0.1329474 Jul 09 20:40:15.072221 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:15.088763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-739e217b-42dc-4db7-a455-c6e6d9dd3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:15.090322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-739e217b-42dc-4db7-a455-c6e6d9dd3031 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 200 len: 897 time: 0.0971253 Jul 09 20:40:15.098383 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Checking router: 763c0456-6af9-41c4-b3eb-4f8ffc2e502e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:40:15.106734 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:15.107334 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:15.134246 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-1ced8301-ade4-4ad6-bf2a-9d7e25a810b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 200 len: 217 time: 0.0361707 Jul 09 20:40:15.160509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb281e6-4644-44f3-b25a-8ce93cf059a7 req-537f21db-0259-47dd-a818-09d6155e5955 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:15.162206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fb281e6-4644-44f3-b25a-8ce93cf059a7 req-537f21db-0259-47dd-a818-09d6155e5955 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0701487 Jul 09 20:40:15.190885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-cb71ec50-3095-4843-a767-ea4bd68c5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:15.192613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-cb71ec50-3095-4843-a767-ea4bd68c5f3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=990ba6b9-f19a-4964-9c92-75c766ae7b2d HTTP/1.1" status: 200 len: 834 time: 0.0514183 Jul 09 20:40:15.205937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fb281e6-4644-44f3-b25a-8ce93cf059a7 req-3e6e050f-2808-407a-8790-abe4582b8741 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Jul 09 20:40:15.223478 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:15.261364 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-a9165d9b-1676-415b-bcea-140d4c92c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:15.263007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-a9165d9b-1676-415b-bcea-140d4c92c903 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b742f0c6-1708-42f1-8214-857c96e4631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636847 Jul 09 20:40:15.274186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-1c3735cd-d5c4-4613-a2aa-4bff7ee0fabf service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:40:15.275175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-1c3735cd-d5c4-4613-a2aa-4bff7ee0fabf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050447 Jul 09 20:40:15.366695 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-9144c0be-8145-4d13-a7f2-0b4d681fb034 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Jul 09 20:40:15.465387 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db5309c6-a5fe-44f3-8fdf-0f4b9e6e55e1 req-09d01936-4201-4bb5-b0a0-b0e06da637c5 service neutron] 10.222.0.59 "GET /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917461 Jul 09 20:40:15.507597 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:15.533676 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e522644-8ea0-4862-9309-03500a159e2e None None] The sync data for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 is: [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:16Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'f9f83c63-21ad-48a2-bf37-b2758cf4dc39', 'name': '', 'network_id': 'b742f0c6-1708-42f1-8214-857c96e4631a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:fd:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:16Z', 'updated_at': '2021-07-09T20:39:21Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '990ba6b9-f19a-4964-9c92-75c766ae7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:40:15.739514 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9404ec7-7831-4c3b-9f9a-699da906013d None None] New status for floating IP 0ae37f05-63bd-4e58-88cd-eaf2b11be509: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:40:16.382445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2d323-ab37-4bac-9ebc-932087f01199 req-0cd5cab0-682f-4b0e-b0b2-dfe439ebd534 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:16.383919 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ba2d323-ab37-4bac-9ebc-932087f01199 req-0cd5cab0-682f-4b0e-b0b2-dfe439ebd534 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0631933 Jul 09 20:40:16.420175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8ba2d323-ab37-4bac-9ebc-932087f01199 req-38c2db94-e8b2-4722-bbe1-81df05e8b209 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=b22cf196-6f43-4de8-9fa4-ec22af30b637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Jul 09 20:40:16.696164 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-8d8842b2-c50d-407f-b0d9-6f6314dd1aa6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:16.697536 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-8d8842b2-c50d-407f-b0d9-6f6314dd1aa6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 946 time: 0.0611303 Jul 09 20:40:16.799703 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 97f0a3f8-41b2-453c-99af-259431e94970 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:40:16.800047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:16.884639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 97f0a3f8-41b2-453c-99af-259431e94970, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=97f0a3f8-41b2-453c-99af-259431e94970,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:16.885005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:16.897434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 97f0a3f8-41b2-453c-99af-259431e94970 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:40:17.026083 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:17.054771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=97f0a3f8-41b2-453c-99af-259431e94970,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:17.102122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] No DVR routers for this DVR port 97f0a3f8-41b2-453c-99af-259431e94970 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:40:17.104742 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:17.106842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-212e7eb9-46b8-4261-86b4-2cbfeb20879e req-fc69a9ca-be76-404d-a9ab-d7a8cd92128c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "DELETE /v2.0/ports/97f0a3f8-41b2-453c-99af-259431e94970 HTTP/1.1" status: 204 len: 173 time: 0.4029629 Jul 09 20:40:17.107333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'name': 'network-vif-deleted', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:40:17.109586 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecde8e2f-f430-4810-9a25-d6b5c1cfc6d7" -d '{"events": [{"server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "name": "network-vif-deleted", "tag": "97f0a3f8-41b2-453c-99af-259431e94970"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:40:17.147692 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555d7ff-962d-432d-b955-3a2358033a2b x-openstack-request-id: req-7555d7ff-962d-432d-b955-3a2358033a2b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:40:17.147987 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ff249f-d0c6-487b-b1ab-40ea168f830f", "name": "network-vif-deleted", "tag": "97f0a3f8-41b2-453c-99af-259431e94970", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:40:17.148235 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7555d7ff-962d-432d-b955-3a2358033a2b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:40:17.148634 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ff249f-d0c6-487b-b1ab-40ea168f830f', 'name': 'network-vif-deleted', 'tag': '97f0a3f8-41b2-453c-99af-259431e94970', 'status': 'completed', 'code': 200} Jul 09 20:40:17.583601 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-40b3c503-be14-4ada-ba57-3cf92d6f055b req-a0d3c165-a6c0-4667-90d4-1c688e016260 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ff249f-d0c6-487b-b1ab-40ea168f830f HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jul 09 20:40:18.674332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:19.029826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.276851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.291270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port f9f83c63-21ad-48a2-bf37-b2758cf4dc39 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:40:19.291553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.379046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port f9f83c63-21ad-48a2-bf37-b2758cf4dc39, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:19.379402 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.391787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for f9f83c63-21ad-48a2-bf37-b2758cf4dc39 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:40:19.484811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 97f0a3f8-41b2-453c-99af-259431e94970 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:40:19.505656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 97f0a3f8-41b2-453c-99af-259431e94970 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:40:19.506022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 97f0a3f8-41b2-453c-99af-259431e94970 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:40:19.577949 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.608726 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=f9f83c63-21ad-48a2-bf37-b2758cf4dc39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:19.781888 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:19.993636 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:40:20.409616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:40:20.414558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-62818759-1a53-47a2-a295-c803b177f28d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/763c0456-6af9-41c4-b3eb-4f8ffc2e502e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392113 Jul 09 20:40:20.417610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:20.418613 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Sync routers for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:40:20.428241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:20.429071 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:20.466965 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting subnet 990ba6b9-f19a-4964-9c92-75c766ae7b2d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:40:20.470485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.510992 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.528458 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:20.596157 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.653342 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.682511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Subnet': ['ID=990ba6b9-f19a-4964-9c92-75c766ae7b2d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:20.684411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.689195 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:20.689625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e9de613b-f64f-46b2-853e-a5b8369fa812 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/subnets/990ba6b9-f19a-4964-9c92-75c766ae7b2d HTTP/1.1" status: 204 len: 168 time: 0.2706163 Jul 09 20:40:20.693661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edef8f-f577-4817-801c-dd559bf2752b None None] Network b742f0c6-1708-42f1-8214-857c96e4631a requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:40:20.709611 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:40:19Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:20.742015 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Checking router: 763c0456-6af9-41c4-b3eb-4f8ffc2e502e for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:40:20.751150 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Routers {'763c0456-6af9-41c4-b3eb-4f8ffc2e502e'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:20.751756 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:20.806437 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.866567 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] Set router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:20.887079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] DHCP port deletion for b742f0c6-1708-42f1-8214-857c96e4631a request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:40:20.920108 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.940689 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Deleting port 3182d300-3181-4558-8ab5-7e318fff5616 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:40:20.941445 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.980900 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 589459dd-df17-4ef2-bedf-b84b45b19335 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:40:20.981381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.011140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] For port 3182d300-3181-4558-8ab5-7e318fff5616, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3182d300-3181-4558-8ab5-7e318fff5616,segment=NetworkSegment(062a5165-94ae-47af-963b-f0f607ecf2b2),segment_id=062a5165-94ae-47af-963b-f0f607ecf2b2)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:21.011539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.024972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Calling delete_port for 3182d300-3181-4558-8ab5-7e318fff5616 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:40:21.049025 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:40:19Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:21.068630 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 589459dd-df17-4ef2-bedf-b84b45b19335, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=589459dd-df17-4ef2-bedf-b84b45b19335,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:21.068908 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.074987 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db917e4a-ed11-4577-b082-2aef9057b390 None None] The sync data for ids ['763c0456-6af9-41c4-b3eb-4f8ffc2e502e'] in n-d-800087-3 is: [{'id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167555251', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:40:19Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '589459dd-df17-4ef2-bedf-b84b45b19335', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c0456-6af9-41c4-b3eb-4f8ffc2e502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:13Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:40:21.083280 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 589459dd-df17-4ef2-bedf-b84b45b19335 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:40:21.108606 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.133609 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Pushing event deleted for resources: {'Port': ['ID=3182d300-3181-4558-8ab5-7e318fff5616,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:21.143180 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] No DVR routers for this DVR port 3182d300-3181-4558-8ab5-7e318fff5616 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:40:21.145540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.145960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.146384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.146716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.147042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.147368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.147688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.148006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.148325 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.148644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.148960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.149342 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be40139-1c53-405f-ba1c-a8249fa4b977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.259127 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.285509 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=589459dd-df17-4ef2-bedf-b84b45b19335,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:21.310532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.310879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.311221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.311557 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.311892 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.312220 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.312547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.312874 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.313228 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.314059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.314381 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.314701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:21.354491 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.451052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.453320 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.500185 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.500828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Fanout notify agent at l3_agent the message router_deleted on router 763c0456-6af9-41c4-b3eb-4f8ffc2e502e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:40:21.510403 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.514103 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fafde581-ecd1-4f5a-9bac-73a35a7b0c2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/routers/763c0456-6af9-41c4-b3eb-4f8ffc2e502e HTTP/1.1" status: 204 len: 168 time: 0.8212512 Jul 09 20:40:21.514308 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:21.529006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3182d300-3181-4558-8ab5-7e318fff5616 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:40:21.555432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3182d300-3181-4558-8ab5-7e318fff5616 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:40:21.555782 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3182d300-3181-4558-8ab5-7e318fff5616 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:40:21.556236 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f9f83c63-21ad-48a2-bf37-b2758cf4dc39 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:40:21.575532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: f9f83c63-21ad-48a2-bf37-b2758cf4dc39 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:40:21.575890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device f9f83c63-21ad-48a2-bf37-b2758cf4dc39 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:40:21.599218 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.691254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.702133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b742f0c6-1708-42f1-8214-857c96e4631a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:21.713901 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062a5165-94ae-47af-963b-f0f607ecf2b2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:21.714193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062a5165-94ae-47af-963b-f0f607ecf2b2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:21.723752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.740035 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.746311 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:40:21.746698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:40:21.749638 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:40:21.806483 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.814436 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.815371 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/networks/b742f0c6-1708-42f1-8214-857c96e4631a HTTP/1.1" status: 204 len: 168 time: 0.3001068 Jul 09 20:40:21.818216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:21.831703 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfe281-c3eb-4c33-8809-77840d6fdc77 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Network': ['ID=b742f0c6-1708-42f1-8214-857c96e4631a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:21.877043 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.901954 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.961734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.964264 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:21.965453 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/security-groups/b22cf196-6f43-4de8-9fa4-ec22af30b637 HTTP/1.1" status: 204 len: 168 time: 0.1461935 Jul 09 20:40:21.974276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e5d9a-77f7-47c9-862d-b5be65a15433 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cf196-6f43-4de8-9fa4-ec22af30b637,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.297485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.302855 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795419522', 'description': 'tempest-secgroup-smoke-795419522 description', 'project_id': '25079ea9c293440589c2eb40b238bcc3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.326149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.406418 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.409856 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.437020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.438348 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392632 Jul 09 20:40:22.442145 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.443216 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaeb6d-b1ad-490c-af46-a09c91642249 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fde883a-7453-4365-bcdf-ccfcc12395a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.452373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.455757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7aee-077d-4db8-89cc-d6dce837dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.482210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.528926 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.532420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.555116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1d9cea-3f29-4cf4-a7ab-d0ec940979d1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.561221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.563079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-39152c3c-f663-42e6-bcb4-b5940f2a68b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186814 Jul 09 20:40:22.565953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.570392 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.596903 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.652875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.656172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.673680 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd4cab4-22f6-47d9-b789-5e3917950f95,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.680101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.681383 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1bbb00d5-79ac-4676-bb06-e07c388fd248 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144602 Jul 09 20:40:22.684009 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.688465 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.713393 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.770360 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.773705 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.791803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb57d4c8-26d1-425c-a86d-29b6ab2beb95,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.794752 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.795999 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c7d61121-5f6a-4def-acd9-e90f167b0299 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110661 Jul 09 20:40:22.799497 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.804116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.830397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.887478 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.891272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.911607 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1213480f-6891-48fb-af6e-b0f54868a844,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:22.917718 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:22.919204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-098311d6-b4c9-45c0-9ec8-1b8b24661b50 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187549 Jul 09 20:40:22.921945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:22.926913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:22.949428 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:40:22.955485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.014362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.017913 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.034067 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9676dca-0dad-4282-9781-11faafdc6019,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:23.040681 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.041864 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f5fdd25b-0dec-43c0-b7b8-b4391e1e4b2f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190002 Jul 09 20:40:23.044772 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:23.049566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6fde883a-7453-4365-bcdf-ccfcc12395a6', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:23.071681 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:40:23.076432 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.137728 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.141411 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.158550 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72540110-ba6f-497e-9eec-62a77191fd7f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:23.165768 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.166965 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2c39762f-b411-4a3f-a09c-4a36b917045b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212413 Jul 09 20:40:23.169797 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:23.175437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'network': {'name': 'tempest-network-smoke--810113337', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:23.196421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:40:23.199947 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.223758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:40:23.232692 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.233034 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Added segment a37e5b98-2749-492b-a8b8-b87b98ef0885 of type vlan for network c363d85c-edab-4faf-85b3-3320d5c0034e Jul 09 20:40:23.275532 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.304238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.309681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:23.310258 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.367357 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965399 Jul 09 20:40:23.370033 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:23.377054 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'admin_state_up': True, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:23.381707 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 589459dd-df17-4ef2-bedf-b84b45b19335 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:40:23.388386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd967c3-d827-4dac-853f-14b9d2d6e3df tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Network': ['ID=c363d85c-edab-4faf-85b3-3320d5c0034e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:23.403577 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.404488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.405569 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network c363d85c-edab-4faf-85b3-3320d5c0034e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:40:23.409456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 589459dd-df17-4ef2-bedf-b84b45b19335 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:40:23.409761 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 589459dd-df17-4ef2-bedf-b84b45b19335 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:40:23.461821 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.598641 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.791770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.810703 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.851048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:23.913032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.109 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/cee20347-2840-457b-8b4b-743a2f0347a5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:40:24.015519 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:24.054503 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:24.089747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:24.095985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:24.099671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:40:24.105027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=cee20347-2840-457b-8b4b-743a2f0347a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:24.345415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:24.539722 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:24.665544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router b5b592c0-9a05-403e-9e00-73abc0c29377 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:40:24.770592 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:40:24.780177 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Sync routers for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:40:24.789874 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:24.790109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:24.790704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:39:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:24.791220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7fae9bea-b6c4-4bdd-b662-53451306e305 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4201548 Jul 09 20:40:24.794331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:24.823782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f534865c-c6aa-4952-bd1e-b655b979819f tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=25079ea9c293440589c2eb40b238bcc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281768 Jul 09 20:40:24.826400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:24.894479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:24.916382 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d3660-1ef1-47c8-8abb-7c10b6bec728 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:24.917870 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fe4d3660-1ef1-47c8-8abb-7c10b6bec728 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905771 Jul 09 20:40:24.920782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:24.949467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8c001626-4f40-4e84-bbbf-2900104b2844 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275142 Jul 09 20:40:24.951887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:24.957243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430888364', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:25.045915 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:40:25.049459 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.063118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0db0abc-c2cc-48e2-9c7d-a91c68be1658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.083858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:24Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:25.109752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Checking router: b5b592c0-9a05-403e-9e00-73abc0c29377 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:40:25.110130 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Updating router b5b592c0-9a05-403e-9e00-73abc0c29377 port cee20347-2840-457b-8b4b-743a2f0347a5 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:40:25.150885 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.234182 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.302389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Subnet': ['ID=f5f7b73e-f03b-4327-bf2c-500161fe0983,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:25.306963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Checking segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:40:25.307326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network hostable DHCP agents. Network: c363d85c-edab-4faf-85b3-3320d5c0034e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:40:25.326571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network c363d85c-edab-4faf-85b3-3320d5c0034e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:40:25.335909 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, c363d85c-edab-4faf-85b3-3320d5c0034e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:25.340256 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:25.340863 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.350376 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83c4b0-7694-406f-b98b-603de0b16554 None None] Network c363d85c-edab-4faf-85b3-3320d5c0034e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:40:25.357535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c22410c5-ef1c-4291-8bd6-8caa90cdd004 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041121 Jul 09 20:40:25.358439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:25.436654 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.494222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.524865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Transition to ACTIVE for port object cee20347-2840-457b-8b4b-743a2f0347a5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:25.536280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.613221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-c363d85c-edab-4faf-85b3-3320d5c0034e', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:40:25.614072 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.630239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757741ee-d135-4223-8931-f15778e0ae4c None None] Pushing event updated for resources: {'Port': ['ID=cee20347-2840-457b-8b4b-743a2f0347a5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:25.634961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Attempting to bind port cee20347-2840-457b-8b4b-743a2f0347a5 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:40:25.635333 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Attempting to bind port cee20347-2840-457b-8b4b-743a2f0347a5 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:40:25.635691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Attempting to bind port cee20347-2840-457b-8b4b-743a2f0347a5 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:40:25.647319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:40:25.647703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:40:25.648077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.648464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:40:25.648939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Bound port: cee20347-2840-457b-8b4b-743a2f0347a5, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:40:25.649338 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.795093 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] For port cee20347-2840-457b-8b4b-743a2f0347a5, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:40:25.795399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.811291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] For port cee20347-2840-457b-8b4b-743a2f0347a5, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cee20347-2840-457b-8b4b-743a2f0347a5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:40:25.816977 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:25.826170 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Allocated IP 172.20.0.2 (c363d85c-edab-4faf-85b3-3320d5c0034e/f5f7b73e-f03b-4327-bf2c-500161fe0983/b18d2451-19a1-40a3-b262-c54e6190b8cf) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:40:26.080235 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:26.080923 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:26.127091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757741ee-d135-4223-8931-f15778e0ae4c None None] Pushing event updated for resources: {'Port': ['ID=cee20347-2840-457b-8b4b-743a2f0347a5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:26.246935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:26.350843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.366459 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Transition to ACTIVE for port object b18d2451-19a1-40a3-b262-c54e6190b8cf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:26.393283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Transition to ACTIVE for port object b18d2451-19a1-40a3-b262-c54e6190b8cf will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:26.403827 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.447551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.1 (c363d85c-edab-4faf-85b3-3320d5c0034e/f5f7b73e-f03b-4327-bf2c-500161fe0983/30265d02-ed07-4ee8-9b6d-f7b021c42fd6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:40:26.475849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Network c363d85c-edab-4faf-85b3-3320d5c0034e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:26.483985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:26.487911 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:40:26.489850 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Pushing event updated for resources: {'Port': ['ID=b18d2451-19a1-40a3-b262-c54e6190b8cf,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:26.556712 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Attempting to bind port b18d2451-19a1-40a3-b262-c54e6190b8cf on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:40:26.557083 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Attempting to bind port b18d2451-19a1-40a3-b262-c54e6190b8cf by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:40:26.557472 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Attempting to bind port b18d2451-19a1-40a3-b262-c54e6190b8cf on network c363d85c-edab-4faf-85b3-3320d5c0034e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:40:26.560476 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.564655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:40:26.565033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Checking segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:40:26.565465 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.565860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Bound using segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:40:26.566327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Bound port: b18d2451-19a1-40a3-b262-c54e6190b8cf, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:40:26.566710 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.570631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:24Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:26.573930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:26.608945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c899fd-ce47-4193-b610-a7fcb4d31abc None None] The sync data for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 is: [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:24Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:40:26.609677 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.647203 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.656021 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network c363d85c-edab-4faf-85b3-3320d5c0034e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:26.659976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:26.663300 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:40:26.680881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] For port b18d2451-19a1-40a3-b262-c54e6190b8cf, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:40:26.684311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] For port b18d2451-19a1-40a3-b262-c54e6190b8cf, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b18d2451-19a1-40a3-b262-c54e6190b8cf,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:40:26.692347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.693387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:26.723348 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:26.755739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95e761-bbec-41fc-aeeb-22b4ba5e20f5 None None] Pushing event updated for resources: {'Port': ['ID=b18d2451-19a1-40a3-b262-c54e6190b8cf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:26.915324 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.228591 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.233560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.313000 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.315327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:27.413820 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network c363d85c-edab-4faf-85b3-3320d5c0034e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:27.417524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:27.523659 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cee20347-2840-457b-8b4b-743a2f0347a5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:27.575104 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router b5b592c0-9a05-403e-9e00-73abc0c29377 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:40:27.589103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port cee20347-2840-457b-8b4b-743a2f0347a5 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:27.593469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cee20347-2840-457b-8b4b-743a2f0347a5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:27.594080 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.678878 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.697486 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:40:27.711808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port cee20347-2840-457b-8b4b-743a2f0347a5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cee20347-2840-457b-8b4b-743a2f0347a5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:27.712108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1f329891-faac-401d-a756-605744c6ed7c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/b5b592c0-9a05-403e-9e00-73abc0c29377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3434899 Jul 09 20:40:27.712239 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.712239 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b18d2451-19a1-40a3-b262-c54e6190b8cf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:27.784572 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=cee20347-2840-457b-8b4b-743a2f0347a5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:27.800709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b18d2451-19a1-40a3-b262-c54e6190b8cf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:27.814369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d508abe-3898-4367-804f-931ed374955b None None] Network c363d85c-edab-4faf-85b3-3320d5c0034e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:40:27.868189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Provisioning for port b18d2451-19a1-40a3-b262-c54e6190b8cf completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:27.872978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-30a6965b-3a60-4b7f-b888-b87a8795975c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795419522&fields=id&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 267 time: 0.0349264 Jul 09 20:40:27.875607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Provisioning complete for port b18d2451-19a1-40a3-b262-c54e6190b8cf triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:27.875990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.980050 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-dd0b3ebe-3948-46c2-873e-ea44578e9557 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:27.981847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-dd0b3ebe-3948-46c2-873e-ea44578e9557 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 796 time: 0.1018190 Jul 09 20:40:28.000494 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-698d764c-4533-4bf0-bebb-39dba3ae70d8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/quotas/25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0115328 Jul 09 20:40:28.034842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.082705 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5aeaf63c-c378-4876-951b-53c3987fa952 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747242 Jul 09 20:40:28.082926 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] For port b18d2451-19a1-40a3-b262-c54e6190b8cf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b18d2451-19a1-40a3-b262-c54e6190b8cf,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:28.092709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.101602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.149515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e09b04-7cd5-40ca-aa85-3c4da73e8c49 None None] Pushing event updated for resources: {'Port': ['ID=b18d2451-19a1-40a3-b262-c54e6190b8cf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:28.207477 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-d7e8cd66-de24-4563-b089-b1a35735d334 service neutron] 10.222.0.10 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091926 Jul 09 20:40:28.306622 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-ca2de4bd-7191-4e4c-9d6e-785ded9bf417 service neutron] 10.222.0.10 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933173 Jul 09 20:40:28.316907 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Provisioning complete for port b18d2451-19a1-40a3-b262-c54e6190b8cf triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:28.317314 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.370441 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Sync routers for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:40:28.385272 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:28.386463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:28.424640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Provisioning for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:28.433370 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Provisioning complete for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:28.434139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.500171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-058d0835-e660-4c5b-81be-79271a6e99da None None] Port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:40:28.524380 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:28.534496 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-05bc3102-d571-43b7-b594-56dc58023ccd req-cb521922-f973-4a9c-b7ec-837e7379000e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 210 time: 0.0503695 Jul 09 20:40:28.621517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fe7aa4e3-117e-444c-85bb-5300cc47f80e None None] Provisioning complete for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:28.622081 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa4e3-117e-444c-85bb-5300cc47f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.665768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aa4e3-117e-444c-85bb-5300cc47f80e None None] Port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:40:28.761492 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 2, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:28.789484 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Checking router: b5b592c0-9a05-403e-9e00-73abc0c29377 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:40:28.789842 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Updating router b5b592c0-9a05-403e-9e00-73abc0c29377 port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:40:28.825651 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.887411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-db011430-3b6a-40be-bf70-b3af22c310b2 None None] Provisioning complete for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:28.887948 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-db011430-3b6a-40be-bf70-b3af22c310b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:28.922384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-db011430-3b6a-40be-bf70-b3af22c310b2 None None] Port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:40:29.187254 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.197361 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Transition to ACTIVE for port object 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:29.203010 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.294225 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Pushing event updated for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:29.310773 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.311112 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.311451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.311778 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.312104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.312426 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.312751 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.313682 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.314014 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.314332 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.314650 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.314965 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:40:29.318041 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Attempting to bind port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:40:29.318420 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Attempting to bind port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:40:29.318767 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Attempting to bind port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 on network c363d85c-edab-4faf-85b3-3320d5c0034e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:40:29.324667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:40:29.325038 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Checking segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:40:29.325470 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.325860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Bound using segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:40:29.326315 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Bound port: 30265d02-ed07-4ee8-9b6d-f7b021c42fd6, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:40:29.326695 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.389979 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] For port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:40:29.393176 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] For port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:40:29.399171 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.460238 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cee20347-2840-457b-8b4b-743a2f0347a5 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:29.460409 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:29.460920 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:29.462827 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca543-64cc-4b24-a53e-a625428e407e None None] Pushing event updated for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:29.515687 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port cee20347-2840-457b-8b4b-743a2f0347a5 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:29.516444 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.577594 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:29.607187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b18d2451-19a1-40a3-b262-c54e6190b8cf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:29.685289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b18d2451-19a1-40a3-b262-c54e6190b8cf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:29.685965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.782034 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a3e5343c-ac81-4697-bec0-381db7e89d96 req-631717d6-611b-4321-9f29-8dd7bec59e42 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 210 time: 0.0625989 Jul 09 20:40:29.833256 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:29Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:29.845235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-6d51ad76-20ce-47bb-a940-4b582438ddfc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:29.846697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-6d51ad76-20ce-47bb-a940-4b582438ddfc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 796 time: 0.1374083 Jul 09 20:40:29.861864 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def185a6-9603-4faa-9186-14f17b34d71a None None] The sync data for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 is: [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:29Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:40:29.900570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-18fa98c3-4da2-4473-9081-0d14e0e76a48 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 379 time: 0.0404019 Jul 09 20:40:29.917499 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'port': {'device_id': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'admin_state_up': True, 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'security_groups': ['6fde883a-7453-4365-bcdf-ccfcc12395a6']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:30.046596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:40:30.050918 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.187994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.8 (c363d85c-edab-4faf-85b3-3320d5c0034e/f5f7b73e-f03b-4327-bf2c-500161fe0983/4c8c3b1a-61a5-4abc-8f4a-c95d4a120632) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:40:30.335176 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.352318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:30.386837 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.440343 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network c363d85c-edab-4faf-85b3-3320d5c0034e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:30.443642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:30.446475 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:40:30.474268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:30.506246 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:30.506951 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.526172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-c079ee89-1399-4797-8976-7bdf9d6f882f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6172004 Jul 09 20:40:30.538306 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Request body: {'port': {'device_id': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:30.618846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.700225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6518a575-1788-4c1c-81fa-623e59da9a2e None None] Provisioning for port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:30.705844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6518a575-1788-4c1c-81fa-623e59da9a2e None None] Provisioning complete for port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:30.706219 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6518a575-1788-4c1c-81fa-623e59da9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.741969 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6518a575-1788-4c1c-81fa-623e59da9a2e None None] Port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:40:30.907333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:40:30.915485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.927716 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Transition to ACTIVE for port object 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:40:30.931244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.981728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2547-0ee9-4f8b-82b4-e877bb97ff7d req-47f5c41b-c39f-41d1-9f7f-e6276e7c18e4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:30.983886 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8d2547-0ee9-4f8b-82b4-e877bb97ff7d req-47f5c41b-c39f-41d1-9f7f-e6276e7c18e4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 931 time: 0.0800149 Jul 09 20:40:30.987640 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:31.026520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-be8d2547-0ee9-4f8b-82b4-e877bb97ff7d req-2915ba20-cd82-49fd-9714-6e3d851dec31 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357656 Jul 09 20:40:31.058337 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Attempting to bind port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:40:31.058676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Attempting to bind port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:40:31.059001 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Attempting to bind port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 on network c363d85c-edab-4faf-85b3-3320d5c0034e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:40:31.063905 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 on network c363d85c-edab-4faf-85b3-3320d5c0034e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:40:31.064229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Attempting to bind port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 on network c363d85c-edab-4faf-85b3-3320d5c0034e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:40:31.069298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:40:31.069666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Checking segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:40:31.070073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Bound using segment: {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:40:31.070628 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Bound port: 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37e5b98-2749-492b-a8b8-b87b98ef0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:40:31.071027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.140724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:40:31.144665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:40:31.149292 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.191269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.191852 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.193271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 1091 time: 0.6594527 Jul 09 20:40:31.193721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:40:31.195965 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:40:31.223395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf721-a3d2-4f9b-bb4d-5c04c2924684 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:31.254534 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b4a9ee-a43e-4439-a94b-51602d1fa80d x-openstack-request-id: req-b1b4a9ee-a43e-4439-a94b-51602d1fa80d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:40:31.254835 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:40:31.255299 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1b4a9ee-a43e-4439-a94b-51602d1fa80d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:40:31.255619 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'status': 'completed', 'code': 200} Jul 09 20:40:31.300152 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-98ce135d-5d1e-41c4-a2b5-516655999e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.301711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-98ce135d-5d1e-41c4-a2b5-516655999e77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1094 time: 0.0581160 Jul 09 20:40:31.348303 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-88ef2f9b-949d-4ca3-980f-6a93bee868fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 217 time: 0.0395186 Jul 09 20:40:31.403511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-d702171d-e79f-42a7-9bf3-77ce17dc47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.405121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-d702171d-e79f-42a7-9bf3-77ce17dc47cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0511811 Jul 09 20:40:31.456945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:31.468858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-947366c6-cc8e-4575-a88c-1f0e6c23129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.470578 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-947366c6-cc8e-4575-a88c-1f0e6c23129a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589445 Jul 09 20:40:31.506530 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:31.510151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:31.510532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.572121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-47c6d1d8-31a9-42ed-961a-1744d156ef06 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946987 Jul 09 20:40:31.594050 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.627929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:31.631803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:31.666772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1caddac7-455f-46a5-afba-474cac5c41d8 req-e8f6cbe3-bae3-4313-b0a4-b1a9a81b2308 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Jul 09 20:40:31.680319 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:31.762143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-bf1d4fb0-4413-4595-8eb7-9c048271403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.763518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-bf1d4fb0-4413-4595-8eb7-9c048271403d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1094 time: 0.0521665 Jul 09 20:40:31.855765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-073a79ca-06de-4110-ac4a-afddd893d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.857261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-073a79ca-06de-4110-ac4a-afddd893d973 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 897 time: 0.0873339 Jul 09 20:40:31.896581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-c9d19854-9ab0-4850-8a4b-f94cd7a97268 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 217 time: 0.0329154 Jul 09 20:40:31.944314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-83799867-da52-4f78-ab6f-14843631de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:31.945743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-83799867-da52-4f78-ab6f-14843631de28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0425055 Jul 09 20:40:32.006665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-7ee95fef-e704-4dd2-af48-46a1765c8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:32.008155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-7ee95fef-e704-4dd2-af48-46a1765c8d0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547619 Jul 09 20:40:32.099683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-3f4352d7-521e-433c-bb5d-c5f97710c41b service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Jul 09 20:40:32.195294 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6c7418a3-f080-4ffc-a93a-71e87c2cf79b req-11c68080-d5af-4d4d-857f-4bd32b3a6aae service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Jul 09 20:40:32.204080 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb686ba-a7c8-4c78-b6d7-f8c87b50c59b req-a31587e0-807d-48d0-8908-37031220d7f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:32.206323 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fb686ba-a7c8-4c78-b6d7-f8c87b50c59b req-a31587e0-807d-48d0-8908-37031220d7f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 943 time: 0.0652807 Jul 09 20:40:32.245367 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2fb686ba-a7c8-4c78-b6d7-f8c87b50c59b req-c5cf5ef2-b25f-4e8d-9ae3-605c314c1c36 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Jul 09 20:40:32.379003 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:40:33.417862 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc209e1-3fd6-4b8b-a6a2-34815945d005 req-f05e266f-ee48-4294-a521-0e586c2c72e3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:33.419308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cc209e1-3fd6-4b8b-a6a2-34815945d005 req-f05e266f-ee48-4294-a521-0e586c2c72e3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 943 time: 0.0650823 Jul 09 20:40:33.428674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:33.458182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cc209e1-3fd6-4b8b-a6a2-34815945d005 req-2e34731e-91a4-46a1-ae8f-7d7c7a6206d5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Jul 09 20:40:33.479032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:33.479398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:33.548895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:40:33.646886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:33.658650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'port_id': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'mac_address': 'fa:16:3e:e0:4d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:40:33.694708 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:33.706904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:40:33.726316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:33.729877 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:33.775445 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:33.933709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:40:34.627339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25af61-1cac-4316-a31b-946cc7d33ea9 req-c09940f1-6d7f-4095-af24-e65cc2c626c0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:34.628812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe25af61-1cac-4316-a31b-946cc7d33ea9 req-c09940f1-6d7f-4095-af24-e65cc2c626c0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 944 time: 0.0620084 Jul 09 20:40:34.665780 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fe25af61-1cac-4316-a31b-946cc7d33ea9 req-9a9aa4c6-2b30-45bc-9ded-e06f50b55039 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Jul 09 20:40:35.546102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:40:35.592642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:40:35.596961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:40:35.597369 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:35.673010 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:35.696006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:40:35.698140 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2337ea5-7e78-48c9-b30e-dea8bb2c2569" -d '{"events": [{"server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:40:35.711655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:40:35.716687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:35.745156 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d176d8-0d78-4f1a-b64a-64374b566e72 x-openstack-request-id: req-93d176d8-0d78-4f1a-b64a-64374b566e72 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:40:35.745437 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:40:35.745696 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d176d8-0d78-4f1a-b64a-64374b566e72 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:40:35.746090 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'code': 200} Jul 09 20:40:35.773192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:36.196648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef906-1bea-40de-93bc-e46b6c6f156d req-aaa91a24-bc49-469d-a3b0-8e9e8fe79c1c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:36.198164 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24bef906-1bea-40de-93bc-e46b6c6f156d req-aaa91a24-bc49-469d-a3b0-8e9e8fe79c1c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.4155591 Jul 09 20:40:36.203808 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd898-2f34-44e9-8b51-e0adbb2c0773 req-6303241e-bed2-4e37-9e45-76de8e690478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:36.205191 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f91fd898-2f34-44e9-8b51-e0adbb2c0773 req-6303241e-bed2-4e37-9e45-76de8e690478 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1096 time: 0.3945260 Jul 09 20:40:36.257813 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-24bef906-1bea-40de-93bc-e46b6c6f156d req-05bc6a7e-0e35-4ea8-8a89-4f7832a6b739 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516944 Jul 09 20:40:36.261420 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f91fd898-2f34-44e9-8b51-e0adbb2c0773 req-931bb03c-0e2a-4174-b940-ed8abe8f62fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488045 Jul 09 20:40:37.433741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3438dc-a09a-4d78-832c-0056d39f6177 req-2dde1efa-5fd9-45e6-a382-b8ce3aa6d47c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:37.435141 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f3438dc-a09a-4d78-832c-0056d39f6177 req-2dde1efa-5fd9-45e6-a382-b8ce3aa6d47c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0668533 Jul 09 20:40:37.472704 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f3438dc-a09a-4d78-832c-0056d39f6177 req-ade994dd-0b56-4782-8f32-7ff1948c97d2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Jul 09 20:40:37.639278 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d45c8-447d-46f1-93b0-56cf454a0aa9 req-3e64f599-0327-4352-9025-0f1920758d6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:37.640781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be2d45c8-447d-46f1-93b0-56cf454a0aa9 req-3e64f599-0327-4352-9025-0f1920758d6d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0623627 Jul 09 20:40:37.679084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-be2d45c8-447d-46f1-93b0-56cf454a0aa9 req-65374f11-c681-497a-9369-14c1b96b8b63 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326512 Jul 09 20:40:37.703174 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:37.754049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c34e8f-63e4-4e7c-b449-c4d37e8dab28 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:37.755529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d8c34e8f-63e4-4e7c-b449-c4d37e8dab28 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1091 time: 0.0512624 Jul 09 20:40:37.758252 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:37.762442 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:40:37.783364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:37.878780 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:37.975688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.121 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/94d560a9-f66c-40de-be3d-eaceacadcb66) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:40:38.396572 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:38.433560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:38.469413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:40:38.475572 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:40:38.479134 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:40:38.484408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=94d560a9-f66c-40de-be3d-eaceacadcb66,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:38.842496 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:38.917927 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:39.060338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:39.065499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:39.133829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=94d560a9-f66c-40de-be3d-eaceacadcb66,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:40:39.145553 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:39.244317 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP 8cf50e65-3bdf-4638-97f1-f3f1d3598c60 associated. External IP: 172.25.3.121, port: 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632. Jul 09 20:40:39.446527 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router b5b592c0-9a05-403e-9e00-73abc0c29377 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:40:39.551248 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:40:39.561157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Sync routers for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:40:39.567214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:39.570872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:39.571486 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:39.602813 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ed636ff3-a3bc-416f-9cfa-96ed32fcaa1b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8435698 Jul 09 20:40:39.603489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:40:39.605904 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceda4ee3-1440-4ffb-833c-9440955c4177" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:40:39.641943 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d7d83-842b-4488-aba1-407202a0f621 x-openstack-request-id: req-d59d7d83-842b-4488-aba1-407202a0f621 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:40:39.642237 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:40:39.642491 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d59d7d83-842b-4488-aba1-407202a0f621 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:40:39.642894 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'status': 'completed', 'code': 200} Jul 09 20:40:39.685155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:39.722799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-766d8c13-3b99-442f-bf3d-ac9f0d40a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:39.724372 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-766d8c13-3b99-442f-bf3d-ac9f0d40a6a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1096 time: 0.0588870 Jul 09 20:40:39.757705 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b135af-7602-423b-8208-475d619c2eb9 req-27843efe-29fb-44ab-8359-7dc1f381a4f5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:39.759414 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79b135af-7602-423b-8208-475d619c2eb9 req-27843efe-29fb-44ab-8359-7dc1f381a4f5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 09 20:40:39.801661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-79b135af-7602-423b-8208-475d619c2eb9 req-b5fc90ca-3194-4181-a133-01911ce89271 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366585 Jul 09 20:40:39.818903 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-3e679b08-9ce4-432d-911d-0fb14b630d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:39.820378 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-3e679b08-9ce4-432d-911d-0fb14b630d76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 897 time: 0.0899165 Jul 09 20:40:39.823101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:39.916604 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8cf50e65-3bdf-4638-97f1-f3f1d3598c60', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'port_id': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'mac_address': 'fa:16:3e:e0:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:40:38Z', 'updated_at': '2021-07-09T20:40:38Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:39.932485 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef5e56a5-1629-4d34-9077-7cd69e862be1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/8cf50e65-3bdf-4638-97f1-f3f1d3598c60 HTTP/1.1" status: 200 len: 991 time: 0.1082838 Jul 09 20:40:39.934579 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-16416cfa-f231-4906-a874-4b5da93fd4e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 999 time: 0.1032717 Jul 09 20:40:39.942381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Checking router: b5b592c0-9a05-403e-9e00-73abc0c29377 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:40:39.950696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:40:39.951293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:40:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:39.984013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-15501dec-383f-4bb2-93f3-6ee8217aa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:39.985535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-15501dec-383f-4bb2-93f3-6ee8217aa050 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0441337 Jul 09 20:40:40.048424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-e00a1138-7b5e-45b7-80f9-b8af43e174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:40.050002 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-e00a1138-7b5e-45b7-80f9-b8af43e174a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584834 Jul 09 20:40:40.142252 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-6ca466e0-0a37-48eb-9b5e-642053348d8c service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854881 Jul 09 20:40:40.212218 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:40:40.235755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ceda4ee3-1440-4ffb-833c-9440955c4177 req-6dcf485e-5f29-44d4-bd7a-7a3560413684 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871007 Jul 09 20:40:40.436578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8cf50e65-3bdf-4638-97f1-f3f1d3598c60', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'port_id': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'mac_address': 'fa:16:3e:e0:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:40:38Z', 'updated_at': '2021-07-09T20:40:38Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:40:40.463474 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ebb78-c570-4d28-a683-3e869f579c58 None None] The sync data for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 is: [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '8cf50e65-3bdf-4638-97f1-f3f1d3598c60', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'port_id': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'mac_address': 'fa:16:3e:e0:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:40:38Z', 'updated_at': '2021-07-09T20:40:38Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:40:40.642609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e1671-ee7d-4c1b-a4c5-049661cb20ee None None] New status for floating IP 8cf50e65-3bdf-4638-97f1-f3f1d3598c60: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:40:40.935619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:40:40.999798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c2f61db-8b96-4bad-a9ca-aeda3b74dd89 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/8cf50e65-3bdf-4638-97f1-f3f1d3598c60 HTTP/1.1" status: 200 len: 993 time: 0.0630465 Jul 09 20:40:49.286134 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:52.456088 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e7a15b95-815b-4410-af85-279062634e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:53.852485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:55.054652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e25556e1-09bd-4583-b224-1802d4668abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:55.377410 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:56.608585 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:58.088048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:09.378449 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:41:09.941390 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-b7c7dc75-f72c-4a61-9c23-ee5521190b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:09.942926 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-b7c7dc75-f72c-4a61-9c23-ee5521190b8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1096 time: 0.0955288 Jul 09 20:41:09.980932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1c30c-dd6d-4b3e-9773-cc2a2dca506d req-182a6ecc-11b5-47f7-986a-be79b56a20e1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:09.982325 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b1c30c-dd6d-4b3e-9773-cc2a2dca506d req-182a6ecc-11b5-47f7-986a-be79b56a20e1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0973341 Jul 09 20:41:10.056108 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4b1c30c-dd6d-4b3e-9773-cc2a2dca506d req-253a2640-0959-4e53-af8c-3228f47d4d3d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489163 Jul 09 20:41:10.075095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-62fcd8d0-443a-4557-9548-5d9c7bbae324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:10.076619 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-62fcd8d0-443a-4557-9548-5d9c7bbae324 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 897 time: 0.1258790 Jul 09 20:41:10.147324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-b0604be4-b3f9-4082-b8b2-74c467539d65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 1001 time: 0.0624797 Jul 09 20:41:10.195828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-aaa749e0-5d67-409c-8772-c73d0e78e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:10.197272 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-aaa749e0-5d67-409c-8772-c73d0e78e2d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0430257 Jul 09 20:41:10.252124 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-a4cbc46a-18d8-4603-b457-c2c50c2486dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:10.253556 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-a4cbc46a-18d8-4603-b457-c2c50c2486dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500576 Jul 09 20:41:10.345456 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-75c90165-18cd-495b-87fd-d7b38c060e6f service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844603 Jul 09 20:41:10.432688 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3df48640-8c2c-4ecd-8526-af3585188bfe req-529334e5-09eb-4538-a9fc-f2059a36ce68 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811093 Jul 09 20:41:11.231691 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add73d9-56ad-43a7-bb9e-ef0dedf845e1 req-1e9f0f07-5031-4bf7-934d-8909277f81bd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:11.233195 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7add73d9-56ad-43a7-bb9e-ef0dedf845e1 req-1e9f0f07-5031-4bf7-934d-8909277f81bd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0632799 Jul 09 20:41:11.270151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7add73d9-56ad-43a7-bb9e-ef0dedf845e1 req-fdbee111-246b-4ee5-a8c5-5810a5831659 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314322 Jul 09 20:41:12.442350 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac13a-7a65-49e5-9c2c-7a9c160258cc req-3f018d33-81ac-4a0b-bb5a-1fa9fd42bc62 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:12.443770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b2ac13a-7a65-49e5-9c2c-7a9c160258cc req-3f018d33-81ac-4a0b-bb5a-1fa9fd42bc62 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0627825 Jul 09 20:41:12.480550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2b2ac13a-7a65-49e5-9c2c-7a9c160258cc req-16c89f35-5bee-483c-93ab-8de960b01fee tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Jul 09 20:41:13.650376 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce20b7-9b95-4911-b9ab-4808fad5651a req-6574d724-2236-4925-ba69-96ded0571671 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:13.651787 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5ce20b7-9b95-4911-b9ab-4808fad5651a req-6574d724-2236-4925-ba69-96ded0571671 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jul 09 20:41:13.692205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f5ce20b7-9b95-4911-b9ab-4808fad5651a req-e2fd083d-515a-4a1a-aded-ec6962c0f6b8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348024 Jul 09 20:41:14.868127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe419b3d-f6e3-4015-9241-29e068b45054 req-35ff425d-82e4-49cf-bf46-1afc2db005d9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:14.869635 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe419b3d-f6e3-4015-9241-29e068b45054 req-35ff425d-82e4-49cf-bf46-1afc2db005d9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0669165 Jul 09 20:41:14.905995 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe419b3d-f6e3-4015-9241-29e068b45054 req-ef4ae8ba-8508-4bf2-82b4-666638680930 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308664 Jul 09 20:41:16.078259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177393-55c6-4f32-aafb-06a25da089ba req-f5ca4eda-afbc-48cb-b609-3b77dd83eb9a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:16.080335 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78177393-55c6-4f32-aafb-06a25da089ba req-f5ca4eda-afbc-48cb-b609-3b77dd83eb9a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0625536 Jul 09 20:41:16.116820 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-78177393-55c6-4f32-aafb-06a25da089ba req-c8e09b9c-871d-4a96-b18c-533084a0007f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Jul 09 20:41:17.286003 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379a73e-a00e-44bd-bf58-b5d0e2f4e14d req-549befcc-830b-4315-9e8a-2a6780df51f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:17.287503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3379a73e-a00e-44bd-bf58-b5d0e2f4e14d req-549befcc-830b-4315-9e8a-2a6780df51f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0623124 Jul 09 20:41:17.324986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3379a73e-a00e-44bd-bf58-b5d0e2f4e14d req-1b9f2537-ab5b-435b-8981-4248a2365a1c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Jul 09 20:41:18.495560 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682edba-a051-4b29-83d2-9f8e96f64647 req-9d7b3606-e2bd-4e9e-ae94-ac64b8c635de tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:18.496988 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6682edba-a051-4b29-83d2-9f8e96f64647 req-9d7b3606-e2bd-4e9e-ae94-ac64b8c635de tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0617688 Jul 09 20:41:18.534183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6682edba-a051-4b29-83d2-9f8e96f64647 req-eb380fc6-e8b3-4aea-b4b4-46ae215b6971 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Jul 09 20:41:19.290455 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:19.707945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e09dc-8b6b-4af3-ba23-8f6d088c536e req-78b2ce4d-a71d-4647-be44-06b349ec41bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:19.709360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d6e09dc-8b6b-4af3-ba23-8f6d088c536e req-78b2ce4d-a71d-4647-be44-06b349ec41bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jul 09 20:41:19.746595 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d6e09dc-8b6b-4af3-ba23-8f6d088c536e req-cf97478b-5f32-4f8d-ad29-89035a6e4d87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Jul 09 20:41:20.926899 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1a9e-7037-46c4-8fc6-a85af81c1852 req-c9ba7996-a0b6-4c8c-863d-72e29e3ebd36 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:20.928613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99ba1a9e-7037-46c4-8fc6-a85af81c1852 req-c9ba7996-a0b6-4c8c-863d-72e29e3ebd36 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0654044 Jul 09 20:41:20.964858 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-99ba1a9e-7037-46c4-8fc6-a85af81c1852 req-3e3020d3-c690-40ee-882b-4ffaeffad3ef tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306907 Jul 09 20:41:22.139593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e42a89-eecf-47a4-a5a0-4ddfe3993cb6 req-1dfc910f-986b-4518-a32c-60e2c07ec847 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:22.141770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e42a89-eecf-47a4-a5a0-4ddfe3993cb6 req-1dfc910f-986b-4518-a32c-60e2c07ec847 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0653267 Jul 09 20:41:22.179024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e4e42a89-eecf-47a4-a5a0-4ddfe3993cb6 req-a747271a-352d-4726-ba2f-8239fd9f12d6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Jul 09 20:41:22.205406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:41:22.264998 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-985fede8-54a5-43bb-822b-8460a5b45f0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/8cf50e65-3bdf-4638-97f1-f3f1d3598c60 HTTP/1.1" status: 200 len: 993 time: 0.0582376 Jul 09 20:41:22.456412 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a883-9c2d-4808-9809-c5453e817adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:23.845472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:25.057485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd155-42dc-4e17-8330-f110f0b311aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:25.378157 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:26.610910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:28.095723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:29.559343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-4f83dba5-cd18-4b6d-bf96-d049c1da4d2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497639 Jul 09 20:41:29.653794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-d0f0bc32-5716-4165-861d-dfe095e512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:29.655192 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-d0f0bc32-5716-4165-861d-dfe095e512f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1096 time: 0.0548904 Jul 09 20:41:29.758478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-fe1c1501-db7c-408d-97ae-e8918d0588c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:29.760596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-fe1c1501-db7c-408d-97ae-e8918d0588c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 897 time: 0.0862539 Jul 09 20:41:29.829342 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-3994d5eb-e4ff-4289-9eca-01bc1aa8451e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 1001 time: 0.0622339 Jul 09 20:41:29.877144 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-dc80a1b7-6546-481b-9bc1-c4d3764ab706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:29.878563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-dc80a1b7-6546-481b-9bc1-c4d3764ab706 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0434728 Jul 09 20:41:29.934695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-5a67b525-7690-4e2e-aa7d-3cf1d971e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:29.936075 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-5a67b525-7690-4e2e-aa7d-3cf1d971e190 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508099 Jul 09 20:41:30.029297 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-7f59b772-79f8-4974-8f2c-33b79520ebe9 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Jul 09 20:41:30.118719 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-95427f3b-e836-4e18-841b-73ad74a4d246 req-dae0c11c-df99-4265-b5f4-a18cda91b528 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Jul 09 20:41:46.378252 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:41:49.293656 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:52.458100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7872fa25-7803-415d-9acf-0c890019d621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:52.630905 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:41:52.783653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 94d560a9-f66c-40de-be3d-eaceacadcb66 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:41:52.783997 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:52.858883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:52.859214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:52.870451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 94d560a9-f66c-40de-be3d-eaceacadcb66 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:41:53.013637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:53.035910 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=94d560a9-f66c-40de-be3d-eaceacadcb66,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:41:53.046374 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.046724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.047061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.047391 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.047722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.048044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.048366 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.048683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.049512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.049830 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.050142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.050454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:53.113375 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:53.113728 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP 8cf50e65-3bdf-4638-97f1-f3f1d3598c60 disassociated (deleted). External IP: 172.25.3.121, port: 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632. Jul 09 20:41:53.315259 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router b5b592c0-9a05-403e-9e00-73abc0c29377 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:41:53.418224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:41:53.423230 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:53.428315 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Sync routers for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:41:53.436987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:41:53.437635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:53.465945 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d28d02f5-707c-4a1f-90e8-978f46bf6324 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/floatingips/8cf50e65-3bdf-4638-97f1-f3f1d3598c60 HTTP/1.1" status: 204 len: 168 time: 0.8306208 Jul 09 20:41:53.465945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:41:53.465945 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e5000b-89a3-4da6-9773-c8f75e2655bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:41:53.547894 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:41:53.590117 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e3794b-9046-48c0-86aa-d4d4c3573bb2 x-openstack-request-id: req-18e3794b-9046-48c0-86aa-d4d4c3573bb2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:41:53.590466 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:41:53.590709 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18e3794b-9046-48c0-86aa-d4d4c3573bb2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:41:53.591126 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'status': 'completed', 'code': 200} Jul 09 20:41:53.681659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-34101e4c-72e5-4843-a9f5-b4b9ee0e1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:53.683304 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-34101e4c-72e5-4843-a9f5-b4b9ee0e1d61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 1096 time: 0.0697417 Jul 09 20:41:53.768443 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:53.789315 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-41462a9b-dbf1-4437-8f01-f6da193eaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:53.790865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-41462a9b-dbf1-4437-8f01-f6da193eaedf service neutron] 10.222.0.59 "GET /v2.0/networks?id=c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 200 len: 897 time: 0.0974061 Jul 09 20:41:53.794673 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Checking router: b5b592c0-9a05-403e-9e00-73abc0c29377 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:41:53.805109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:41:53.805755 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:53.834953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47a1d-02b3-4a51-98af-7a81cb8c7adf req-169dec43-0712-4c88-ad38-a5f1fe08c07f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:53.836554 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bd47a1d-02b3-4a51-98af-7a81cb8c7adf req-169dec43-0712-4c88-ad38-a5f1fe08c07f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0692310 Jul 09 20:41:53.838984 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-fdab76c4-7cfe-4d48-8830-9dbda7da96a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 200 len: 217 time: 0.0408530 Jul 09 20:41:53.876516 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6bd47a1d-02b3-4a51-98af-7a81cb8c7adf req-1e074a0c-1ab1-46b9-bfcc-934b91baa767 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336375 Jul 09 20:41:53.890040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-ca72cf51-54ca-4c55-9bd9-051f64bc500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:53.891542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-ca72cf51-54ca-4c55-9bd9-051f64bc500a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 200 len: 835 time: 0.0461719 Jul 09 20:41:53.910175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:53.927085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:41:53.953668 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-22888255-3208-4e75-911d-f986d46d2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:53.955222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-22888255-3208-4e75-911d-f986d46d2d65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c363d85c-edab-4faf-85b3-3320d5c0034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569689 Jul 09 20:41:54.047724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-93b16340-7062-4a03-a84e-2d123d3595e9 service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Jul 09 20:41:54.127174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:54.144248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-23e5000b-89a3-4da6-9773-c8f75e2655bb req-8fc210c5-4306-4a69-b54b-c876de30bf0e service neutron] 10.222.0.59 "GET /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895844 Jul 09 20:41:54.153124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5eefa-6f8b-485a-958b-8f92f2dd971c None None] The sync data for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 is: [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:26Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '30265d02-ed07-4ee8-9b6d-f7b021c42fd6', 'name': '', 'network_id': 'c363d85c-edab-4faf-85b3-3320d5c0034e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:2f:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:25Z', 'updated_at': '2021-07-09T20:40:31Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'f5f7b73e-f03b-4327-bf2c-500161fe0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:41:54.394527 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f99aa-994f-4de9-b688-9912731632e6 None None] New status for floating IP 8cf50e65-3bdf-4638-97f1-f3f1d3598c60: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:41:55.051538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab125ea-b4bb-47ff-af72-1002dbf749e5 req-e453d486-7cdc-4670-9339-8395c893b7e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:55.053361 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ab125ea-b4bb-47ff-af72-1002dbf749e5 req-e453d486-7cdc-4670-9339-8395c893b7e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0642562 Jul 09 20:41:55.059325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08953134-7aac-4946-ab31-adbaa6e04da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.091339 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ab125ea-b4bb-47ff-af72-1002dbf749e5 req-cbfdae50-07d5-4021-853a-a30ce22dfb26 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6fde883a-7453-4365-bcdf-ccfcc12395a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Jul 09 20:41:55.279205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-db073a1a-b4dd-428f-be36-8647e8b902a8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:55.280572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-db073a1a-b4dd-428f-be36-8647e8b902a8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 945 time: 0.0619824 Jul 09 20:41:55.380961 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.385492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:41:55.385835 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.471215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:41:55.471574 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.489701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:41:55.615989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.643925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=4c8c3b1a-61a5-4abc-8f4a-c95d4a120632,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:41:55.677959 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.678307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.678644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.678976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.679302 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.679629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.679954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.680276 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.680597 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.680917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.681260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.681581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:41:55.701553 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] No DVR routers for this DVR port 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:41:55.703996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:55.706072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-42218ca4-9c99-4da3-af26-dfae94cec4fc req-aba869bf-2198-4b31-802c-d7c06f49ee4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "DELETE /v2.0/ports/4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 HTTP/1.1" status: 204 len: 173 time: 0.4196329 Jul 09 20:41:55.706498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'name': 'network-vif-deleted', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:41:55.708726 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa677e8b-5362-4e65-a3d9-055fcbd4ff01" -d '{"events": [{"server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "name": "network-vif-deleted", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:41:55.757557 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b912d12-813c-4714-996c-1ad164f9458d x-openstack-request-id: req-7b912d12-813c-4714-996c-1ad164f9458d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:41:55.757872 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e68cfa-3a62-4202-9c98-55854490bc6a", "name": "network-vif-deleted", "tag": "4c8c3b1a-61a5-4abc-8f4a-c95d4a120632", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:41:55.758121 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b912d12-813c-4714-996c-1ad164f9458d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:41:55.758521 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e68cfa-3a62-4202-9c98-55854490bc6a', 'name': 'network-vif-deleted', 'tag': '4c8c3b1a-61a5-4abc-8f4a-c95d4a120632', 'status': 'completed', 'code': 200} Jul 09 20:41:56.252567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9912e3f8-3ad2-48b8-8782-58fe99e4c88f req-93bf1d6f-46e5-4940-9279-76358a6b3deb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2e68cfa-3a62-4202-9c98-55854490bc6a HTTP/1.1" status: 200 len: 210 time: 0.0281298 Jul 09 20:41:56.613766 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:57.345592 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:41:57.703258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:57.965449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:41:57.965756 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:58.055070 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 30265d02-ed07-4ee8-9b6d-f7b021c42fd6, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:41:58.055433 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:58.067986 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:41:58.093535 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:58.251662 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:58.276354 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=30265d02-ed07-4ee8-9b6d-f7b021c42fd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:41:58.768449 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:58.976263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router b5b592c0-9a05-403e-9e00-73abc0c29377 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:41:59.082032 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:41:59.088598 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4cf6f3d3-d107-4db8-9867-2ebc0c8bfe82 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/b5b592c0-9a05-403e-9e00-73abc0c29377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416377 Jul 09 20:41:59.090643 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:41:59.091296 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Sync routers for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:41:59.100154 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:41:59.100799 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:59.145122 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting subnet f5f7b73e-f03b-4327-bf2c-500161fe0983 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:41:59.148295 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.187816 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.204944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:41:59.270853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.333850 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.362743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f7b73e-f03b-4327-bf2c-500161fe0983,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:41:59.364731 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.367214 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a55972e7-1822-4fae-b9a9-2ec3cc5f773c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/subnets/f5f7b73e-f03b-4327-bf2c-500161fe0983 HTTP/1.1" status: 204 len: 168 time: 0.2750483 Jul 09 20:41:59.369312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:41:59.373619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b5797-0b3d-407b-9409-7903b6730b1d None None] Network c363d85c-edab-4faf-85b3-3320d5c0034e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:41:59.447003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:41:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:59.476952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.491702 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Checking router: b5b592c0-9a05-403e-9e00-73abc0c29377 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:41:59.518552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Routers {'b5b592c0-9a05-403e-9e00-73abc0c29377'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:41:59.519208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b5b592c0-9a05-403e-9e00-73abc0c29377'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:41:59.581880 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.635495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port cee20347-2840-457b-8b4b-743a2f0347a5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:41:59.635751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.722474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port cee20347-2840-457b-8b4b-743a2f0347a5, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=cee20347-2840-457b-8b4b-743a2f0347a5,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:41:59.722834 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.735655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for cee20347-2840-457b-8b4b-743a2f0347a5 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:41:59.785211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] Set router b5b592c0-9a05-403e-9e00-73abc0c29377 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:41:59.837488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] DHCP port deletion for c363d85c-edab-4faf-85b3-3320d5c0034e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:41:59.855351 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:41:59.912738 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.924842 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:41:59.925211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 4c8c3b1a-61a5-4abc-8f4a-c95d4a120632 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:41:59.944180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=cee20347-2840-457b-8b4b-743a2f0347a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:41:59.994007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Deleting port b18d2451-19a1-40a3-b262-c54e6190b8cf {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:41:59.994378 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.003133 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.064847 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] For port b18d2451-19a1-40a3-b262-c54e6190b8cf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b18d2451-19a1-40a3-b262-c54e6190b8cf,segment=NetworkSegment(a37e5b98-2749-492b-a8b8-b87b98ef0885),segment_id=a37e5b98-2749-492b-a8b8-b87b98ef0885)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:00.065145 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.078479 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Calling delete_port for b18d2451-19a1-40a3-b262-c54e6190b8cf owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:42:00.093568 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.095673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.097055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:41:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:00.143513 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.144154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Fanout notify agent at l3_agent the message router_deleted on router b5b592c0-9a05-403e-9e00-73abc0c29377 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:42:00.151896 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.155510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7a0f8b4d-371c-4a5e-9cf2-1c31e1ca73aa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/routers/b5b592c0-9a05-403e-9e00-73abc0c29377 HTTP/1.1" status: 204 len: 168 time: 0.7821026 Jul 09 20:42:00.155657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d197a-f8ad-40a4-8b27-3a6fb1287b80 None None] The sync data for ids ['b5b592c0-9a05-403e-9e00-73abc0c29377'] in n-d-800087-3 is: [{'id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920507630', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:41:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'cee20347-2840-457b-8b4b-743a2f0347a5', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b592c0-9a05-403e-9e00-73abc0c29377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:40:23Z', 'updated_at': '2021-07-09T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:00.156138 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:00.200021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.224393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Pushing event deleted for resources: {'Port': ['ID=b18d2451-19a1-40a3-b262-c54e6190b8cf,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:00.233880 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.234234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.234586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.234927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.235272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.235606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.235941 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.236273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.236600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.236930 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.237289 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.237618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:00.239665 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.243220 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84091a75-d912-4f0e-bc98-112e06c93436 None None] No DVR routers for this DVR port b18d2451-19a1-40a3-b262-c54e6190b8cf on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:42:00.339657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.349877 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363d85c-edab-4faf-85b3-3320d5c0034e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:00.360371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37e5b98-2749-492b-a8b8-b87b98ef0885') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:00.360662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37e5b98-2749-492b-a8b8-b87b98ef0885') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:00.369717 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.383750 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.389921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:42:00.390343 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:42:00.393910 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:42:00.452333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.459755 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.461649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/networks/c363d85c-edab-4faf-85b3-3320d5c0034e HTTP/1.1" status: 204 len: 168 time: 0.3048768 Jul 09 20:42:00.464556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:00.473426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9480b9-6062-4d60-abba-18880548aa46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Network': ['ID=c363d85c-edab-4faf-85b3-3320d5c0034e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:00.527747 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.554843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.615865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.618945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.620118 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/security-groups/6fde883a-7453-4365-bcdf-ccfcc12395a6 HTTP/1.1" status: 204 len: 168 time: 0.1545231 Jul 09 20:42:00.629987 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6357b2-f532-4872-b52b-26804426217c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fde883a-7453-4365-bcdf-ccfcc12395a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:01.462551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:01.467399 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347946478', 'description': 'tempest-secgroup-smoke-347946478 description', 'project_id': '25079ea9c293440589c2eb40b238bcc3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:01.475435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cee20347-2840-457b-8b4b-743a2f0347a5 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:42:01.491235 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.495026 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: cee20347-2840-457b-8b4b-743a2f0347a5 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:42:01.495367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device cee20347-2840-457b-8b4b-743a2f0347a5 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:42:01.495783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:42:01.514112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:42:01.514451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 30265d02-ed07-4ee8-9b6d-f7b021c42fd6 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:42:01.514860 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b18d2451-19a1-40a3-b262-c54e6190b8cf no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:42:01.537620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b18d2451-19a1-40a3-b262-c54e6190b8cf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:42:01.537987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b18d2451-19a1-40a3-b262-c54e6190b8cf not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:42:01.572169 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.575781 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.607063 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.608265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446154 Jul 09 20:42:01.610094 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2919184-72ad-4163-b4b1-b7779eb751db tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb06fe-4f2e-4daa-a798-a53056e5cb81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:01.611252 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:01.616061 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:01.642141 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.701416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.704560 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.721635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b623a8c6-e967-4b88-9acb-88be1c5cec45,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:01.727830 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.729932 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b50cce19-1aa2-4193-b716-021f2467efc6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167507 Jul 09 20:42:01.731734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:01.736034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:01.761054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.816268 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.819889 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.837924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476cc1d6-330e-4e16-b5c0-0d8aa2531f1f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:01.843006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.844388 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ab7cc70c-12b1-4d6c-b227-d27c58193c46 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116645 Jul 09 20:42:01.846994 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:01.851371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:01.877368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.934747 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.938368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.955384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79556702-d865-448c-a3ec-f535f6551716,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:01.961542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:01.962623 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-142aeb49-8568-43a9-9d1c-ea68a9b66a4b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147172 Jul 09 20:42:01.965368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:01.969622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:01.993938 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.053468 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.057526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.074860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd5a8e4-fde2-4628-ac56-7cb3270d9d23,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:02.081607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.082810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b95a8e1a-ba35-4c78-aaaa-ff831ba95b40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165428 Jul 09 20:42:02.085702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:02.090032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:02.110587 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:42:02.115906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.175121 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.178983 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.196918 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65a04a8-9e8a-4180-b13a-e488f42720b9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:02.203928 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.205312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8475c5fb-0a1b-4c55-afc0-edbbc24bfbc9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186543 Jul 09 20:42:02.208191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:02.214451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '59bb06fe-4f2e-4daa-a798-a53056e5cb81', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:02.234575 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:42:02.239796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.299407 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.303210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.321481 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bfe908-86fb-4db8-8749-017f45fe2723,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:02.324288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.325657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d321b76c-9474-46ab-a497-6a8dbbcfbbb7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164806 Jul 09 20:42:02.328482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:02.333583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'network': {'name': 'tempest-network-smoke--1196670713', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:02.353570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:42:02.356941 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.382271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:42:02.390906 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.391245 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Added segment c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30 of type vlan for network 43bf74b2-71dc-4145-a048-f9e896a31d2e Jul 09 20:42:02.430916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.457886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.463381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:02.463915 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.521321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1916592 Jul 09 20:42:02.524109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:02.528851 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'admin_state_up': True, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:02.529934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2bec0-d822-4e83-80cf-b404479bcb25 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Network': ['ID=43bf74b2-71dc-4145-a048-f9e896a31d2e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:02.540922 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:42:02.556757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.557812 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.609693 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.744881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.931683 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.949937 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.054597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.85 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c35beac3-2188-4efd-a1a1-1c3412a79595) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:03.154936 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.193561 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.238201 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:03.241061 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:03.244582 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:03.267000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=c35beac3-2188-4efd-a1a1-1c3412a79595,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:03.490443 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.684946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.806743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router c7e2818f-a35a-46b6-a545-657075594ece is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:42:03.908596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:42:03.918897 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Sync routers for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:42:03.926658 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:03.928662 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:03.929300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:03.929596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5ba0d052-b8ae-4e9c-ac00-fe9fe51b558b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4043963 Jul 09 20:42:03.931362 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:03.960149 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-b08b230d-b282-40aa-a9a3-acc34b7bd187 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=25079ea9c293440589c2eb40b238bcc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275562 Jul 09 20:42:03.963407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:04.036159 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:04.060226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d21e24-77d5-4010-9c5b-02facf7d0f5b tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:04.061801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c8d21e24-77d5-4010-9c5b-02facf7d0f5b tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973740 Jul 09 20:42:04.065432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:04.093734 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2599a679-299c-4fa0-8b98-cc084f0d92ab tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269563 Jul 09 20:42:04.096327 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:04.101518 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235530302', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:04.193913 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:42:04.198308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.225281 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:04.254303 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Checking router: c7e2818f-a35a-46b6-a545-657075594ece for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:42:04.254569 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Updating router c7e2818f-a35a-46b6-a545-657075594ece port c35beac3-2188-4efd-a1a1-1c3412a79595 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:42:04.293837 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.393147 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.466249 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Subnet': ['ID=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:04.471005 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Checking segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:04.471371 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network hostable DHCP agents. Network: 43bf74b2-71dc-4145-a048-f9e896a31d2e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:42:04.491085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:42:04.502825 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 43bf74b2-71dc-4145-a048-f9e896a31d2e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:04.507256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:04.507905 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.515984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb73a04-1f42-470b-8f4c-8607fc63d806 None None] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:42:04.528841 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:04.529377 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-faf65ba9-9d45-474c-b9d1-23ea2ae4fd58 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4318027 Jul 09 20:42:04.554972 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.565850 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Transition to ACTIVE for port object c35beac3-2188-4efd-a1a1-1c3412a79595 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:04.573467 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.628976 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Attempting to bind port c35beac3-2188-4efd-a1a1-1c3412a79595 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:04.629668 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Attempting to bind port c35beac3-2188-4efd-a1a1-1c3412a79595 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:04.630238 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Attempting to bind port c35beac3-2188-4efd-a1a1-1c3412a79595 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:04.637052 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:04.637789 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:04.638385 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.638960 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:04.639645 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Bound port: c35beac3-2188-4efd-a1a1-1c3412a79595, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:04.640031 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.700142 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-43bf74b2-71dc-4145-a048-f9e896a31d2e', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:42:04.701475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.710006 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] For port c35beac3-2188-4efd-a1a1-1c3412a79595, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:04.713158 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] For port c35beac3-2188-4efd-a1a1-1c3412a79595, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c35beac3-2188-4efd-a1a1-1c3412a79595,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:04.714557 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Pushing event updated for resources: {'Port': ['ID=c35beac3-2188-4efd-a1a1-1c3412a79595,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:04.724377 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.728461 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.728810 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.729224 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.729552 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.729886 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.730637 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.730637 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.730842 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.731146 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.731463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.731830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.732151 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:04.784815 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e865d-133e-4dcf-871e-78ace8f5e51d None None] Pushing event updated for resources: {'Port': ['ID=c35beac3-2188-4efd-a1a1-1c3412a79595,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:04.802641 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:04.803252 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:04.905488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Allocated IP 172.20.0.2 (43bf74b2-71dc-4145-a048-f9e896a31d2e/41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa/b353180f-cc7d-4951-8f29-c17b887ff21e) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:04.913544 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:05.077972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.088769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Transition to ACTIVE for port object b353180f-cc7d-4951-8f29-c17b887ff21e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:05.106210 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Transition to ACTIVE for port object b353180f-cc7d-4951-8f29-c17b887ff21e will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:05.112475 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.125765 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:05.162044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:05.165121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:05.170145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:05.173652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Pushing event updated for resources: {'Port': ['ID=b353180f-cc7d-4951-8f29-c17b887ff21e,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:05.234403 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Attempting to bind port b353180f-cc7d-4951-8f29-c17b887ff21e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:05.234694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Attempting to bind port b353180f-cc7d-4951-8f29-c17b887ff21e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:05.235031 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Attempting to bind port b353180f-cc7d-4951-8f29-c17b887ff21e on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:05.240046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:05.240417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Checking segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:05.240812 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.241224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Bound using segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:05.241678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Bound port: b353180f-cc7d-4951-8f29-c17b887ff21e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:05.242110 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.245219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118f0bc-4082-445f-b461-1bef86aba511 None None] The sync data for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 is: [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:05.305841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] For port b353180f-cc7d-4951-8f29-c17b887ff21e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:05.309387 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] For port b353180f-cc7d-4951-8f29-c17b887ff21e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b353180f-cc7d-4951-8f29-c17b887ff21e,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:05.315046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.377991 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.381823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16b70-f4b7-47d3-9a36-ef7a6824021e None None] Pushing event updated for resources: {'Port': ['ID=b353180f-cc7d-4951-8f29-c17b887ff21e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:05.730239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.1 (43bf74b2-71dc-4145-a048-f9e896a31d2e/41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa/ded807c9-686b-45a3-a52d-136ff41f3e88) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:05.851971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.866855 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object ded807c9-686b-45a3-a52d-136ff41f3e88 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:05.901027 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:05.945785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:05.948974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:05.953048 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:05.959583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:06.000921 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.156319 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.364810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65787604-0eb4-4fb2-90b6-b55fdbf42ed3 None None] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:42:06.428099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a42b470b-8afe-45b4-83b6-80ec8b65c577 None None] Provisioning for port b353180f-cc7d-4951-8f29-c17b887ff21e completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:06.450004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.455272 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.532135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:06.535261 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.629922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:06.631361 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:06.754183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router c7e2818f-a35a-46b6-a545-657075594ece has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:42:06.768547 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b5b6f06-f96d-43ac-8e6d-440cada59a86 None None] Provisioning for port ded807c9-686b-45a3-a52d-136ff41f3e88 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:06.773046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b5b6f06-f96d-43ac-8e6d-440cada59a86 None None] Provisioning complete for port ded807c9-686b-45a3-a52d-136ff41f3e88 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:06.773469 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6f06-f96d-43ac-8e6d-440cada59a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:06.810054 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b6f06-f96d-43ac-8e6d-440cada59a86 None None] Port ded807c9-686b-45a3-a52d-136ff41f3e88 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:42:06.885509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:42:06.891251 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3ffbedb1-24f2-4a64-938f-3741817f4e87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/c7e2818f-a35a-46b6-a545-657075594ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608096 Jul 09 20:42:06.919877 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Sync routers for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:42:06.933645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:06.934272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:06.977169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0fd06959-cc07-49aa-822f-817994a1194f None None] Provisioning complete for port ded807c9-686b-45a3-a52d-136ff41f3e88 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:06.977553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fd06959-cc07-49aa-822f-817994a1194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.062675 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0fd06959-cc07-49aa-822f-817994a1194f None None] Port ded807c9-686b-45a3-a52d-136ff41f3e88 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:42:07.073335 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-f4584d21-2d13-4cbb-8d8a-9473993cf88f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347946478&fields=id&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 267 time: 0.0395827 Jul 09 20:42:07.088144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:07.197888 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-a6f33499-7b4f-40e6-9af1-9dde18a93ee8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:07.199489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-a6f33499-7b4f-40e6-9af1-9dde18a93ee8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 797 time: 0.1197178 Jul 09 20:42:07.214711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-46c7ea79-7240-4dad-9192-42198e9f1368 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/quotas/25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0093281 Jul 09 20:42:07.220014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f077ecf8-772e-4380-8e86-08625365bbdc None None] Provisioning complete for port ded807c9-686b-45a3-a52d-136ff41f3e88 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:07.220428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f077ecf8-772e-4380-8e86-08625365bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.278417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f077ecf8-772e-4380-8e86-08625365bbdc None None] Port ded807c9-686b-45a3-a52d-136ff41f3e88 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:42:07.282654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-d01a9cf9-cb2c-4bcf-b162-790c6ac44af9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625927 Jul 09 20:42:07.325838 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 2, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:07.351100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Checking router: c7e2818f-a35a-46b6-a545-657075594ece for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:42:07.351451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Updating router c7e2818f-a35a-46b6-a545-657075594ece port ded807c9-686b-45a3-a52d-136ff41f3e88 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:42:07.376182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-34103173-4e55-4cb1-9514-12a268b44945 service neutron] 10.222.0.10 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 Jul 09 20:42:07.384842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.481782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-d61558e9-bdd2-464d-9c53-462b42c6ac73 service neutron] 10.222.0.10 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988185 Jul 09 20:42:07.555249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c35beac3-2188-4efd-a1a1-1c3412a79595 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:07.652049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c35beac3-2188-4efd-a1a1-1c3412a79595 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:07.660206 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c35beac3-2188-4efd-a1a1-1c3412a79595 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:07.660579 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.663943 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-06dd5e5c-2a8f-4c35-8639-2d970e8dfcae req-72fd0712-6977-428a-8610-225e9aea1918 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Jul 09 20:42:07.747029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.761600 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Transition to ACTIVE for port object ded807c9-686b-45a3-a52d-136ff41f3e88 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:07.786561 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.826965 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.859502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acce5a-e6d0-4d23-a330-1a5cd631b8e4 None None] Pushing event updated for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:07.867882 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c35beac3-2188-4efd-a1a1-1c3412a79595, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c35beac3-2188-4efd-a1a1-1c3412a79595,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:07.873192 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:07.874135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b353180f-cc7d-4951-8f29-c17b887ff21e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:07.995879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Attempting to bind port ded807c9-686b-45a3-a52d-136ff41f3e88 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:07.996258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Attempting to bind port ded807c9-686b-45a3-a52d-136ff41f3e88 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:07.996630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Attempting to bind port ded807c9-686b-45a3-a52d-136ff41f3e88 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:08.004505 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c35beac3-2188-4efd-a1a1-1c3412a79595,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:08.010434 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:08.012022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Checking segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:08.012022 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.012022 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Bound using segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:08.020051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Bound port: ded807c9-686b-45a3-a52d-136ff41f3e88, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:08.020530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.060725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b353180f-cc7d-4951-8f29-c17b887ff21e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:08.070531 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b353180f-cc7d-4951-8f29-c17b887ff21e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:08.070907 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.134593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] For port ded807c9-686b-45a3-a52d-136ff41f3e88, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:08.138241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] For port ded807c9-686b-45a3-a52d-136ff41f3e88, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ded807c9-686b-45a3-a52d-136ff41f3e88,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:08.144736 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.233648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:08.234292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:08.240886 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acce5a-e6d0-4d23-a330-1a5cd631b8e4 None None] Pushing event updated for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:08.438693 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.515974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b353180f-cc7d-4951-8f29-c17b887ff21e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b353180f-cc7d-4951-8f29-c17b887ff21e,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:08.524671 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:08.568496 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:08.619506 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b353180f-cc7d-4951-8f29-c17b887ff21e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:08.769742 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-56df0187-3ee0-4ddb-a751-9319495bea20 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:08.771155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-56df0187-3ee0-4ddb-a751-9319495bea20 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 797 time: 0.1164336 Jul 09 20:42:08.811281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:08Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:08.839201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec1b7a-eda1-4531-ac88-4abb5d9a837e None None] The sync data for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 is: [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:08Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:08.847559 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd2fd766-b088-4966-9459-223ae893784d req-1989d030-2993-4d5b-acea-0e8254c538d4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 210 time: 0.0412233 Jul 09 20:42:08.855204 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-d0eef11e-fd3b-4b0f-afb9-2816f7401514 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 379 time: 0.0743957 Jul 09 20:42:08.866207 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'port': {'device_id': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'admin_state_up': True, 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'security_groups': ['59bb06fe-4f2e-4daa-a798-a53056e5cb81']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:08.984458 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:42:08.988697 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.127504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.14 (43bf74b2-71dc-4145-a048-f9e896a31d2e/41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa/2c0f91e9-e470-4c78-b556-7377390219c7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:09.270869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.291055 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object 2c0f91e9-e470-4c78-b556-7377390219c7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:09.325060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.373561 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:09.377007 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:09.380220 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:09.408586 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:09.449875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:09.451657 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.472266 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-aef79fd3-6e0c-4069-a292-deb3a3cf2bde tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6100771 Jul 09 20:42:09.484956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Request body: {'port': {'device_id': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:09.578101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c35beac3-2188-4efd-a1a1-1c3412a79595 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:09.586324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.640917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c35beac3-2188-4efd-a1a1-1c3412a79595 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:09.641332 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.693676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9bc82775-b7ad-46c1-8be8-394ed65b20a3 None None] Provisioning for port 2c0f91e9-e470-4c78-b556-7377390219c7 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:09.702620 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9bc82775-b7ad-46c1-8be8-394ed65b20a3 None None] Provisioning complete for port 2c0f91e9-e470-4c78-b556-7377390219c7 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:09.702985 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9bc82775-b7ad-46c1-8be8-394ed65b20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.763066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ded807c9-686b-45a3-a52d-136ff41f3e88 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:09.764778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9bc82775-b7ad-46c1-8be8-394ed65b20a3 None None] Port 2c0f91e9-e470-4c78-b556-7377390219c7 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:42:09.815299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ded807c9-686b-45a3-a52d-136ff41f3e88 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:09.819085 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ded807c9-686b-45a3-a52d-136ff41f3e88 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:09.819471 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.877073 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0f91e9-e470-4c78-b556-7377390219c7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:42:09.885548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.899154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Transition to ACTIVE for port object 2c0f91e9-e470-4c78-b556-7377390219c7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:09.904410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.905920 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.960584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ded807c9-686b-45a3-a52d-136ff41f3e88, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ded807c9-686b-45a3-a52d-136ff41f3e88,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:09.967919 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:09.968881 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b353180f-cc7d-4951-8f29-c17b887ff21e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:10.029480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:10.051294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b353180f-cc7d-4951-8f29-c17b887ff21e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:10.051741 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:10.094543 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:10.094896 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:10.095775 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:10.097404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f6894-a879-4ecc-8af6-089fae315411 req-902bc723-aacd-4217-aeba-547ab8f7e6ad tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.101208 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:42:10.102105 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:10.103639 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e3f6894-a879-4ecc-8af6-089fae315411 req-902bc723-aacd-4217-aeba-547ab8f7e6ad tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.1183407 Jul 09 20:42:10.108041 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:10.108623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Checking segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:10.109224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Bound using segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:10.109846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Bound port: 2c0f91e9-e470-4c78-b556-7377390219c7, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:10.110143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:10.113618 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:10.157361 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5e3f6894-a879-4ecc-8af6-089fae315411 req-699f6e2c-ba02-42df-bc72-55ca80d007c9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Jul 09 20:42:10.205712 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:10.208937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:10.213870 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:10.247399 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.248018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:10.249552 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1092 time: 0.7692838 Jul 09 20:42:10.249951 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:10.252901 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af13028-2478-47a7-8b49-b2dac6cf8562" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:10.295617 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765addca-3de5-4b48-aa15-03a376537928 x-openstack-request-id: req-765addca-3de5-4b48-aa15-03a376537928 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:10.295904 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:10.296154 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-765addca-3de5-4b48-aa15-03a376537928 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:10.296551 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'status': 'completed', 'code': 200} Jul 09 20:42:10.337531 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777ddeb-3cb4-4a43-a786-acbc944ba7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:10.370593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-7f6aa1a6-98b0-49f2-9eb4-c08ccd9d3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.372138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-7f6aa1a6-98b0-49f2-9eb4-c08ccd9d3972 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1095 time: 0.0716178 Jul 09 20:42:10.415447 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-e12a0a4b-bc79-4c3b-95a1-8fc34dd205b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 217 time: 0.0355716 Jul 09 20:42:10.463647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-8c080f3f-242e-44f4-bdec-14aca0e99e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.465121 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-8c080f3f-242e-44f4-bdec-14aca0e99e6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0440791 Jul 09 20:42:10.522735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-974bf27b-c204-4c07-8316-5855213aa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.524178 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-974bf27b-c204-4c07-8316-5855213aa1fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522313 Jul 09 20:42:10.615185 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-36e1fe12-7471-44bf-8caa-1176b49cc584 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Jul 09 20:42:10.711661 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6ee4d4b7-6b4e-4dfd-9aa1-35b9ab49aa5a req-881a873a-a9e8-4e82-944f-47d772ebbf1e service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903530 Jul 09 20:42:10.813574 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-12e16227-cefb-4348-9619-eb0d01dd1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.815086 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-12e16227-cefb-4348-9619-eb0d01dd1b81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1095 time: 0.0575111 Jul 09 20:42:10.906366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-9bc66bea-3556-4211-8f90-6c59d8ab6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.908475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-9bc66bea-3556-4211-8f90-6c59d8ab6126 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0871007 Jul 09 20:42:10.953781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-aac3b6f5-68b0-41cd-9bda-c4fed1106db1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 217 time: 0.0382237 Jul 09 20:42:11.004719 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-b085e093-55f3-4185-adf8-631b20f84b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:11.006321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-b085e093-55f3-4185-adf8-631b20f84b97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0455723 Jul 09 20:42:11.064871 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-a07745b2-d1ce-4d63-8752-2ef6d9806787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:11.066465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-a07745b2-d1ce-4d63-8752-2ef6d9806787 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535586 Jul 09 20:42:11.159050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-240c716d-ace9-493c-aab4-ac4b173a6f53 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847104 Jul 09 20:42:11.251786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2af13028-2478-47a7-8b49-b2dac6cf8562 req-5e0bc8fa-5c93-420c-856e-76e2828ab294 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838447 Jul 09 20:42:11.340168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda04fd3-420b-49b4-9840-c0483836d891 req-5a6225f4-43a1-4c6b-aed0-7217cc0c1a42 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:11.341832 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dda04fd3-420b-49b4-9840-c0483836d891 req-5a6225f4-43a1-4c6b-aed0-7217cc0c1a42 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.0659428 Jul 09 20:42:11.379435 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dda04fd3-420b-49b4-9840-c0483836d891 req-fa3c5ae7-ff1f-443c-a65b-0588452bac64 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jul 09 20:42:11.479124 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ded807c9-686b-45a3-a52d-136ff41f3e88 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:11.526327 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ded807c9-686b-45a3-a52d-136ff41f3e88 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:11.526709 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:11.886039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:42:11.977962 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:11.992399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '2c0f91e9-e470-4c78-b556-7377390219c7', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'mac_address': 'fa:16:3e:57:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:42:12.028546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:12.040516 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f91e9-e470-4c78-b556-7377390219c7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:42:12.058864 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:12.062612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:12.108132 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:12.269796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['2c0f91e9-e470-4c78-b556-7377390219c7'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:42:12.554305 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79078-2990-40e1-965d-85f3cb1f407e req-fdc06019-f5f6-4227-86cf-e63b18546c51 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:12.555788 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-88b79078-2990-40e1-965d-85f3cb1f407e req-fdc06019-f5f6-4227-86cf-e63b18546c51 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 945 time: 0.0629046 Jul 09 20:42:12.592050 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-88b79078-2990-40e1-965d-85f3cb1f407e req-2bf99545-544c-4ad8-9c86-804977776879 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Jul 09 20:42:13.764860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a35c9-0140-4059-b626-d74575d8e203 req-620b6bc8-69bf-42c2-bccb-36ad0480c96a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:13.766633 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-428a35c9-0140-4059-b626-d74575d8e203 req-620b6bc8-69bf-42c2-bccb-36ad0480c96a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 945 time: 0.0630639 Jul 09 20:42:13.803896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-428a35c9-0140-4059-b626-d74575d8e203 req-df9fbf90-b309-47bb-b846-0647bd31eea4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320401 Jul 09 20:42:13.901510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:13.949273 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 2c0f91e9-e470-4c78-b556-7377390219c7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:13.952752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 2c0f91e9-e470-4c78-b556-7377390219c7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:13.953212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:14.030112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:14.051650 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:14.054281 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb8525-809c-4b82-a548-bf8ca9d52969" -d '{"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:14.067469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:14.071747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:14.121409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:14.151099 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acbf1bb-c65a-42eb-a9a9-a7347120eaa7 x-openstack-request-id: req-4acbf1bb-c65a-42eb-a9a9-a7347120eaa7 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:14.151394 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:14.151651 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4acbf1bb-c65a-42eb-a9a9-a7347120eaa7 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:14.152050 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'code': 200} Jul 09 20:42:14.263357 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da114d7a-7fa5-4b24-a46c-0876c63a0738 req-e845e101-1e0d-4137-8575-28c89ca2ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:14.264878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da114d7a-7fa5-4b24-a46c-0876c63a0738 req-e845e101-1e0d-4137-8575-28c89ca2ef8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.0537486 Jul 09 20:42:14.297241 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-da114d7a-7fa5-4b24-a46c-0876c63a0738 req-a9992e4d-9ac7-4f64-b8f2-4ff39f5c5e9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264199 Jul 09 20:42:14.974178 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954d84d-06f7-4604-a0d8-f046849761ad req-b5c40b1c-90a7-4e34-b29d-e1ac4c2ee533 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:14.975713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9954d84d-06f7-4604-a0d8-f046849761ad req-b5c40b1c-90a7-4e34-b29d-e1ac4c2ee533 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0638142 Jul 09 20:42:15.019226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9954d84d-06f7-4604-a0d8-f046849761ad req-7c544bcf-84dc-4124-a4de-5c71c2aca78e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Jul 09 20:42:16.191057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893339-ebd0-49f3-8625-62d0ac3285fc req-bfefb2c2-691e-413f-9587-7dbf5bc7eeaa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:16.192554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67893339-ebd0-49f3-8625-62d0ac3285fc req-bfefb2c2-691e-413f-9587-7dbf5bc7eeaa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0628455 Jul 09 20:42:16.229776 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67893339-ebd0-49f3-8625-62d0ac3285fc req-f9de4929-8730-4a2f-9cbe-949294e26b4a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Jul 09 20:42:16.713946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22d846-70a5-431d-af74-5a853d76b399 req-c2de00b1-4480-4736-87be-88c70c1b9d0c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:16.715439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed22d846-70a5-431d-af74-5a853d76b399 req-c2de00b1-4480-4736-87be-88c70c1b9d0c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.3798497 Jul 09 20:42:16.751618 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ed22d846-70a5-431d-af74-5a853d76b399 req-c8224f58-97b6-45cf-a072-28cef0ed2775 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301166 Jul 09 20:42:16.775051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:16.825290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704d60d-a2ae-46ba-a7ed-8d615e7e53bd tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:16.826794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d704d60d-a2ae-46ba-a7ed-8d615e7e53bd tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1092 time: 0.0507214 Jul 09 20:42:16.830187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:16.834610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:16.855227 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:16.950292 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.053798 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.157 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/a1a73688-e55d-461b-bbdd-74934864f42b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:17.151182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.189566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.225205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:17.231559 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:17.234954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:17.262879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=a1a73688-e55d-461b-bbdd-74934864f42b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:17.596611 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.672702 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.818506 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.822931 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.893747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=a1a73688-e55d-461b-bbdd-74934864f42b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:17.900855 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:17.999066 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP ab66f770-bc93-448e-811a-8990970f3410 associated. External IP: 172.25.3.157, port: 2c0f91e9-e470-4c78-b556-7377390219c7. Jul 09 20:42:18.207077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router c7e2818f-a35a-46b6-a545-657075594ece has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:42:18.312507 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:42:18.321609 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Sync routers for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:42:18.329108 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:18.330983 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:18.331690 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:18.365237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8daa7fe3-f49d-4274-be06-3c81fa9dd31a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5339537 Jul 09 20:42:18.365821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:18.368071 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f1d8e1-263e-44bd-b7a0-73518be244f3" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:18.409628 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad5a4a-a8eb-40e5-b9e0-a1f86331e3bc x-openstack-request-id: req-1bad5a4a-a8eb-40e5-b9e0-a1f86331e3bc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:18.410082 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:18.410484 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bad5a4a-a8eb-40e5-b9e0-a1f86331e3bc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:18.410982 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'status': 'completed', 'code': 200} Jul 09 20:42:18.438679 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:18.534132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-64e2e643-d594-4a14-bbe5-cb2a8ca1a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:18.535645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-64e2e643-d594-4a14-bbe5-cb2a8ca1a60f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.1037836 Jul 09 20:42:18.547696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b12e-8591-4241-9fef-22eb76d9f7f3 req-07468ae1-a965-4a8c-accd-deed6e153c62 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:18.549144 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf00b12e-8591-4241-9fef-22eb76d9f7f3 req-07468ae1-a965-4a8c-accd-deed6e153c62 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0831442 Jul 09 20:42:18.636540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bf00b12e-8591-4241-9fef-22eb76d9f7f3 req-9c89aaab-4f8c-4d94-bad9-0610e56a9838 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790217 Jul 09 20:42:18.661986 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ab66f770-bc93-448e-811a-8990970f3410', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'mac_address': 'fa:16:3e:57:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:42:17Z', 'updated_at': '2021-07-09T20:42:17Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:18.662493 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:18.671856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-c5a4a7e7-1f4b-4c61-af8e-93a5005937fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:18.673520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-c5a4a7e7-1f4b-4c61-af8e-93a5005937fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.1234086 Jul 09 20:42:18.690617 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Checking router: c7e2818f-a35a-46b6-a545-657075594ece for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:42:18.699060 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:18.699540 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:41:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:18.732403 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-dab6fbcc-abc1-48b0-a0c2-a0cd61c6c4fa tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/ab66f770-bc93-448e-811a-8990970f3410 HTTP/1.1" status: 200 len: 992 time: 0.0687361 Jul 09 20:42:18.747637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-31df845b-674a-4096-b011-c8bbdb428cdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1000 time: 0.0653465 Jul 09 20:42:18.794397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-23d5e06f-9afb-4985-9867-a110336d5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:18.795842 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-23d5e06f-9afb-4985-9867-a110336d5452 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0425301 Jul 09 20:42:18.806832 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:18.855370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-6eeed669-9304-4ab4-bf90-2e905341ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:18.856850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-6eeed669-9304-4ab4-bf90-2e905341ed90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541830 Jul 09 20:42:18.944667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-21791a2f-ab5a-4792-81e4-04b1752fd1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 Jul 09 20:42:19.026266 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ab66f770-bc93-448e-811a-8990970f3410', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'mac_address': 'fa:16:3e:57:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:42:17Z', 'updated_at': '2021-07-09T20:42:17Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:19.037763 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6f1d8e1-263e-44bd-b7a0-73518be244f3 req-3a7db3cb-d1dc-4f9b-b338-6862d332b61e service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Jul 09 20:42:19.055278 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433bf06-22c3-4cad-bd0f-9009aa727c28 None None] The sync data for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 is: [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'ab66f770-bc93-448e-811a-8990970f3410', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'mac_address': 'fa:16:3e:57:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:42:17Z', 'updated_at': '2021-07-09T20:42:17Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:19.241793 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bdb34-192e-4351-bc81-9638f799290d None None] New status for floating IP ab66f770-bc93-448e-811a-8990970f3410: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:42:19.299833 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:19.736480 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:19.795240 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8fa49e43-55b1-463c-9827-1ef295415fc2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/ab66f770-bc93-448e-811a-8990970f3410 HTTP/1.1" status: 200 len: 994 time: 0.0575564 Jul 09 20:42:22.457748 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f7dac055-4da6-43b7-bbc8-7c6959f53325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:23.376917 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:42:23.891161 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:25.059981 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0631e18b-7a21-4b60-846a-cef8a312c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:25.381777 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.617294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:28.095954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:29.557608 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-1ee16e6c-c4ca-43cb-8d20-1602a0df197c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534327 Jul 09 20:42:29.650990 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-250065c3-c342-434c-bd83-8b72c14a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:29.652444 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-250065c3-c342-434c-bd83-8b72c14a43e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.0524194 Jul 09 20:42:29.756769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-b54398d7-ed02-4c32-a167-dc3a6aa37ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:29.758193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-b54398d7-ed02-4c32-a167-dc3a6aa37ce7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0860741 Jul 09 20:42:29.823054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-6203bca7-38ac-4ef8-a2c0-8c30dc3938f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1002 time: 0.0586689 Jul 09 20:42:29.873745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-c85c924d-c228-49c3-90a0-cdcbfce1839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:29.875214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-c85c924d-c228-49c3-90a0-cdcbfce1839d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0465281 Jul 09 20:42:29.935118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-add1380e-c72c-47b7-ba24-59326c348464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:29.936590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-add1380e-c72c-47b7-ba24-59326c348464 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549526 Jul 09 20:42:30.335352 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-e4c0c2b6-66de-4cec-ab10-28f5f7cccfbf service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917465 Jul 09 20:42:30.425149 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d2abb4c0-583b-4edd-aef5-e9390633cb7d req-0c3be350-2566-4789-b3bf-e17d567b6200 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Jul 09 20:42:49.309494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:51.080344 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-7cbae6bc-abd7-40c7-984a-838e332e8ff7 req-6f6b1d1a-32d6-4255-94ef-21f93910f2a9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:42:51.081359 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7cbae6bc-abd7-40c7-984a-838e332e8ff7 req-6f6b1d1a-32d6-4255-94ef-21f93910f2a9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055146 Jul 09 20:42:51.355867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-bd7a2eab-c2cd-44de-ab1c-bef6c95e2364 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053116 Jul 09 20:42:51.411449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ab4be-fb11-4353-941e-32328878be2b req-dcaeb56b-c30f-404a-9dae-a0ad907c345c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:51.412964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a8ab4be-fb11-4353-941e-32328878be2b req-dcaeb56b-c30f-404a-9dae-a0ad907c345c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.1156659 Jul 09 20:42:51.450905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a8ab4be-fb11-4353-941e-32328878be2b req-55b11ae8-4978-4074-afda-71e696490eca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 09 20:42:52.458397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ca576eb-f331-46b0-acfa-a3aaaa8a67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:52.488598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-a4b0d360-ff67-491c-b570-5ca81d4cbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:52.490190 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-a4b0d360-ff67-491c-b570-5ca81d4cbba6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.0539300 Jul 09 20:42:52.586685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-ae8e0f2e-938b-48aa-b631-818b309565cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:52.588226 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-ae8e0f2e-938b-48aa-b631-818b309565cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0922120 Jul 09 20:42:52.686106 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-f25dd034-e835-48de-8be0-2e4d144934e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1002 time: 0.0918796 Jul 09 20:42:52.739834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d460-5269-4213-bcac-50a66c42aa95 req-000a52df-02f5-4c9e-a1dd-fc7e1fe579cc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:52.741315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c401d460-5269-4213-bcac-50a66c42aa95 req-000a52df-02f5-4c9e-a1dd-fc7e1fe579cc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.1787481 Jul 09 20:42:52.756748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-63fdecf0-4fc7-46fa-839a-86b1514c40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:52.758162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-63fdecf0-4fc7-46fa-839a-86b1514c40b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0658231 Jul 09 20:42:52.809724 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c401d460-5269-4213-bcac-50a66c42aa95 req-285c9e10-1801-4d45-8285-7559f7a9d029 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627458 Jul 09 20:42:52.829700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-7849abc2-6ead-4fec-a533-7ad4fbb2f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:52.831220 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-7849abc2-6ead-4fec-a533-7ad4fbb2f834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669701 Jul 09 20:42:52.922682 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-42207757-508b-4170-9f67-2fac54d7613b service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849228 Jul 09 20:42:53.008732 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-e5011311-544a-483a-ae14-97b91a280141 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799315 Jul 09 20:42:53.893229 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:53.990069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2326a-ed91-46d1-bc52-19e2124ffb1e req-c5521cf4-3249-441d-a670-f73de40530e6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:53.991565 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ba2326a-ed91-46d1-bc52-19e2124ffb1e req-c5521cf4-3249-441d-a670-f73de40530e6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0724404 Jul 09 20:42:54.029587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ba2326a-ed91-46d1-bc52-19e2124ffb1e req-d542073e-76e4-4a78-a2fb-375f90271598 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Jul 09 20:42:55.059697 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4b61-da8f-4b47-930d-b76689c02a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:55.207137 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c6d46-8056-4ce3-b25a-86289229be90 req-69b1fea8-35eb-484c-a2ca-094973c529d5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:55.208629 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f9c6d46-8056-4ce3-b25a-86289229be90 req-69b1fea8-35eb-484c-a2ca-094973c529d5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0683403 Jul 09 20:42:55.245417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2f9c6d46-8056-4ce3-b25a-86289229be90 req-f146b6dd-ec19-4219-9e48-722dbbd1bc43 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jul 09 20:42:55.382315 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:56.418378 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07a19a-69fd-4e80-aa57-b3b61013e86b req-7b4e158e-67be-42f6-a314-cc4b7039f845 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:56.419754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a07a19a-69fd-4e80-aa57-b3b61013e86b req-7b4e158e-67be-42f6-a314-cc4b7039f845 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0617259 Jul 09 20:42:56.456703 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7a07a19a-69fd-4e80-aa57-b3b61013e86b req-cd5b8752-0e04-460e-9f21-43be16e0114b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Jul 09 20:42:56.619758 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:57.627453 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0d4cf-100a-4219-8187-4a562d2cd2ad req-854ee57d-b4cd-40dd-b43f-e96d23db7551 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:57.628980 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62f0d4cf-100a-4219-8187-4a562d2cd2ad req-854ee57d-b4cd-40dd-b43f-e96d23db7551 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0630414 Jul 09 20:42:57.668428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-62f0d4cf-100a-4219-8187-4a562d2cd2ad req-8076d69d-7079-454b-971d-2a84a8036b36 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Jul 09 20:42:58.100657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:58.840069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60ee6-f648-40cd-94e5-2e5bec49e987 req-fbd04640-471e-40f2-b2e4-57934534a01e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:58.841561 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ea60ee6-f648-40cd-94e5-2e5bec49e987 req-fbd04640-471e-40f2-b2e4-57934534a01e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0660229 Jul 09 20:42:58.878940 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1ea60ee6-f648-40cd-94e5-2e5bec49e987 req-65b9e3d5-3c90-4453-854e-779718a77f72 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Jul 09 20:43:00.053310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c196dbb-a30d-478a-906c-429c12b4a0e6 req-e5a744ae-d2ab-4f33-83bb-791969124cf6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:00.054876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8c196dbb-a30d-478a-906c-429c12b4a0e6 req-e5a744ae-d2ab-4f33-83bb-791969124cf6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0632479 Jul 09 20:43:00.095997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8c196dbb-a30d-478a-906c-429c12b4a0e6 req-95e4092d-abe0-49ca-8ab7-541badfa4a72 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Jul 09 20:43:00.375860 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:43:01.266954 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab060fa-be8a-414c-b2ff-f5765abe14a9 req-251814d1-411e-4e3e-abc3-4fce0c0be8a5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:01.268431 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ab060fa-be8a-414c-b2ff-f5765abe14a9 req-251814d1-411e-4e3e-abc3-4fce0c0be8a5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0631261 Jul 09 20:43:01.305271 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2ab060fa-be8a-414c-b2ff-f5765abe14a9 req-f5dd51ce-5540-428b-aa4f-f83a7d2056e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jul 09 20:43:02.477889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c47d5-57e1-4515-b448-48334e24706e req-767d6609-101f-4f87-956b-46176a984cd8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:02.479280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-239c47d5-57e1-4515-b448-48334e24706e req-767d6609-101f-4f87-956b-46176a984cd8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0624554 Jul 09 20:43:02.516129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-239c47d5-57e1-4515-b448-48334e24706e req-6451fe85-abe2-4ad2-ac30-04f23a438144 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Jul 09 20:43:03.690059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cdd6-a15a-4b66-a5e4-03d5dab0b757 req-62857907-401e-43fd-8ba6-e440dd1f1ba8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:03.691531 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b641cdd6-a15a-4b66-a5e4-03d5dab0b757 req-62857907-401e-43fd-8ba6-e440dd1f1ba8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0614011 Jul 09 20:43:03.728873 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b641cdd6-a15a-4b66-a5e4-03d5dab0b757 req-2c16cea3-357a-4485-a28a-3da754a69f57 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Jul 09 20:43:04.898887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607fe6-8ec1-4905-8118-e61bd14ff23c req-d19c627b-8446-4602-8580-34790f0c40a0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:04.900509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94607fe6-8ec1-4905-8118-e61bd14ff23c req-d19c627b-8446-4602-8580-34790f0c40a0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0635738 Jul 09 20:43:04.943184 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94607fe6-8ec1-4905-8118-e61bd14ff23c req-0e7cdc84-e8f2-4f71-a01f-4c2f782521b0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363367 Jul 09 20:43:06.121933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5a58f-39db-4628-a943-482a5bc75e84 req-a0a4dab2-32ab-41f9-8397-aeba81afa2e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:06.123427 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6ee5a58f-39db-4628-a943-482a5bc75e84 req-a0a4dab2-32ab-41f9-8397-aeba81afa2e8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0667903 Jul 09 20:43:06.160119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6ee5a58f-39db-4628-a943-482a5bc75e84 req-8d0ee97b-e612-491a-a7d1-754bdd5b6719 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jul 09 20:43:07.336210 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeedb67-07a2-41e8-b9c8-183f39802992 req-d10b08b0-52b4-4f33-bef2-08258849edb0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:07.337713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-daeedb67-07a2-41e8-b9c8-183f39802992 req-d10b08b0-52b4-4f33-bef2-08258849edb0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0662415 Jul 09 20:43:07.374683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-daeedb67-07a2-41e8-b9c8-183f39802992 req-c3b999b0-7c64-46a4-bd93-6a93f70b39ac tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Jul 09 20:43:08.728357 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7cde-ac1f-4a30-bbbb-355e07857314 req-3b3e13d2-de16-4674-90f9-947d6fb0d6e9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:08.729774 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a74e7cde-ac1f-4a30-bbbb-355e07857314 req-3b3e13d2-de16-4674-90f9-947d6fb0d6e9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0628817 Jul 09 20:43:08.766640 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a74e7cde-ac1f-4a30-bbbb-355e07857314 req-8012e5c5-a9a5-44ac-b73b-45a2bcb40529 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Jul 09 20:43:09.961403 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-e2c51de4-9c2a-46f8-9655-eb6ffea6aad8 service neutron] show failed (client error): The resource could not be found. Jul 09 20:43:09.962410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-e2c51de4-9c2a-46f8-9655-eb6ffea6aad8 service neutron] 10.222.0.59 "GET /v2.0/ports/2c0f91e9-e470-4c78-b556-7377390219c7/bindings/n-h2-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0922272 Jul 09 20:43:09.978301 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a226661-1c15-4cd5-bc84-f1f617e69d16 req-5822ed46-78de-4928-a5a6-a9ba8f2bcc8c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:09.979987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a226661-1c15-4cd5-bc84-f1f617e69d16 req-5822ed46-78de-4928-a5a6-a9ba8f2bcc8c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.1018281 Jul 09 20:43:10.020748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0a226661-1c15-4cd5-bc84-f1f617e69d16 req-11d4b01d-36c6-411f-8754-90ff77416863 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336730 Jul 09 20:43:10.253000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-20badcf0-3239-4d4d-b1a0-e40d43a9b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:10.254481 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-20badcf0-3239-4d4d-b1a0-e40d43a9b994 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 1097 time: 0.0944808 Jul 09 20:43:10.267092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-3', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:43:10.334641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:10.526828 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:43:10.558301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h1-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:43:10.599074 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:43:10.601323 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e224540-7df9-4973-ac4f-57b437265398" -d '{"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:43:10.605072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:10.616945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Transition to ACTIVE for port object 2c0f91e9-e470-4c78-b556-7377390219c7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:43:10.621094 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:10.654643 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72749c8a-3f4f-44f2-adb5-3037bdbc8c21 x-openstack-request-id: req-72749c8a-3f4f-44f2-adb5-3037bdbc8c21 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:43:10.654937 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:43:10.655186 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72749c8a-3f4f-44f2-adb5-3037bdbc8c21 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:43:10.655573 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'code': 200} Jul 09 20:43:10.702053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:43:10.716385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.716729 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.717069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.717424 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.717756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.718083 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.718406 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.718728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.719111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.719432 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.719751 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.720069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:10.752292 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] No DVR routers for this DVR port 2c0f91e9-e470-4c78-b556-7377390219c7 on host n-h1-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:43:10.889037 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:43:10.889395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:43:10.889728 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:43:10.893928 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:43:10.894242 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Attempting to bind port 2c0f91e9-e470-4c78-b556-7377390219c7 on network 43bf74b2-71dc-4145-a048-f9e896a31d2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:43:10.898982 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:43:10.899316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Checking segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:43:10.899695 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Bound using segment: {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:43:10.900111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Bound port: 2c0f91e9-e470-4c78-b556-7377390219c7, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:43:10.900462 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:10.964933 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:43:10.968049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:43:10.971667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:11.005163 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.005787 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:11.007202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1092 time: 0.7445891 Jul 09 20:43:11.042887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d452b1-bd3b-4dc6-90ea-843b9ea579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:43:11.090868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-f39a62cb-f850-4a18-9afa-9f4d69f26625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.092451 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-f39a62cb-f850-4a18-9afa-9f4d69f26625 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1095 time: 0.0586734 Jul 09 20:43:11.193451 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-aa188095-b02f-4a17-9d49-cab0cfe69f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.195084 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-aa188095-b02f-4a17-9d49-cab0cfe69f04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0946760 Jul 09 20:43:11.210057 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b1d-6a2f-46a0-943a-6e8fbb7bf082 req-5a57975d-3ee3-4536-9e2f-6cb0f54a1d5f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.211603 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff805b1d-6a2f-46a0-943a-6e8fbb7bf082 req-5a57975d-3ee3-4536-9e2f-6cb0f54a1d5f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.0714490 Jul 09 20:43:11.249862 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ff805b1d-6a2f-46a0-943a-6e8fbb7bf082 req-5c8d1940-5721-455f-b725-9eab67564d22 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Jul 09 20:43:11.261405 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-f5e06c68-c1ea-4257-87de-36d98e013e58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1000 time: 0.0596924 Jul 09 20:43:11.314142 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-fddf9501-1baa-439e-901e-102e32f152e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.315440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-fddf9501-1baa-439e-901e-102e32f152e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0482607 Jul 09 20:43:11.369373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-0441ff8f-d57c-4914-9814-73775e81ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:11.370788 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-0441ff8f-d57c-4914-9814-73775e81ed41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494831 Jul 09 20:43:11.381168 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-2de3318a-5b6a-4508-84d0-e074df7e0274 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:43:11.382095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-2de3318a-5b6a-4508-84d0-e074df7e0274 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047655 Jul 09 20:43:11.467326 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-eb44a671-d90e-468c-a227-23c081cc4dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782061 Jul 09 20:43:11.558628 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-208ba650-c376-45b9-bf31-37fe0f19aae6 req-b91d2ce9-61c8-4b07-86db-572bcab04e4a service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842490 Jul 09 20:43:12.422860 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b5fef-7073-41b3-ab04-05915e2cd520 req-6daf828b-2833-413f-8c42-720a47c37b84 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.424243 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-802b5fef-7073-41b3-ab04-05915e2cd520 req-6daf828b-2833-413f-8c42-720a47c37b84 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.0623696 Jul 09 20:43:12.467476 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-802b5fef-7073-41b3-ab04-05915e2cd520 req-be4784eb-c4e7-4e0f-a535-d885c404b926 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368800 Jul 09 20:43:12.657189 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:43:12.659586 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3b10fa-7b49-49ec-9723-6db66d9c1848" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:43:12.707430 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f6b07c-eeed-4699-8b1c-7afdae964bfe x-openstack-request-id: req-c3f6b07c-eeed-4699-8b1c-7afdae964bfe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:43:12.707722 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:43:12.707978 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3f6b07c-eeed-4699-8b1c-7afdae964bfe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:43:12.708380 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'status': 'completed', 'code': 200} Jul 09 20:43:12.780017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-fffa90ed-9eb3-41c1-a4b8-b5aaaf472743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.782166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-fffa90ed-9eb3-41c1-a4b8-b5aaaf472743 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1095 time: 0.0541651 Jul 09 20:43:12.788926 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-074e319f-37dd-43a3-b5c4-2727296b8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.790448 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-074e319f-37dd-43a3-b5c4-2727296b8826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1095 time: 0.0599153 Jul 09 20:43:12.881904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-17be5c84-b4bf-4d4a-8ac9-283b3c2a23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.883563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-17be5c84-b4bf-4d4a-8ac9-283b3c2a23ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0952601 Jul 09 20:43:12.884580 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-a1bdfaf4-2066-4de6-a486-1e79c809a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.886075 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-a1bdfaf4-2066-4de6-a486-1e79c809a4f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0893764 Jul 09 20:43:12.949172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-3beb8e63-695c-4016-9ca4-81e4f790c6f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1000 time: 0.0591481 Jul 09 20:43:12.953751 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-3caba092-5102-466c-94b7-bf936391f185 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1000 time: 0.0610530 Jul 09 20:43:12.998533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-e339e771-7944-49a9-9157-d2f9e9aeeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:12.999992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-e339e771-7944-49a9-9157-d2f9e9aeeeab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0442460 Jul 09 20:43:13.001380 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-22b38b3c-1f11-458d-a0f1-0ac66b123e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:13.002833 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-22b38b3c-1f11-458d-a0f1-0ac66b123e3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0431819 Jul 09 20:43:13.060475 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-74daaa16-4916-4360-bc81-5217f47554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:13.060757 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-4a9bc7f2-151f-4073-949c-fc530f1d2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:13.062033 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-74daaa16-4916-4360-bc81-5217f47554ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529499 Jul 09 20:43:13.062281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-4a9bc7f2-151f-4073-949c-fc530f1d2e35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556295 Jul 09 20:43:13.152847 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-849c3719-103c-4784-a079-a3c7563721f5 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835495 Jul 09 20:43:13.155279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-e1f54772-8bce-48ad-82ab-5226e47e9a0f service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Jul 09 20:43:13.247837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-4df626be-6154-4ccc-ac56-c5955cc12a91 service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Jul 09 20:43:13.251257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-db3b10fa-7b49-49ec-9723-6db66d9c1848 req-90d06d5e-6551-45e8-96a6-36df60fe2561 service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Jul 09 20:43:13.639907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0978ef-3cad-4826-92fb-27a4cd0080fc req-cf06b110-64e9-4921-a3f9-fb543f821ba8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:13.642043 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b0978ef-3cad-4826-92fb-27a4cd0080fc req-cf06b110-64e9-4921-a3f9-fb543f821ba8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.0621710 Jul 09 20:43:13.678032 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8b0978ef-3cad-4826-92fb-27a4cd0080fc req-7a8fb465-8e58-487b-90f0-8de264caad35 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Jul 09 20:43:14.305491 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:43:14.342029 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:43:14.854340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86beef-50cf-411c-87ff-f1c883a349b1 req-4cf8a4aa-f67f-41cf-8360-f5ace60dbeb4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:14.855820 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae86beef-50cf-411c-87ff-f1c883a349b1 req-4cf8a4aa-f67f-41cf-8360-f5ace60dbeb4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 944 time: 0.0628498 Jul 09 20:43:14.894245 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae86beef-50cf-411c-87ff-f1c883a349b1 req-4e81ecdb-c75e-45f6-8bc8-44b856afffea tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Jul 09 20:43:15.516106 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:43:15.610322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:43:15.621261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '2c0f91e9-e470-4c78-b556-7377390219c7', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'port_id': '2c0f91e9-e470-4c78-b556-7377390219c7', 'mac_address': 'fa:16:3e:57:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:43:15.657183 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:15.669447 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f91e9-e470-4c78-b556-7377390219c7 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:43:15.689820 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:43:15.693635 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:15.743634 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:43:15.751279 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.751627 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.751975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.752313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.752647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.752977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.753331 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.753661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.753987 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.754312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.754636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:15.754960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:43:16.050350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['2c0f91e9-e470-4c78-b556-7377390219c7'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:43:16.071306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f674-f9a4-4025-af58-714fdeeb2a96 req-06ba11ea-66c4-4ed2-81b8-743407ad05de tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.072794 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fb24f674-f9a4-4025-af58-714fdeeb2a96 req-06ba11ea-66c4-4ed2-81b8-743407ad05de tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 945 time: 0.0686231 Jul 09 20:43:16.111015 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fb24f674-f9a4-4025-af58-714fdeeb2a96 req-c79a7082-7743-4c1f-adc5-ecbc69beef42 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Jul 09 20:43:16.413219 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eec8ff-9f55-42af-b38e-8f1973ba4b5f req-39d24d82-80f6-4a20-bac0-aa3f390f45a4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.414754 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1eec8ff-9f55-42af-b38e-8f1973ba4b5f req-39d24d82-80f6-4a20-bac0-aa3f390f45a4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 945 time: 0.0622239 Jul 09 20:43:16.421419 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-3dba8c5d-6291-4fba-b881-26dcb84c636c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.422911 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-3dba8c5d-6291-4fba-b881-26dcb84c636c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14&tenant_id=25079ea9c293440589c2eb40b238bcc3&binding%3Ahost_id=n-h2-800087-3 HTTP/1.1" status: 200 len: 945 time: 0.0700986 Jul 09 20:43:16.451556 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a1eec8ff-9f55-42af-b38e-8f1973ba4b5f req-79d3cfe7-1b7d-4d36-b5c4-c37d5e1231d6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311344 Jul 09 20:43:16.482322 n-d-800087-3 neutron-server[93771]: INFO neutron.api.v2.resource [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-4a6074cd-fd90-47b2-8db3-d64ab59512f5 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:43:16.483262 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-4a6074cd-fd90-47b2-8db3-d64ab59512f5 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2c0f91e9-e470-4c78-b556-7377390219c7/bindings/n-h1-800087-3 HTTP/1.1" status: 404 len: 380 time: 0.0544500 Jul 09 20:43:16.614368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-36a3b172-60da-4fe5-9f01-77bbd7272c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.615878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-36a3b172-60da-4fe5-9f01-77bbd7272c5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1096 time: 0.0883791 Jul 09 20:43:16.691042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa461eaa-f57f-4bd9-a3b0-b06f8fd4e6f1 req-b60b2c9b-495e-4343-98bd-90f549bd7734 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.692417 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa461eaa-f57f-4bd9-a3b0-b06f8fd4e6f1 req-b60b2c9b-495e-4343-98bd-90f549bd7734 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 945 time: 0.1261153 Jul 09 20:43:16.746598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-6a97e232-90a5-4d9d-9359-29312bba81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.748033 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-6a97e232-90a5-4d9d-9359-29312bba81d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.1249146 Jul 09 20:43:16.753581 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa461eaa-f57f-4bd9-a3b0-b06f8fd4e6f1 req-aeae7cfe-81b9-4c76-a012-add264e39946 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553420 Jul 09 20:43:16.810754 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-d554cf43-e2bc-4e1c-b635-40662abd851f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1001 time: 0.0562642 Jul 09 20:43:16.863735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-8eebe448-64a0-455b-a89a-8265e5ec4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.865227 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-8eebe448-64a0-455b-a89a-8265e5ec4e9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0481000 Jul 09 20:43:16.920240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-bee6ae96-24a8-4663-8304-7b721920cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:16.922243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-bee6ae96-24a8-4663-8304-7b721920cf37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504777 Jul 09 20:43:17.009182 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-14ff69bd-1121-4283-88cb-0632564ad94e service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801954 Jul 09 20:43:17.102566 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b3ac0c8a-6618-47d0-80bb-fbe340f1cc4b req-202af0c2-8f85-4ce5-955e-5d8f15776eff service neutron] 10.222.0.59 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864685 Jul 09 20:43:17.522615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:43:17.572129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 2c0f91e9-e470-4c78-b556-7377390219c7 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:43:17.575869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 2c0f91e9-e470-4c78-b556-7377390219c7 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:43:17.576240 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:17.653096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:17.679049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:43:17.681366 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33278b94-5660-46ce-86ce-61a69185e528" -d '{"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:43:17.693975 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:43:17.698283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:17.727516 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6795200a-6272-4748-b451-d2a4fb2248f1 x-openstack-request-id: req-6795200a-6272-4748-b451-d2a4fb2248f1 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:43:17.727808 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:43:17.728098 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6795200a-6272-4748-b451-d2a4fb2248f1 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:43:17.728472 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'code': 200} Jul 09 20:43:17.753433 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:43:17.939963 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b257a-eac2-428d-bfb4-14cfb8326065 req-6cd1cccd-3083-4d28-9cd8-56b4b205a693 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:17.941473 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-467b257a-eac2-428d-bfb4-14cfb8326065 req-6cd1cccd-3083-4d28-9cd8-56b4b205a693 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0782595 Jul 09 20:43:17.978878 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-467b257a-eac2-428d-bfb4-14cfb8326065 req-5e47b557-ebb6-4b7e-abac-ee1f8eef7756 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Jul 09 20:43:18.002889 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:43:18.067819 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-059587ad-4a64-473b-8396-1ac5c32448b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/ab66f770-bc93-448e-811a-8990970f3410 HTTP/1.1" status: 200 len: 994 time: 0.0637774 Jul 09 20:43:19.303533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:22.459254 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7041209f-5e0d-42df-ad4f-eceafa3d1970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:23.908393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:25.059618 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-236ea6f7-8602-4e42-9934-ed6c99ebd3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:25.383609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:26.622133 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:28.102762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:37.375679 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:43:38.223273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-1ba5662d-a1a8-4f52-96fc-e6dbbf7e261e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523703 Jul 09 20:43:38.318120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-21de967a-7538-4d80-89a9-ddf01bc6e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:38.319578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-21de967a-7538-4d80-89a9-ddf01bc6e293 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.0522659 Jul 09 20:43:38.423127 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-dc903ea8-471e-43bf-988b-fdf545815de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:38.424465 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-dc903ea8-471e-43bf-988b-fdf545815de2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.0853724 Jul 09 20:43:38.485679 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-120978f2-55e9-43c0-a035-b8abeec8b660 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 1002 time: 0.0548444 Jul 09 20:43:38.536085 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-3deac268-357f-4b2c-98a1-e012f4509ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:38.537515 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-3deac268-357f-4b2c-98a1-e012f4509ec4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0455251 Jul 09 20:43:38.591853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-59b92f03-e1aa-4e84-a48c-fdf43316923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:38.593314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-59b92f03-e1aa-4e84-a48c-fdf43316923b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495696 Jul 09 20:43:38.680918 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-b9e5ffaf-388d-4ec4-b810-f5d3708a5b0a service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803869 Jul 09 20:43:38.772707 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5826d2cc-5360-4410-b3c0-acecd0ac160f req-2815b86a-0d71-4d34-ab6f-f3934445d264 service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845802 Jul 09 20:43:49.316264 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:52.459952 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-838af80f-0fcf-4ab3-90a8-fa3c590945dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:53.904762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:55.060345 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d7404b2-302e-4de8-ae14-aaf8cd2a505c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:55.384220 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:56.625738 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:58.104252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.256644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:13.760650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port a1a73688-e55d-461b-bbdd-74934864f42b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:13.760881 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.834955 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.835282 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.846965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for a1a73688-e55d-461b-bbdd-74934864f42b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:13.991497 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:14.018466 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=a1a73688-e55d-461b-bbdd-74934864f42b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:14.029698 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.030053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.030398 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.030731 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.031064 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.031397 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.031727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.032053 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.032417 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.032741 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.033063 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.033411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:14.092769 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:14.093104 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP ab66f770-bc93-448e-811a-8990970f3410 disassociated (deleted). External IP: 172.25.3.157, port: 2c0f91e9-e470-4c78-b556-7377390219c7. Jul 09 20:44:14.297778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router c7e2818f-a35a-46b6-a545-657075594ece has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:14.374249 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:44:14.402808 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:14.408177 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:14.412545 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Sync routers for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:14.420990 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:14.421612 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:43:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:14.443693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ab3421d4-9f57-4926-bcc3-70e48f49e16f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/floatingips/ab66f770-bc93-448e-811a-8990970f3410 HTTP/1.1" status: 204 len: 168 time: 1.1859314 Jul 09 20:44:14.444288 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:14.446589 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:14.488380 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb911ae-7e1a-45c2-818b-23dc27506973 x-openstack-request-id: req-2cb911ae-7e1a-45c2-818b-23dc27506973 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:14.488680 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:14.488951 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cb911ae-7e1a-45c2-818b-23dc27506973 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:14.489407 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'status': 'completed', 'code': 200} Jul 09 20:44:14.531927 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:14.564002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-fac88802-42b8-4244-afea-200abbd9a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:14.565520 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-fac88802-42b8-4244-afea-200abbd9a9a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 1097 time: 0.0544200 Jul 09 20:44:14.672109 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-22873494-4bcd-4d23-b1bb-a3f234817403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:14.673484 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-22873494-4bcd-4d23-b1bb-a3f234817403 service neutron] 10.222.0.25 "GET /v2.0/networks?id=43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 200 len: 898 time: 0.1017237 Jul 09 20:44:14.717176 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-9120edbb-7e9c-47aa-a18c-5e8383ab7e6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 200 len: 217 time: 0.0373323 Jul 09 20:44:14.741187 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:14.767546 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Checking router: c7e2818f-a35a-46b6-a545-657075594ece for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:14.775565 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:14.776166 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:43:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:14.797521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-7cabbe23-62cb-4a4f-9944-14e76ea4760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:14.799076 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-7cabbe23-62cb-4a4f-9944-14e76ea4760b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 200 len: 835 time: 0.0760429 Jul 09 20:44:14.857253 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f8c16-f264-4ff5-87b2-6d2493280d9f req-81019109-226a-42cf-9bed-180334f20820 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:14.858693 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e90f8c16-f264-4ff5-87b2-6d2493280d9f req-81019109-226a-42cf-9bed-180334f20820 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.1100669 Jul 09 20:44:14.880823 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:14.898510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-26d33975-24b1-4e3b-93de-82523c992216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:14.900013 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-26d33975-24b1-4e3b-93de-82523c992216 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43bf74b2-71dc-4145-a048-f9e896a31d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940080 Jul 09 20:44:14.921341 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e90f8c16-f264-4ff5-87b2-6d2493280d9f req-4fd8a030-037e-4b04-add1-40d99d260fbc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537119 Jul 09 20:44:15.003605 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-a1852bb4-2841-4faa-a5f5-0ffc62b64619 service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957565 Jul 09 20:44:15.093179 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6c3161b9-35b3-40b5-8ff6-2e6071a2618b req-ed7774d1-c17b-4b55-8637-22b22488d265 service neutron] 10.222.0.25 "GET /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829949 Jul 09 20:44:15.171060 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:15.198086 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c156f-ff3b-47cc-bfb9-39095583c671 None None] The sync data for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 is: [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:06Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ded807c9-686b-45a3-a52d-136ff41f3e88', 'name': '', 'network_id': '43bf74b2-71dc-4145-a048-f9e896a31d2e', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:43:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:05Z', 'updated_at': '2021-07-09T20:42:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:15.523456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cefdb0-bd74-4d60-a3b2-bd9d3b755090 None None] New status for floating IP ab66f770-bc93-448e-811a-8990970f3410: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:44:16.240352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-b83f7c00-b197-4821-b373-809eafd76182 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:16.241765 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-b83f7c00-b197-4821-b373-809eafd76182 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.25 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0628405 Jul 09 20:44:16.284747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d47cdb-d0aa-4975-99f0-696e1f29ae21 req-4e84f02c-f8d1-4641-9806-4e74b4664c95 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:16.286380 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2d47cdb-d0aa-4975-99f0-696e1f29ae21 req-4e84f02c-f8d1-4641-9806-4e74b4664c95 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=24f1e044-3acc-43e6-8173-e14bbd728c14 HTTP/1.1" status: 200 len: 946 time: 0.0673423 Jul 09 20:44:16.325316 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2d47cdb-d0aa-4975-99f0-696e1f29ae21 req-9ad0aef2-b82f-4550-82dc-f8c1368070d9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=59bb06fe-4f2e-4daa-a798-a53056e5cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Jul 09 20:44:16.347506 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 2c0f91e9-e470-4c78-b556-7377390219c7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:16.347950 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:16.434615 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 2c0f91e9-e470-4c78-b556-7377390219c7, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=2c0f91e9-e470-4c78-b556-7377390219c7,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:16.434968 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:16.447501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 2c0f91e9-e470-4c78-b556-7377390219c7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:16.575992 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:16.612306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=2c0f91e9-e470-4c78-b556-7377390219c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:16.654215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] No DVR routers for this DVR port 2c0f91e9-e470-4c78-b556-7377390219c7 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:44:16.656932 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:16.660153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2325ce2e-ac54-4e46-8738-4303df1e481e req-e1c19208-f504-4e03-81af-6d8e83e1663c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.25 "DELETE /v2.0/ports/2c0f91e9-e470-4c78-b556-7377390219c7 HTTP/1.1" status: 204 len: 173 time: 0.4123421 Jul 09 20:44:16.660605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-deleted', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:16.663568 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5990dc8-b75d-4af6-aef4-4028dfd8fffe" -d '{"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-deleted", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:16.706556 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b3c5a-6445-4cee-a8db-3d8af466f4d3 x-openstack-request-id: req-229b3c5a-6445-4cee-a8db-3d8af466f4d3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:16.706858 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1e044-3acc-43e6-8173-e14bbd728c14", "name": "network-vif-deleted", "tag": "2c0f91e9-e470-4c78-b556-7377390219c7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:16.707116 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-229b3c5a-6445-4cee-a8db-3d8af466f4d3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:16.707517 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1e044-3acc-43e6-8173-e14bbd728c14', 'name': 'network-vif-deleted', 'tag': '2c0f91e9-e470-4c78-b556-7377390219c7', 'status': 'completed', 'code': 200} Jul 09 20:44:17.415336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:17.774258 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.036494 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port ded807c9-686b-45a3-a52d-136ff41f3e88 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:18.036733 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.125688 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port ded807c9-686b-45a3-a52d-136ff41f3e88, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ded807c9-686b-45a3-a52d-136ff41f3e88,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:18.126043 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.139330 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for ded807c9-686b-45a3-a52d-136ff41f3e88 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:18.322534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.350649 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=ded807c9-686b-45a3-a52d-136ff41f3e88,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:18.523197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.724898 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router c7e2818f-a35a-46b6-a545-657075594ece has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:18.826092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:18.831661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d6717ea9-cb49-4431-b00f-82b6c999c25b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/c7e2818f-a35a-46b6-a545-657075594ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153142 Jul 09 20:44:18.834730 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:18.835999 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Sync routers for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:18.845463 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:18.846067 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:43:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:18.887073 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting subnet 41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:44:18.890052 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.932197 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:18.948069 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:19.019146 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.083076 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.126534 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:44:18Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:19.157545 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Checking router: c7e2818f-a35a-46b6-a545-657075594ece for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:19.166296 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Routers {'c7e2818f-a35a-46b6-a545-657075594ece'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:19.166923 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:43:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['c7e2818f-a35a-46b6-a545-657075594ece'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:19.278478 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] Set router c7e2818f-a35a-46b6-a545-657075594ece gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:19.331439 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.436339 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Subnet': ['ID=41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:19.442762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.447629 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:19.448083 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ebad1780-4d06-4883-b0bd-5be198c430ce tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/subnets/41b2fdd0-da52-4d57-b6ef-5ab44f1e8baa HTTP/1.1" status: 204 len: 168 time: 0.6120064 Jul 09 20:44:19.448558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a49fe5-8576-44ba-a418-c22ab59d4fd1 None None] Network 43bf74b2-71dc-4145-a048-f9e896a31d2e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:19.463191 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:44:18Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:19.489882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d73a8f-5691-4975-b759-d428d7fb8163 None None] The sync data for ids ['c7e2818f-a35a-46b6-a545-657075594ece'] in n-d-800087-3 is: [{'id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900049852', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:44:18Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': 'c35beac3-2188-4efd-a1a1-1c3412a79595', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e2818f-a35a-46b6-a545-657075594ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:42:02Z', 'updated_at': '2021-07-09T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:19.568846 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.673420 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.724473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port c35beac3-2188-4efd-a1a1-1c3412a79595 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:19.724814 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.801260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port c35beac3-2188-4efd-a1a1-1c3412a79595, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c35beac3-2188-4efd-a1a1-1c3412a79595,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:19.801536 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:19.810646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:19.813999 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for c35beac3-2188-4efd-a1a1-1c3412a79595 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:19.832248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 2c0f91e9-e470-4c78-b556-7377390219c7 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:44:19.832898 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 2c0f91e9-e470-4c78-b556-7377390219c7 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:19.872775 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] DHCP port deletion for 43bf74b2-71dc-4145-a048-f9e896a31d2e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:44:19.924677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Deleting port b353180f-cc7d-4951-8f29-c17b887ff21e {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:19.925101 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.000241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] For port b353180f-cc7d-4951-8f29-c17b887ff21e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b353180f-cc7d-4951-8f29-c17b887ff21e,segment=NetworkSegment(c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30),segment_id=c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:20.000636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.013006 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.014103 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Calling delete_port for b353180f-cc7d-4951-8f29-c17b887ff21e owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:20.044893 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=c35beac3-2188-4efd-a1a1-1c3412a79595,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:20.072424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.072779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.073141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.073486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.073824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.074163 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.074501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.074831 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.075160 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.075537 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.075809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.076146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.093920 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.119614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.122733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Pushing event deleted for resources: {'Port': ['ID=b353180f-cc7d-4951-8f29-c17b887ff21e,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:20.127519 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] No DVR routers for this DVR port b353180f-cc7d-4951-8f29-c17b887ff21e on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:44:20.135436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.136074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.136074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.137339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.137339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.137339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.137645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.137746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.138073 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.138343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.138723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.139001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0ca19-642e-466f-9c2c-e735f6181dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:20.214907 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.216972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.261569 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.262410 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Fanout notify agent at l3_agent the message router_deleted on router c7e2818f-a35a-46b6-a545-657075594ece {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:44:20.275637 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.275637 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b4fa23ca-4605-43c0-a0c8-e8ac7c1106a1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/routers/c7e2818f-a35a-46b6-a545-657075594ece HTTP/1.1" status: 204 len: 168 time: 0.8219488 Jul 09 20:44:20.275637 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:20.358999 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.446110 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.455737 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bf74b2-71dc-4145-a048-f9e896a31d2e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:20.465925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:20.466221 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b90cd8-b4f0-47cd-99ce-8a2bcb6d5a30') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:20.475285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.489028 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.494764 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:44:20.495147 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:44:20.497984 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:44:20.559465 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.567125 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.568160 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/networks/43bf74b2-71dc-4145-a048-f9e896a31d2e HTTP/1.1" status: 204 len: 168 time: 0.2932534 Jul 09 20:44:20.571301 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:20.579161 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d13bff-2472-4cb0-971e-291a45a92631 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Network': ['ID=43bf74b2-71dc-4145-a048-f9e896a31d2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:20.629380 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.654288 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.718899 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.722189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.723351 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/security-groups/59bb06fe-4f2e-4daa-a798-a53056e5cb81 HTTP/1.1" status: 204 len: 168 time: 0.1510603 Jul 09 20:44:20.733386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8e0c1-908a-4274-97df-5fbe37216639 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb06fe-4f2e-4daa-a798-a53056e5cb81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:20.987211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:20.991966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277044521', 'description': 'tempest-secgroup-smoke-277044521 description', 'project_id': '25079ea9c293440589c2eb40b238bcc3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.014534 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.098306 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.101952 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.133332 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.134575 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463115 Jul 09 20:44:21.136636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d328b30-d888-41a3-b881-bf52c018c53e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6debf252-fde7-4500-aac2-7070a9c7c5d7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.137790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.145591 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.170805 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.225760 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.229361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.247406 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776797e9-9b6a-4ca6-8c7e-466dffa49b93,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.253784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.255098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c01ef0db-bcb9-4a65-8483-7946f6b2882c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161098 Jul 09 20:44:21.257853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.262771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.287729 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.347331 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.350943 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.368791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f8a9d6-4440-41a6-8fb1-51638b2a15fc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.375039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.376293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5d3e2132-8322-4d78-bab9-16314b65d376 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175241 Jul 09 20:44:21.379527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.383843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.408854 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.464608 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.468036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.484711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af09a875-e147-4383-b669-ac103fbcba28,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.490967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.492052 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-e457883f-c1e5-437f-81a0-0748dc8f47b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116202 Jul 09 20:44:21.494678 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.498916 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.537992 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.556656 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c35beac3-2188-4efd-a1a1-1c3412a79595 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:21.576354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c35beac3-2188-4efd-a1a1-1c3412a79595 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:44:21.576695 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c35beac3-2188-4efd-a1a1-1c3412a79595 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:21.577105 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b353180f-cc7d-4951-8f29-c17b887ff21e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:21.594827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b353180f-cc7d-4951-8f29-c17b887ff21e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:44:21.595166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b353180f-cc7d-4951-8f29-c17b887ff21e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:21.596098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ded807c9-686b-45a3-a52d-136ff41f3e88 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:21.597576 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.601257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.614913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ded807c9-686b-45a3-a52d-136ff41f3e88 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:44:21.615272 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ded807c9-686b-45a3-a52d-136ff41f3e88 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:21.616457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e135f34-d043-4ad3-9113-d84de394ca36,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.625204 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.628968 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f942e0b5-b466-4378-b8bf-238759f73227 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308560 Jul 09 20:44:21.629285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.633676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.654065 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:44:21.659241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.718410 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.722547 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.743792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79c3b5b-edc7-441c-abba-2efaf5106455,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.750361 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.751761 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8120e2ec-3686-4399-b17c-dc4033e26d40 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215303 Jul 09 20:44:21.754504 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.759017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '6debf252-fde7-4500-aac2-7070a9c7c5d7', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.780945 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:44:21.786412 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.849986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.853553 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.871735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b1b421-8dfe-49c2-b645-1d4acac8f229,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:21.877595 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.878791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d6ebca04-042f-40b3-8546-4edd4aadcdc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233673 Jul 09 20:44:21.881666 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:21.886508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'network': {'name': 'tempest-network-smoke--119526565', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:21.905635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:21.909855 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.934224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:44:21.944216 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:21.944559 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Added segment 8ff66488-13ca-400d-853d-75ea30b3eea4 of type vlan for network a98c86e6-96f0-461b-8c11-2401b8d63d46 Jul 09 20:44:21.984886 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.012269 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.018381 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:22.018965 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.075673 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929500 Jul 09 20:44:22.078432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:22.085656 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'admin_state_up': True, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:22.104084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36325ff5-cddc-4eaa-94f8-01bfc7e53cca tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Network': ['ID=a98c86e6-96f0-461b-8c11-2401b8d63d46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:22.114131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:44:22.123223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.124225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.174344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.315046 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.460029 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57e47644-8754-496f-931a-a7717faf33aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.519658 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.543166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:22.648451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.28 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/7073262b-3209-43a3-84bd-0093ee2830ea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:22.752839 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.108313 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.141715 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:23.144482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:23.147860 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:23.179340 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=7073262b-3209-43a3-84bd-0093ee2830ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:23.396219 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.591161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.716266 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 578914f6-b246-456b-b2a7-10c53176262c is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:44:23.822348 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:23.833268 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Sync routers for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:23.840326 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.841570 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c9ae5d22-4f16-437b-bd9c-6c36d1cad57c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7622077 Jul 09 20:44:23.844572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:23.847704 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:23.848324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:43:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:23.912891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-905e6739-c967-4435-9a0b-ce1fb7f39789 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=25079ea9c293440589c2eb40b238bcc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672231 Jul 09 20:44:23.915434 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:24.007934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfc368-8021-43e5-bd1e-b32bc0ec7708 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:24.009406 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-cedfc368-8021-43e5-bd1e-b32bc0ec7708 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930572 Jul 09 20:44:24.012185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:24.042090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0c651ff5-3c54-45b1-91a8-f4e4c41e3319 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288064 Jul 09 20:44:24.044571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:24.049581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148989456', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:24.105816 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.117913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:24.139722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:24.143800 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.296612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:23Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:24.323558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Checking router: 578914f6-b246-456b-b2a7-10c53176262c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:24.323909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Updating router 578914f6-b246-456b-b2a7-10c53176262c port 7073262b-3209-43a3-84bd-0093ee2830ea binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:44:24.328111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.361377 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.392714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Subnet': ['ID=2ef49348-baf9-45b6-8049-f2a2c898a5bd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:24.399718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Checking segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:24.400058 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network hostable DHCP agents. Network: a98c86e6-96f0-461b-8c11-2401b8d63d46, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:44:24.415834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:44:24.425400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a98c86e6-96f0-461b-8c11-2401b8d63d46) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:24.429603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:24.430206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.444074 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a55b5-d97a-4664-8acb-c7163b241f47 None None] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:24.446389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a7a76f80-aab5-4c6f-a208-75dd0330aae2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007874 Jul 09 20:44:24.449237 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:24.710908 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a98c86e6-96f0-461b-8c11-2401b8d63d46', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:44:24.711881 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.748058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.810686 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Transition to ACTIVE for port object 7073262b-3209-43a3-84bd-0093ee2830ea will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:24.824068 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.887982 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.904504 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Attempting to bind port 7073262b-3209-43a3-84bd-0093ee2830ea on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:24.905016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Attempting to bind port 7073262b-3209-43a3-84bd-0093ee2830ea by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:24.905275 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Attempting to bind port 7073262b-3209-43a3-84bd-0093ee2830ea on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:24.921825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:24.922202 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:24.922612 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.923007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:24.924156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Bound port: 7073262b-3209-43a3-84bd-0093ee2830ea, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:24.924504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.926251 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece2ab8-d288-4636-9014-5f60bdb00704 None None] Pushing event updated for resources: {'Port': ['ID=7073262b-3209-43a3-84bd-0093ee2830ea,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:24.965643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Allocated IP 172.20.0.2 (a98c86e6-96f0-461b-8c11-2401b8d63d46/2ef49348-baf9-45b6-8049-f2a2c898a5bd/b9481e95-9c3b-4daf-9919-1cca2aee8abe) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:25.038097 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] For port 7073262b-3209-43a3-84bd-0093ee2830ea, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:25.063049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] For port 7073262b-3209-43a3-84bd-0093ee2830ea, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7073262b-3209-43a3-84bd-0093ee2830ea,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:25.073972 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.110639 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9240f632-359e-4a63-bb15-3b6767adc248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.170545 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece2ab8-d288-4636-9014-5f60bdb00704 None None] Pushing event updated for resources: {'Port': ['ID=7073262b-3209-43a3-84bd-0093ee2830ea,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:25.175059 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:25.175913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:44:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:25.281453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.299779 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Transition to ACTIVE for port object b9481e95-9c3b-4daf-9919-1cca2aee8abe will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:25.324339 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Transition to ACTIVE for port object b9481e95-9c3b-4daf-9919-1cca2aee8abe will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:25.326606 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:25.352460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.381445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.1 (a98c86e6-96f0-461b-8c11-2401b8d63d46/2ef49348-baf9-45b6-8049-f2a2c898a5bd/ffe818de-9e04-437a-96d6-7f4994e51dd3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:25.468805 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.473943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:25.482366 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:25.485977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Pushing event updated for resources: {'Port': ['ID=b9481e95-9c3b-4daf-9919-1cca2aee8abe,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:25.488162 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:25.498324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.512020 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object ffe818de-9e04-437a-96d6-7f4994e51dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:25.546007 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.584822 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Attempting to bind port b9481e95-9c3b-4daf-9919-1cca2aee8abe on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:25.585215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Attempting to bind port b9481e95-9c3b-4daf-9919-1cca2aee8abe by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:25.585591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Attempting to bind port b9481e95-9c3b-4daf-9919-1cca2aee8abe on network a98c86e6-96f0-461b-8c11-2401b8d63d46 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:25.591522 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:25.592851 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:25.593260 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Checking segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:25.593659 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.594057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Bound using segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:25.594515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Bound port: b9481e95-9c3b-4daf-9919-1cca2aee8abe, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:25.594892 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.596881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:25.599342 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:25.631097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:25.650806 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.664752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:23Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:25.692731 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] For port b9481e95-9c3b-4daf-9919-1cca2aee8abe, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:25.695215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c46740-a75c-4527-9b13-34e8352e56d6 None None] The sync data for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 is: [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:23Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:25.706986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] For port b9481e95-9c3b-4daf-9919-1cca2aee8abe, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b9481e95-9c3b-4daf-9919-1cca2aee8abe,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:25.711722 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:25.772115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569718-1354-4d00-bc76-6adbc6ed2459 None None] Pushing event updated for resources: {'Port': ['ID=b9481e95-9c3b-4daf-9919-1cca2aee8abe,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:25.817831 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:26.162548 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:26.167526 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:26.242447 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:26.247525 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:26.348750 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:26.350353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:26.466850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 578914f6-b246-456b-b2a7-10c53176262c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:26.586908 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:26.591954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a7f4bd8c-7acc-4d08-832c-78e2a66a2635 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/578914f6-b246-456b-b2a7-10c53176262c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417253 Jul 09 20:44:26.629826 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:26.740294 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-e1f1f14c-5959-46cb-bf6b-6f1434c3d071 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277044521&fields=id&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 267 time: 0.0338938 Jul 09 20:44:26.827666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96be2d0-dd32-42c2-83b2-18afef2a4b08 None None] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:26.851111 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-cf9434b4-d7a4-4fc4-8111-b73339575a24 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:26.852532 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-cf9434b4-d7a4-4fc4-8111-b73339575a24 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 796 time: 0.1052938 Jul 09 20:44:26.867230 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-05985233-ff14-4a83-98c3-e21a59b6ad4f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/quotas/25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0092254 Jul 09 20:44:26.921415 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-35f633f5-c1a8-4249-8e82-8dd0ca9410b8 None None] Provisioning for port b9481e95-9c3b-4daf-9919-1cca2aee8abe completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:26.948647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-7d2a5fa1-59f8-4a04-a419-caa00857db97 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745916 Jul 09 20:44:27.008770 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-11dc188e-cf9d-4e51-8dd2-b4257aa21881 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:27.010037 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-11dc188e-cf9d-4e51-8dd2-b4257aa21881 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487025 Jul 09 20:44:27.103142 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-9ffb8d61-64b1-4e1f-8df6-29f4e556c2de service neutron] 10.222.0.10 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868232 Jul 09 20:44:27.199480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-8d4c367c-3184-4d1b-80de-dec46729e6a4 service neutron] 10.222.0.10 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914073 Jul 09 20:44:27.277937 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Sync routers for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:27.281904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9fa56689-b081-4507-975e-0b8dee693a23 None None] Provisioning for port ffe818de-9e04-437a-96d6-7f4994e51dd3 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:27.286649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9fa56689-b081-4507-975e-0b8dee693a23 None None] Provisioning complete for port ffe818de-9e04-437a-96d6-7f4994e51dd3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:27.287156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9fa56689-b081-4507-975e-0b8dee693a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.291087 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:27.293614 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:44:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:27.349181 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-9fa56689-b081-4507-975e-0b8dee693a23 None None] Port ffe818de-9e04-437a-96d6-7f4994e51dd3 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:27.385117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8f3accc6-df6c-436b-8b2e-eb96de9f1513 req-d1b300e6-bd5e-4db5-8685-c334dd459c9c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jul 09 20:44:27.458812 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:27.474034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-91bd0ac2-1c3b-46af-afa8-25245b859f18 None None] Provisioning complete for port ffe818de-9e04-437a-96d6-7f4994e51dd3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:27.474488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91bd0ac2-1c3b-46af-afa8-25245b859f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.527150 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-91bd0ac2-1c3b-46af-afa8-25245b859f18 None None] Port ffe818de-9e04-437a-96d6-7f4994e51dd3 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:27.670944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7073262b-3209-43a3-84bd-0093ee2830ea up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:27.696706 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:26Z', 'revision_number': 2, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:27.729242 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Checking router: 578914f6-b246-456b-b2a7-10c53176262c for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:27.729689 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Updating router 578914f6-b246-456b-b2a7-10c53176262c port ffe818de-9e04-437a-96d6-7f4994e51dd3 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:44:27.730595 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7073262b-3209-43a3-84bd-0093ee2830ea completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:27.746763 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7073262b-3209-43a3-84bd-0093ee2830ea triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:27.747472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.769095 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.839428 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.864375 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-024ff1b4-2f0d-4704-b402-772549bccc3e None None] Provisioning complete for port ffe818de-9e04-437a-96d6-7f4994e51dd3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:27.864753 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-024ff1b4-2f0d-4704-b402-772549bccc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.867266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7073262b-3209-43a3-84bd-0093ee2830ea, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7073262b-3209-43a3-84bd-0093ee2830ea,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:27.889180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.889971 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b9481e95-9c3b-4daf-9919-1cca2aee8abe up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:27.958944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-024ff1b4-2f0d-4704-b402-772549bccc3e None None] Port ffe818de-9e04-437a-96d6-7f4994e51dd3 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:27.982674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7073262b-3209-43a3-84bd-0093ee2830ea,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:27.996007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port b9481e95-9c3b-4daf-9919-1cca2aee8abe completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:28.000190 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b9481e95-9c3b-4daf-9919-1cca2aee8abe triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:28.000842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.085026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.117599 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.132995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port b9481e95-9c3b-4daf-9919-1cca2aee8abe, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b9481e95-9c3b-4daf-9919-1cca2aee8abe,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:28.137466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.138429 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.148842 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Transition to ACTIVE for port object ffe818de-9e04-437a-96d6-7f4994e51dd3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:28.154124 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.192451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=b9481e95-9c3b-4daf-9919-1cca2aee8abe,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:28.224330 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Pushing event updated for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:28.248965 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.249339 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.249681 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.250021 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.250352 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.250681 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.251010 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.251366 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.251690 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.252013 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.252337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.252653 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.265847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Attempting to bind port ffe818de-9e04-437a-96d6-7f4994e51dd3 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:28.266219 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Attempting to bind port ffe818de-9e04-437a-96d6-7f4994e51dd3 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:28.266584 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Attempting to bind port ffe818de-9e04-437a-96d6-7f4994e51dd3 on network a98c86e6-96f0-461b-8c11-2401b8d63d46 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:28.272210 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:28.272582 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Checking segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:28.273006 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.273434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Bound using segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:28.273899 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Bound port: ffe818de-9e04-437a-96d6-7f4994e51dd3, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:28.274279 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.343222 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] For port ffe818de-9e04-437a-96d6-7f4994e51dd3, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:28.348422 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] For port ffe818de-9e04-437a-96d6-7f4994e51dd3, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ffe818de-9e04-437a-96d6-7f4994e51dd3,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:28.352150 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.416790 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:28.417840 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:44:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:28.422450 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6248-0180-4fc8-ad07-28101f85d333 None None] Pushing event updated for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:28.564241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:28.570237 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4c30c8a5-2deb-4923-bcbb-52c04118c1e1 req-dea99280-17da-40e5-9ffb-18143405f8de tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 210 time: 0.0379860 Jul 09 20:44:28.614653 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2644de9f-c8c1-48fd-910e-48a9ffd7ce19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.616233 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2644de9f-c8c1-48fd-910e-48a9ffd7ce19 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 796 time: 0.1537473 Jul 09 20:44:28.663979 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-f523cd12-8618-4f14-8b62-056268e6ac20 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 379 time: 0.0394382 Jul 09 20:44:28.672526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'port': {'device_id': '0f18f889-e241-47b2-8117-a057832d28e1', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'admin_state_up': True, 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'security_groups': ['6debf252-fde7-4500-aac2-7070a9c7c5d7']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:28.795286 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:28Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:28.826064 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ee-3828-40d5-b536-41de6ff6d1c7 None None] The sync data for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 is: [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:28Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:29.121545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:29.125323 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.261501 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.14 (a98c86e6-96f0-461b-8c11-2401b8d63d46/2ef49348-baf9-45b6-8049-f2a2c898a5bd/77bce0d4-f269-4617-92c4-a03fb43d666d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:29.408102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.422384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object 77bce0d4-f269-4617-92c4-a03fb43d666d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:29.456639 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.502333 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:29.505660 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:29.511902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:29.553339 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:29.568770 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:29.569454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.585270 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-a66cbcd9-fdda-43f1-a5a9-5f13227a3e6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165015 Jul 09 20:44:29.600051 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Request body: {'port': {'device_id': '0f18f889-e241-47b2-8117-a057832d28e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:29.696191 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.703538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b9481e95-9c3b-4daf-9919-1cca2aee8abe up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:29.776023 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port b9481e95-9c3b-4daf-9919-1cca2aee8abe triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:29.776398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.873305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a494736-5998-4b1b-8eb3-b35b4de17e24 None None] Provisioning for port 77bce0d4-f269-4617-92c4-a03fb43d666d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:29.879697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7073262b-3209-43a3-84bd-0093ee2830ea up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:29.881856 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a494736-5998-4b1b-8eb3-b35b4de17e24 None None] Provisioning complete for port 77bce0d4-f269-4617-92c4-a03fb43d666d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:29.882278 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a494736-5998-4b1b-8eb3-b35b4de17e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.889436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517556e6-101b-4763-8785-07af0796ca6f req-e914917a-96ef-4eb4-a08e-e531b4eba681 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:29.890940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-517556e6-101b-4763-8785-07af0796ca6f req-e914917a-96ef-4eb4-a08e-e531b4eba681 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 932 time: 0.1526144 Jul 09 20:44:29.991660 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-517556e6-101b-4763-8785-07af0796ca6f req-31ed4106-ce6d-4c46-88a9-d2d12b3c0fe3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880859 Jul 09 20:44:30.077673 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bce0d4-f269-4617-92c4-a03fb43d666d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:44:30.086045 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.097792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Transition to ACTIVE for port object 77bce0d4-f269-4617-92c4-a03fb43d666d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:30.101720 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.103559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1a494736-5998-4b1b-8eb3-b35b4de17e24 None None] Port 77bce0d4-f269-4617-92c4-a03fb43d666d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:30.118367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7073262b-3209-43a3-84bd-0093ee2830ea triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:30.118367 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.159156 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Pushing event updated for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:30.201115 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ffe818de-9e04-437a-96d6-7f4994e51dd3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:30.237807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Attempting to bind port 77bce0d4-f269-4617-92c4-a03fb43d666d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:30.238035 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Attempting to bind port 77bce0d4-f269-4617-92c4-a03fb43d666d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:30.238584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Attempting to bind port 77bce0d4-f269-4617-92c4-a03fb43d666d on network a98c86e6-96f0-461b-8c11-2401b8d63d46 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:30.243428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Port 77bce0d4-f269-4617-92c4-a03fb43d666d on network a98c86e6-96f0-461b-8c11-2401b8d63d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:44:30.243763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Attempting to bind port 77bce0d4-f269-4617-92c4-a03fb43d666d on network a98c86e6-96f0-461b-8c11-2401b8d63d46 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:30.248907 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:30.249373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Checking segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:30.249803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Bound using segment: {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:30.250318 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Bound port: 77bce0d4-f269-4617-92c4-a03fb43d666d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff66488-13ca-400d-853d-75ea30b3eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:30.250746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.253524 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port ffe818de-9e04-437a-96d6-7f4994e51dd3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:30.258016 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ffe818de-9e04-437a-96d6-7f4994e51dd3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:30.258393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.342053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:30.343271 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.346193 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=77bce0d4-f269-4617-92c4-a03fb43d666d,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:30.350280 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.378751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port ffe818de-9e04-437a-96d6-7f4994e51dd3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ffe818de-9e04-437a-96d6-7f4994e51dd3,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:30.383532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.396695 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.397355 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.398844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] 10.222.0.59 "PUT /v2.0/ports/77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 1092 time: 0.8050931 Jul 09 20:44:30.399324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:30.401829 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:30.429814 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c787-3aa4-42ba-8d52-7e77f88ab23a service neutron] Pushing event updated for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:30.456079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:30.508402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-f50e6548-94bb-4415-8c9b-f2c3d1a2f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.510031 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-f50e6548-94bb-4415-8c9b-f2c3d1a2f802 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1095 time: 0.0635550 Jul 09 20:44:30.552998 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf43ffe-2b78-4ebb-982b-fcaf142716f9 x-openstack-request-id: req-bbf43ffe-2b78-4ebb-982b-fcaf142716f9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:30.553327 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:30.553581 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbf43ffe-2b78-4ebb-982b-fcaf142716f9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:30.553988 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'status': 'completed', 'code': 200} Jul 09 20:44:30.555850 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-3b1591b1-25d2-4cd9-a1bd-555281775cf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 217 time: 0.0389783 Jul 09 20:44:30.610090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-9332d1e0-8450-4c06-854d-359ff047bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.612221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-9332d1e0-8450-4c06-854d-359ff047bfed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0503080 Jul 09 20:44:30.669646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-de68fa6a-10a6-4944-ac02-d73708a0f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.671179 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-de68fa6a-10a6-4944-ac02-d73708a0f83a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532355 Jul 09 20:44:30.763113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-ace6d56c-f500-4e0b-9cf1-01bcf2272722 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Jul 09 20:44:30.856721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-94d82ebe-35d0-49b1-8977-f44fbb983b4f req-828f0e6c-61c9-40f5-a444-a77929525d93 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Jul 09 20:44:30.955289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-b97672f5-cc36-4e66-8fcd-2da0e3d76cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.956779 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-b97672f5-cc36-4e66-8fcd-2da0e3d76cca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1095 time: 0.0544024 Jul 09 20:44:31.054448 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-feb860e1-63ab-4d9f-903b-c0b20d4ff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.055942 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-feb860e1-63ab-4d9f-903b-c0b20d4ff1ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 897 time: 0.0931506 Jul 09 20:44:31.101079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-ee84b1d8-ba54-4d91-8750-c5857b2f1d2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 217 time: 0.0377162 Jul 09 20:44:31.190098 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-107d9cf3-6dc2-4dcd-ae1e-ed52c650df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.191613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-107d9cf3-6dc2-4dcd-ae1e-ed52c650df93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0824747 Jul 09 20:44:31.239957 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74819b-d603-41d8-834b-b5f1a7d7d7bc req-dd2750a8-7ae8-45ff-b411-5e62028a938d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.241423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e74819b-d603-41d8-834b-b5f1a7d7d7bc req-dd2750a8-7ae8-45ff-b411-5e62028a938d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 944 time: 0.1339760 Jul 09 20:44:31.287480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-2d1a73eb-5a0e-42ef-b7c8-aa6f740589c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.288867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-2d1a73eb-5a0e-42ef-b7c8-aa6f740589c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908802 Jul 09 20:44:31.291801 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1e74819b-d603-41d8-834b-b5f1a7d7d7bc req-9eb5f310-6637-48ab-9171-0e2497f38177 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Jul 09 20:44:31.381667 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-0c64256d-09a0-4d6f-b9ab-7457886136d5 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Jul 09 20:44:31.470343 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8f1853c-4a1f-44a9-82d3-447eab95f0c7 req-d126987d-606b-4d90-8fff-c472cd3b9cc0 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819862 Jul 09 20:44:31.560112 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ffe818de-9e04-437a-96d6-7f4994e51dd3 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:31.607024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port ffe818de-9e04-437a-96d6-7f4994e51dd3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:31.607423 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:32.467283 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c813a7-6009-4a6e-8793-6bdafa139ade req-bb624e5b-19f7-42ea-89a4-74d59fc46354 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:32.468736 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-26c813a7-6009-4a6e-8793-6bdafa139ade req-bb624e5b-19f7-42ea-89a4-74d59fc46354 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 944 time: 0.0617850 Jul 09 20:44:32.506207 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-26c813a7-6009-4a6e-8793-6bdafa139ade req-ee466a36-7538-4260-ae7f-c08730751ad4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Jul 09 20:44:32.661766 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 77bce0d4-f269-4617-92c4-a03fb43d666d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:44:32.754009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=77bce0d4-f269-4617-92c4-a03fb43d666d,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:32.764982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'port_id': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'mac_address': 'fa:16:3e:1e:b2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:44:32.801451 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:32.813729 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bce0d4-f269-4617-92c4-a03fb43d666d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:44:32.836391 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=77bce0d4-f269-4617-92c4-a03fb43d666d,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:32.840084 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:32.887292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:33.064291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['77bce0d4-f269-4617-92c4-a03fb43d666d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:44:33.677468 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5288d-1764-4dd2-b840-2f2af0420944 req-0a42e311-dfb2-4928-a55c-ea7b533e8bc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.678866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ae5288d-1764-4dd2-b840-2f2af0420944 req-0a42e311-dfb2-4928-a55c-ea7b533e8bc1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 945 time: 0.0643284 Jul 09 20:44:33.714857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ae5288d-1764-4dd2-b840-2f2af0420944 req-670aee8e-6aef-42c2-be07-09bff5a5d8e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304608 Jul 09 20:44:34.662381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 77bce0d4-f269-4617-92c4-a03fb43d666d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:34.713094 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port 77bce0d4-f269-4617-92c4-a03fb43d666d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:34.717257 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port 77bce0d4-f269-4617-92c4-a03fb43d666d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:34.717636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:34.795347 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:34.817944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:34.820212 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f3194-9660-400e-bc18-df440ddf6dd5" -d '{"events": [{"server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "name": "network-vif-plugged", "status": "completed", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:34.833380 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=77bce0d4-f269-4617-92c4-a03fb43d666d,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:34.836804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:34.866182 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df42c190-0287-48e6-a21c-5020b23dad74 x-openstack-request-id: req-df42c190-0287-48e6-a21c-5020b23dad74 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:34.866473 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "name": "network-vif-plugged", "status": "completed", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:34.867556 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df42c190-0287-48e6-a21c-5020b23dad74 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:34.868308 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'code': 200} Jul 09 20:44:34.897949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:34.899752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f7ff7-e0f1-44d1-969b-e0421d29b732 req-b7bca0a8-0845-447e-b3e3-58a1e2997922 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:34.901310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-583f7ff7-e0f1-44d1-969b-e0421d29b732 req-b7bca0a8-0845-447e-b3e3-58a1e2997922 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0766411 Jul 09 20:44:34.942226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-583f7ff7-e0f1-44d1-969b-e0421d29b732 req-dabacf54-4327-49b3-8ba2-e8a058a5827b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339506 Jul 09 20:44:34.978281 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2031-90f5-4595-b42e-de384b0c8d77 req-2d86699a-7ab4-4949-a6bc-ca79e0beffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:34.979806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83ee2031-90f5-4595-b42e-de384b0c8d77 req-2d86699a-7ab4-4949-a6bc-ca79e0beffe4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1097 time: 0.0572722 Jul 09 20:44:35.014370 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-83ee2031-90f5-4595-b42e-de384b0c8d77 req-ce5a5fe1-f03e-43c6-b417-ea804e570b82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275738 Jul 09 20:44:36.111958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe0e9-1f6a-4375-b408-cf0323025fee req-239f33ff-dcb1-44ff-a5d5-e9f5252ab693 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.113479 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe9fe0e9-1f6a-4375-b408-cf0323025fee req-239f33ff-dcb1-44ff-a5d5-e9f5252ab693 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0627143 Jul 09 20:44:36.151557 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fe9fe0e9-1f6a-4375-b408-cf0323025fee req-57b25e09-d3d2-4ab2-ae6f-dcf45735b55b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Jul 09 20:44:36.321760 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109da08-299a-41a3-8aa8-de97f931b0b3 req-84359a10-ee35-47b9-9b7d-4218747af0b4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.323140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5109da08-299a-41a3-8aa8-de97f931b0b3 req-84359a10-ee35-47b9-9b7d-4218747af0b4 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0622978 Jul 09 20:44:36.359778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5109da08-299a-41a3-8aa8-de97f931b0b3 req-5bd29af6-8224-4846-9705-d594a193f60b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311196 Jul 09 20:44:36.384388 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:36.433792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e68f75-95af-45d3-993b-d1a8d86c2881 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.435278 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d9e68f75-95af-45d3-993b-d1a8d86c2881 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1092 time: 0.0499315 Jul 09 20:44:36.438042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:36.443051 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:36.463860 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.559875 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.661740 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.92 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/f84ad557-31c5-4665-9090-ec7f23a47c64) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:36.757509 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.794428 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.832735 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:36.835440 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:36.838863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:36.844025 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=f84ad557-31c5-4665-9090-ec7f23a47c64,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:37.199214 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.273872 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.418399 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.422752 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.486948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=f84ad557-31c5-4665-9090-ec7f23a47c64,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:37.501552 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.598440 n-d-800087-3 neutron-server[93770]: INFO neutron.db.l3_db [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP f795e233-beb1-459c-88f8-bd043a36d4d5 associated. External IP: 172.25.3.92, port: 77bce0d4-f269-4617-92c4-a03fb43d666d. Jul 09 20:44:37.801233 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 578914f6-b246-456b-b2a7-10c53176262c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:37.905727 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:37.915597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Sync routers for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:37.922036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.926566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:37.927187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:44:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:37.959328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-8087b6c3-3996-4499-996b-cd5bc94b45b6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196061 Jul 09 20:44:37.960016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:37.962413 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcf724d-d13e-49bd-a1ac-41b76764292e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:38.003729 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66593b-ee4a-434b-b7e2-2ab38dcbda10 x-openstack-request-id: req-9f66593b-ee4a-434b-b7e2-2ab38dcbda10 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:38.004083 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:38.004336 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f66593b-ee4a-434b-b7e2-2ab38dcbda10 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:38.004737 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'status': 'completed', 'code': 200} Jul 09 20:44:38.043965 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:38.125269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-a66ae705-2755-4efd-a764-0f2ba255b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.127315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-a66ae705-2755-4efd-a764-0f2ba255b8ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1097 time: 0.0979285 Jul 09 20:44:38.152258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aefeb-b97b-46c9-8596-d8ed55e6ee7c req-4228cdce-8df4-4856-a90d-9ed6ee94f8f9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.153745 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c8aefeb-b97b-46c9-8596-d8ed55e6ee7c req-4228cdce-8df4-4856-a90d-9ed6ee94f8f9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0919614 Jul 09 20:44:38.240876 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2c8aefeb-b97b-46c9-8596-d8ed55e6ee7c req-75f1d364-49e9-4f7a-8c16-aa6698fce844 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769894 Jul 09 20:44:38.260818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-9c55775e-61c2-4aa4-8d76-5ba765975a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.262371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-9c55775e-61c2-4aa4-8d76-5ba765975a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 897 time: 0.1270027 Jul 09 20:44:38.265696 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:38.270841 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f795e233-beb1-459c-88f8-bd043a36d4d5', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '578914f6-b246-456b-b2a7-10c53176262c', 'port_id': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'mac_address': 'fa:16:3e:1e:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18f889-e241-47b2-8117-a057832d28e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:44:37Z', 'updated_at': '2021-07-09T20:44:37Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:38.296648 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Checking router: 578914f6-b246-456b-b2a7-10c53176262c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:38.305195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:38.305818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:44:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:38.374267 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-edf5b161-879f-49ed-a06a-bfcf20a9e81d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/f795e233-beb1-459c-88f8-bd043a36d4d5 HTTP/1.1" status: 200 len: 991 time: 0.1074545 Jul 09 20:44:38.376765 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-fc338c5d-4041-4039-bfc2-8cb61aa0baa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 999 time: 0.1031549 Jul 09 20:44:38.410469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:38.424528 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-1e306607-36d6-450f-a408-7623632ac7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.426285 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-1e306607-36d6-450f-a408-7623632ac7d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0431533 Jul 09 20:44:38.482976 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-793900b7-2520-4b84-b2ed-479cca982299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.484465 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-793900b7-2520-4b84-b2ed-479cca982299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515521 Jul 09 20:44:38.577585 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-4966c89d-677e-4260-b0dd-9fc70f3da010 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863547 Jul 09 20:44:38.632108 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f795e233-beb1-459c-88f8-bd043a36d4d5', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '578914f6-b246-456b-b2a7-10c53176262c', 'port_id': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'mac_address': 'fa:16:3e:1e:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18f889-e241-47b2-8117-a057832d28e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:44:37Z', 'updated_at': '2021-07-09T20:44:37Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:38.662051 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997ffc3-5a7e-4d6c-9042-3dbb8ebd9063 None None] The sync data for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 is: [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'f795e233-beb1-459c-88f8-bd043a36d4d5', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '578914f6-b246-456b-b2a7-10c53176262c', 'port_id': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'mac_address': 'fa:16:3e:1e:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18f889-e241-47b2-8117-a057832d28e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:44:37Z', 'updated_at': '2021-07-09T20:44:37Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:38.670421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3fcf724d-d13e-49bd-a1ac-41b76764292e req-c398d451-dc2f-45a4-a0e5-4ba75a4f484e service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852671 Jul 09 20:44:38.852967 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737f733-8d78-43ae-9611-dbbff73a58b0 None None] New status for floating IP f795e233-beb1-459c-88f8-bd043a36d4d5: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:44:39.378101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:39.442471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-c0cd1591-4552-43fd-94ba-db0f75b42d48 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/f795e233-beb1-459c-88f8-bd043a36d4d5 HTTP/1.1" status: 200 len: 993 time: 0.0632262 Jul 09 20:44:46.861866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-c79f04f3-1b91-4e78-87b3-f0afbd940080 req-45bad6c8-e4cf-4ce8-af46-758154c0c998 service neutron] (93771) timed out ('10.222.0.10', 48878) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:44:49.363130 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:51.373440 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:44:52.460303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-60f92c94-9b4b-4247-8fdc-8d0af5d76644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.934681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.061940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3907ec4-279b-4722-b0a3-434c2fe63abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.389472 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:56.632062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:58.110205 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:08.422303 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa33139-4e22-49d3-90bd-f0e3bab64148 req-38ad2b39-121e-4b93-b9ca-ce3343a0a2f5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:08.423688 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eaa33139-4e22-49d3-90bd-f0e3bab64148 req-38ad2b39-121e-4b93-b9ca-ce3343a0a2f5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0633099 Jul 09 20:45:08.460770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eaa33139-4e22-49d3-90bd-f0e3bab64148 req-e5927b2c-fe5a-4dcb-b411-488b92a0594e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Jul 09 20:45:09.664495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819924d-44aa-461d-ad77-8706287353f5 req-02c84a09-a0c0-4de6-bc36-4e9082bb32ed tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:09.665989 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d819924d-44aa-461d-ad77-8706287353f5 req-02c84a09-a0c0-4de6-bc36-4e9082bb32ed tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0613649 Jul 09 20:45:09.702768 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d819924d-44aa-461d-ad77-8706287353f5 req-191595cb-7c0f-4aea-902d-932122c877a8 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Jul 09 20:45:10.876975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc720e-e0cd-4b62-b000-e3434eea7a18 req-c3baff75-6b81-4bfd-bb1d-a666155fb062 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:10.878568 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0abc720e-e0cd-4b62-b000-e3434eea7a18 req-c3baff75-6b81-4bfd-bb1d-a666155fb062 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0666547 Jul 09 20:45:10.919601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0abc720e-e0cd-4b62-b000-e3434eea7a18 req-53e3a6b9-3020-4c55-a4bf-21117186dfb9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354609 Jul 09 20:45:12.091638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9394600-48a0-4b6b-a1e2-55ef7f30aa76 req-9372a8b5-e0b2-4d5f-b5d6-b7f6dfdab445 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:12.093162 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9394600-48a0-4b6b-a1e2-55ef7f30aa76 req-9372a8b5-e0b2-4d5f-b5d6-b7f6dfdab445 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0624461 Jul 09 20:45:12.130554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b9394600-48a0-4b6b-a1e2-55ef7f30aa76 req-268e9983-1c44-452a-b689-97bf1ab857c0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Jul 09 20:45:13.300309 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d10d54-71dd-404e-ab35-f16ee1d24620 req-536b324b-6626-4776-9f00-932add13022a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:13.302399 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1d10d54-71dd-404e-ab35-f16ee1d24620 req-536b324b-6626-4776-9f00-932add13022a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0642869 Jul 09 20:45:13.338905 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e1d10d54-71dd-404e-ab35-f16ee1d24620 req-0075d5a4-1407-44cd-a2d0-8d12237a0e7a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Jul 09 20:45:14.512373 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8f7e4-913d-4b33-b6a6-7b2617bb599b req-d10f8d27-7e34-4358-9c29-4a454d73d48a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:14.513799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53f8f7e4-913d-4b33-b6a6-7b2617bb599b req-d10f8d27-7e34-4358-9c29-4a454d73d48a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0660632 Jul 09 20:45:14.551214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53f8f7e4-913d-4b33-b6a6-7b2617bb599b req-9a476489-6684-4b08-a1ef-c68211c7113e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318775 Jul 09 20:45:15.729642 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272b89-45b9-4a5d-a01b-2e6a3c3495d0 req-796a1c96-bd23-4b6c-b39f-404f5cac1da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:15.731134 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f272b89-45b9-4a5d-a01b-2e6a3c3495d0 req-796a1c96-bd23-4b6c-b39f-404f5cac1da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0690465 Jul 09 20:45:15.768536 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2f272b89-45b9-4a5d-a01b-2e6a3c3495d0 req-c6681476-3414-4e41-987b-cb5c1d17ed90 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Jul 09 20:45:16.938377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b326f2-e7d5-4f63-a8bf-edfd4e547519 req-8c595e8d-15e4-4516-8e7e-e0a13eaae4d1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:16.939770 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84b326f2-e7d5-4f63-a8bf-edfd4e547519 req-8c595e8d-15e4-4516-8e7e-e0a13eaae4d1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0624750 Jul 09 20:45:16.976669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-84b326f2-e7d5-4f63-a8bf-edfd4e547519 req-32196f10-5548-4698-87e2-78332364caad tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Jul 09 20:45:18.146976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcc460-37c6-43ec-9cb8-f5210ebd6ccc req-3089a480-8412-4d47-a939-341ca9521194 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:18.148460 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ddcc460-37c6-43ec-9cb8-f5210ebd6ccc req-3089a480-8412-4d47-a939-341ca9521194 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0634975 Jul 09 20:45:18.185731 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9ddcc460-37c6-43ec-9cb8-f5210ebd6ccc req-21a059a0-e63d-4912-aaeb-3a13550d3a9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Jul 09 20:45:19.359186 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b75261-6ebd-4c6e-8880-187d020f965a req-c6c385ff-adc1-4aab-ad1b-acb688ebcc87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:19.360643 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:19.361323 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81b75261-6ebd-4c6e-8880-187d020f965a req-c6c385ff-adc1-4aab-ad1b-acb688ebcc87 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0669222 Jul 09 20:45:19.398617 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-81b75261-6ebd-4c6e-8880-187d020f965a req-47f2ffa6-cf6d-484b-85e3-dd2053ba34e2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Jul 09 20:45:19.422735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:19.482032 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5ea8f162-3731-4556-8400-9a0729a9bdfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/f795e233-beb1-459c-88f8-bd043a36d4d5 HTTP/1.1" status: 200 len: 993 time: 0.0581152 Jul 09 20:45:20.908841 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae2c0d-df36-40bd-a644-54b2f377df65 req-ed329342-c336-4b62-8ab6-c9e63648ba7b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:20.910517 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23ae2c0d-df36-40bd-a644-54b2f377df65 req-ed329342-c336-4b62-8ab6-c9e63648ba7b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0660608 Jul 09 20:45:20.922779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c481-534b-496a-90e6-303b8ba9141d req-63b47440-bc19-4456-ae02-530552d05eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:20.924317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-63b47440-bc19-4456-ae02-530552d05eef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1097 time: 0.0911598 Jul 09 20:45:20.949587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-23ae2c0d-df36-40bd-a644-54b2f377df65 req-ddafabfe-68e5-4a7f-a7c7-1f959cc2eecc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jul 09 20:45:21.015922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c481-534b-496a-90e6-303b8ba9141d req-245ed14f-1e69-4f4c-8d37-93b6f9bcacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:21.017373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-245ed14f-1e69-4f4c-8d37-93b6f9bcacad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 897 time: 0.0871351 Jul 09 20:45:21.082814 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-de427ada-6ccc-463b-bc26-e45a14ab6c6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 1001 time: 0.0588312 Jul 09 20:45:21.134265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c481-534b-496a-90e6-303b8ba9141d req-6af05474-3ed4-40b2-828a-c999c7de551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:21.135743 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-6af05474-3ed4-40b2-828a-c999c7de551a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0478466 Jul 09 20:45:21.191129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c481-534b-496a-90e6-303b8ba9141d req-21987d2b-eab5-4461-8ccc-249d183f3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:21.193248 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-21987d2b-eab5-4461-8ccc-249d183f3bba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512476 Jul 09 20:45:21.279794 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-de4c2bdb-5ed1-4c53-9403-96c451468351 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803218 Jul 09 20:45:21.378003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1223c481-534b-496a-90e6-303b8ba9141d req-1ae29b16-cdc1-4016-94ef-aed15bf474d6 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921943 Jul 09 20:45:22.120818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337401-73ba-43f4-907c-3c679262d383 req-75cbe23e-d943-400e-bddc-14046025aa8c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:22.122324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22337401-73ba-43f4-907c-3c679262d383 req-75cbe23e-d943-400e-bddc-14046025aa8c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0611746 Jul 09 20:45:22.159855 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-22337401-73ba-43f4-907c-3c679262d383 req-f36b91c7-59e3-4fd4-bc22-871d6161ccaf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Jul 09 20:45:22.184332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:22.249703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-59c4eb8e-694a-4bb5-8698-4696b7a5aafd tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/f795e233-beb1-459c-88f8-bd043a36d4d5 HTTP/1.1" status: 200 len: 993 time: 0.0641112 Jul 09 20:45:22.461637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0d9445c7-2741-43cc-ae5a-ef03e3738ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:23.935027 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:25.063388 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a94876b-de5a-4144-8bf7-a8ac958641b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:25.390202 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:26.633609 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:28.113837 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:28.372996 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:45:30.567986 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-2c1012af-fe3b-4ed4-ae2a-407e893c7148 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504649 Jul 09 20:45:30.658090 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-f935963c-c35e-4c06-b7d5-aca640239f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:30.659535 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-f935963c-c35e-4c06-b7d5-aca640239f07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1097 time: 0.0503223 Jul 09 20:45:30.767116 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-99de655f-469e-42ae-90ad-a3b4c1a701ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:30.768718 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-99de655f-469e-42ae-90ad-a3b4c1a701ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 897 time: 0.0870194 Jul 09 20:45:30.836043 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-13f2d794-655f-4e04-a203-3a6ee149f2be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 1001 time: 0.0599742 Jul 09 20:45:30.881944 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-274c7269-7f65-4f3b-a9f4-fe20ed3938df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:30.883313 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-274c7269-7f65-4f3b-a9f4-fe20ed3938df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0417664 Jul 09 20:45:30.944598 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-f951dd4a-ac16-40b0-ba93-1030827b592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:30.946118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-f951dd4a-ac16-40b0-ba93-1030827b592c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565026 Jul 09 20:45:31.032901 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-0c8d8c3d-56c9-459c-9ead-ceff7aa47b6e service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802667 Jul 09 20:45:31.133276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f2cc3a12-8630-4e32-8cff-a3cd9a523179 req-e710e6f7-8d92-4d04-89ce-3078475f5c5a service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906656 Jul 09 20:45:49.377817 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:52.461026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1891289b-0f7d-45ee-a4f4-0c69c318b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:52.661428 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:52.816438 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port f84ad557-31c5-4665-9090-ec7f23a47c64 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:45:52.816673 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:52.888485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:52.888808 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:52.899839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for f84ad557-31c5-4665-9090-ec7f23a47c64 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:45:53.045485 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:53.074610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=f84ad557-31c5-4665-9090-ec7f23a47c64,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:45:53.103407 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.103758 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.104110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.104449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.104785 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.105118 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.105470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.105799 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.106129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.106460 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.106782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.107106 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:45:53.451861 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:53.452204 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP f795e233-beb1-459c-88f8-bd043a36d4d5 disassociated (deleted). External IP: 172.25.3.92, port: 77bce0d4-f269-4617-92c4-a03fb43d666d. Jul 09 20:45:53.654677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 578914f6-b246-456b-b2a7-10c53176262c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:45:53.762622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:45:53.767288 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:53.771765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Sync routers for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:45:53.780274 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:45:53.780889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:53.803291 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-36b4693d-aa81-4a4a-b2b2-1888cb7276fb tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/floatingips/f795e233-beb1-459c-88f8-bd043a36d4d5 HTTP/1.1" status: 204 len: 168 time: 1.1407599 Jul 09 20:45:53.803987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:45:53.806395 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3444bd91-72d5-4b60-81aa-2b2338e06dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:45:53.846167 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c40665-5981-4f59-95b6-befd8ebbea8d x-openstack-request-id: req-95c40665-5981-4f59-95b6-befd8ebbea8d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:45:53.846535 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:45:53.846947 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95c40665-5981-4f59-95b6-befd8ebbea8d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:45:53.847435 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'status': 'completed', 'code': 200} Jul 09 20:45:53.888758 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:45:53.927092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-5855066b-3aec-462a-abbd-78aced54dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:53.928872 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-5855066b-3aec-462a-abbd-78aced54dfcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 1097 time: 0.0571744 Jul 09 20:45:53.986979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:54.039365 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-460a0e65-e7e5-48de-a3ef-f3c7b3a5717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:54.042411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-460a0e65-e7e5-48de-a3ef-f3c7b3a5717c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 200 len: 897 time: 0.1071365 Jul 09 20:45:54.089939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-503f6788-befb-4f35-bcb7-8669ccf37bcd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 200 len: 217 time: 0.0357990 Jul 09 20:45:54.118476 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:54.146643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-8e272814-6d1e-47c2-92c7-991cf8b27880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:54.146878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Checking router: 578914f6-b246-456b-b2a7-10c53176262c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:45:54.148522 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-8e272814-6d1e-47c2-92c7-991cf8b27880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 200 len: 835 time: 0.0510166 Jul 09 20:45:54.155354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:45:54.156208 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:54.203607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546629b-34ef-4e6a-995b-b09240ad5c43 req-f002b83e-83da-46cb-b746-ddc9ece4528a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:54.206559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1546629b-34ef-4e6a-995b-b09240ad5c43 req-f002b83e-83da-46cb-b746-ddc9ece4528a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0723608 Jul 09 20:45:54.211977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-d4ac5db9-17d9-4779-8ad4-837b834476da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:54.213509 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-d4ac5db9-17d9-4779-8ad4-837b834476da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a98c86e6-96f0-461b-8c11-2401b8d63d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582495 Jul 09 20:45:54.249248 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1546629b-34ef-4e6a-995b-b09240ad5c43 req-2f617717-b99a-43d6-abb6-2c97d38b7569 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Jul 09 20:45:54.310550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-ed7348ec-df20-47e8-9d63-1f4a361b8cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895364 Jul 09 20:45:54.410972 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3444bd91-72d5-4b60-81aa-2b2338e06dc5 req-06e71b40-28e5-41b0-8849-6773d0ec4451 service neutron] 10.222.0.59 "GET /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923274 Jul 09 20:45:54.418163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:45:54.614063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:54.645168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffb9bf-5c1a-4cb0-9239-2a3b9b8e7dd3 None None] The sync data for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 is: [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:25Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'ffe818de-9e04-437a-96d6-7f4994e51dd3', 'name': '', 'network_id': 'a98c86e6-96f0-461b-8c11-2401b8d63d46', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:23:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:25Z', 'updated_at': '2021-07-09T20:44:30Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': '2ef49348-baf9-45b6-8049-f2a2c898a5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:45:54.859203 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5094617-48f3-4338-91f6-59ff77ff41cc None None] New status for floating IP f795e233-beb1-459c-88f8-bd043a36d4d5: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:45:55.063684 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7171f181-8aef-4139-840b-8034ed1f6611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.392935 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.427498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316865e-8b4b-4598-9683-46cebcaa3e40 req-1cf45993-6cb8-4a75-a371-acae1affe42c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.429087 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e316865e-8b4b-4598-9683-46cebcaa3e40 req-1cf45993-6cb8-4a75-a371-acae1affe42c tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0659351 Jul 09 20:45:55.466355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e316865e-8b4b-4598-9683-46cebcaa3e40 req-3a4cc0e6-dc2c-46fc-9839-6e5a462aede5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=6debf252-fde7-4500-aac2-7070a9c7c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316074 Jul 09 20:45:55.650011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-c25cd4f9-292e-4d7e-82f5-0a43986f4fd9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.651371 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-c25cd4f9-292e-4d7e-82f5-0a43986f4fd9 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 946 time: 0.0617831 Jul 09 20:45:55.753538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 77bce0d4-f269-4617-92c4-a03fb43d666d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:45:55.753922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.839766 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 77bce0d4-f269-4617-92c4-a03fb43d666d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=77bce0d4-f269-4617-92c4-a03fb43d666d,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:45:55.840124 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:55.853169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 77bce0d4-f269-4617-92c4-a03fb43d666d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:45:55.980087 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:56.009397 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=77bce0d4-f269-4617-92c4-a03fb43d666d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:45:56.057394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] No DVR routers for this DVR port 77bce0d4-f269-4617-92c4-a03fb43d666d on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:45:56.060232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:56.062332 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e3c8cffc-afe2-48e5-9c75-7e5618e1ebd8 req-2e6c3232-4257-4ab5-9348-c6fb4d539097 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "DELETE /v2.0/ports/77bce0d4-f269-4617-92c4-a03fb43d666d HTTP/1.1" status: 204 len: 173 time: 0.4055085 Jul 09 20:45:56.062839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'name': 'network-vif-deleted', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:45:56.065145 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67cd48f-b4e1-4a8d-917d-582e39a4eb92" -d '{"events": [{"server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "name": "network-vif-deleted", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:45:56.101732 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e26f1-22e5-4ace-94b5-3ad283082077 x-openstack-request-id: req-c76e26f1-22e5-4ace-94b5-3ad283082077 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:45:56.102036 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f18f889-e241-47b2-8117-a057832d28e1", "name": "network-vif-deleted", "tag": "77bce0d4-f269-4617-92c4-a03fb43d666d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:45:56.102294 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c76e26f1-22e5-4ace-94b5-3ad283082077 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:45:56.102699 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18f889-e241-47b2-8117-a057832d28e1', 'name': 'network-vif-deleted', 'tag': '77bce0d4-f269-4617-92c4-a03fb43d666d', 'status': 'completed', 'code': 200} Jul 09 20:45:56.621613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ae619861-c06c-4481-97ae-ff84f5fb6491 req-1deaaf3b-a207-4dac-b1a0-50e39e063039 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f18f889-e241-47b2-8117-a057832d28e1 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Jul 09 20:45:56.638728 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:57.716307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:58.074415 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:58.116478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:58.338948 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port ffe818de-9e04-437a-96d6-7f4994e51dd3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:45:58.339291 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:58.426101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port ffe818de-9e04-437a-96d6-7f4994e51dd3, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=ffe818de-9e04-437a-96d6-7f4994e51dd3,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:45:58.426460 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:58.438778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for ffe818de-9e04-437a-96d6-7f4994e51dd3 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:45:58.623946 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:58.655880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=ffe818de-9e04-437a-96d6-7f4994e51dd3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:45:58.832977 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.046229 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 578914f6-b246-456b-b2a7-10c53176262c has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:45:59.112119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 77bce0d4-f269-4617-92c4-a03fb43d666d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:45:59.132913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: 77bce0d4-f269-4617-92c4-a03fb43d666d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:45:59.133639 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device 77bce0d4-f269-4617-92c4-a03fb43d666d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:45:59.153563 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:45:59.158486 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5cd0ad59-5fc3-412e-b22b-e082d257624f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/578914f6-b246-456b-b2a7-10c53176262c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411485 Jul 09 20:45:59.161360 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:59.163835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Sync routers for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:45:59.172959 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:45:59.173596 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:59.212312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting subnet 2ef49348-baf9-45b6-8049-f2a2c898a5bd {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:45:59.215378 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.254458 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.278700 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:45:59.460944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:45:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:59.492291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Checking router: 578914f6-b246-456b-b2a7-10c53176262c for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:45:59.501098 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Routers {'578914f6-b246-456b-b2a7-10c53176262c'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:45:59.501759 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['578914f6-b246-456b-b2a7-10c53176262c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:59.609932 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] Set router 578914f6-b246-456b-b2a7-10c53176262c gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:45:59.648236 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.706537 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.734589 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef49348-baf9-45b6-8049-f2a2c898a5bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:45:59.736408 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.742731 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f015f4c1-0b65-4bc5-9580-ef692bf7be9b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/subnets/2ef49348-baf9-45b6-8049-f2a2c898a5bd HTTP/1.1" status: 204 len: 168 time: 0.5765631 Jul 09 20:45:59.743834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:45:59.746997 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6dee86-3f95-45db-bf7c-81aa39a59cab None None] Network a98c86e6-96f0-461b-8c11-2401b8d63d46 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:45:59.852102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.890372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:45:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:59.919068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1108fa-97cf-45b1-9856-22335bea9b09 None None] The sync data for ids ['578914f6-b246-456b-b2a7-10c53176262c'] in n-d-800087-3 is: [{'id': '578914f6-b246-456b-b2a7-10c53176262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-274889298', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:45:58Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '7073262b-3209-43a3-84bd-0093ee2830ea', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578914f6-b246-456b-b2a7-10c53176262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:22Z', 'updated_at': '2021-07-09T20:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:45:59.959805 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.013375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 7073262b-3209-43a3-84bd-0093ee2830ea {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:46:00.013649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.094560 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 7073262b-3209-43a3-84bd-0093ee2830ea, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7073262b-3209-43a3-84bd-0093ee2830ea,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:00.094922 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.107969 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 7073262b-3209-43a3-84bd-0093ee2830ea owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:46:00.274374 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.314024 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] DHCP port deletion for a98c86e6-96f0-461b-8c11-2401b8d63d46 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:46:00.325239 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=7073262b-3209-43a3-84bd-0093ee2830ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:00.365368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Deleting port b9481e95-9c3b-4daf-9919-1cca2aee8abe {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:46:00.365751 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.367244 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.436100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] For port b9481e95-9c3b-4daf-9919-1cca2aee8abe, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=b9481e95-9c3b-4daf-9919-1cca2aee8abe,segment=NetworkSegment(8ff66488-13ca-400d-853d-75ea30b3eea4),segment_id=8ff66488-13ca-400d-853d-75ea30b3eea4)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:00.436493 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.449661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Calling delete_port for b9481e95-9c3b-4daf-9919-1cca2aee8abe owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:46:00.462667 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.464751 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.514582 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.515143 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Fanout notify agent at l3_agent the message router_deleted on router 578914f6-b246-456b-b2a7-10c53176262c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:46:00.523240 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.525236 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3975db5d-d748-419c-b97d-22e7de7e98e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/routers/578914f6-b246-456b-b2a7-10c53176262c HTTP/1.1" status: 204 len: 168 time: 0.7806098 Jul 09 20:46:00.527172 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:00.530919 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.561946 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Pushing event deleted for resources: {'Port': ['ID=b9481e95-9c3b-4daf-9919-1cca2aee8abe,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:00.566693 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] No DVR routers for this DVR port b9481e95-9c3b-4daf-9919-1cca2aee8abe on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:46:00.574007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.574379 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.574725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.575066 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.575398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.575727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.576410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.576410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.576697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.576995 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.577338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.577660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e0c90-005d-45ff-8544-d0be8bcc10fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:00.616916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.708881 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.718582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98c86e6-96f0-461b-8c11-2401b8d63d46']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:00.729402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff66488-13ca-400d-853d-75ea30b3eea4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:00.729698 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff66488-13ca-400d-853d-75ea30b3eea4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:00.738423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.751766 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.758524 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:46:00.759156 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:46:00.762412 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:46:00.819678 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.827165 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.829755 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/networks/a98c86e6-96f0-461b-8c11-2401b8d63d46 HTTP/1.1" status: 204 len: 168 time: 0.3010669 Jul 09 20:46:00.831278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:00.841642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c554-edbf-4ec5-b88d-b11c2b794e56 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Network': ['ID=a98c86e6-96f0-461b-8c11-2401b8d63d46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:00.888473 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.912680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.978568 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.981439 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.982638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/security-groups/6debf252-fde7-4500-aac2-7070a9c7c5d7 HTTP/1.1" status: 204 len: 168 time: 0.1503534 Jul 09 20:46:00.993479 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6debf252-fde7-4500-aac2-7070a9c7c5d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.003214 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.003556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.003891 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.004575 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.004907 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.005265 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.005738 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.005951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.006313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.006779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.007358 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.007937 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8fea9-1dc7-46a9-9661-4f0d3ebda9dc tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:01.255925 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.260521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451064435', 'description': 'tempest-secgroup-smoke-1451064435 description', 'project_id': '25079ea9c293440589c2eb40b238bcc3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.282647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.366984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.370458 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.395305 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.396503 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396348 Jul 09 20:46:01.399596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.400640 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b4060-98ec-474b-a914-3981bf40f01b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1640008f-5e98-4519-a977-cb130592d157,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.405551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.431973 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.490469 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.494247 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.514402 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5cfd2d-2843-41d1-a08c-e312aad87836,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.516791 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.518018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a0bea400-6fda-485c-bf94-a7423ba4d82d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173861 Jul 09 20:46:01.521477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.525899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.552713 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.602966 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ffe818de-9e04-437a-96d6-7f4994e51dd3 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:46:01.611615 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.615590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.624128 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: ffe818de-9e04-437a-96d6-7f4994e51dd3 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:46:01.624408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device ffe818de-9e04-437a-96d6-7f4994e51dd3 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:46:01.624833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7073262b-3209-43a3-84bd-0093ee2830ea no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:46:01.635820 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cf02e3-1d9c-4e3a-a689-609fd3de1b2d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.643796 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.645175 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7073262b-3209-43a3-84bd-0093ee2830ea {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:46:01.645532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7073262b-3209-43a3-84bd-0093ee2830ea not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:46:01.645645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f38f0e92-b699-4152-9da9-5b1425ca5da0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231937 Jul 09 20:46:01.645961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b9481e95-9c3b-4daf-9919-1cca2aee8abe no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:46:01.648605 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.653290 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.665033 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: b9481e95-9c3b-4daf-9919-1cca2aee8abe {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:46:01.665409 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device b9481e95-9c3b-4daf-9919-1cca2aee8abe not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:46:01.679499 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.736161 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.739873 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.760765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c82e0e2-18ce-48ac-b08b-d399d9d48986,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.764641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.765827 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5c732c8f-076a-4fbc-b3f7-c981aa215318 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161764 Jul 09 20:46:01.768597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.773655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.798882 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.857009 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.860353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.877112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7e055-bad6-43d5-8f63-92519b6c8a19,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:01.883606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.884654 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ade730d6-2906-4ac4-a551-dfaabd9bf8b1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144388 Jul 09 20:46:01.887524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:01.891890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:01.913893 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:46:01.918894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.983468 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:01.987128 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.005428 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5989de65-c82b-42ec-8ba8-1942e2c8d788,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:02.011024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.012265 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0370f6a1-b3d2-4346-8f66-27c45054e25e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238263 Jul 09 20:46:02.015007 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:02.019395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'security_group_rule': {'security_group_id': '1640008f-5e98-4519-a977-cb130592d157', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:02.039549 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Project 25079ea9c293440589c2eb40b238bcc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:46:02.044212 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.103844 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.107024 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.126401 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bf5e56-813f-48f8-8ca5-dcf4e17f4810,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:02.130136 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.133928 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ed689fd3-ddb4-408a-9619-d8c9a45f1bb6 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153171 Jul 09 20:46:02.134331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:02.139161 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'network': {'name': 'tempest-network-smoke--2137820740', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:02.158263 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:02.161667 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.184827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:46:02.193838 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.194180 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Added segment 1f5f7215-2a00-4f15-8f94-cf88a84ffb42 of type vlan for network dcc099fd-add6-41c9-98f7-678f236e1ed2 Jul 09 20:46:02.232394 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.262722 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.268241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:02.268864 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.328280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930444 Jul 09 20:46:02.331137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:02.338951 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'admin_state_up': True, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:02.358153 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106e93e-4bbe-4089-b2af-da2adef62904 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Network': ['ID=dcc099fd-add6-41c9-98f7-678f236e1ed2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:02.368392 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:46:02.372823 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.373851 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.425819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.559072 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.747502 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.765962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.863981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.137 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/615871b2-5023-4b1d-ac9c-36d6d93f255b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:02.964689 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:03.006717 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:03.042439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:03.045331 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:03.051583 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:03.079939 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=615871b2-5023-4b1d-ac9c-36d6d93f255b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:03.307389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:03.501854 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:03.945756 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 44d3eb05-0c96-4710-ae73-85caa29ff2ba is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:46:04.051404 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:04.060745 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Sync routers for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:04.070759 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:04.070965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.071372 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:04.072189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e42806cb-ee45-4f76-ba06-644118f71c0b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7395582 Jul 09 20:46:04.075561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:04.107234 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71e12a40-edb1-409c-b843-9cebde8529eb tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=25079ea9c293440589c2eb40b238bcc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278747 Jul 09 20:46:04.107477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:04.186061 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:04.198697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37604cf-5e52-4253-9a90-19f854204b87 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:04.202874 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f37604cf-5e52-4253-9a90-19f854204b87 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918734 Jul 09 20:46:04.203345 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:04.236917 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:04.237151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83dc2635-224a-4de8-8b60-9545281ba0b0 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b569971a-e00d-4ad3-972f-71015b44c373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324204 Jul 09 20:46:04.243210 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445788384', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:04.334182 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:04.337628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.364626 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:04.390126 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Checking router: 44d3eb05-0c96-4710-ae73-85caa29ff2ba for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:04.390538 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Updating router 44d3eb05-0c96-4710-ae73-85caa29ff2ba port 615871b2-5023-4b1d-ac9c-36d6d93f255b binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:46:04.428135 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.529223 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.589246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Checking segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:04.589633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network hostable DHCP agents. Network: dcc099fd-add6-41c9-98f7-678f236e1ed2, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:46:04.607742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Subnet': ['ID=b97ae449-d2cb-4fab-8421-5001f3e966f9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:04.615788 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:46:04.625413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, dcc099fd-add6-41c9-98f7-678f236e1ed2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:04.629781 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:04.630512 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.640884 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eada653-0895-464d-8119-4f6b4d4b9e76 None None] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:04.647095 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-94666bd8-104a-4a2e-bff3-da80d573b796 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4079058 Jul 09 20:46:04.649747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:04.705917 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.719692 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Transition to ACTIVE for port object 615871b2-5023-4b1d-ac9c-36d6d93f255b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:04.730206 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.776407 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Pushing event updated for resources: {'Port': ['ID=615871b2-5023-4b1d-ac9c-36d6d93f255b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:04.786267 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.786758 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.787419 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.787740 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.788174 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.788600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.789025 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.789476 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.789916 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.790337 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.790761 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.791179 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:04.811285 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Attempting to bind port 615871b2-5023-4b1d-ac9c-36d6d93f255b on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:04.811804 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Attempting to bind port 615871b2-5023-4b1d-ac9c-36d6d93f255b by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:04.812256 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Attempting to bind port 615871b2-5023-4b1d-ac9c-36d6d93f255b on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:04.817462 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:04.817945 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:04.818448 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.818958 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:04.819557 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Bound port: 615871b2-5023-4b1d-ac9c-36d6d93f255b, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:04.820029 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.833463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-dcc099fd-add6-41c9-98f7-678f236e1ed2', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:46:04.834346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.876371 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] For port 615871b2-5023-4b1d-ac9c-36d6d93f255b, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:04.882882 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] For port 615871b2-5023-4b1d-ac9c-36d6d93f255b, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=615871b2-5023-4b1d-ac9c-36d6d93f255b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:04.886829 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:04.947300 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:04.947937 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:04.984923 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41703-72ba-484f-afc5-d0d595df8ec3 None None] Pushing event updated for resources: {'Port': ['ID=615871b2-5023-4b1d-ac9c-36d6d93f255b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:05.006737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Allocated IP 172.20.0.2 (dcc099fd-add6-41c9-98f7-678f236e1ed2/b97ae449-d2cb-4fab-8421-5001f3e966f9/e9ca135f-d993-47a8-badb-bfdac60b79ec) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:05.063863 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:05.156366 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.163895 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.175221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Transition to ACTIVE for port object e9ca135f-d993-47a8-badb-bfdac60b79ec will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:05.191389 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Transition to ACTIVE for port object e9ca135f-d993-47a8-badb-bfdac60b79ec will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:05.197452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.244215 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:05.245974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:05.247810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Pushing event updated for resources: {'Port': ['ID=e9ca135f-d993-47a8-badb-bfdac60b79ec,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:05.250192 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:05.309662 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Attempting to bind port e9ca135f-d993-47a8-badb-bfdac60b79ec on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:05.310182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Attempting to bind port e9ca135f-d993-47a8-badb-bfdac60b79ec by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:05.310636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Attempting to bind port e9ca135f-d993-47a8-badb-bfdac60b79ec on network dcc099fd-add6-41c9-98f7-678f236e1ed2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:05.315643 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:05.316182 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Checking segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:05.316660 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.317155 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Bound using segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:05.317718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Bound port: e9ca135f-d993-47a8-badb-bfdac60b79ec, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:05.318197 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.338431 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:05.368104 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df35e-8a2b-4b8c-a5ec-0c9afebc1285 None None] The sync data for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 is: [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:03Z', 'revision_number': 3, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:05.374456 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:05.380787 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] For port e9ca135f-d993-47a8-badb-bfdac60b79ec, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:05.385041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] For port e9ca135f-d993-47a8-badb-bfdac60b79ec, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e9ca135f-d993-47a8-badb-bfdac60b79ec,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:05.394923 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.460944 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec188-e291-4703-89ae-9fa85b8828ff None None] Pushing event updated for resources: {'Port': ['ID=e9ca135f-d993-47a8-badb-bfdac60b79ec,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:05.472606 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.1 (dcc099fd-add6-41c9-98f7-678f236e1ed2/b97ae449-d2cb-4fab-8421-5001f3e966f9/bc9ad3f3-dd0c-437c-a76b-56c04041ed12) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:05.631432 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.660035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object bc9ad3f3-dd0c-437c-a76b-56c04041ed12 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:05.697498 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.748464 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:05.765461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:05.767282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:05.771017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:05.822503 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:05.970132 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:06.267946 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:06.272517 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:06.351656 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:06.359821 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:06.455620 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:06.457887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:06.462727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea902a-9e10-435e-8ae3-4c66cbae7503 None None] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:06.534691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d570248b-6a5d-40f6-938a-6906503434bc None None] Provisioning for port e9ca135f-d993-47a8-badb-bfdac60b79ec completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:06.575608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 44d3eb05-0c96-4710-ae73-85caa29ff2ba has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:46:06.686133 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:06.697684 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a8d9c8d8-7b1d-4804-92d2-fcb3fc98b666 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/44d3eb05-0c96-4710-ae73-85caa29ff2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0446994 Jul 09 20:46:06.837529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-b342808b-133f-4e62-b438-b8e32b4705c0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451064435&fields=id&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 267 time: 0.0348020 Jul 09 20:46:06.876697 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-126473dd-af3d-4d56-bdf5-31c5b5fa0a8c None None] Provisioning for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:06.882135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-126473dd-af3d-4d56-bdf5-31c5b5fa0a8c None None] Provisioning complete for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:06.882512 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-126473dd-af3d-4d56-bdf5-31c5b5fa0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:06.927670 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-126473dd-af3d-4d56-bdf5-31c5b5fa0a8c None None] Port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:06.966638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-0847f799-817c-4078-b03a-647e78797391 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:06.968189 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-0847f799-817c-4078-b03a-647e78797391 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 797 time: 0.1238935 Jul 09 20:46:06.984427 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-961e62c0-286e-4adc-86ab-46f653b17abe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/quotas/25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Jul 09 20:46:07.025564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Sync routers for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:07.036406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:07.037000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:07.058118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-41971da8-0869-41e2-ad81-d21b818720b5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681226 Jul 09 20:46:07.096161 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d7b797f-898c-4e7e-b361-c68d096d4898 None None] Provisioning complete for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:07.096545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d7b797f-898c-4e7e-b361-c68d096d4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:07.216655 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-8900ddbf-2231-4809-b9af-c1c9c2fd38bd service neutron] 10.222.0.10 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460793 Jul 09 20:46:07.310839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-ab4806d1-a7ea-414f-b920-de78bed92a1e service neutron] 10.222.0.10 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Jul 09 20:46:07.333750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b797f-898c-4e7e-b361-c68d096d4898 None None] Port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:07.342887 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:07.475957 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f5d8e9a-4300-45bc-a0f2-e7316813bb71 None None] Provisioning complete for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:07.476577 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8e9a-4300-45bc-a0f2-e7316813bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:07.484133 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-800da907-d2b5-4c61-a923-ad083803deb5 req-2d30ddb4-a16d-42d5-bee3-d958d5acf24f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Jul 09 20:46:07.519901 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d8e9a-4300-45bc-a0f2-e7316813bb71 None None] Port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:07.601743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:06Z', 'revision_number': 2, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:07.629647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Checking router: 44d3eb05-0c96-4710-ae73-85caa29ff2ba for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:07.629647 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Updating router 44d3eb05-0c96-4710-ae73-85caa29ff2ba port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:46:07.662467 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 615871b2-5023-4b1d-ac9c-36d6d93f255b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:07.695411 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:07.761365 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 615871b2-5023-4b1d-ac9c-36d6d93f255b completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:07.807340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 615871b2-5023-4b1d-ac9c-36d6d93f255b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:07.807723 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:07.966681 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.001451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 615871b2-5023-4b1d-ac9c-36d6d93f255b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=615871b2-5023-4b1d-ac9c-36d6d93f255b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:08.006046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.006873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e9ca135f-d993-47a8-badb-bfdac60b79ec up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:08.121102 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.128939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=615871b2-5023-4b1d-ac9c-36d6d93f255b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:08.141750 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Transition to ACTIVE for port object bc9ad3f3-dd0c-437c-a76b-56c04041ed12 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:08.148372 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.192667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port e9ca135f-d993-47a8-badb-bfdac60b79ec completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:08.203116 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e9ca135f-d993-47a8-badb-bfdac60b79ec triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:08.203381 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.247347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af7988-6143-4bc9-9025-013538e8fded None None] Pushing event updated for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:08.294461 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Attempting to bind port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:08.294834 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Attempting to bind port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:08.295203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Attempting to bind port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 on network dcc099fd-add6-41c9-98f7-678f236e1ed2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:08.303805 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:08.304183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Checking segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:08.304591 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.304986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Bound using segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:08.305487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Bound port: bc9ad3f3-dd0c-437c-a76b-56c04041ed12, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:08.305874 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.381255 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.418241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] For port bc9ad3f3-dd0c-437c-a76b-56c04041ed12, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:08.422449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] For port bc9ad3f3-dd0c-437c-a76b-56c04041ed12, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:08.430883 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.435703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port e9ca135f-d993-47a8-badb-bfdac60b79ec, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e9ca135f-d993-47a8-badb-bfdac60b79ec,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:08.443237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.506234 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:08.506873 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:08.508705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af7988-6143-4bc9-9025-013538e8fded None None] Pushing event updated for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:08.647435 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=e9ca135f-d993-47a8-badb-bfdac60b79ec,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:08.686817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:08.725389 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a4f15f69-6d56-48e0-b568-c4971a57df61 req-f8ca1a3b-7697-4e17-84c0-1e3c88af7c8f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 210 time: 0.0392601 Jul 09 20:46:08.742375 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5e53fc12-a91f-45ba-b4e2-7617ff2d843e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:08.757025 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5e53fc12-a91f-45ba-b4e2-7617ff2d843e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 797 time: 0.2012267 Jul 09 20:46:08.803445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-3e8a7a71-5c6f-4769-a80f-192fcd6af054 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25079ea9c293440589c2eb40b238bcc3 HTTP/1.1" status: 200 len: 380 time: 0.0451579 Jul 09 20:46:08.814195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'port': {'device_id': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'admin_state_up': True, 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'security_groups': ['1640008f-5e98-4519-a977-cb130592d157']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:08.920307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:08Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:08.929097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Made reservation on behalf of 25079ea9c293440589c2eb40b238bcc3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:46:08.932777 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:08.947818 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a17178-37d1-4db0-bd04-44263ef9163a None None] The sync data for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 is: [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:08Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:09.075135 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.20.0.4 (dcc099fd-add6-41c9-98f7-678f236e1ed2/b97ae449-d2cb-4fab-8421-5001f3e966f9/acef9064-660b-43e3-a9ce-90274891ad68) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:09.225163 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.239684 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Transition to ACTIVE for port object acef9064-660b-43e3-a9ce-90274891ad68 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:09.273719 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.320834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:09.324085 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:09.328190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:09.353411 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:09.393087 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:09.394506 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.410419 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-5a1eb5e5-75d1-4ede-8aaf-477da022d5f3 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020639 Jul 09 20:46:09.422934 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Request body: {'port': {'device_id': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:09.509205 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.645322 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7afda261-cfb2-44dc-b73c-6a8bc2d89cd8 None None] Provisioning for port acef9064-660b-43e3-a9ce-90274891ad68 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:09.652592 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7afda261-cfb2-44dc-b73c-6a8bc2d89cd8 None None] Provisioning complete for port acef9064-660b-43e3-a9ce-90274891ad68 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:09.653270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7afda261-cfb2-44dc-b73c-6a8bc2d89cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.702757 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bc9ad3f3-dd0c-437c-a76b-56c04041ed12 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:09.706165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-7afda261-cfb2-44dc-b73c-6a8bc2d89cd8 None None] Port acef9064-660b-43e3-a9ce-90274891ad68 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:46:09.753890 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:09.758003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:09.758679 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.823734 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acef9064-660b-43e3-a9ce-90274891ad68 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:46:09.833088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.849541 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Transition to ACTIVE for port object acef9064-660b-43e3-a9ce-90274891ad68 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:09.853504 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.854257 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.893250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port bc9ad3f3-dd0c-437c-a76b-56c04041ed12, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:09.916925 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:09.917943 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e9ca135f-d993-47a8-badb-bfdac60b79ec up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:09.921165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Pushing event updated for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:09.938120 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc2b09-fb56-4029-a12a-2131a986d7af req-24a40e6b-c253-42d9-a9c5-30e4643aa9a7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:09.945086 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51dc2b09-fb56-4029-a12a-2131a986d7af req-24a40e6b-c253-42d9-a9c5-30e4643aa9a7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 943 time: 0.0865173 Jul 09 20:46:10.001286 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-51dc2b09-fb56-4029-a12a-2131a986d7af req-20887a02-7dce-4649-a1ec-123f6f22378b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551462 Jul 09 20:46:10.018760 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Attempting to bind port acef9064-660b-43e3-a9ce-90274891ad68 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:10.019260 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Attempting to bind port acef9064-660b-43e3-a9ce-90274891ad68 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:10.019945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Attempting to bind port acef9064-660b-43e3-a9ce-90274891ad68 on network dcc099fd-add6-41c9-98f7-678f236e1ed2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:10.024575 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Port acef9064-660b-43e3-a9ce-90274891ad68 on network dcc099fd-add6-41c9-98f7-678f236e1ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:46:10.025294 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Attempting to bind port acef9064-660b-43e3-a9ce-90274891ad68 on network dcc099fd-add6-41c9-98f7-678f236e1ed2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:10.027040 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:10.037727 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:10.037949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Checking segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:10.038332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Bound using segment: {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:10.038771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Bound port: acef9064-660b-43e3-a9ce-90274891ad68, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5f7215-2a00-4f15-8f94-cf88a84ffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:10.039128 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.051817 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port e9ca135f-d993-47a8-badb-bfdac60b79ec triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:10.052288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.114353 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:10.120648 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=acef9064-660b-43e3-a9ce-90274891ad68,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:10.125989 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.153594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 615871b2-5023-4b1d-ac9c-36d6d93f255b up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:10.165707 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.166590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.168256 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] 10.222.0.59 "PUT /v2.0/ports/acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 1091 time: 0.7503350 Jul 09 20:46:10.170913 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:10.173962 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:10.209354 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e9d0-93d1-4f2c-9b8b-79eef92a872b service neutron] Pushing event updated for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:10.244304 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a41c6-3644-4f55-8c40-af25c2adf64d x-openstack-request-id: req-7c9a41c6-3644-4f55-8c40-af25c2adf64d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:10.244833 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:10.245094 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c9a41c6-3644-4f55-8c40-af25c2adf64d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:10.245487 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68', 'status': 'completed', 'code': 200} Jul 09 20:46:10.251334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 615871b2-5023-4b1d-ac9c-36d6d93f255b triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:10.251867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:10.280265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-f7e8507b-7c1f-4b84-8af3-aced47804250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.282076 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-f7e8507b-7c1f-4b84-8af3-aced47804250 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1094 time: 0.0685885 Jul 09 20:46:10.327024 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-57f2c6b0-d989-4b05-8082-77e84f0798a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Jul 09 20:46:10.383297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-02d41967-5e67-4c91-acc9-ec00bb1c5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.384839 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-02d41967-5e67-4c91-acc9-ec00bb1c5f6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0514975 Jul 09 20:46:10.443470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-0bb9c22b-6a1e-48ee-a2e0-a0dfbb12b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.444916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-0bb9c22b-6a1e-48ee-a2e0-a0dfbb12b6ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539045 Jul 09 20:46:10.532615 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-799987f4-778f-493f-8929-48b7ed3eb0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812581 Jul 09 20:46:10.624081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1dfa5c9d-6fdb-468c-9267-c0c9508a77ed req-4285aa6b-1590-4a09-91a8-9d7d05fd55b5 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Jul 09 20:46:10.724979 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-1a90d131-a942-4eb7-8740-e3c6d9dfa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.726416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-1a90d131-a942-4eb7-8740-e3c6d9dfa80e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1094 time: 0.0538678 Jul 09 20:46:10.818177 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-6c1746b1-9de5-4b6a-9a9f-e300d64ead6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.819680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-6c1746b1-9de5-4b6a-9a9f-e300d64ead6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 898 time: 0.0873985 Jul 09 20:46:10.860964 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-fe38eb9d-1fb1-4012-8923-b43fb75dc57a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 217 time: 0.0343761 Jul 09 20:46:10.908200 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-e4a528c2-4ad6-4d4b-b51b-85569eb33d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.909669 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-e4a528c2-4ad6-4d4b-b51b-85569eb33d68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0427356 Jul 09 20:46:10.969812 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-e7d20467-5324-444a-8586-76f058448521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:10.971346 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-e7d20467-5324-444a-8586-76f058448521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544596 Jul 09 20:46:11.060238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-c8744c8b-674f-4149-ace0-d927308eee50 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Jul 09 20:46:11.159271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d6ea4fae-2b0e-45b1-a9d9-184411747d5f req-755ebd6b-8950-481f-93fd-5134aa62971f service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918179 Jul 09 20:46:11.170742 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8e9e-9f29-4ac2-a81b-166fc1ac444d req-27b3eba9-7687-4065-b516-bc09b51b5845 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:11.172253 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-948c8e9e-9f29-4ac2-a81b-166fc1ac444d req-27b3eba9-7687-4065-b516-bc09b51b5845 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 943 time: 0.0672283 Jul 09 20:46:11.210922 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-948c8e9e-9f29-4ac2-a81b-166fc1ac444d req-d81cd655-8991-4b3a-80e6-2e20eb6948e0 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Jul 09 20:46:11.604429 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bc9ad3f3-dd0c-437c-a76b-56c04041ed12 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:11.650872 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:11.651249 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:12.390593 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2620e1-41c6-4396-9668-af63d0b43925 req-dfccac18-14db-47cd-8763-046dcc7e7679 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:12.392097 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a2620e1-41c6-4396-9668-af63d0b43925 req-dfccac18-14db-47cd-8763-046dcc7e7679 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 943 time: 0.0634010 Jul 09 20:46:12.430064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5a2620e1-41c6-4396-9668-af63d0b43925 req-260a8166-4d3a-4d24-8e88-0b0fbbdee503 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Jul 09 20:46:13.175559 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device acef9064-660b-43e3-a9ce-90274891ad68 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:46:13.266442 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=acef9064-660b-43e3-a9ce-90274891ad68,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:13.278107 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'acef9064-660b-43e3-a9ce-90274891ad68', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'port_id': 'acef9064-660b-43e3-a9ce-90274891ad68', 'mac_address': 'fa:16:3e:e5:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:46:13.314263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:13.329938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acef9064-660b-43e3-a9ce-90274891ad68 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:46:13.349751 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=acef9064-660b-43e3-a9ce-90274891ad68,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:13.353535 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:13.399919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:13.564353 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['acef9064-660b-43e3-a9ce-90274891ad68'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:46:13.605287 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f658da-ee9e-4b1f-95e7-1e3d4b89e027 req-abfcca18-4786-434d-a49c-f14513b97fa7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:13.606778 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1f658da-ee9e-4b1f-95e7-1e3d4b89e027 req-abfcca18-4786-434d-a49c-f14513b97fa7 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 944 time: 0.0674183 Jul 09 20:46:13.645027 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c1f658da-ee9e-4b1f-95e7-1e3d4b89e027 req-b74e9311-242c-4d14-ae90-ee70f223283b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Jul 09 20:46:14.816223 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07fb89-65c0-4709-ba97-104547173e37 req-9bca789c-59b9-42e9-96ec-b384318fc21e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:14.817625 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c07fb89-65c0-4709-ba97-104547173e37 req-9bca789c-59b9-42e9-96ec-b384318fc21e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 944 time: 0.0619252 Jul 09 20:46:14.854586 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4c07fb89-65c0-4709-ba97-104547173e37 req-2ff05641-a066-47a3-b5d1-883f705918ef tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jul 09 20:46:15.175628 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device acef9064-660b-43e3-a9ce-90274891ad68 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:46:15.223337 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port acef9064-660b-43e3-a9ce-90274891ad68 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:46:15.227007 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port acef9064-660b-43e3-a9ce-90274891ad68 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:15.227379 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:15.302680 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:15.323942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:15.326217 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376eacc7-c58c-43ff-aec4-94365bbbe6f0" -d '{"events": [{"server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "name": "network-vif-plugged", "status": "completed", "tag": "acef9064-660b-43e3-a9ce-90274891ad68"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:15.339413 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=acef9064-660b-43e3-a9ce-90274891ad68,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:15.343597 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:15.366796 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390e971-d3b8-4f97-bc91-734590eee635 x-openstack-request-id: req-8390e971-d3b8-4f97-bc91-734590eee635 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:15.367088 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "name": "network-vif-plugged", "status": "completed", "tag": "acef9064-660b-43e3-a9ce-90274891ad68", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:15.367334 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8390e971-d3b8-4f97-bc91-734590eee635 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:15.367723 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68', 'code': 200} Jul 09 20:46:15.395973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:15.478319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f591-53cc-4dc3-ba63-43bc64101c7f req-3af9c562-ec4c-4f69-b9a3-b42055f5641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:15.479775 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cf3f591-53cc-4dc3-ba63-43bc64101c7f req-3af9c562-ec4c-4f69-b9a3-b42055f5641d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1096 time: 0.0538712 Jul 09 20:46:15.513831 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1cf3f591-53cc-4dc3-ba63-43bc64101c7f req-b7fd4626-f138-42c2-a6a9-75e43abd40f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277627 Jul 09 20:46:16.025042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede77c4-d8ef-4c6e-a4c4-3658889c6c71 req-eb5f7d6e-d093-4fb5-a18b-3cb6b8e65847 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:16.026516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aede77c4-d8ef-4c6e-a4c4-3658889c6c71 req-eb5f7d6e-d093-4fb5-a18b-3cb6b8e65847 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0621045 Jul 09 20:46:16.075005 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-aede77c4-d8ef-4c6e-a4c4-3658889c6c71 req-efdcaef9-af09-4bb7-813d-a645b2dae6f2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Jul 09 20:46:17.249717 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d48cf-ab1f-4f2e-9c23-d5f5a9ab8feb req-3212b11f-c7eb-420f-9a62-ea9574a6996d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:17.251173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d08d48cf-ab1f-4f2e-9c23-d5f5a9ab8feb req-3212b11f-c7eb-420f-9a62-ea9574a6996d tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0620558 Jul 09 20:46:17.287720 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d08d48cf-ab1f-4f2e-9c23-d5f5a9ab8feb req-3d2fe899-582e-418b-a2ba-bb42af084c3a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303183 Jul 09 20:46:17.459752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8d061-9630-4336-a940-009d596a472e req-10d48483-4eac-44f1-a779-c857ea15adf1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:17.461165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ac8d061-9630-4336-a940-009d596a472e req-10d48483-4eac-44f1-a779-c857ea15adf1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0626001 Jul 09 20:46:17.502573 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7ac8d061-9630-4336-a940-009d596a472e req-c651fec4-dcdb-4496-9870-902ad1b24665 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358226 Jul 09 20:46:17.526028 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:17.576937 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da070e3-fe6e-4733-b295-98412faa8f24 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:17.578481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8da070e3-fe6e-4733-b295-98412faa8f24 tempest-TestNetworkAdvancedServerOps-2030683141 tempest-TestNetworkAdvancedServerOps-2030683141-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1091 time: 0.0514567 Jul 09 20:46:17.581180 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:17.585498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'acef9064-660b-43e3-a9ce-90274891ad68', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:17.606963 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.701088 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.805800 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Allocated IP 172.25.3.108 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/6570682c-1979-4a08-957a-64bd95d9e317) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:46:17.903648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.947304 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:17.981835 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:46:17.988297 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:46:17.990832 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:46:18.017420 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=6570682c-1979-4a08-957a-64bd95d9e317,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:18.358857 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:18.433838 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:18.579352 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:18.584151 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:18.647322 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event updated for resources: {'Port': ['ID=6570682c-1979-4a08-957a-64bd95d9e317,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:18.658784 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:18.764644 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP c1564547-163e-4768-87a6-fb1d270c851a associated. External IP: 172.25.3.108, port: acef9064-660b-43e3-a9ce-90274891ad68. Jul 09 20:46:19.289582 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 44d3eb05-0c96-4710-ae73-85caa29ff2ba has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:46:19.381490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:19.395151 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:19.404379 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Sync routers for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:19.411067 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:19.413261 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:19.413869 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:19.450092 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9cb5a505-cce6-4d67-924a-1f27d0da0216 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8678317 Jul 09 20:46:19.450847 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:19.453388 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:19.500372 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ff4ca-cb3b-464d-bfaa-9bc4c06557e2 x-openstack-request-id: req-8d5ff4ca-cb3b-464d-bfaa-9bc4c06557e2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:19.500664 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:19.500914 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d5ff4ca-cb3b-464d-bfaa-9bc4c06557e2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:19.501344 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68', 'status': 'completed', 'code': 200} Jul 09 20:46:19.523885 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:19.581387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-bde32ee9-e885-4790-b6c9-7779ce4ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:19.583580 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-bde32ee9-e885-4790-b6c9-7779ce4ff0db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1096 time: 0.0600083 Jul 09 20:46:19.632149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3eab1-f8e9-4c49-aaa3-6c40585beba2 req-5aa6c84e-6d28-4b67-abee-af7fcb83dfb2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:19.634280 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4cf3eab1-f8e9-4c49-aaa3-6c40585beba2 req-5aa6c84e-6d28-4b67-abee-af7fcb83dfb2 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0660355 Jul 09 20:46:19.676167 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4cf3eab1-f8e9-4c49-aaa3-6c40585beba2 req-daa0efa0-7939-4c8e-938f-5d1f2cbaae33 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354824 Jul 09 20:46:19.682904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-52db5f0d-17e4-41fd-b8bb-f93251178f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:19.684377 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-52db5f0d-17e4-41fd-b8bb-f93251178f41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 898 time: 0.0950410 Jul 09 20:46:19.700045 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:19.756345 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c1564547-163e-4768-87a6-fb1d270c851a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'port_id': 'acef9064-660b-43e3-a9ce-90274891ad68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'mac_address': 'fa:16:3e:e5:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:46:18Z', 'updated_at': '2021-07-09T20:46:18Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:19.757900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-ea15ab23-a152-439d-96c3-47755d4baacd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 999 time: 0.0667620 Jul 09 20:46:19.768482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-91e87588-0db3-42fc-ae53-df67f9212f78 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/c1564547-163e-4768-87a6-fb1d270c851a HTTP/1.1" status: 200 len: 991 time: 0.0671539 Jul 09 20:46:19.786242 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Checking router: 44d3eb05-0c96-4710-ae73-85caa29ff2ba for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:19.794396 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:19.795000 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:45:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:19.812197 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-c603e1c2-1769-4d13-a277-40cb576a7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:19.813709 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-c603e1c2-1769-4d13-a277-40cb576a7261 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0505621 Jul 09 20:46:19.869843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-34b3067e-eeb2-4a2e-b24a-692271d010ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:19.871360 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-34b3067e-eeb2-4a2e-b24a-692271d010ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512979 Jul 09 20:46:19.899490 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:19.962489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-d3ca9e9d-2bb8-4a3c-99c1-19bac32a5979 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843999 Jul 09 20:46:20.063752 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cd6fe9d4-cd7f-4016-9552-900e225bd4e6 req-d819406b-c76d-49f6-b7db-b4a1229793c3 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953920 Jul 09 20:46:20.117260 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c1564547-163e-4768-87a6-fb1d270c851a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'port_id': 'acef9064-660b-43e3-a9ce-90274891ad68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'mac_address': 'fa:16:3e:e5:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:46:18Z', 'updated_at': '2021-07-09T20:46:18Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:20.146401 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cc668-aecc-498b-ae39-57e9237e4696 None None] The sync data for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 is: [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c1564547-163e-4768-87a6-fb1d270c851a', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'port_id': 'acef9064-660b-43e3-a9ce-90274891ad68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'mac_address': 'fa:16:3e:e5:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:46:18Z', 'updated_at': '2021-07-09T20:46:18Z', 'revision_number': 0, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:20.330025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc3f0e-ec50-4906-b372-964f18d83392 None None] New status for floating IP c1564547-163e-4768-87a6-fb1d270c851a: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:46:20.772183 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:20.832990 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-79b8faf2-2018-4c67-83e4-2204d223ce31 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/c1564547-163e-4768-87a6-fb1d270c851a HTTP/1.1" status: 200 len: 993 time: 0.0596309 Jul 09 20:46:22.460954 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40323a89-a57c-46c6-a625-e2eb2a85526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:23.931066 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.064035 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b49b378-0d9a-4d88-81b5-ef6cf39b6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:25.394677 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:26.642970 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:28.117825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:32.548889 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-6e6a13b4-f41e-46f1-b431-2e31dd5d2fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541975 Jul 09 20:46:32.640897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-9dd7b710-d8cb-4335-b333-f57c51ac085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:32.642401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-9dd7b710-d8cb-4335-b333-f57c51ac085e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1096 time: 0.0518029 Jul 09 20:46:32.749240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-82b2f433-fdac-4f21-b841-3bf7750df49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:32.750684 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-82b2f433-fdac-4f21-b841-3bf7750df49a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 898 time: 0.0882835 Jul 09 20:46:32.818470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-33c2ede2-88b4-41c3-8ffe-ecd71c67a239 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 1001 time: 0.0606501 Jul 09 20:46:32.866898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-11635dbb-0783-452d-bce3-44d8bfdc55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:32.868334 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-11635dbb-0783-452d-bce3-44d8bfdc55c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0424168 Jul 09 20:46:32.928121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-1756ede9-4cad-4bf1-9c24-6d735f725a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:32.929641 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-1756ede9-4cad-4bf1-9c24-6d735f725a9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513921 Jul 09 20:46:33.021934 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-fb776bf5-b07a-4306-9ed6-13d3bceb84c2 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850811 Jul 09 20:46:33.112680 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6990d485-4f1d-4eec-ba8d-92741b3234e3 req-9827e6ee-c519-48e3-96ee-ce29706d9a4c service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841157 Jul 09 20:46:42.373634 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:49.380187 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.337268 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9423e87-32e5-4b77-96ca-5b0c12eb11f7 req-1c4d779e-29ca-4898-8e52-b4ba2a5e2d6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.338757 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9423e87-32e5-4b77-96ca-5b0c12eb11f7 req-1c4d779e-29ca-4898-8e52-b4ba2a5e2d6e tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0680380 Jul 09 20:46:52.378277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c9423e87-32e5-4b77-96ca-5b0c12eb11f7 req-805c87c1-d4cd-4037-80f2-409e9e36105a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338554 Jul 09 20:46:52.461424 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0127c0f1-64eb-484d-b815-adc43bdb1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:53.555346 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dce68c-9a82-4000-99ac-1f3e2f863143 req-42708ad3-1304-4b0a-a64a-0fe4ff86915f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:53.556793 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34dce68c-9a82-4000-99ac-1f3e2f863143 req-42708ad3-1304-4b0a-a64a-0fe4ff86915f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0618522 Jul 09 20:46:53.593695 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-34dce68c-9a82-4000-99ac-1f3e2f863143 req-59fef5d5-9950-4f1d-b871-f5cf43dbde21 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Jul 09 20:46:53.618551 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:53.681225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f4bfb516-38fd-4b9a-850f-289136e25929 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/c1564547-163e-4768-87a6-fb1d270c851a HTTP/1.1" status: 200 len: 993 time: 0.0614617 Jul 09 20:46:53.927733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:55.064867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8b89239-865e-4d98-bafb-69fb54f082d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:55.126034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491390a7-4576-40a5-a848-4e60f74005e4 req-76a6bd95-a7c7-44b9-ae77-00cb6ff8ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.127522 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-76a6bd95-a7c7-44b9-ae77-00cb6ff8ef4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1096 time: 0.1006465 Jul 09 20:46:55.136169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2cd2e-942d-45a9-9c01-2edeb52bea88 req-db8db59b-63ae-4764-b89e-c7342f36408a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.137554 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2a2cd2e-942d-45a9-9c01-2edeb52bea88 req-db8db59b-63ae-4764-b89e-c7342f36408a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0840189 Jul 09 20:46:55.223317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a2a2cd2e-942d-45a9-9c01-2edeb52bea88 req-5f82196a-4a7b-48d3-aaa0-cf6c2a614079 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775821 Jul 09 20:46:55.249310 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491390a7-4576-40a5-a848-4e60f74005e4 req-8c1c5237-d21c-4b75-80ab-5705d90e1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.250781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-8c1c5237-d21c-4b75-80ab-5705d90e1eda service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 898 time: 0.1123865 Jul 09 20:46:55.318727 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-3d0beeeb-78aa-4d36-a35d-27430175772d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 1001 time: 0.0604420 Jul 09 20:46:55.375938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491390a7-4576-40a5-a848-4e60f74005e4 req-ce38ca60-b714-456a-bb9d-f3ff716ddbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.379239 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-ce38ca60-b714-456a-bb9d-f3ff716ddbdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0534122 Jul 09 20:46:55.399402 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:55.441038 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491390a7-4576-40a5-a848-4e60f74005e4 req-badf48ee-46fd-4a6b-a0b7-0c9a63d3f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.442563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-badf48ee-46fd-4a6b-a0b7-0c9a63d3f26f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581861 Jul 09 20:46:55.538616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-2eb48477-8de9-4e0f-a78a-adedafbc408c service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Jul 09 20:46:55.628746 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-491390a7-4576-40a5-a848-4e60f74005e4 req-6556ea9c-5ae5-4c32-a892-fd963d549ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838981 Jul 09 20:46:56.397059 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2542-6431-4fce-af37-54099e17d15c req-8461c1bf-8036-4684-b9a9-7b78b1a3128f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:56.398497 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-543a2542-6431-4fce-af37-54099e17d15c req-8461c1bf-8036-4684-b9a9-7b78b1a3128f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0648811 Jul 09 20:46:56.436034 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-543a2542-6431-4fce-af37-54099e17d15c req-337922a5-9014-4a46-9936-7fc5bc98e00b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 09 20:46:56.642590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:57.608295 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab82d32-ea9d-41aa-8881-89daacda0621 req-d59da338-8db0-410b-823e-98bca3ee4e37 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:57.609821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ab82d32-ea9d-41aa-8881-89daacda0621 req-d59da338-8db0-410b-823e-98bca3ee4e37 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0636995 Jul 09 20:46:57.651822 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5ab82d32-ea9d-41aa-8881-89daacda0621 req-97b8e9bd-0f14-4e2e-8133-a7c653e2326a tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358257 Jul 09 20:46:57.676236 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:57.738482 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4c12af7b-b6b8-4554-b6bb-7f5870185e78 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/floatingips/c1564547-163e-4768-87a6-fb1d270c851a HTTP/1.1" status: 200 len: 993 time: 0.0609732 Jul 09 20:46:57.992568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:58.121518 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.148039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 6570682c-1979-4a08-957a-64bd95d9e317 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:46:58.148383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.221053 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.221417 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.232581 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 6570682c-1979-4a08-957a-64bd95d9e317 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:46:58.378679 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.404925 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=6570682c-1979-4a08-957a-64bd95d9e317,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:58.433424 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.433781 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.434127 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.434473 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.434809 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.435150 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.435486 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.435817 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.436148 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.436478 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.436805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.437154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.478567 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.478909 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Floating IP c1564547-163e-4768-87a6-fb1d270c851a disassociated (deleted). External IP: 172.25.3.108, port: acef9064-660b-43e3-a9ce-90274891ad68. Jul 09 20:46:58.682086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 44d3eb05-0c96-4710-ae73-85caa29ff2ba has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:46:58.788240 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:46:58.793294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.797753 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Sync routers for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:46:58.808970 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:58.809599 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:58.834939 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-59af9174-1169-4b9c-8668-d08e4178c7e5 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/floatingips/c1564547-163e-4768-87a6-fb1d270c851a HTTP/1.1" status: 204 len: 168 time: 0.8411970 Jul 09 20:46:58.835548 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:58.837885 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadecbf-72fd-4554-9d1d-53a688142732" -d '{"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:58.878706 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c76c0-ea23-4e99-b659-e95f72987961 x-openstack-request-id: req-d35c76c0-ea23-4e99-b659-e95f72987961 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:58.879003 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "tag": "acef9064-660b-43e3-a9ce-90274891ad68", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:58.879259 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d35c76c0-ea23-4e99-b659-e95f72987961 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:58.879673 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68', 'status': 'completed', 'code': 200} Jul 09 20:46:58.916958 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:58.957444 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-78086c3b-10d9-4e28-85f4-d1a50165d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:58.959019 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-78086c3b-10d9-4e28-85f4-d1a50165d56e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25079ea9c293440589c2eb40b238bcc3&device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 1096 time: 0.0554662 Jul 09 20:46:59.060380 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-bf73bf2a-81b6-4a4e-8295-f9315d45deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:59.061940 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-bf73bf2a-81b6-4a4e-8295-f9315d45deaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 200 len: 898 time: 0.0971720 Jul 09 20:46:59.121088 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-54a688cf-596a-442c-b53d-706bef9060b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 200 len: 217 time: 0.0528910 Jul 09 20:46:59.129453 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:59.160942 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Checking router: 44d3eb05-0c96-4710-ae73-85caa29ff2ba for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:46:59.171327 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:46:59.172085 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:59.174082 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-64aee949-5ac0-4f94-80f5-3d52400e9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:59.176176 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-64aee949-5ac0-4f94-80f5-3d52400e9387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 200 len: 835 time: 0.0488307 Jul 09 20:46:59.216906 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8999b-fd14-4ee3-87e6-45e82dd5a748 req-941e9c54-d9b5-499c-97c7-4bd1e4c079e1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:59.218577 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0da8999b-fd14-4ee3-87e6-45e82dd5a748 req-941e9c54-d9b5-499c-97c7-4bd1e4c079e1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0649123 Jul 09 20:46:59.239735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-a124827b-1a3c-4424-8b76-8eec752a06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:59.241826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-a124827b-1a3c-4424-8b76-8eec752a06fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcc099fd-add6-41c9-98f7-678f236e1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576375 Jul 09 20:46:59.260304 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0da8999b-fd14-4ee3-87e6-45e82dd5a748 req-5f7523d7-a678-42a5-ba68-dd40a418cca1 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342593 Jul 09 20:46:59.344177 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-9cb9ab06-3097-4d93-be94-cb2c45696a4b service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940216 Jul 09 20:46:59.373638 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:46:59.432895 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8fadecbf-72fd-4554-9d1d-53a688142732 req-44bae28e-00af-446a-9450-1d7e76f1f476 service neutron] 10.222.0.59 "GET /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821218 Jul 09 20:46:59.567962 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:46:59.593643 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328490-7998-4c9d-b5eb-e9d192008ddf None None] The sync data for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 is: [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:05Z', 'revision_number': 4, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': 'bc9ad3f3-dd0c-437c-a76b-56c04041ed12', 'name': '', 'network_id': 'dcc099fd-add6-41c9-98f7-678f236e1ed2', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'mac_address': 'fa:16:3e:9e:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:05Z', 'updated_at': '2021-07-09T20:46:09Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'subnets': [{'id': 'b97ae449-d2cb-4fab-8421-5001f3e966f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:46:59.796588 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7a448-f836-4dcb-acbf-75c8cb50ea10 None None] New status for floating IP c1564547-163e-4768-87a6-fb1d270c851a: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:47:00.438557 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80252b13-2d1b-457b-acc2-5b403b37d04c req-e3b59f56-ab2e-4cf4-a24e-ca38bc2eb152 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:00.439943 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80252b13-2d1b-457b-acc2-5b403b37d04c req-e3b59f56-ab2e-4cf4-a24e-ca38bc2eb152 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0625610 Jul 09 20:47:00.482693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-80252b13-2d1b-457b-acc2-5b403b37d04c req-5318d519-aa4d-42e1-8379-737a06599521 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/security-groups?id=1640008f-5e98-4519-a977-cb130592d157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370882 Jul 09 20:47:00.726013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-fcdc2340-305a-418c-bca7-7254b03d808b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:00.727373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-fcdc2340-305a-418c-bca7-7254b03d808b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 945 time: 0.0611374 Jul 09 20:47:00.821677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port acef9064-660b-43e3-a9ce-90274891ad68 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:47:00.822016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.911159 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port acef9064-660b-43e3-a9ce-90274891ad68, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=acef9064-660b-43e3-a9ce-90274891ad68,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:00.911546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.924346 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for acef9064-660b-43e3-a9ce-90274891ad68 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:47:01.055033 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:01.085958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=acef9064-660b-43e3-a9ce-90274891ad68,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:01.129572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] No DVR routers for this DVR port acef9064-660b-43e3-a9ce-90274891ad68 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:47:01.132172 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:01.134211 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52ba55df-a984-4d40-8e3a-d93e6f13a2db req-f15971aa-f73b-49ad-a0b5-71f0dca3292f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.59 "DELETE /v2.0/ports/acef9064-660b-43e3-a9ce-90274891ad68 HTTP/1.1" status: 204 len: 173 time: 0.4014208 Jul 09 20:47:01.134639 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'name': 'network-vif-deleted', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:01.136955 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9c1fb5-1b42-4f38-b249-0aa08f4f7046" -d '{"events": [{"server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "name": "network-vif-deleted", "tag": "acef9064-660b-43e3-a9ce-90274891ad68"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:01.175477 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da0390-7f21-46a5-b559-d0809564f9d0 x-openstack-request-id: req-e1da0390-7f21-46a5-b559-d0809564f9d0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:01.175759 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d49f3e-d0ce-4358-820e-d9a8df3f5a94", "name": "network-vif-deleted", "tag": "acef9064-660b-43e3-a9ce-90274891ad68", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:01.176005 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1da0390-7f21-46a5-b559-d0809564f9d0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:01.176399 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d49f3e-d0ce-4358-820e-d9a8df3f5a94', 'name': 'network-vif-deleted', 'tag': 'acef9064-660b-43e3-a9ce-90274891ad68', 'status': 'completed', 'code': 200} Jul 09 20:47:01.643460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f53d9b41-df39-4306-9a91-f39b7291292f req-ebf65aa3-4b56-403e-93db-2717d9d0f87f tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "GET /v2.0/ports?device_id=35d49f3e-d0ce-4358-820e-d9a8df3f5a94 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Jul 09 20:47:02.737535 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:03.090624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:03.349437 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port bc9ad3f3-dd0c-437c-a76b-56c04041ed12 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:47:03.349699 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:03.437853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port bc9ad3f3-dd0c-437c-a76b-56c04041ed12, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:03.438211 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:03.450547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for bc9ad3f3-dd0c-437c-a76b-56c04041ed12 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:47:03.636105 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:03.662583 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=bc9ad3f3-dd0c-437c-a76b-56c04041ed12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:03.843139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.054538 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Router 44d3eb05-0c96-4710-ae73-85caa29ff2ba has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:04.170756 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:04.176094 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-693d7f79-b843-4fe0-b747-2ab0a8c5e392 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "PUT /v2.0/routers/44d3eb05-0c96-4710-ae73-85caa29ff2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371598 Jul 09 20:47:04.178828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:04.183862 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Sync routers for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:04.193460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:04.194055 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:04.229964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting subnet b97ae449-d2cb-4fab-8421-5001f3e966f9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:47:04.233041 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.278009 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.298140 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:04.361241 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.427022 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.455511 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Subnet': ['ID=b97ae449-d2cb-4fab-8421-5001f3e966f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:04.459993 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.464733 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:04.465336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-583c33f9-1dd6-4a87-9612-8225bf07066b tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/subnets/b97ae449-d2cb-4fab-8421-5001f3e966f9 HTTP/1.1" status: 204 len: 168 time: 0.2850261 Jul 09 20:47:04.467308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a207486-4eed-48c8-a1fc-bcb7517e5c40 None None] Network dcc099fd-add6-41c9-98f7-678f236e1ed2 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:04.494729 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:47:03Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:04.525801 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Checking router: 44d3eb05-0c96-4710-ae73-85caa29ff2ba for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:04.534595 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Routers {'44d3eb05-0c96-4710-ae73-85caa29ff2ba'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:04.534932 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:04.601355 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.642732 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] Set router 44d3eb05-0c96-4710-ae73-85caa29ff2ba gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:04.686334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] DHCP port deletion for dcc099fd-add6-41c9-98f7-678f236e1ed2 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:47:04.727989 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.737732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Deleting port e9ca135f-d993-47a8-badb-bfdac60b79ec {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:47:04.738393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.810794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] For port e9ca135f-d993-47a8-badb-bfdac60b79ec, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=e9ca135f-d993-47a8-badb-bfdac60b79ec,segment=NetworkSegment(1f5f7215-2a00-4f15-8f94-cf88a84ffb42),segment_id=1f5f7215-2a00-4f15-8f94-cf88a84ffb42)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:04.811460 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.812747 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Deleting port 615871b2-5023-4b1d-ac9c-36d6d93f255b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:47:04.813095 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.826487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Calling delete_port for e9ca135f-d993-47a8-badb-bfdac60b79ec owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:47:04.853065 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:47:03Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:04.881708 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5618f62-4189-440c-beb1-dedf0554418b None None] The sync data for ids ['44d3eb05-0c96-4710-ae73-85caa29ff2ba'] in n-d-800087-3 is: [{'id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475665775', 'tenant_id': '25079ea9c293440589c2eb40b238bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:47:03Z', 'revision_number': 5, 'project_id': '25079ea9c293440589c2eb40b238bcc3', 'gw_port': {'id': '615871b2-5023-4b1d-ac9c-36d6d93f255b', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d3eb05-0c96-4710-ae73-85caa29ff2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:46:02Z', 'updated_at': '2021-07-09T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:04.895275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] For port 615871b2-5023-4b1d-ac9c-36d6d93f255b, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=615871b2-5023-4b1d-ac9c-36d6d93f255b,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:04.895637 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.908837 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Calling delete_port for 615871b2-5023-4b1d-ac9c-36d6d93f255b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:47:04.913530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.946006 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] No DVR routers for this DVR port e9ca135f-d993-47a8-badb-bfdac60b79ec on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:47:04.953773 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Pushing event deleted for resources: {'Port': ['ID=e9ca135f-d993-47a8-badb-bfdac60b79ec,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:04.961768 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.962355 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.962699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.963037 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.963372 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.963705 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.964034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.964360 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.964688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.965009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.965520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:04.965724 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df82ad-7848-45ab-a82e-599cefa8a8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.094560 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.122918 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Port': ['ID=615871b2-5023-4b1d-ac9c-36d6d93f255b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:05.134625 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.134965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.135298 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.135627 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.135952 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.136275 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.136599 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.136919 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.137268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.137588 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.137904 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.138221 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:05.193333 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.282567 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.284836 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.336155 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.336743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Fanout notify agent at l3_agent the message router_deleted on router 44d3eb05-0c96-4710-ae73-85caa29ff2ba {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:47:05.343986 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.345200 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aabdc033-8488-443a-994b-6223c8b572bf tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/routers/44d3eb05-0c96-4710-ae73-85caa29ff2ba HTTP/1.1" status: 204 len: 168 time: 0.8793721 Jul 09 20:47:05.348026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:05.406726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device acef9064-660b-43e3-a9ce-90274891ad68 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:05.428861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: acef9064-660b-43e3-a9ce-90274891ad68 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:47:05.429271 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device acef9064-660b-43e3-a9ce-90274891ad68 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:47:05.663290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bc9ad3f3-dd0c-437c-a76b-56c04041ed12 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:05.684804 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: bc9ad3f3-dd0c-437c-a76b-56c04041ed12 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:47:05.685171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device bc9ad3f3-dd0c-437c-a76b-56c04041ed12 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:47:05.685616 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e9ca135f-d993-47a8-badb-bfdac60b79ec no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:05.705042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: e9ca135f-d993-47a8-badb-bfdac60b79ec {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:47:05.705652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device e9ca135f-d993-47a8-badb-bfdac60b79ec not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:47:05.706080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 615871b2-5023-4b1d-ac9c-36d6d93f255b no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:05.727641 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 615871b2-5023-4b1d-ac9c-36d6d93f255b {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:47:05.727990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 615871b2-5023-4b1d-ac9c-36d6d93f255b not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:47:05.751453 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.839324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.849495 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc099fd-add6-41c9-98f7-678f236e1ed2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:05.859646 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5f7215-2a00-4f15-8f94-cf88a84ffb42') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:05.859945 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5f7215-2a00-4f15-8f94-cf88a84ffb42') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:05.869733 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.883111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.888804 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:47:05.889246 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:47:05.892120 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:47:05.949016 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.956309 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.958123 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/networks/dcc099fd-add6-41c9-98f7-678f236e1ed2 HTTP/1.1" status: 204 len: 168 time: 0.6090813 Jul 09 20:47:05.961050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:05.969745 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a9572-98e2-4291-a9d6-aaca22cefbfe tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'Network': ['ID=dcc099fd-add6-41c9-98f7-678f236e1ed2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:06.019760 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.044172 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.106244 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.108824 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.110022 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] 10.222.0.10 "DELETE /v2.0/security-groups/1640008f-5e98-4519-a977-cb130592d157 HTTP/1.1" status: 204 len: 168 time: 0.1479430 Jul 09 20:47:06.119850 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382337ee-fa5b-46c0-9046-46b6c113e696 tempest-TestNetworkAdvancedServerOps-589332416 tempest-TestNetworkAdvancedServerOps-589332416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640008f-5e98-4519-a977-cb130592d157,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:06.427700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:06.562140 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-83699c8d-1265-4ab3-8264-ca9aaf956046 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25079ea9c293440589c2eb40b238bcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332817 Jul 09 20:47:06.564547 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:06.615208 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.635544 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.681607 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.684114 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.685289 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/217274b7-272c-4b9e-84fe-1ac57c4cb8f2 HTTP/1.1" status: 204 len: 168 time: 0.1198244 Jul 09 20:47:06.694498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbab7e-1575-4cfa-a475-d4f74bd12270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217274b7-272c-4b9e-84fe-1ac57c4cb8f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:06.939731 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:06.953414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c33e37a-7296-4a7d-97f4-318bd0d01414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.043663 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c33e37a-7296-4a7d-97f4-318bd0d01414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.047414 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c33e37a-7296-4a7d-97f4-318bd0d01414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.085793 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-3c33e37a-7296-4a7d-97f4-318bd0d01414 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=201306949a3a40ab86ec3a3a1c19f653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449885 Jul 09 20:47:07.086676 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e37a-7296-4a7d-97f4-318bd0d01414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4fae2-4320-469b-a182-c38229c0906a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:07.088549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:07.137300 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.158326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.207371 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.210020 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.211184 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87d4fae2-4320-469b-a182-c38229c0906a HTTP/1.1" status: 204 len: 168 time: 0.1216216 Jul 09 20:47:07.218761 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90f612-96a8-4b53-8967-7ec982039f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4fae2-4320-469b-a182-c38229c0906a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:07.883092 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:07.974469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785212023-network', 'tenant_id': '3a246fa937e84749a98bbf36521e12df'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:07.994573 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Made reservation on behalf of 3a246fa937e84749a98bbf36521e12df for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:07.997087 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.005982 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.096036 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.099789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.126293 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:47:08.135659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ded5d-e51e-41d3-8c35-435aa46a1f97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:08.141830 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.142194 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Added segment dd0887af-0cb6-4aef-b1a3-f6fd86792d79 of type vlan for network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 Jul 09 20:47:08.182671 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.210397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.211294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:08.211871 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.262106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779242 Jul 09 20:47:08.265235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:08.270520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Request body: {'subnet': {'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785212023-subnet', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:08.272779 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45a25-d50e-4bc3-9fd0-8d6c8ded4148 admin admin] Pushing event updated for resources: {'Network': ['ID=4101d30d-ab43-45d8-9450-e5a5b4ea7230,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:08.282549 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:47:08.293026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Made reservation on behalf of 3a246fa937e84749a98bbf36521e12df for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:08.296384 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.462203 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.516962 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a45345b-f922-4503-aecf-82c7f1f5b779,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:08.524206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Checking segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:08.524565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Network hostable DHCP agents. Network: 4101d30d-ab43-45d8-9450-e5a5b4ea7230, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:47:08.540880 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:47:08.548949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 4101d30d-ab43-45d8-9450-e5a5b4ea7230) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:08.553008 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:08.553630 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.559264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e2ff5-d6ad-498d-aebb-d7a4763160d4 None None] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:08.567154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-70cc14a2-a713-4fbc-a872-8907c481548a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007095 Jul 09 20:47:08.570110 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:08.574404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:08.594444 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.595651 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.652787 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.712285 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:47:08.713090 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.793809 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.847753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Allocated IP 172.20.0.2 (4101d30d-ab43-45d8-9450-e5a5b4ea7230/0a45345b-f922-4503-aecf-82c7f1f5b779/8428541e-7d4e-41c5-8b50-dc95d1065b33) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:08.989901 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.996234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:08.998612 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Transition to ACTIVE for port object 8428541e-7d4e-41c5-8b50-dc95d1065b33 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:09.013420 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Transition to ACTIVE for port object 8428541e-7d4e-41c5-8b50-dc95d1065b33 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:09.017206 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.019469 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.059171 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:09.061925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:09.065867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:09.071287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Pushing event updated for resources: {'Port': ['ID=8428541e-7d4e-41c5-8b50-dc95d1065b33,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:09.123783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Attempting to bind port 8428541e-7d4e-41c5-8b50-dc95d1065b33 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:09.124151 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Attempting to bind port 8428541e-7d4e-41c5-8b50-dc95d1065b33 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:09.124515 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Attempting to bind port 8428541e-7d4e-41c5-8b50-dc95d1065b33 on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:09.130060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:09.130432 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Checking segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:09.130834 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.131225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Bound using segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:09.131680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Bound port: 8428541e-7d4e-41c5-8b50-dc95d1065b33, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:09.131844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Allocated IP 172.25.3.12 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/4a9abcc2-f465-49f0-b156-5751f61799bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:09.132058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.196974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] For port 8428541e-7d4e-41c5-8b50-dc95d1065b33, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:09.200172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] For port 8428541e-7d4e-41c5-8b50-dc95d1065b33, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8428541e-7d4e-41c5-8b50-dc95d1065b33,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:09.204118 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.236193 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.262703 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1139bf-5061-4aa5-8c7c-75806f0a92c5 None None] Pushing event updated for resources: {'Port': ['ID=8428541e-7d4e-41c5-8b50-dc95d1065b33,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:09.285952 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.329462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:09.332452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:09.336851 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:09.339958 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9abcc2-f465-49f0-b156-5751f61799bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:09.605209 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.657652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8428541e-7d4e-41c5-8b50-dc95d1065b33 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:09.708197 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 8428541e-7d4e-41c5-8b50-dc95d1065b33 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:09.809875 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.940806 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:47:10.048196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:10.060748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:10.064039 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.068931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8b4e80b0-ce7a-491e-a14a-693196cc4a31 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4978430 Jul 09 20:47:10.069510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:10.072927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:10.073586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:10.163287 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cbf75a-9a42-4224-86cd-c6ceaf075807 None None] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:10.237694 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:10.341835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Provisioning for port 8428541e-7d4e-41c5-8b50-dc95d1065b33 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:10.356440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Provisioning complete for port 8428541e-7d4e-41c5-8b50-dc95d1065b33 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:10.356821 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.564998 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.614179 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:09Z', 'revision_number': 3, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:10.617294 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] For port 8428541e-7d4e-41c5-8b50-dc95d1065b33, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8428541e-7d4e-41c5-8b50-dc95d1065b33,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:10.648615 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:10.648970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Updating router cc27af13-442c-4581-9aa1-90cd0e2e91fc port 4a9abcc2-f465-49f0-b156-5751f61799bf binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:47:10.650897 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.716360 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.747311 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd9e7-8666-4d6a-a44d-ff8868776e0b None None] Pushing event updated for resources: {'Port': ['ID=8428541e-7d4e-41c5-8b50-dc95d1065b33,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:10.840328 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.896056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2905163e-ec69-4cbf-93b2-180010b248ee None None] Provisioning complete for port 8428541e-7d4e-41c5-8b50-dc95d1065b33 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:10.896323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2905163e-ec69-4cbf-93b2-180010b248ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.994949 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Allocated IP 172.20.0.1 (4101d30d-ab43-45d8-9450-e5a5b4ea7230/0a45345b-f922-4503-aecf-82c7f1f5b779/3cae421d-7a1c-4d1d-a94f-b4976a862702) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:11.055096 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.065849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Transition to ACTIVE for port object 4a9abcc2-f465-49f0-b156-5751f61799bf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:11.071569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.104033 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.118022 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Transition to ACTIVE for port object 3cae421d-7a1c-4d1d-a94f-b4976a862702 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:11.125477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Attempting to bind port 4a9abcc2-f465-49f0-b156-5751f61799bf on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:11.125833 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Attempting to bind port 4a9abcc2-f465-49f0-b156-5751f61799bf by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:11.126201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Attempting to bind port 4a9abcc2-f465-49f0-b156-5751f61799bf on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:11.128869 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5284a8-8371-4d2c-bccb-3ed7df739a25 None None] Pushing event updated for resources: {'Port': ['ID=4a9abcc2-f465-49f0-b156-5751f61799bf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:11.139299 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:11.139527 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:11.140204 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.140602 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:11.141209 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Bound port: 4a9abcc2-f465-49f0-b156-5751f61799bf, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:11.141480 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.159549 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.196792 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:11.197041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] For port 4a9abcc2-f465-49f0-b156-5751f61799bf, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:11.200056 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] For port 4a9abcc2-f465-49f0-b156-5751f61799bf, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4a9abcc2-f465-49f0-b156-5751f61799bf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:11.201966 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:11.203703 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.206591 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:11.232271 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:11.251349 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.254144 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:11.256099 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:11.303819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5284a8-8371-4d2c-bccb-3ed7df739a25 None None] Pushing event updated for resources: {'Port': ['ID=4a9abcc2-f465-49f0-b156-5751f61799bf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:11.412284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.524044 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd137e22-6694-461d-a5ae-42eb8558ddd0 None None] Provisioning for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:11.532760 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dd137e22-6694-461d-a5ae-42eb8558ddd0 None None] Provisioning complete for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:11.533156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dd137e22-6694-461d-a5ae-42eb8558ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.538122 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:11.578859 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.583565 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.649703 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.651547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:11.657740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-dd137e22-6694-461d-a5ae-42eb8558ddd0 None None] Port 3cae421d-7a1c-4d1d-a94f-b4976a862702 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:11.669080 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8428541e-7d4e-41c5-8b50-dc95d1065b33 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:11.750762 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:11.752502 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:11.764994 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 8428541e-7d4e-41c5-8b50-dc95d1065b33 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:11.765522 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.819786 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:09Z', 'revision_number': 3, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:11.848899 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc859639-f597-4163-a23e-d352dcda4632 None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:09Z', 'revision_number': 3, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:11.875848 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:11.981583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-40056a71-4906-4429-b5ab-c7ccae79854b None None] Provisioning complete for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:11.981990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-40056a71-4906-4429-b5ab-c7ccae79854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:11.995282 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:12.004992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-98130f64-eb00-418d-87aa-172e73b460f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/cc27af13-442c-4581-9aa1-90cd0e2e91fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298778 Jul 09 20:47:12.024341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-40056a71-4906-4429-b5ab-c7ccae79854b None None] Port 3cae421d-7a1c-4d1d-a94f-b4976a862702 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:12.488498 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:12.493976 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2095853622-network', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:12.514715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Made reservation on behalf of 52657d23b9634518ab510fc6e521cd9c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:12.517336 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.526575 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.619207 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.623054 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.648845 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:47:12.658069 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25859233-0554-45d9-9892-ac90f1f40fed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:12.664254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.664602 n-d-800087-3 neutron-server[93770]: INFO neutron.db.segments_db [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Added segment dac86dca-0872-4637-a8d3-8533b1049deb of type vlan for network 9c61dfd8-1cca-4931-b32d-aa895938fe3e Jul 09 20:47:12.706010 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.734067 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.734948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:12.735536 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.792360 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025608 Jul 09 20:47:12.795034 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:12.801956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Request body: {'subnet': {'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2095853622-subnet', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:12.806008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3be4f-469f-42ce-b3a4-3409c1b7b4da admin admin] Pushing event updated for resources: {'Network': ['ID=9c61dfd8-1cca-4931-b32d-aa895938fe3e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:12.816590 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:47:12.824744 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Made reservation on behalf of 52657d23b9634518ab510fc6e521cd9c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:12.827252 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:12.994993 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.049465 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb77be9-79bc-4581-bc72-0b2793fcb144,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:13.060743 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Checking segment: {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:13.061107 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Network hostable DHCP agents. Network: 9c61dfd8-1cca-4931-b32d-aa895938fe3e, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:47:13.078521 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:47:13.087552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 9c61dfd8-1cca-4931-b32d-aa895938fe3e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:13.091862 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:13.092461 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.098666 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bd405-0f30-46a5-9334-2500ee47c800 None None] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:13.107395 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9ea17c50-c538-4f40-8a85-9946d54275cc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113317 Jul 09 20:47:13.109866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:13.117697 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:13.136429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.137525 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.189539 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.258465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:47:13.259490 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.332420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.400891 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Allocated IP 172.20.0.2 (9c61dfd8-1cca-4931-b32d-aa895938fe3e/5bb77be9-79bc-4581-bc72-0b2793fcb144/937f2cef-be76-4631-8385-e8346cca4693) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:13.414408 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:13.424654 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:13.426133 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:13.534144 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:13.539582 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.559409 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.561184 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.570960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Transition to ACTIVE for port object 937f2cef-be76-4631-8385-e8346cca4693 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:13.588870 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Transition to ACTIVE for port object 937f2cef-be76-4631-8385-e8346cca4693 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:13.596492 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.646410 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:13.651468 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:13.656598 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:13.663532 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Allocated IP 172.25.3.146 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/64bb507a-5bb5-458c-8f7b-ea52fe7cdddf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:13.685933 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Pushing event updated for resources: {'Port': ['ID=937f2cef-be76-4631-8385-e8346cca4693,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:13.730992 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Attempting to bind port 937f2cef-be76-4631-8385-e8346cca4693 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:13.731439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Attempting to bind port 937f2cef-be76-4631-8385-e8346cca4693 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:13.732477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Attempting to bind port 937f2cef-be76-4631-8385-e8346cca4693 on network 9c61dfd8-1cca-4931-b32d-aa895938fe3e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:13.738300 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4a9abcc2-f465-49f0-b156-5751f61799bf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:13.743876 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:13.744242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Checking segment: {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:13.744642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.745030 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Bound using segment: {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:13.745542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Bound port: 937f2cef-be76-4631-8385-e8346cca4693, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:13.745927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.779975 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 2, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:13.790843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.807538 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:13.807879 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Updating router cc27af13-442c-4581-9aa1-90cd0e2e91fc port 3cae421d-7a1c-4d1d-a94f-b4976a862702 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:47:13.833768 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.840191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 4a9abcc2-f465-49f0-b156-5751f61799bf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:13.846998 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4a9abcc2-f465-49f0-b156-5751f61799bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:13.847376 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.851110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] For port 937f2cef-be76-4631-8385-e8346cca4693, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:13.854784 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.878647 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:13.881561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:13.882958 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] For port 937f2cef-be76-4631-8385-e8346cca4693, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=937f2cef-be76-4631-8385-e8346cca4693,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:13.885510 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:13.891469 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Pushing event updated for resources: {'Port': ['ID=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:13.895921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.995110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b6a6-e957-417f-9872-3e7af2ab4bab None None] Pushing event updated for resources: {'Port': ['ID=937f2cef-be76-4631-8385-e8346cca4693,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:14.017738 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.052110 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 4a9abcc2-f465-49f0-b156-5751f61799bf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4a9abcc2-f465-49f0-b156-5751f61799bf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:14.056241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.116329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=4a9abcc2-f465-49f0-b156-5751f61799bf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:14.178606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.291617 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.303826 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Transition to ACTIVE for port object 3cae421d-7a1c-4d1d-a94f-b4976a862702 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:14.309771 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.357919 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Pushing event updated for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:14.386431 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.386783 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.387126 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.387464 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.387801 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.388129 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.388460 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.388801 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.389109 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.389462 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.390105 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.390105 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:14.394892 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.424290 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Attempting to bind port 3cae421d-7a1c-4d1d-a94f-b4976a862702 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:14.424884 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Attempting to bind port 3cae421d-7a1c-4d1d-a94f-b4976a862702 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:14.425016 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Attempting to bind port 3cae421d-7a1c-4d1d-a94f-b4976a862702 on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:14.429999 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:14.430369 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Checking segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:14.430769 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.431161 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Bound using segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:14.431628 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Bound port: 3cae421d-7a1c-4d1d-a94f-b4976a862702, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:14.432004 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.511445 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] For port 3cae421d-7a1c-4d1d-a94f-b4976a862702, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:14.515513 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] For port 3cae421d-7a1c-4d1d-a94f-b4976a862702, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3cae421d-7a1c-4d1d-a94f-b4976a862702,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:14.520242 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.542151 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:47:14.585030 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8787cca-4c1a-465d-97d5-e41ca75905c6 None None] Pushing event updated for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:14.589859 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:14.590988 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:14.655686 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:14.665542 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Sync routers for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:14.678098 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.682887 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-4709e4e7-c69e-48a4-b3af-49b528de58ee admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5688248 Jul 09 20:47:14.682887 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:14.684460 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:14.693489 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:14.713045 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:14.838000 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:14.975952 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:15.012157 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34d5b-4e7f-4800-ab56-dd9befef77b3 None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:15.104354 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 3, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:15.141778 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Checking router: b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:15.142135 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Updating router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:47:15.182779 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.188041 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6863ca8-a6b2-4c41-9b23-00973a1b7c65 None None] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:15.228920 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.342488 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4c149f3b-0948-42a2-af1a-7767ccf81161 None None] Provisioning for port 937f2cef-be76-4631-8385-e8346cca4693 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:15.400137 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Allocated IP 172.20.0.1 (9c61dfd8-1cca-4931-b32d-aa895938fe3e/5bb77be9-79bc-4581-bc72-0b2793fcb144/7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:15.516564 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.533878 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Transition to ACTIVE for port object 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:15.572492 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.606442 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.613895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:15.619858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:15.623268 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:15.632225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Transition to ACTIVE for port object 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:15.639796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.683464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.687422 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:15.706566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Attempting to bind port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:15.707043 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Attempting to bind port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:15.707499 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Attempting to bind port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:15.711424 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1473a5-c4ad-4ed8-ab4b-e41ff7ac2482 None None] Pushing event updated for resources: {'Port': ['ID=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:15.722027 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:15.723025 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:15.723915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.724521 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:15.725438 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Bound port: 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:15.726046 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.803839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] For port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:15.807811 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] For port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:15.812222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.871464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:15.872597 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1473a5-c4ad-4ed8-ab4b-e41ff7ac2482 None None] Pushing event updated for resources: {'Port': ['ID=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:15.886487 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:15.887121 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:15.951493 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 937f2cef-be76-4631-8385-e8346cca4693 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:16.091464 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.097964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:16.101796 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.126398 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 937f2cef-be76-4631-8385-e8346cca4693 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:16.135211 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 937f2cef-be76-4631-8385-e8346cca4693 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.135542 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.184650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.186410 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:16.285635 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:16.287461 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:16.447356 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad39367d-31c7-47be-9190-fa9ff0f9e466 None None] Provisioning for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:16.456482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ad39367d-31c7-47be-9190-fa9ff0f9e466 None None] Provisioning complete for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.456850 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ad39367d-31c7-47be-9190-fa9ff0f9e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.539942 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ad39367d-31c7-47be-9190-fa9ff0f9e466 None None] Port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:16.554819 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.613863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 937f2cef-be76-4631-8385-e8346cca4693, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=937f2cef-be76-4631-8385-e8346cca4693,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:16.618732 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.619526 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4a9abcc2-f465-49f0-b156-5751f61799bf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:16.719929 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b288ea8c-b9ce-4cea-aba2-2aa20c2cf225 None None] Provisioning complete for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.720216 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b288ea8c-b9ce-4cea-aba2-2aa20c2cf225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.724565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2', 'name': '', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'mac_address': 'fa:16:3e:ec:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:15Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 1, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'subnets': [{'id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:16.727405 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=937f2cef-be76-4631-8385-e8346cca4693,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:16.759619 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:16.777201 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331237c6-4f12-46d3-a2d2-76980e6c8cd4 None None] The sync data for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 is: [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2', 'name': '', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'mac_address': 'fa:16:3e:ec:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:15Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 1, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'subnets': [{'id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:16.790168 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 4a9abcc2-f465-49f0-b156-5751f61799bf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.790540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.793186 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b288ea8c-b9ce-4cea-aba2-2aa20c2cf225 None None] Port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:16.876000 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:16.876536 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3cae421d-7a1c-4d1d-a94f-b4976a862702 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:16.882541 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9fbefb8d-75f5-43f2-ba7f-6a5a0a072f45 admin admin] 10.222.0.10 "PUT /v2.0/routers/b2248c2b-e1cd-48a7-8a4c-55e1f72f1245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1987844 Jul 09 20:47:16.928005 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:16.931831 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.932209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.056616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.092565 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 3cae421d-7a1c-4d1d-a94f-b4976a862702, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3cae421d-7a1c-4d1d-a94f-b4976a862702,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:17.096486 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.149978 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:17.590621 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:17.595368 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008348742', 'description': 'tempest-secgroup-smoke-1008348742 description', 'project_id': '3a246fa937e84749a98bbf36521e12df'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:17.624239 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.708003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 937f2cef-be76-4631-8385-e8346cca4693 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:17.731843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.736145 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.760652 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 937f2cef-be76-4631-8385-e8346cca4693 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:17.761682 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.762422 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.766510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1721060 Jul 09 20:47:17.766980 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:17.774525 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:17.775192 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e2ea7-4943-4264-9e37-c55fefb496c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e11787-b1cf-4cd0-aab1-639287890233,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:17.819737 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.863988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3cae421d-7a1c-4d1d-a94f-b4976a862702 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:17.884316 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.889310 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.909646 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b09782-36e1-4aac-88c2-907fcea7908b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:17.917818 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.921908 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1f026596-c38c-4b44-b476-24195080119e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505489 Jul 09 20:47:17.922230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:17.927247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:17.928492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 3cae421d-7a1c-4d1d-a94f-b4976a862702 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:17.929023 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:17.959518 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.010833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.015095 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.034232 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492ec2cb-3f9e-4af7-8b92-c486b025c4cb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:18.041424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.045456 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:18.045613 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-0463bbcd-79c4-409f-affd-7d85ba60acc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221807 Jul 09 20:47:18.050549 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:18.078085 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.142984 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.146879 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.167450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bcc5ac-9110-4730-bf07-b2242c499145,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:18.175419 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.176657 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-08330632-e88d-406a-9494-4d111817462e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301837 Jul 09 20:47:18.179294 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 52960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:18.183715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:18.210894 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.276853 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.280339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.300172 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cc56c3-06f9-431b-82ca-3326f08d8acc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:18.303588 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.307287 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-efee0760-7668-40c3-b2c9-66fdb736f2c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246212 Jul 09 20:47:18.307850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:18.312610 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:18.336937 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Project 3a246fa937e84749a98bbf36521e12df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:47:18.341908 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.400324 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.404299 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.426594 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a444fe2-830b-4937-b369-54e2f03bae15,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:18.433848 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.435657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-9250d98c-22d0-4959-b041-c960efdf2694 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268320 Jul 09 20:47:18.438341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 52964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:18.442782 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '06e11787-b1cf-4cd0-aab1-639287890233', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:18.463003 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Project 3a246fa937e84749a98bbf36521e12df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:47:18.467687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.528899 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.533730 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.552270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b494fc9-da65-450f-b721-f1806d9e6640,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:18.558210 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:18.559459 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-afa97ce9-afac-4364-a631-93663c4f03f5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201971 Jul 09 20:47:18.758230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-e72ee3ed-6ede-45c6-aaf8-5613b74ef30b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008348742&fields=id&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 267 time: 0.0335572 Jul 09 20:47:18.868324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-158f79b2-f0e2-4e34-8e7c-2834f18e8523 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:18.869777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-158f79b2-f0e2-4e34-8e7c-2834f18e8523 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 809 time: 0.1051223 Jul 09 20:47:18.885713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-06437914-d73e-425f-88d0-299f67f59c68 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/quotas/3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 375 time: 0.0101693 Jul 09 20:47:18.952825 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-2f88bf07-c4a6-402f-9634-f23666f2b0fe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617201 Jul 09 20:47:19.030034 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Sync routers for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:19.039229 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:19.039830 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:19.049632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-decd15c0-1072-4e71-9285-ab27344484e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843513 Jul 09 20:47:19.141542 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-e11342e3-b22a-4caf-94be-f5aa76eff878 service neutron] 10.222.0.10 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Jul 09 20:47:19.146434 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:19.323648 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-5ad6f61c-b884-4323-ae9e-f6d37475115f req-a2fe7100-b17d-4435-aed3-00d209704d96 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 210 time: 0.0300813 Jul 09 20:47:19.360446 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2', 'name': '', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'mac_address': 'fa:16:3e:ec:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:15Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 2, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'subnets': [{'id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:19.387393 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.391813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Checking router: b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:19.392169 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Updating router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:47:19.399115 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:19.433246 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.682373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:19.709655 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.720941 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Transition to ACTIVE for port object 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:19.726528 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.741631 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:19.745406 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:19.745796 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.782471 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f2f5-cc18-4c3a-9fa4-853ac950344f None None] Pushing event updated for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:19.845041 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.851306 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Attempting to bind port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:19.852008 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Attempting to bind port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:19.852641 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Attempting to bind port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 on network 9c61dfd8-1cca-4931-b32d-aa895938fe3e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:19.858591 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:19.859356 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Checking segment: {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:19.859943 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.860435 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Bound using segment: {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:19.861059 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Bound port: 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac86dca-0872-4637-a8d3-8533b1049deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:19.862130 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.870328 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:19.875665 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.932546 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] For port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:19.936241 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] For port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:19.940380 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.945667 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:20.004693 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:20.005510 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:46:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:20.009024 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f2f5-cc18-4c3a-9fa4-853ac950344f None None] Pushing event updated for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:20.129945 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:20.349180 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2', 'name': '', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'mac_address': 'fa:16:3e:ec:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:15Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'subnets': [{'id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:20.461515 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec0df2-1c14-49a2-b352-cd41269d54dd None None] The sync data for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 is: [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:15Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2', 'name': '', 'network_id': '9c61dfd8-1cca-4931-b32d-aa895938fe3e', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'mac_address': 'fa:16:3e:ec:44:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:15Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 4, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'subnets': [{'id': '5bb77be9-79bc-4581-bc72-0b2793fcb144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:20.474201 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a28b71f4-5a46-41bc-83c7-9552a266b48b req-b97ab538-a95f-428e-a1c1-b980af96b6b4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 210 time: 0.0344741 Jul 09 20:47:20.674546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-ea95a29b-faa1-4477-a8af-04541b7c6411 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:20.676423 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-ea95a29b-faa1-4477-a8af-04541b7c6411 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 809 time: 0.1197417 Jul 09 20:47:20.728837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-6cc7ce58-80e8-4d7b-b9ee-8d605506185b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 380 time: 0.0415506 Jul 09 20:47:20.737633 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'port': {'device_id': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'admin_state_up': True, 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'security_groups': ['06e11787-b1cf-4cd0-aab1-639287890233']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:20.848544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Made reservation on behalf of 3a246fa937e84749a98bbf36521e12df for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:20.852214 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:20.986960 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Allocated IP 172.20.0.14 (4101d30d-ab43-45d8-9450-e5a5b4ea7230/0a45345b-f922-4503-aecf-82c7f1f5b779/b68fe92f-436b-4859-a86d-64af2bfada6f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:21.131345 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.144919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Transition to ACTIVE for port object b68fe92f-436b-4859-a86d-64af2bfada6f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:21.180109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.219641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:21.222844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:21.225271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:21.261484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:21.287017 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:21.287671 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.303649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-8193c68b-4837-4b24-9bac-c975cd37f6db tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699327 Jul 09 20:47:21.316383 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Request body: {'port': {'device_id': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:21.393984 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.495473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-081ebc64-e6a5-4808-90b2-16d7fbba1c68 None None] Provisioning for port b68fe92f-436b-4859-a86d-64af2bfada6f completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:21.499191 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-081ebc64-e6a5-4808-90b2-16d7fbba1c68 None None] Provisioning complete for port b68fe92f-436b-4859-a86d-64af2bfada6f triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:21.499672 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-081ebc64-e6a5-4808-90b2-16d7fbba1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.537165 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-081ebc64-e6a5-4808-90b2-16d7fbba1c68 None None] Port b68fe92f-436b-4859-a86d-64af2bfada6f cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:21.664229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1905bd-049c-424a-8d32-970427304f20 req-03b778a8-3f6d-4942-86e6-5af0a3e5de51 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:21.666389 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa1905bd-049c-424a-8d32-970427304f20 req-03b778a8-3f6d-4942-86e6-5af0a3e5de51 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 932 time: 0.0709291 Jul 09 20:47:21.676562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:21.684344 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.696863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:21.697502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Transition to ACTIVE for port object b68fe92f-436b-4859-a86d-64af2bfada6f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:21.702169 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.706524 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aa1905bd-049c-424a-8d32-970427304f20 req-b727f47e-e52a-467a-b103-1611b89d419e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Jul 09 20:47:21.761586 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:21.762131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.802084 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:21.832122 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Attempting to bind port b68fe92f-436b-4859-a86d-64af2bfada6f on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:21.832461 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Attempting to bind port b68fe92f-436b-4859-a86d-64af2bfada6f by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:21.832794 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Attempting to bind port b68fe92f-436b-4859-a86d-64af2bfada6f on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:21.837273 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Port b68fe92f-436b-4859-a86d-64af2bfada6f on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:47:21.837602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Attempting to bind port b68fe92f-436b-4859-a86d-64af2bfada6f on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:21.842603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:21.842939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Checking segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:21.843326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Bound using segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:21.843749 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Bound port: b68fe92f-436b-4859-a86d-64af2bfada6f, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:21.844109 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.849042 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:21.903101 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:21.907498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:21.907879 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.920709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:21.925034 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:21.930772 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.963612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:21.964253 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:21.965771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] 10.222.0.59 "PUT /v2.0/ports/b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1092 time: 0.6544185 Jul 09 20:47:21.966244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:21.968391 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955342e0-0808-49f5-a5f4-7e146a9a8fec" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:22.012375 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d86935-3905-419d-b36d-3c1cba7add64 x-openstack-request-id: req-17d86935-3905-419d-b36d-3c1cba7add64 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:22.012773 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:22.013192 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17d86935-3905-419d-b36d-3c1cba7add64 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:22.013821 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'status': 'completed', 'code': 200} Jul 09 20:47:22.015279 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:22.052188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb30e-7af9-4879-9512-c7c27efc160c service neutron] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:22.056988 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:22.066002 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:22.085889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-e1e617e4-9206-4496-b9e7-b165b96a9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.087462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-e1e617e4-9206-4496-b9e7-b165b96a9d9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1095 time: 0.0726554 Jul 09 20:47:22.130343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:22.145699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-508db6b4-3c75-41a6-baa8-dc8a981acfb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 217 time: 0.0497780 Jul 09 20:47:22.201032 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-7f9acd39-2034-4a16-b86e-aa32051f6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.202522 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-7f9acd39-2034-4a16-b86e-aa32051f6407 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0455127 Jul 09 20:47:22.261477 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-843c38be-8104-4cd0-9384-3fdce012a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.263045 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-843c38be-8104-4cd0-9384-3fdce012a2cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536160 Jul 09 20:47:22.350866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-504c135c-9e03-472a-a2b4-995cfd66e52d service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Jul 09 20:47:22.464483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c727d6ca-0447-4dcb-8081-c3016e75c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:22.750195 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1729ab30-d137-4df6-9fb3-bcb54726418e req-dfb580a6-614c-4cbb-9cc7-31163dba8c48 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928516 Jul 09 20:47:22.846711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-fbe00c6c-902d-464f-8e55-5486607d8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.848315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-fbe00c6c-902d-464f-8e55-5486607d8363 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1095 time: 0.0532019 Jul 09 20:47:22.886990 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bed296-2e70-47f5-b662-f5aef69fa405 req-407a7542-d864-4699-9796-0075af278575 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.888477 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bed296-2e70-47f5-b662-f5aef69fa405 req-407a7542-d864-4699-9796-0075af278575 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0637455 Jul 09 20:47:22.926138 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-63bed296-2e70-47f5-b662-f5aef69fa405 req-7a75b5e8-ae75-4786-9578-895c3b84f5b3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Jul 09 20:47:22.938614 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-d170e0eb-0bbd-4923-87fe-3e7affea7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.940829 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-d170e0eb-0bbd-4923-87fe-3e7affea7a9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0857110 Jul 09 20:47:22.985268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-4e1fc58c-18df-4b09-bd00-ba9068585dde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 217 time: 0.0377450 Jul 09 20:47:23.031101 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-b6b75cc6-155d-4174-8faa-dc1ee3faa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:23.032461 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-b6b75cc6-155d-4174-8faa-dc1ee3faa777 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0412872 Jul 09 20:47:23.090094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-a225013d-9a6d-4c0d-94af-f97989a9a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:23.091575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-a225013d-9a6d-4c0d-94af-f97989a9a85c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507879 Jul 09 20:47:23.183912 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-d1b67f18-005e-4de3-a097-6f5ee809bd12 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Jul 09 20:47:23.271443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-955342e0-0808-49f5-a5f4-7e146a9a8fec req-1c9eaefc-3677-46a9-adce-019cd9ef423d service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800896 Jul 09 20:47:23.497611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:47:23.587655 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:23.599523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:47:23.639778 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:23.650174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:23.673823 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:23.701451 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:23.707704 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:23.746796 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:23.747156 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:23.781087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:23.916473 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b68fe92f-436b-4859-a86d-64af2bfada6f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:47:23.960922 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.107219 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b4969-22c5-466c-81a0-1759e0c28df9 req-8d6b6364-6ccb-4951-ad08-b6889fd15893 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:24.108716 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f81b4969-22c5-466c-81a0-1759e0c28df9 req-8d6b6364-6ccb-4951-ad08-b6889fd15893 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 945 time: 0.0681746 Jul 09 20:47:24.147610 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f81b4969-22c5-466c-81a0-1759e0c28df9 req-6f8f971b-3a38-47df-bd7c-d9234d2abc3d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Jul 09 20:47:25.066984 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-229b5097-6fc0-4878-b3fe-3acbb25c4b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:25.318485 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508996d-6bd2-4cdd-83dd-5ec6ad2c1380 req-bb289c17-55b0-47f4-a96d-61abfa1047c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:25.320011 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c508996d-6bd2-4cdd-83dd-5ec6ad2c1380 req-bb289c17-55b0-47f4-a96d-61abfa1047c4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 945 time: 0.0645473 Jul 09 20:47:25.358445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-c508996d-6bd2-4cdd-83dd-5ec6ad2c1380 req-73718269-1b37-4367-9408-e7cd7f47a2ca tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Jul 09 20:47:25.399825 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:25.499852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:25.546879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port b68fe92f-436b-4859-a86d-64af2bfada6f completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:25.551485 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b68fe92f-436b-4859-a86d-64af2bfada6f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:25.551858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:25.627720 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:25.649295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:25.651523 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734281d-8976-4e6e-903c-da0333c7dfbe" -d '{"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:25.663972 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:25.668179 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:25.714905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:25.745333 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bade672-4964-4cb1-822f-10267871cd43 x-openstack-request-id: req-4bade672-4964-4cb1-822f-10267871cd43 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:25.745632 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:25.745887 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bade672-4964-4cb1-822f-10267871cd43 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:25.746285 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'code': 200} Jul 09 20:47:25.855732 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faefa5-315c-4185-9e5d-7d3b90563c5e req-40bb1991-5623-4678-ae34-2f456546e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:25.857166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2faefa5-315c-4185-9e5d-7d3b90563c5e req-40bb1991-5623-4678-ae34-2f456546e144 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0521429 Jul 09 20:47:25.890151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-b2faefa5-315c-4185-9e5d-7d3b90563c5e req-666e2888-cf69-40ca-9b9c-0164b7d2d0bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270104 Jul 09 20:47:26.535524 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ea133-720a-4e7f-be63-26086a9cb7a8 req-d92339ec-511f-4f9a-af0e-0a3aeed5e25a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:26.537106 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb7ea133-720a-4e7f-be63-26086a9cb7a8 req-d92339ec-511f-4f9a-af0e-0a3aeed5e25a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0697508 Jul 09 20:47:26.573991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bb7ea133-720a-4e7f-be63-26086a9cb7a8 req-562c6528-1e76-460b-89c4-c9ce7795800e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Jul 09 20:47:26.646774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.747570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d41b-118b-40ec-8d2e-1266e7e03d41 req-3046d43f-7d26-4e19-a9b9-5a53f424a5d3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:27.749041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04d8d41b-118b-40ec-8d2e-1266e7e03d41 req-3046d43f-7d26-4e19-a9b9-5a53f424a5d3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0622962 Jul 09 20:47:27.788974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-04d8d41b-118b-40ec-8d2e-1266e7e03d41 req-37511acd-7105-445c-bc25-22601057d300 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 Jul 09 20:47:27.961439 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726594f7-5a67-4754-90f6-44c1880c5d7b req-f24f9f21-4789-4e76-8977-a3f293861b13 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:27.962898 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-726594f7-5a67-4754-90f6-44c1880c5d7b req-f24f9f21-4789-4e76-8977-a3f293861b13 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0629494 Jul 09 20:47:28.003781 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-726594f7-5a67-4754-90f6-44c1880c5d7b req-a8e9b271-fa37-47f7-87bb-8a02325ca873 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Jul 09 20:47:28.027502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:28.123646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:28.167662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e1c74-610b-4e3e-8da4-bd70c6e23640 tempest-TestShelveInstance-1184754209 tempest-TestShelveInstance-1184754209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:28.169510 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-694e1c74-610b-4e3e-8da4-bd70c6e23640 tempest-TestShelveInstance-1184754209 tempest-TestShelveInstance-1184754209-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1092 time: 0.1410029 Jul 09 20:47:28.172422 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:28.177005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:28.198023 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:28.295102 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:28.394922 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Allocated IP 172.25.3.231 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/b7c80de6-3356-47fa-9646-8e3a1e409b34) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:28.496573 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:28.535893 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:28.570195 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:28.572967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:28.578866 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:28.605679 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=b7c80de6-3356-47fa-9646-8e3a1e409b34,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:28.948207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.028735 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.179514 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.184047 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.255112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=b7c80de6-3356-47fa-9646-8e3a1e409b34,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:29.264935 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.363661 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Floating IP 9ace03b2-fd37-4236-8ec7-24fd9a85377a associated. External IP: 172.25.3.231, port: b68fe92f-436b-4859-a86d-64af2bfada6f. Jul 09 20:47:29.562793 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:29.666921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:29.676913 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:29.682995 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.686316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:29.686934 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:29.722967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-171a0eb5-07bb-4873-bdab-7af176452ebe tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5491157 Jul 09 20:47:29.723235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:29.725399 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039a41f9-733f-45ff-91d4-4cfed5770b35" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:29.761520 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ed5c82-14fa-4f22-8768-ba4211b9cc99 x-openstack-request-id: req-e9ed5c82-14fa-4f22-8768-ba4211b9cc99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:29.761813 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:29.762066 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9ed5c82-14fa-4f22-8768-ba4211b9cc99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:29.762477 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'status': 'completed', 'code': 200} Jul 09 20:47:29.794417 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:29.835059 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-09f0814a-f169-494d-b938-3bf3d685df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:29.836582 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-09f0814a-f169-494d-b938-3bf3d685df40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0520787 Jul 09 20:47:29.925856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-f5f9738e-fece-4f45-abc6-7b9083040acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:29.927373 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-f5f9738e-fece-4f45-abc6-7b9083040acf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0845823 Jul 09 20:47:29.999278 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-eab3b2d3-b2bb-4cce-8cb0-bdb5e70dc4aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1000 time: 0.0621138 Jul 09 20:47:30.014557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9ace03b2-fd37-4236-8ec7-24fd9a85377a', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:47:28Z', 'updated_at': '2021-07-09T20:47:28Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:30.041449 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:30.047416 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-274c957c-1307-426f-911c-f66f7db1dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:30.049869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-274c957c-1307-426f-911c-f66f7db1dc23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0446339 Jul 09 20:47:30.050462 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:30.051057 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:47:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:30.107102 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-5acbc104-85b8-497f-97d1-654c5ff047e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:30.108563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-5acbc104-85b8-497f-97d1-654c5ff047e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515013 Jul 09 20:47:30.154060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:30.202439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-0a878e90-c1c2-4d3c-93d6-81a2dd694b8a service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872211 Jul 09 20:47:30.292938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-039a41f9-733f-45ff-91d4-4cfed5770b35 req-c4faa1d7-8001-4e08-89bb-854494fe3c84 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Jul 09 20:47:30.372892 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9ace03b2-fd37-4236-8ec7-24fd9a85377a', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:47:28Z', 'updated_at': '2021-07-09T20:47:28Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:30.548553 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39767fba-bf8c-4427-9dc8-3d7c55a5407e None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '9ace03b2-fd37-4236-8ec7-24fd9a85377a', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:47:28Z', 'updated_at': '2021-07-09T20:47:28Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:30.727988 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e9a8c-1bba-423d-ae8a-7dc2e8e14318 None None] New status for floating IP 9ace03b2-fd37-4236-8ec7-24fd9a85377a: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:47:33.555540 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-166b525d-afd1-46a1-99a9-d4b5e3b39e20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561476 Jul 09 20:47:33.648763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234deee-1c77-4292-97a5-60d2fde4192d req-a184896f-3097-4f8a-84be-360a3248760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:33.650257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-a184896f-3097-4f8a-84be-360a3248760a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0517266 Jul 09 20:47:33.758157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234deee-1c77-4292-97a5-60d2fde4192d req-c2e465b2-abb2-4d07-8195-c4fef6fe5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:33.759638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-c2e465b2-abb2-4d07-8195-c4fef6fe5383 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0866089 Jul 09 20:47:33.827282 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-337dc609-5817-4822-88b1-f7d410899ee1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1002 time: 0.0613999 Jul 09 20:47:33.873693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234deee-1c77-4292-97a5-60d2fde4192d req-be517669-2fa8-4569-b09a-edaad939bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:33.875129 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-be517669-2fa8-4569-b09a-edaad939bb29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0417287 Jul 09 20:47:33.929047 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234deee-1c77-4292-97a5-60d2fde4192d req-6ccbfcee-7da8-46df-8888-874b4caa18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:33.930520 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-6ccbfcee-7da8-46df-8888-874b4caa18b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494254 Jul 09 20:47:34.020143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-039ad150-ccaa-4dea-9263-122af418584b service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Jul 09 20:47:34.106899 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e234deee-1c77-4292-97a5-60d2fde4192d req-ee1adebe-7473-47e5-aaa8-a629814d849f service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796874 Jul 09 20:47:49.389926 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:52.465973 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4a55a60-2a61-48c7-82b4-c86b30e7b9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:53.937756 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:55.066312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9572102-e652-4245-ab92-3616fcaf13e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:55.399555 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:56.399336 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:56.649169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:58.126266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:19.400190 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:22.466868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c94c76fe-2402-405b-ae23-4ab0320acfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:23.951567 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:25.067383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-07b86bb6-be54-4acf-9263-b6733f9ec097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:25.399433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:26.652077 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:28.128142 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:33.398254 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:33.544681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-9a47b03b-247d-4f7b-b83c-1a7565afb4c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556393 Jul 09 20:48:33.637376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-59b59010-3bef-4583-95c7-483f1d619522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:33.638874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-59b59010-3bef-4583-95c7-483f1d619522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0520740 Jul 09 20:48:33.738872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-45ff1fc9-cd5f-4ccd-814f-ddac72c2deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:33.740222 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-45ff1fc9-cd5f-4ccd-814f-ddac72c2deb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0820920 Jul 09 20:48:33.814900 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-32e5f127-d9c6-4f02-8bd0-4b2e8fb98f13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1002 time: 0.0616362 Jul 09 20:48:33.860845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-fa368a76-ff4e-424a-8b60-65bf139283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:33.862856 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-fa368a76-ff4e-424a-8b60-65bf139283d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0422671 Jul 09 20:48:33.918063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-98996cd9-326f-41d9-a8b2-c8bacc38a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:33.919529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-98996cd9-326f-41d9-a8b2-c8bacc38a9ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496352 Jul 09 20:48:34.008789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-3e576deb-8476-492f-bd2a-e98e53e8e27c service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826705 Jul 09 20:48:34.099090 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-821596c9-b545-45dc-86c0-19be6b2d9c2c req-052c4918-7195-4bdf-8c6d-8f22602bf4b4 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Jul 09 20:48:49.399747 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:52.466141 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6537a83a-2a0e-4fea-b6c9-61cbc96b092d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:53.970263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:55.066333 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0fa-3207-487d-bf2a-cbbb528aa972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:55.400045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:56.655611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:58.130045 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:10.396741 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:19.398006 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:22.466569 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a3f69e58-eeaa-48b6-acdb-b90e124f04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:23.966273 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:25.065147 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-27b17c63-1f15-4be4-a4c8-843098af9f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:25.401749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:25.992167 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b202-927e-48e6-96fa-98e8e30b706d req-6b0301ff-f3db-44c5-8f8f-f60e3df06fce tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:25.993721 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c348b202-927e-48e6-96fa-98e8e30b706d req-6b0301ff-f3db-44c5-8f8f-f60e3df06fce tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.1144147 Jul 09 20:49:26.030865 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c348b202-927e-48e6-96fa-98e8e30b706d req-cb35e08f-87b9-4905-912d-e48fc7a2d9a6 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jul 09 20:49:26.660582 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.221473 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38d56e-2823-4ccb-aa89-7ca4b8c49842 req-6bdc88d5-4661-41e6-8f3b-2d2a87c4ff29 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:27.222964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce38d56e-2823-4ccb-aa89-7ca4b8c49842 req-6bdc88d5-4661-41e6-8f3b-2d2a87c4ff29 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0677001 Jul 09 20:49:27.259366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ce38d56e-2823-4ccb-aa89-7ca4b8c49842 req-1a236a89-d4ea-400f-a3d6-c9e38f2f888e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307791 Jul 09 20:49:28.136070 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:28.456613 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce63a-f4ea-4607-979b-46ad1ebf26d3 req-1d4394d4-358e-4f19-94b4-ef1f56bf0563 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:28.458127 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05cce63a-f4ea-4607-979b-46ad1ebf26d3 req-1d4394d4-358e-4f19-94b4-ef1f56bf0563 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0633798 Jul 09 20:49:28.495936 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-05cce63a-f4ea-4607-979b-46ad1ebf26d3 req-9d2789b1-b6b0-4e17-80a3-1da8797f8b3c tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320323 Jul 09 20:49:29.669487 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19573-8386-4968-bb90-f616eb186632 req-44a23fe9-8b67-4076-8a65-973d69a7e9a9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:29.670971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bcd19573-8386-4968-bb90-f616eb186632 req-44a23fe9-8b67-4076-8a65-973d69a7e9a9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0637581 Jul 09 20:49:29.707923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bcd19573-8386-4968-bb90-f616eb186632 req-cea6be62-8a08-47e4-9250-4e9e318e0dc1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 09 20:49:30.888176 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e254f-94f3-4cb6-96a9-ed060be0ab78 req-9dc3fb42-bc85-4e1b-87d5-01464bbf8cba tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:30.889649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d9e254f-94f3-4cb6-96a9-ed060be0ab78 req-9dc3fb42-bc85-4e1b-87d5-01464bbf8cba tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0667987 Jul 09 20:49:30.927345 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0d9e254f-94f3-4cb6-96a9-ed060be0ab78 req-d44335cf-4416-43fd-9725-b379c51acfef tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Jul 09 20:49:32.096501 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0b8ca-62e1-4d9f-a4dd-a704d60e8af4 req-7f0a1bc3-3e8a-4cba-97d4-b07c3db20bfa tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:32.097997 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96b0b8ca-62e1-4d9f-a4dd-a704d60e8af4 req-7f0a1bc3-3e8a-4cba-97d4-b07c3db20bfa tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0623262 Jul 09 20:49:32.139226 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-96b0b8ca-62e1-4d9f-a4dd-a704d60e8af4 req-5e35094c-be80-48b9-bda9-bcf8f45cf086 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356536 Jul 09 20:49:33.309777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37059ebf-4ced-4ade-a671-572e693810b9 req-769f8082-9eea-462e-bc37-5999938b63fa tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:33.311255 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37059ebf-4ced-4ade-a671-572e693810b9 req-769f8082-9eea-462e-bc37-5999938b63fa tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0627704 Jul 09 20:49:33.347918 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-37059ebf-4ced-4ade-a671-572e693810b9 req-123634eb-69df-4f72-9836-5ba978b32a35 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Jul 09 20:49:34.163768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-a2b1188a-bce5-41dd-bdb0-6c4564293b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:34.165324 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-a2b1188a-bce5-41dd-bdb0-6c4564293b57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0524423 Jul 09 20:49:34.269513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-ee864e96-bc91-4f6d-a39c-60c5b3f26e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:34.271194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-ee864e96-bc91-4f6d-a39c-60c5b3f26e08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0865974 Jul 09 20:49:34.334354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-ab4a80c9-6430-493c-bfa4-396de9e88208 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1002 time: 0.0569506 Jul 09 20:49:34.385587 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-2f1595c4-5477-4c0e-98e2-a68e6e8bebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:34.387070 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-2f1595c4-5477-4c0e-98e2-a68e6e8bebf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0470386 Jul 09 20:49:34.444289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-ea31e8c9-f751-4216-b0ef-41360108b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:34.446451 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-ea31e8c9-f751-4216-b0ef-41360108b8ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531411 Jul 09 20:49:34.521385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce7671-fa4f-4978-9eed-e49db323e81e req-50c3cd6e-6717-4022-8877-9945abc42404 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:34.523002 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ce7671-fa4f-4978-9eed-e49db323e81e req-50c3cd6e-6717-4022-8877-9945abc42404 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0619566 Jul 09 20:49:34.535529 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-68eef7f3-5372-429f-933c-ced5deb9f4a3 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Jul 09 20:49:34.560132 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b8ce7671-fa4f-4978-9eed-e49db323e81e req-9a6b5b96-6e82-48f0-956c-014f1ee883f9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Jul 09 20:49:34.629460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4c9c5de-e15b-4047-ab40-3f393bb904a2 req-b9b06484-b6e8-4af0-8fb1-46c58de4fd94 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869129 Jul 09 20:49:35.731202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcfe8b-29f5-4622-b912-fcdfe819d436 req-b3241798-36e5-4190-ab1f-4561c1fe0bcf tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:35.733567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77dcfe8b-29f5-4622-b912-fcdfe819d436 req-b3241798-36e5-4190-ab1f-4561c1fe0bcf tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0646887 Jul 09 20:49:35.770929 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77dcfe8b-29f5-4622-b912-fcdfe819d436 req-db82982f-af1d-4d6e-8ff2-056969f33e5a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jul 09 20:49:36.942373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f1471-ce59-4d5f-9a54-16b0684498f8 req-908b4e89-56d6-410f-9674-a1caa13dce12 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:36.943859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f1f1471-ce59-4d5f-9a54-16b0684498f8 req-908b4e89-56d6-410f-9674-a1caa13dce12 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0632994 Jul 09 20:49:36.980964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9f1f1471-ce59-4d5f-9a54-16b0684498f8 req-85c4e59a-970e-4661-a820-d66c96255875 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Jul 09 20:49:38.104618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:49:38.190818 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636943ec-e7a2-45dc-9c0b-f8c69bd27d7b req-5abcc766-e088-4dce-b392-9b189ce1cc17 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:38.192363 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-636943ec-e7a2-45dc-9c0b-f8c69bd27d7b req-5abcc766-e088-4dce-b392-9b189ce1cc17 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0985327 Jul 09 20:49:38.225338 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:49:38.240885 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-636943ec-e7a2-45dc-9c0b-f8c69bd27d7b req-5ab45070-4303-4fad-854f-ac70f1f0bfc5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Jul 09 20:49:38.244973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:49:38.282673 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:38.295844 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:49:38.316819 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:49:38.320600 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:38.371679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:38.379622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.379622 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.379825 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.380113 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.380502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.380839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.381189 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.381520 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.382058 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.382264 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.382552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.383014 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:49:38.392290 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b68fe92f-436b-4859-a86d-64af2bfada6f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:49:39.433967 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7722-35b1-46dd-bec6-1f102c2febf7 req-fb020d77-de75-4c4d-ab5e-6f912b003cdf tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:39.435406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aadb7722-35b1-46dd-bec6-1f102c2febf7 req-fb020d77-de75-4c4d-ab5e-6f912b003cdf tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 945 time: 0.0727544 Jul 09 20:49:39.477316 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-aadb7722-35b1-46dd-bec6-1f102c2febf7 req-20d5354f-7582-45be-a0fe-ad8dfe680cf8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358024 Jul 09 20:49:40.120518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:49:40.185579 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b68fe92f-436b-4859-a86d-64af2bfada6f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:49:40.185958 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:40.288900 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:40.345977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:49:40.348387 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8135f7-5a32-4d27-aed7-4eb6ddd255b5" -d '{"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:49:40.364104 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:49:40.375126 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:40.406534 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7be656-02af-45ed-a9ab-94dff4dbaea5 x-openstack-request-id: req-0f7be656-02af-45ed-a9ab-94dff4dbaea5 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:49:40.406876 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:49:40.407155 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f7be656-02af-45ed-a9ab-94dff4dbaea5 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:49:40.407555 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'code': 200} Jul 09 20:49:40.465529 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:40.661965 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56109f46-c68b-4277-bcfb-5a5598d15a77 req-80ddb04f-de79-404a-bab0-569dc1c55f5c tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:40.664205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56109f46-c68b-4277-bcfb-5a5598d15a77 req-80ddb04f-de79-404a-bab0-569dc1c55f5c tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0702283 Jul 09 20:49:40.703173 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-56109f46-c68b-4277-bcfb-5a5598d15a77 req-8ca66055-d5ae-4044-8f60-9df61a07ae5b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333667 Jul 09 20:49:41.881874 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c21e1-1171-4da5-a3d7-fc84fb380005 req-cd7f714c-e9ef-433b-8af4-414ef18daa55 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:41.884089 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c0c21e1-1171-4da5-a3d7-fc84fb380005 req-cd7f714c-e9ef-433b-8af4-414ef18daa55 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0659940 Jul 09 20:49:41.926098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5c0c21e1-1171-4da5-a3d7-fc84fb380005 req-3a805786-032a-4c79-a08d-d69706c4c22b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359323 Jul 09 20:49:43.116783 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06738-c8d9-4c74-b555-dd124b5ae78e req-b26c2a61-cb20-4636-a4f3-52f068486587 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:43.118320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dc06738-c8d9-4c74-b555-dd124b5ae78e req-b26c2a61-cb20-4636-a4f3-52f068486587 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0658545 Jul 09 20:49:43.169685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2dc06738-c8d9-4c74-b555-dd124b5ae78e req-22bb172d-eb9c-4c97-a203-e949ed2fd05b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Jul 09 20:49:44.345943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058438-577a-4027-9298-0f93f5304b0f req-e45c463c-9407-4782-896a-859d54ea9f64 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:44.348143 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65058438-577a-4027-9298-0f93f5304b0f req-e45c463c-9407-4782-896a-859d54ea9f64 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0665615 Jul 09 20:49:44.388214 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-65058438-577a-4027-9298-0f93f5304b0f req-deab01f2-5e52-4857-b246-6439ab1ce6cb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Jul 09 20:49:45.569964 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a8243-b456-4498-bc12-3b5fd3508c72 req-dd7acca3-65c3-4789-8563-9d428ced47d7 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:45.571529 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c7a8243-b456-4498-bc12-3b5fd3508c72 req-dd7acca3-65c3-4789-8563-9d428ced47d7 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0673289 Jul 09 20:49:45.610189 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-2c7a8243-b456-4498-bc12-3b5fd3508c72 req-779455df-8859-4a8b-a8a0-7ccbfa63646a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Jul 09 20:49:46.800997 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2ba5-c0b6-4268-91be-192c3b0c719f req-b215a37c-556b-4572-80e9-894d904176ec tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:46.803411 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-580b2ba5-c0b6-4268-91be-192c3b0c719f req-b215a37c-556b-4572-80e9-894d904176ec tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0725799 Jul 09 20:49:46.851796 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-580b2ba5-c0b6-4268-91be-192c3b0c719f req-abde9576-491e-4eab-af8b-1e3a48d73466 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Jul 09 20:49:47.396831 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:48.022003 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861afe52-8d69-4552-be67-da5339384655 req-90fb9366-b327-4016-9bdf-818fe1bcddf1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.023398 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-861afe52-8d69-4552-be67-da5339384655 req-90fb9366-b327-4016-9bdf-818fe1bcddf1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0656338 Jul 09 20:49:48.060636 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-861afe52-8d69-4552-be67-da5339384655 req-0a2746a1-c80f-4bb6-b2e3-b9cd3d9ad066 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Jul 09 20:49:48.143964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-83ac0e4f-19fb-4fb9-9e4b-e58b2f77bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.145550 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-83ac0e4f-19fb-4fb9-9e4b-e58b2f77bad3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1097 time: 0.0527194 Jul 09 20:49:48.238642 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-d2994d6c-95a2-424a-a382-744070a7e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.240210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-d2994d6c-95a2-424a-a382-744070a7e604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0878177 Jul 09 20:49:48.304402 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-cb63c205-1c3a-4689-b2db-010d390ec290 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1002 time: 0.0581839 Jul 09 20:49:48.352787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-4dbae8be-98af-4011-8be9-077bd7b7e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.354290 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-4dbae8be-98af-4011-8be9-077bd7b7e798 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0442200 Jul 09 20:49:48.415257 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-d2d2eb3d-83cb-4b2c-acad-b50886e91a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.416714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-d2d2eb3d-83cb-4b2c-acad-b50886e91a3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562375 Jul 09 20:49:48.506596 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-f946aaa2-a0f4-4061-96a6-ef60e1af56e3 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834785 Jul 09 20:49:48.909439 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-fa53b157-48c0-4d53-ba3c-1915cb7a3b9b req-9c71f5c5-56c0-44c7-967f-b9d39331d51c service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954237 Jul 09 20:49:49.238467 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c972998-80ca-4998-8fcc-c5453b4854aa req-69373243-69b1-4f65-85db-1eaa7f3d160b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:49.239843 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c972998-80ca-4998-8fcc-c5453b4854aa req-69373243-69b1-4f65-85db-1eaa7f3d160b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0627663 Jul 09 20:49:49.276460 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0c972998-80ca-4998-8fcc-c5453b4854aa req-adf55dbb-5f78-4ccb-ae0f-6be1dfdc4a3e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Jul 09 20:49:49.413912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:50.452663 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbef62-d297-4274-9f35-128e65b2db80 req-4e94666f-ad49-46a7-a568-39ecf12383bd tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:50.454307 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4bbef62-d297-4274-9f35-128e65b2db80 req-4e94666f-ad49-46a7-a568-39ecf12383bd tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0686953 Jul 09 20:49:50.493512 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e4bbef62-d297-4274-9f35-128e65b2db80 req-36cf8bb7-8fe6-4811-8432-656a666fb3cf tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334606 Jul 09 20:49:51.666039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581da1-048f-4852-bafb-cbc9757418fb req-e00b66c3-25d1-407e-a7b9-35c024ab04c5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:51.667634 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5581da1-048f-4852-bafb-cbc9757418fb req-e00b66c3-25d1-407e-a7b9-35c024ab04c5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0645390 Jul 09 20:49:51.710000 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5581da1-048f-4852-bafb-cbc9757418fb req-123b801b-6ff6-497b-b805-b9d70692fdba tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366659 Jul 09 20:49:51.857433 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-55213c45-2326-4d3d-a1e1-db7fa74ff4b1 req-9cb4b8ab-8107-4156-a6df-8378ee403859 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:49:51.858469 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-55213c45-2326-4d3d-a1e1-db7fa74ff4b1 req-9cb4b8ab-8107-4156-a6df-8378ee403859 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452530 Jul 09 20:49:52.111671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a119-79a2-484f-8008-d2a872829b9d req-6f9297a0-e82b-4ef1-a344-4f8936a2649b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:52.113205 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32a7a119-79a2-484f-8008-d2a872829b9d req-6f9297a0-e82b-4ef1-a344-4f8936a2649b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 946 time: 0.0653119 Jul 09 20:49:52.160955 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32a7a119-79a2-484f-8008-d2a872829b9d req-f0c4e21f-c26c-44b3-bbc4-ddb9eec5ed46 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Jul 09 20:49:52.214224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:49:52.250997 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-6e02eedc-aa41-4d0f-aed3-f7a58d9a31f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974743 Jul 09 20:49:52.291912 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:52.314448 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:49:52.316716 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edef91c2-0f0d-4f5b-8df0-93872dc3bb75" -d '{"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-unplugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:49:52.331895 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:49:52.337762 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:52.365674 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1996ad7-7773-4b66-93ad-45499526ed10 x-openstack-request-id: req-c1996ad7-7773-4b66-93ad-45499526ed10 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:49:52.365972 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-unplugged", "status": "failed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "code": 422}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:49:52.366362 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1996ad7-7773-4b66-93ad-45499526ed10 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:49:52.366763 n-d-800087-3 neutron-server[93773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'code': 422} returned with failed status Jul 09 20:49:52.395812 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:49:52.466795 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3eb83803-54bc-4215-82f3-eab44546b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:53.090747 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-d9017151-4265-4e2d-842f-5542f7a5e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.092260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-d9017151-4265-4e2d-842f-5542f7a5e9b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 1095 time: 0.0565002 Jul 09 20:49:53.166526 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-246e579b-1d16-44cc-8b27-d68237d6c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.168041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-246e579b-1d16-44cc-8b27-d68237d6c115 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1095 time: 0.0515943 Jul 09 20:49:53.259307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-175c5004-019d-4c2d-8dbc-9587640f3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.260803 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-175c5004-019d-4c2d-8dbc-9587640f3060 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0852013 Jul 09 20:49:53.364874 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-332fafd7-34e7-4788-b5d2-6d5255e6c353 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1000 time: 0.0968530 Jul 09 20:49:53.406255 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474692-a3d9-43af-9193-56681d76868f req-17cb7fc1-e3e3-459c-83ef-e2dce4d04c18 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.407704 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58474692-a3d9-43af-9193-56681d76868f req-17cb7fc1-e3e3-459c-83ef-e2dce4d04c18 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.1341040 Jul 09 20:49:53.442977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-15de5871-9362-42a7-8df5-9e5ed0cf9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.444410 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-15de5871-9362-42a7-8df5-9e5ed0cf9f35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0718174 Jul 09 20:49:53.483462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-58474692-a3d9-43af-9193-56681d76868f req-276e4943-a350-4586-bd78-34fbfbb90f60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680437 Jul 09 20:49:53.510426 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-25b896e4-232b-4f5f-ad3b-99719546a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:53.511921 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-25b896e4-232b-4f5f-ad3b-99719546a425 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585392 Jul 09 20:49:53.601399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-3c1b5ca5-a8cb-4fbf-8413-3dcc5147c675 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Jul 09 20:49:53.694403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dd9daf9d-a5ef-4283-8cb4-14332e495aca req-7f6e492b-464a-45e6-a046-60424db2746a service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Jul 09 20:49:53.989164 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:54.658678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eca5f-3869-42ae-8404-b0fd98e87d79 req-b2db5c39-8b16-4c72-b379-3306161b3799 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:54.660896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87eca5f-3869-42ae-8404-b0fd98e87d79 req-b2db5c39-8b16-4c72-b379-3306161b3799 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0657506 Jul 09 20:49:54.701478 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e87eca5f-3869-42ae-8404-b0fd98e87d79 req-6692cb8b-8436-432e-93f6-9b8bcf47d56e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jul 09 20:49:55.068065 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9544-537a-4a9b-b77d-8edf022d14f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:55.406602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:55.886244 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954034f0-4744-49a5-b76c-a05cabb1e259 req-77395f8f-f98c-4ac4-a9c8-c9742c3958c5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:55.887771 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-954034f0-4744-49a5-b76c-a05cabb1e259 req-77395f8f-f98c-4ac4-a9c8-c9742c3958c5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0697203 Jul 09 20:49:55.929084 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-954034f0-4744-49a5-b76c-a05cabb1e259 req-cba0c03e-f64e-4ef9-8fd2-6504b6451309 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356927 Jul 09 20:49:56.657293 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:57.119157 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc1dc-0213-403e-9792-472e20f0532c req-0bd41661-a91f-4926-9933-cf788e439929 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:57.120738 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9afc1dc-0213-403e-9792-472e20f0532c req-0bd41661-a91f-4926-9933-cf788e439929 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0713382 Jul 09 20:49:57.166406 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b9afc1dc-0213-403e-9792-472e20f0532c req-182aa20b-d8da-4146-a3eb-229026f5c442 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Jul 09 20:49:58.144053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:58.343494 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccab3c2-5e02-4c0f-8dd5-637792740c0a req-75a0f11f-0858-47d1-909e-7a5f101c78de tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:58.345281 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ccab3c2-5e02-4c0f-8dd5-637792740c0a req-75a0f11f-0858-47d1-909e-7a5f101c78de tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0663481 Jul 09 20:49:58.395308 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9ccab3c2-5e02-4c0f-8dd5-637792740c0a req-02965cb3-137b-4f35-88e2-6a98d35cc490 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Jul 09 20:49:59.572050 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccb010-abdb-4055-af23-fa5f5678d746 req-d561520f-058c-40b9-b93c-4f44c9d79979 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:59.573600 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cdccb010-abdb-4055-af23-fa5f5678d746 req-d561520f-058c-40b9-b93c-4f44c9d79979 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0646434 Jul 09 20:49:59.634680 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cdccb010-abdb-4055-af23-fa5f5678d746 req-ba21010c-aa5f-474e-9626-3aa43b4a8041 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543630 Jul 09 20:50:00.815132 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39cf6b-701a-4679-bef1-3b47117f0d48 req-09a729e9-2ec9-4fff-b636-b3ef3d2dbecb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:00.816590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce39cf6b-701a-4679-bef1-3b47117f0d48 req-09a729e9-2ec9-4fff-b636-b3ef3d2dbecb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0684490 Jul 09 20:50:00.858287 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ce39cf6b-701a-4679-bef1-3b47117f0d48 req-32035a36-decb-4647-8854-6f6389f6f682 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Jul 09 20:50:02.039245 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba142b5-1f59-4a55-870b-dd8180043e44 req-df43d37e-3a7d-4a3c-9dab-0e342c86851b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:02.041661 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bba142b5-1f59-4a55-870b-dd8180043e44 req-df43d37e-3a7d-4a3c-9dab-0e342c86851b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0672450 Jul 09 20:50:02.083926 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bba142b5-1f59-4a55-870b-dd8180043e44 req-3ac07d47-5362-4155-b9e1-305b0f088d50 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Jul 09 20:50:03.260790 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581161-9e92-45a5-a62c-354f81b1a99a req-9022e543-dc64-4b70-b00c-bb112c35cd95 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:03.262354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd581161-9e92-45a5-a62c-354f81b1a99a req-9022e543-dc64-4b70-b00c-bb112c35cd95 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0656583 Jul 09 20:50:03.304268 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bd581161-9e92-45a5-a62c-354f81b1a99a req-b54f5756-ac5b-49a6-a398-9a88d8927dd8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354695 Jul 09 20:50:04.487550 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0260c2-1c27-4e42-97f3-432e03157140 req-b6b0783e-bb74-466f-ad44-f1ad0141e302 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:04.489151 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb0260c2-1c27-4e42-97f3-432e03157140 req-b6b0783e-bb74-466f-ad44-f1ad0141e302 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0716307 Jul 09 20:50:04.530681 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eb0260c2-1c27-4e42-97f3-432e03157140 req-e96ca0d7-cb41-420d-9091-c8e0a761e40f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 Jul 09 20:50:05.709386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4299fcb-7ff9-4cda-a47b-10269785447c req-7f60ee9e-2a87-4f19-bfe8-11ababe08757 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:05.710867 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4299fcb-7ff9-4cda-a47b-10269785447c req-7f60ee9e-2a87-4f19-bfe8-11ababe08757 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0676792 Jul 09 20:50:05.747954 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c4299fcb-7ff9-4cda-a47b-10269785447c req-cecc90a8-0ace-438e-aef8-161bf0f0ad85 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jul 09 20:50:06.917815 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d03bf7-d6ff-47f6-bcf8-bd3ce3ba0d0f req-4c46d318-c76d-4ea2-b4c8-7c3877b5075f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:06.919302 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84d03bf7-d6ff-47f6-bcf8-bd3ce3ba0d0f req-4c46d318-c76d-4ea2-b4c8-7c3877b5075f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0623405 Jul 09 20:50:06.956445 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-84d03bf7-d6ff-47f6-bcf8-bd3ce3ba0d0f req-ec8a336e-99d9-4399-9c6f-96e21fc0e607 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Jul 09 20:50:08.129274 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7b9c-befb-4ead-aa6c-c24d2dc27fab req-2427abdd-7b92-4230-a651-207aead2c17e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.131558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-399e7b9c-befb-4ead-aa6c-c24d2dc27fab req-2427abdd-7b92-4230-a651-207aead2c17e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 944 time: 0.0633910 Jul 09 20:50:08.169572 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-399e7b9c-befb-4ead-aa6c-c24d2dc27fab req-50fc72fd-32bf-4c7c-9848-5216300d5486 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Jul 09 20:50:08.291644 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:50:08.385148 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:08.396010 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'port_id': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'mac_address': 'fa:16:3e:a7:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:50:08.431260 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:08.443706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:50:08.462139 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:08.466094 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:08.515078 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=9']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:08.709288 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['b68fe92f-436b-4859-a86d-64af2bfada6f'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:50:09.340827 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d57e-72f8-4d82-bab4-7a26316c011f req-2e668d33-f61b-4fb5-be34-35fdb7e72d0d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:09.342314 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9340d57e-72f8-4d82-bab4-7a26316c011f req-2e668d33-f61b-4fb5-be34-35fdb7e72d0d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 945 time: 0.0620821 Jul 09 20:50:09.383836 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9340d57e-72f8-4d82-bab4-7a26316c011f req-56ab0747-d114-4da6-ade2-6710989bc8cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359678 Jul 09 20:50:10.321221 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:50:10.367919 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port b68fe92f-436b-4859-a86d-64af2bfada6f triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:50:10.368288 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:10.442177 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:10.466935 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:10.469170 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0ab64-bf8d-470a-9702-b6f1d75b5b9f" -d '{"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:10.483131 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:10.488230 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:10.510989 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f939b4-c748-4a3f-836b-d6b14a685265 x-openstack-request-id: req-76f939b4-c748-4a3f-836b-d6b14a685265 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:10.511286 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-plugged", "status": "completed", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:10.511536 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76f939b4-c748-4a3f-836b-d6b14a685265 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:10.511921 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'code': 200} Jul 09 20:50:10.538828 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=10']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:10.570371 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274cd2f-d1cb-4853-8635-d4a0aed1c4f6 req-eb8cff4f-b3eb-41b1-b93b-7bf3331cb1a9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:10.571881 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a274cd2f-d1cb-4853-8635-d4a0aed1c4f6 req-eb8cff4f-b3eb-41b1-b93b-7bf3331cb1a9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.0767453 Jul 09 20:50:10.614054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a274cd2f-d1cb-4853-8635-d4a0aed1c4f6 req-ad348715-cfe5-4a2d-918d-e2bf0151e2ff tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364950 Jul 09 20:50:10.682622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cad9-f443-4f25-bdb6-b2de12157be2 req-1ad1b7fa-cfce-4e19-a476-dc052b952d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:10.684014 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a224cad9-f443-4f25-bdb6-b2de12157be2 req-1ad1b7fa-cfce-4e19-a476-dc052b952d87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1098 time: 0.0518203 Jul 09 20:50:10.718023 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a224cad9-f443-4f25-bdb6-b2de12157be2 req-5372a6a4-a1c2-4062-abf2-8eb95bdc7cc9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276952 Jul 09 20:50:11.796546 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da92a9-b315-4474-ae58-5cc655d44feb req-1f09830e-1e33-4bbf-9ee2-0d260f6a3cb0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:11.798305 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1da92a9-b315-4474-ae58-5cc655d44feb req-1f09830e-1e33-4bbf-9ee2-0d260f6a3cb0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.0670989 Jul 09 20:50:11.837366 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f1da92a9-b315-4474-ae58-5cc655d44feb req-5023f713-2b3b-4e45-a077-b2ed4d22518e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jul 09 20:50:13.009362 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077c946-1af2-4915-a963-294ab42024c8 req-f0f57c7a-3cea-4195-9b7e-bd18aa7131af tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:13.010869 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1077c946-1af2-4915-a963-294ab42024c8 req-f0f57c7a-3cea-4195-9b7e-bd18aa7131af tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.0638092 Jul 09 20:50:13.048720 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1077c946-1af2-4915-a963-294ab42024c8 req-13df0dd2-bcfe-4d94-bbf0-baac4eda2fd6 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Jul 09 20:50:19.422768 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:22.467530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-82ed90eb-3246-4d34-bcb0-2a3e4909e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:23.972549 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:24.394107 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:25.070245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-733d298f-d6a6-4b59-9d14-219679842c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:25.408146 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:26.660033 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:28.139794 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:35.589401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-6fbbf567-637a-454e-bf4b-9d085d3b4e43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048291 Jul 09 20:50:35.682141 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-a6fc0dbc-15b3-432f-8df8-05d2387c6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:35.683626 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-a6fc0dbc-15b3-432f-8df8-05d2387c6a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1098 time: 0.0519972 Jul 09 20:50:35.785603 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-14cb409a-9d9f-46bb-a836-9f3155250899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:35.787584 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-14cb409a-9d9f-46bb-a836-9f3155250899 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0843122 Jul 09 20:50:35.856047 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-e136bfb7-93be-48b1-a142-5aceb71c0ba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 1002 time: 0.0619602 Jul 09 20:50:35.903012 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-e614baf2-6469-49b4-9765-7974f268e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:35.904429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-e614baf2-6469-49b4-9765-7974f268e575 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0422614 Jul 09 20:50:35.959936 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-e1985c8f-a7d7-4e31-b27d-5857c8c5ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:35.961416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-e1985c8f-a7d7-4e31-b27d-5857c8c5ad52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506659 Jul 09 20:50:35.972376 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-c1117a91-15f6-4556-9c31-cf4aa4c2ef52 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:50:35.973503 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-c1117a91-15f6-4556-9c31-cf4aa4c2ef52 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048463 Jul 09 20:50:36.066729 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-48b87f8d-82e3-4371-b702-09d3ea37d8cd service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866055 Jul 09 20:50:36.157701 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-82a0f693-9933-4b35-8d15-1e7f20f1edfa req-0a572e9d-ba20-40fb-8d32-c36451405758 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Jul 09 20:50:49.426930 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:52.467399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1b1984f4-ee91-4fd5-87f4-c959d3dde824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:53.988657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:55.071087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e710e5ad-d920-4c42-ab5e-7fdd0e63d476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:55.409071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:56.662452 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:58.142811 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:01.392389 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:19.427802 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:21.839409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:21.999932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Deleting port b7c80de6-3356-47fa-9646-8e3a1e409b34 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:22.000183 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.075060 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.075399 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.086898 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Calling delete_port for b7c80de6-3356-47fa-9646-8e3a1e409b34 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:22.235593 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.261616 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'Port': ['ID=b7c80de6-3356-47fa-9646-8e3a1e409b34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:22.287834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.288185 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.288530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.288872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.289235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.289571 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.289901 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.290230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.290556 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.290881 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.291206 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.291530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:22.332434 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.332776 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Floating IP 9ace03b2-fd37-4236-8ec7-24fd9a85377a disassociated (deleted). External IP: 172.25.3.231, port: b68fe92f-436b-4859-a86d-64af2bfada6f. Jul 09 20:51:22.466647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f29b1192-57f1-4aee-9c2e-5f10b21bf9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.539509 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:51:22.646677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:51:22.651602 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.657362 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:51:22.666548 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:22.667230 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:50:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:22.687399 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d88cf8bc-204c-4f27-851d-308fc8088e60 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "DELETE /v2.0/floatingips/9ace03b2-fd37-4236-8ec7-24fd9a85377a HTTP/1.1" status: 204 len: 168 time: 0.8468926 Jul 09 20:51:22.687985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:22.690262 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6ba9c-2d0c-45e5-b725-baa362546b88" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:22.778563 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:22.789458 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd92cfa-29ab-40c1-92ef-7c91cc283f7d x-openstack-request-id: req-ffd92cfa-29ab-40c1-92ef-7c91cc283f7d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:22.789820 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:22.790019 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffd92cfa-29ab-40c1-92ef-7c91cc283f7d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:22.790411 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'status': 'completed', 'code': 200} Jul 09 20:51:22.871215 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-370e6a19-349b-41dc-ab64-dee37074b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:22.872748 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-370e6a19-349b-41dc-ab64-dee37074b91a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 1098 time: 0.0605397 Jul 09 20:51:22.971961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-e8a10653-f7f5-4cf8-85cb-750d9793e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:22.973931 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-e8a10653-f7f5-4cf8-85cb-750d9793e30d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0945723 Jul 09 20:51:22.997305 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:23.023504 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-bccf58f8-8dcd-4f30-ac6f-28be8236746a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 200 len: 217 time: 0.0428011 Jul 09 20:51:23.024096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:51:23.032618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:23.033259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:50:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:23.095787 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-046283c5-b79f-4560-9ad9-4981feda3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:23.097276 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-046283c5-b79f-4560-9ad9-4981feda3ea6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0663342 Jul 09 20:51:23.140195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:23.147212 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934423e-487d-4860-a6de-346381f04452 req-40e62f6b-daf1-4fe6-b0aa-5d59ec2027ed tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:23.148700 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1934423e-487d-4860-a6de-346381f04452 req-40e62f6b-daf1-4fe6-b0aa-5d59ec2027ed tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.1280537 Jul 09 20:51:23.201735 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-240c3fee-b55a-4e7f-b1eb-f3ce34686f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:23.203221 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-240c3fee-b55a-4e7f-b1eb-f3ce34686f33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990281 Jul 09 20:51:23.206518 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1934423e-487d-4860-a6de-346381f04452 req-aa8d3094-c732-4728-a942-6cbb69a410fc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510128 Jul 09 20:51:23.293194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-b989aff8-a716-465a-bacd-cb75898d80e1 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818756 Jul 09 20:51:23.343769 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:23.370457 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38437908-f46e-48d0-a6ba-82512cf7aebc None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:51:23.389810 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-acf6ba9c-2d0c-45e5-b725-baa362546b88 req-3f3b84d1-e74b-49fd-be57-9255f1183724 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884593 Jul 09 20:51:23.592280 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd56de-ef94-46ba-9e65-a1d9966b587f None None] New status for floating IP 9ace03b2-fd37-4236-8ec7-24fd9a85377a: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:51:23.992223 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:24.340748 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d02bce3c-621a-4c4a-b2c2-55c55693f457 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:24.342280 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d02bce3c-621a-4c4a-b2c2-55c55693f457 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.0638459 Jul 09 20:51:24.380948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec88112-1c8b-4070-b671-014a5bf47af8 req-4d19178b-dc18-46fc-ae2f-8290b518e291 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:24.382474 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec88112-1c8b-4070-b671-014a5bf47af8 req-4d19178b-dc18-46fc-ae2f-8290b518e291 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3702c6-fbd1-49fd-8b8d-6e5b409e8574 HTTP/1.1" status: 200 len: 947 time: 0.0643616 Jul 09 20:51:24.420891 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eec88112-1c8b-4070-b671-014a5bf47af8 req-2ad2eb67-c59e-460a-8c11-998b1babd8ed tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e11787-b1cf-4cd0-aab1-639287890233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Jul 09 20:51:24.442004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Deleting port b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:24.442356 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:24.532492 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] For port b68fe92f-436b-4859-a86d-64af2bfada6f, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=b68fe92f-436b-4859-a86d-64af2bfada6f,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:24.532759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:24.544897 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Calling delete_port for b68fe92f-436b-4859-a86d-64af2bfada6f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:24.675511 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:24.705828 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'Port': ['ID=b68fe92f-436b-4859-a86d-64af2bfada6f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:24.749588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] No DVR routers for this DVR port b68fe92f-436b-4859-a86d-64af2bfada6f on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:24.752294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:24.754670 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1fef2752-cdce-4dd9-a7d0-671c696438ea req-d1c1435a-2ac2-4755-b35a-70fe3c1a1f01 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "DELETE /v2.0/ports/b68fe92f-436b-4859-a86d-64af2bfada6f HTTP/1.1" status: 204 len: 173 time: 0.4070048 Jul 09 20:51:24.791451 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-deleted', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:24.793799 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e551e-5a54-4824-a165-41755192f69a" -d '{"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-deleted", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:24.828469 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931356b-e3c0-4c7c-b188-d78a82769e60 x-openstack-request-id: req-f931356b-e3c0-4c7c-b188-d78a82769e60 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:24.828773 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3702c6-fbd1-49fd-8b8d-6e5b409e8574", "name": "network-vif-deleted", "tag": "b68fe92f-436b-4859-a86d-64af2bfada6f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:24.829031 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f931356b-e3c0-4c7c-b188-d78a82769e60 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:24.829596 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3702c6-fbd1-49fd-8b8d-6e5b409e8574', 'name': 'network-vif-deleted', 'tag': 'b68fe92f-436b-4859-a86d-64af2bfada6f', 'status': 'completed', 'code': 200} Jul 09 20:51:25.077138 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-23c5ac78-1a40-4c6c-8ffc-af5641346583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.409588 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.515722 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:25.577706 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.602977 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.664263 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.666809 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:25.667966 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "DELETE /v2.0/security-groups/06e11787-b1cf-4cd0-aab1-639287890233 HTTP/1.1" status: 204 len: 168 time: 0.1512244 Jul 09 20:51:25.677450 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e11787-b1cf-4cd0-aab1-639287890233,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:25.685023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.685413 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.685724 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.686057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.686384 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.686707 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.687044 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.687411 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.687657 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.687975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.688316 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:25.688636 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2ef35-9f80-4153-9080-d91a456f220e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:26.096710 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.102046 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448212822', 'description': 'tempest-secgroup-smoke-1448212822 description', 'project_id': '3a246fa937e84749a98bbf36521e12df'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.124255 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.204148 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.207873 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.236254 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.237498 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396713 Jul 09 20:51:26.239457 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d11a-1dff-4435-ae2f-407ad4dfcad5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1fdf0d-078e-4c52-9a49-786e9db1d643,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.241041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.246279 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.273533 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.320650 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.324293 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.345090 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbe0e8f-7941-4d4d-85f9-5c876c0da00f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.353389 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.354645 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-1e6ffb40-0d94-4106-9a4b-7c42f6623cf3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124306 Jul 09 20:51:26.357408 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.361867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.388200 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.444791 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.448181 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.469681 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe5e348-60e9-47ef-8b24-a7a6d300c371,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.473754 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.475502 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5eb87507-0fe4-41e3-bfeb-4501b9ff81cc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171412 Jul 09 20:51:26.478281 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.482678 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.509406 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.571046 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.574744 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.592229 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f819da-2da2-4ac4-a082-4fa01a1c9a9e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.597405 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.598591 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-a69b9036-1832-4593-90ee-4182a8d87479 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193898 Jul 09 20:51:26.601956 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.606255 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.631352 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.666051 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.690091 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.693647 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.707879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19845336-1f4a-4fbe-a1aa-969d0dabec24,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.716789 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.718029 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-af4f709e-1b19-449d-8c9c-b34e050ba440 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151593 Jul 09 20:51:26.720924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.726595 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.747525 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Project 3a246fa937e84749a98bbf36521e12df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:51:26.752232 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.814129 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.817474 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.835314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcd56a7-e24e-43bf-843c-2bae38f72655,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.840967 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.842590 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-709d12e1-695f-430a-ba3d-77a6ba066df5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203575 Jul 09 20:51:26.845615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:26.850014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'security_group_rule': {'security_group_id': '7d1fdf0d-078e-4c52-9a49-786e9db1d643', 'project_id': '3a246fa937e84749a98bbf36521e12df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.870104 n-d-800087-3 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Project 3a246fa937e84749a98bbf36521e12df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:51:26.874786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.934278 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.937744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.954987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996000b2-9aa2-4401-b15f-b71cf2817803,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.960188 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.961401 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f320fa12-f27d-4b20-adc5-c47017265540 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148350 Jul 09 20:51:28.146485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:28.713865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:28.733888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: b68fe92f-436b-4859-a86d-64af2bfada6f {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:28.734240 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device b68fe92f-436b-4859-a86d-64af2bfada6f not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:38.391131 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:41.221678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-f0e47261-7348-476f-a338-1e6d945473ae tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448212822&fields=id&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 267 time: 0.0330949 Jul 09 20:51:41.329414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-38e036be-1cea-4c62-b45f-70706236668e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:41.330915 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-38e036be-1cea-4c62-b45f-70706236668e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 809 time: 0.1030324 Jul 09 20:51:41.345988 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-c53e86db-047d-4da8-8f7d-49fd9be4f0b1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/quotas/3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 375 time: 0.0089688 Jul 09 20:51:41.410317 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-f5d3427e-bc01-42ed-8d66-b4ab9c33fa17 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594704 Jul 09 20:51:41.465926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-420ac210-5018-48ae-8258-b388830153b9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:51:41.466933 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-420ac210-5018-48ae-8258-b388830153b9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457261 Jul 09 20:51:41.557113 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-ff13f2b5-b23a-4449-98ce-9cb498b0f15c service neutron] 10.222.0.10 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842583 Jul 09 20:51:41.643782 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-262fa0de-cfc9-44df-8d7d-7f0679f77fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808177 Jul 09 20:51:41.934888 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-eafb5fa9-8906-4a34-a1b7-a62c0aeac758 req-06f0aba3-10b5-4be6-818e-cf06bc001587 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0290468 Jul 09 20:51:43.014271 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c5e983a8-5dbf-4a87-b10d-72a648565d36 req-0648f30c-d310-4308-84f2-a71b82872fdd tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0295773 Jul 09 20:51:44.096410 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd268015-e03d-4e75-8867-a554f27e621f req-0e743eb1-b675-488b-8346-356485e66247 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0294912 Jul 09 20:51:45.182083 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cdb01cda-d968-4552-8f4d-453fb9016bd4 req-5bb2ac46-acfa-4f96-b1a7-4f87ad438460 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0335615 Jul 09 20:51:46.320279 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d223935c-d7c4-4fa6-ae68-b46c2e8df648 req-2b23492f-9242-4022-8ae5-478949975e48 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0311167 Jul 09 20:51:47.136917 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-ccb74ca6-311e-4508-ad36-57bb2f4cc71c tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:47.138424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-ccb74ca6-311e-4508-ad36-57bb2f4cc71c tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 809 time: 0.1048789 Jul 09 20:51:47.186753 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-d6ea499a-4af5-44c3-9841-9ac8901dc63a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 380 time: 0.0366983 Jul 09 20:51:47.195985 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'port': {'device_id': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'admin_state_up': True, 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'security_groups': ['7d1fdf0d-078e-4c52-9a49-786e9db1d643']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:47.306803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Made reservation on behalf of 3a246fa937e84749a98bbf36521e12df for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:47.310601 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:47.439721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Allocated IP 172.20.0.8 (4101d30d-ab43-45d8-9450-e5a5b4ea7230/0a45345b-f922-4503-aecf-82c7f1f5b779/d36a9090-3fde-4a46-87e4-54834c2cdcf3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:47.479525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4889396b-1efc-48a4-ad98-45cecc98bd0f req-c5b41b3f-cc30-46c7-941f-2666a11847f2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0412824 Jul 09 20:51:47.616981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:47.630464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Transition to ACTIVE for port object d36a9090-3fde-4a46-87e4-54834c2cdcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:47.664332 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:47.710584 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:47.716236 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:47.720233 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:47.750683 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:47.779271 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:47.779920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:47.798845 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-b1293b12-55ea-4ae1-b03a-34f613392574 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065311 Jul 09 20:51:47.811952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Request body: {'port': {'device_id': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:47.889543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:47.954904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b86dd61-2452-4705-8d0f-93b3b223f35e None None] Provisioning for port d36a9090-3fde-4a46-87e4-54834c2cdcf3 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:47.959746 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b86dd61-2452-4705-8d0f-93b3b223f35e None None] Provisioning complete for port d36a9090-3fde-4a46-87e4-54834c2cdcf3 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:47.960303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b86dd61-2452-4705-8d0f-93b3b223f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.154990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-5b86dd61-2452-4705-8d0f-93b3b223f35e None None] Port d36a9090-3fde-4a46-87e4-54834c2cdcf3 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:51:48.168225 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36a9090-3fde-4a46-87e4-54834c2cdcf3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:51:48.176024 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.188097 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Transition to ACTIVE for port object d36a9090-3fde-4a46-87e4-54834c2cdcf3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:48.192150 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.267341 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:48.322838 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Attempting to bind port d36a9090-3fde-4a46-87e4-54834c2cdcf3 on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:48.323173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Attempting to bind port d36a9090-3fde-4a46-87e4-54834c2cdcf3 by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:48.323565 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Attempting to bind port d36a9090-3fde-4a46-87e4-54834c2cdcf3 on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:48.328196 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Port d36a9090-3fde-4a46-87e4-54834c2cdcf3 on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:51:48.328585 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Attempting to bind port d36a9090-3fde-4a46-87e4-54834c2cdcf3 on network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:48.333939 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:48.334356 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Checking segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:48.334819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Bound using segment: {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:48.335314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Bound port: d36a9090-3fde-4a46-87e4-54834c2cdcf3, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:48.335739 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.405079 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:48.408647 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:48.414159 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.450216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.450833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.452437 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] 10.222.0.59 "PUT /v2.0/ports/d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1091 time: 0.6452737 Jul 09 20:51:48.452853 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:48.455174 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:48.491191 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c149a6f-a222-4ab3-a90d-14c3a2a0dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:48.516438 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8323b7-afdb-4e47-bfe1-b0f7ee0bbb63 x-openstack-request-id: req-7c8323b7-afdb-4e47-bfe1-b0f7ee0bbb63 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:48.516872 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:48.517289 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c8323b7-afdb-4e47-bfe1-b0f7ee0bbb63 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:48.517816 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'status': 'completed', 'code': 200} Jul 09 20:51:48.566700 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-2d92eead-f20e-47a9-b834-3c2f4c1a1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.569120 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-2d92eead-f20e-47a9-b834-3c2f4c1a1b38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1094 time: 0.0663466 Jul 09 20:51:48.631992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-770bf4e0-eea3-4094-83ae-bf5b4931d381 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 217 time: 0.0560641 Jul 09 20:51:48.705304 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-25a32397-bba1-430c-8042-d2159d49cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.706777 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-25a32397-bba1-430c-8042-d2159d49cc55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0549910 Jul 09 20:51:48.758377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fea352-6830-4dcb-a07b-ac7f585c8834 req-2d238690-f42f-4368-981b-13716b0c238e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.759945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8fea352-6830-4dcb-a07b-ac7f585c8834 req-2d238690-f42f-4368-981b-13716b0c238e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.1381311 Jul 09 20:51:48.813322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c8fea352-6830-4dcb-a07b-ac7f585c8834 req-5f7e745d-99b4-4e06-b645-e316d3bcf753 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Jul 09 20:51:48.817588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-76bb9427-1d0a-4806-a1b9-95b778565af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.819124 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-76bb9427-1d0a-4806-a1b9-95b778565af5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060932 Jul 09 20:51:48.906154 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-7d361388-65c7-4469-9926-085212d5bd6f service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800047 Jul 09 20:51:48.998424 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52b4522e-db10-491d-9b6a-29bd3566c5ca req-8dcacce9-d9c2-4bff-86ce-94eeb487db8d service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Jul 09 20:51:49.098015 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-91bcdd83-b498-4261-aca9-e4514fe38644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:49.100117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-91bcdd83-b498-4261-aca9-e4514fe38644 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1094 time: 0.0552464 Jul 09 20:51:49.192508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-245ff08e-a6ad-4aa3-81d4-fe7704b22914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:49.194037 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-245ff08e-a6ad-4aa3-81d4-fe7704b22914 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0881262 Jul 09 20:51:49.235567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-42901adc-9e5f-4e28-ab64-6b8e8836d912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 217 time: 0.0351188 Jul 09 20:51:49.281961 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-03b09a21-fa1e-4c2e-a99d-c87d8ebd05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:49.283314 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-03b09a21-fa1e-4c2e-a99d-c87d8ebd05c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0423784 Jul 09 20:51:49.343792 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-d0c6e925-c76f-464e-a5c1-fa1bd73878ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:49.345288 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-d0c6e925-c76f-464e-a5c1-fa1bd73878ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549231 Jul 09 20:51:49.426389 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.754442 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-d2bbd0b0-b12d-4619-9b3d-c4e2a10701c2 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020777 Jul 09 20:51:49.851446 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-73e3d2f0-18cc-4aff-99c0-5733a603eeb2 req-b0c7ba6f-b495-4504-801e-0791eb49670c service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897388 Jul 09 20:51:49.998715 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1ec53-0758-40c0-b040-aa925b78115e req-0f37a3b3-9da4-4d31-9616-46e589672e84 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:50.000114 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0f1ec53-0758-40c0-b040-aa925b78115e req-0f37a3b3-9da4-4d31-9616-46e589672e84 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0629387 Jul 09 20:51:50.037812 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0f1ec53-0758-40c0-b040-aa925b78115e req-73f64dbd-baf2-4261-afd3-8731ae85afd8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jul 09 20:51:51.216445 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc927a-1ff1-4394-b51a-913fdc50bb8e req-f784bbac-d9de-4d2c-8e3d-e3fb438a2c17 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:51.217993 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8bc927a-1ff1-4394-b51a-913fdc50bb8e req-f784bbac-d9de-4d2c-8e3d-e3fb438a2c17 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0643981 Jul 09 20:51:51.256467 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e8bc927a-1ff1-4394-b51a-913fdc50bb8e req-b3b58db4-500d-460f-be49-d26df6164b8e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Jul 09 20:51:52.431700 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415212d-d46a-4497-85e0-b40746922c1b req-5af500bd-003c-4efb-a6d2-eb0f987cede6 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:52.433097 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e415212d-d46a-4497-85e0-b40746922c1b req-5af500bd-003c-4efb-a6d2-eb0f987cede6 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0627787 Jul 09 20:51:52.467721 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-26f5a272-ceca-4478-b4ce-a4447140c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.476312 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e415212d-d46a-4497-85e0-b40746922c1b req-2875f73b-6c4f-418c-8fca-a964a37b5594 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376482 Jul 09 20:51:53.643659 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3dea-5cb0-4f12-a651-f7a3f38e6de3 req-0ec87f95-5285-44a0-8d7d-dbee5d98ad3d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:53.645117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69bb3dea-5cb0-4f12-a651-f7a3f38e6de3 req-0ec87f95-5285-44a0-8d7d-dbee5d98ad3d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0613630 Jul 09 20:51:53.681857 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-69bb3dea-5cb0-4f12-a651-f7a3f38e6de3 req-e33d28fb-142a-47a6-ac65-ed87fcd3ebfc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Jul 09 20:51:53.991409 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.865241 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6502b-b633-49d3-9d09-70a7e2eeee6f req-05ef2a2c-ee43-40ac-b48d-2a9184013a9d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:54.866612 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c6502b-b633-49d3-9d09-70a7e2eeee6f req-05ef2a2c-ee43-40ac-b48d-2a9184013a9d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0636623 Jul 09 20:51:54.904730 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-49c6502b-b633-49d3-9d09-70a7e2eeee6f req-209104c6-6213-41f3-9d58-2653630584e9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Jul 09 20:51:55.069919 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-63adb75e-8832-4504-9027-02e46c7eb62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.409371 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.076533 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece59a2-330b-4404-a022-800b07c9d8dd req-27684493-3a90-47ae-a1f4-77cdd4abd3d2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:56.078064 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dece59a2-330b-4404-a022-800b07c9d8dd req-27684493-3a90-47ae-a1f4-77cdd4abd3d2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0667663 Jul 09 20:51:56.115555 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dece59a2-330b-4404-a022-800b07c9d8dd req-7d2973ac-4844-4049-b508-a6b88cea273b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Jul 09 20:51:56.669717 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.286336 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98254d8b-7867-4d06-a4fd-0005698ed99c req-01859a34-00cc-44f7-9144-ac5201b7c083 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:57.288386 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98254d8b-7867-4d06-a4fd-0005698ed99c req-01859a34-00cc-44f7-9144-ac5201b7c083 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0624421 Jul 09 20:51:57.324664 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-98254d8b-7867-4d06-a4fd-0005698ed99c req-8467781d-3b42-44d6-a070-b9eb880da3de tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Jul 09 20:51:58.148120 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.497685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7e06-6c4b-48fe-96c2-9d00670cd425 req-e79a2111-4cb8-4cc0-8052-feffbe109728 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:58.499148 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4ac7e06-6c4b-48fe-96c2-9d00670cd425 req-e79a2111-4cb8-4cc0-8052-feffbe109728 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0618908 Jul 09 20:51:58.534834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f4ac7e06-6c4b-48fe-96c2-9d00670cd425 req-1b252552-408a-430c-83ca-f5f54d586a34 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303261 Jul 09 20:51:59.707117 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcee05-645e-474a-ab01-c5c2b4df9bce req-aa0a517b-637b-4f65-aa12-90d94581a2c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:59.709150 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71fcee05-645e-474a-ab01-c5c2b4df9bce req-aa0a517b-637b-4f65-aa12-90d94581a2c1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0676084 Jul 09 20:51:59.746559 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71fcee05-645e-474a-ab01-c5c2b4df9bce req-3afb5bf5-06f0-4005-bac6-17bfd14a1273 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jul 09 20:52:00.786266 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:00.878709 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:00.894143 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'mac_address': 'fa:16:3e:e0:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:00.924493 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ced505-fc24-434b-868a-e40bd6165965 req-4fa44cfc-77bd-427a-8728-5409dd970be7 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:00.926007 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49ced505-fc24-434b-868a-e40bd6165965 req-4fa44cfc-77bd-427a-8728-5409dd970be7 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0685756 Jul 09 20:52:00.930957 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.944411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36a9090-3fde-4a46-87e4-54834c2cdcf3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:00.962974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:00.964925 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-49ced505-fc24-434b-868a-e40bd6165965 req-1bef8e27-5a81-43df-b6ce-d6f33d38f92d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Jul 09 20:52:00.967294 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.013681 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:01.021265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.021566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.021945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.022283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.022617 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.022945 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.023269 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.023594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.023918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.024242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.024564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.024885 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:01.191146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d36a9090-3fde-4a46-87e4-54834c2cdcf3'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:02.138957 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874fd8-81da-41be-9aa4-9b7e00c22631 req-9a567ff0-a94c-41ab-8f9d-7fbe15b60b52 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:02.140430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52874fd8-81da-41be-9aa4-9b7e00c22631 req-9a567ff0-a94c-41ab-8f9d-7fbe15b60b52 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 944 time: 0.0622456 Jul 09 20:52:02.178143 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-52874fd8-81da-41be-9aa4-9b7e00c22631 req-a1eca4b0-57ed-4e67-98c3-8689ccceaf78 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Jul 09 20:52:02.801642 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:02.849440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port d36a9090-3fde-4a46-87e4-54834c2cdcf3 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:02.853048 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port d36a9090-3fde-4a46-87e4-54834c2cdcf3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:02.853463 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.930005 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.950843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:02.953067 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba4361f-c0f7-4810-af14-e58220d6a898" -d '{"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-plugged", "status": "completed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:02.965594 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:02.969940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.994376 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4ad52e-1873-4630-8307-43e7854248fd x-openstack-request-id: req-ab4ad52e-1873-4630-8307-43e7854248fd {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:02.994671 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-plugged", "status": "completed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:02.994929 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab4ad52e-1873-4630-8307-43e7854248fd {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:02.995343 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'code': 200} Jul 09 20:52:03.020336 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:03.101845 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01aeaf-c06c-4acc-8205-724223a024b4 req-cc632fb4-4300-4c23-bc27-10dad048a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:03.103337 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef01aeaf-c06c-4acc-8205-724223a024b4 req-cc632fb4-4300-4c23-bc27-10dad048a3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0522537 Jul 09 20:52:03.137057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ef01aeaf-c06c-4acc-8205-724223a024b4 req-90f800be-fb42-4898-922d-367fd2492e47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274234 Jul 09 20:52:03.347224 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274803da-4cb3-4e66-b7e5-2ab3e38cc7e0 req-5e804286-589d-4fd2-9dfe-744f3b5c4844 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:03.349393 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-274803da-4cb3-4e66-b7e5-2ab3e38cc7e0 req-5e804286-589d-4fd2-9dfe-744f3b5c4844 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0625894 Jul 09 20:52:03.389773 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-274803da-4cb3-4e66-b7e5-2ab3e38cc7e0 req-a89d61eb-cf7e-49c6-bfe4-f2a3b70492b3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348721 Jul 09 20:52:04.561280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0314ec-e5cd-4ded-9553-26c4426ad945 req-313b346c-d810-478c-a46c-b753dbb5de74 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:04.562783 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed0314ec-e5cd-4ded-9553-26c4426ad945 req-313b346c-d810-478c-a46c-b753dbb5de74 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0625432 Jul 09 20:52:04.599823 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ed0314ec-e5cd-4ded-9553-26c4426ad945 req-81e8bb69-7dad-4db2-9776-c7ddf3e0e8e3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Jul 09 20:52:04.773858 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82077-f3a7-4597-8d20-512d1bb2e33e req-84f69b3b-6735-4aa5-a8bb-b81e37c924b0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:04.775522 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47e82077-f3a7-4597-8d20-512d1bb2e33e req-84f69b3b-6735-4aa5-a8bb-b81e37c924b0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0645444 Jul 09 20:52:04.814349 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-47e82077-f3a7-4597-8d20-512d1bb2e33e req-f8f77a72-5305-42b2-8b46-b6e9c04a735a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Jul 09 20:52:04.838095 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:04.894973 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7202c3f-01c7-4907-baa7-8cb875b7e5fd tempest-TestShelveInstance-1184754209 tempest-TestShelveInstance-1184754209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:04.897036 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d7202c3f-01c7-4907-baa7-8cb875b7e5fd tempest-TestShelveInstance-1184754209 tempest-TestShelveInstance-1184754209-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1091 time: 0.0579424 Jul 09 20:52:04.899876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:04.904386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:04.925931 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.019294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.124596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Allocated IP 172.25.3.27 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/50ea9988-3885-4587-b62d-45f7cbfcff9c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:05.222833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.264670 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.302619 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:05.307285 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:05.310568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:05.333446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=50ea9988-3885-4587-b62d-45f7cbfcff9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:05.671059 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.743424 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.893018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.897724 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.961588 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event updated for resources: {'Port': ['ID=50ea9988-3885-4587-b62d-45f7cbfcff9c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:05.976583 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.076718 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Floating IP c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379 associated. External IP: 172.25.3.27, port: d36a9090-3fde-4a46-87e4-54834c2cdcf3. Jul 09 20:52:06.289071 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:06.396978 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:06.406224 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:06.413178 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.416578 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:06.417248 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:06.449500 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d1f9cfe4-b4b1-4205-83eb-4504a88058f3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5484283 Jul 09 20:52:06.450093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:06.452338 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:06.487441 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00092cd-6dd1-4e26-81fe-82d9f376df9a x-openstack-request-id: req-e00092cd-6dd1-4e26-81fe-82d9f376df9a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:06.487738 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:06.487995 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e00092cd-6dd1-4e26-81fe-82d9f376df9a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:06.488405 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'status': 'completed', 'code': 200} Jul 09 20:52:06.528523 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:06.562570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-1db3d688-4f2b-4864-93a4-ff61d46d6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.564132 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-1db3d688-4f2b-4864-93a4-ff61d46d6afc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0531552 Jul 09 20:52:06.657213 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-5008e40f-8a12-4469-ad6b-4744d1d02686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.658699 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-5008e40f-8a12-4469-ad6b-4744d1d02686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0887234 Jul 09 20:52:06.723649 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-2a231bc9-0b43-4ca9-83a5-0a760ea866f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 998 time: 0.0577347 Jul 09 20:52:06.752960 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:e0:26:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:05Z', 'updated_at': '2021-07-09T20:52:05Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:06.779810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:06.780849 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-4077a18e-e4bf-49ba-be5f-257bb47c14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.782336 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-4077a18e-e4bf-49ba-be5f-257bb47c14a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0482426 Jul 09 20:52:06.788091 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:06.788733 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:51:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:06.838824 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-13bd2464-634f-4871-bf1e-dd00b54173c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.840421 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-13bd2464-634f-4871-bf1e-dd00b54173c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521681 Jul 09 20:52:06.893557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:06.928969 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-e078af73-4e89-4a96-81e8-36f5eac8282b service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 Jul 09 20:52:07.023781 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6fa36ce0-2c0f-46bf-b0aa-f39ab9db3e39 req-e3a482c8-a9fc-4b35-b137-86624c5111bd service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889492 Jul 09 20:52:07.120583 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:e0:26:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:05Z', 'updated_at': '2021-07-09T20:52:05Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:07.147307 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909db152-f838-4fe3-836c-e1aee1ac1488 None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'mac_address': 'fa:16:3e:e0:26:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:05Z', 'updated_at': '2021-07-09T20:52:05Z', 'revision_number': 0, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:07.336729 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eaa54f-825c-463d-bf9f-aa07c3ff7dc5 None None] New status for floating IP c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:52:15.390264 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:19.425263 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:22.468394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4558127-5a0c-4252-85db-41ce5fbcda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.007545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.072297 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5388ab52-44a9-4514-a03f-495d8645bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.411652 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.674092 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.150991 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.565711 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-87791961-f64d-4603-b2c8-aa49a9441d9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527647 Jul 09 20:52:37.662956 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-f21af4fe-5366-4dbe-abfd-15a355c7965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.664413 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-f21af4fe-5366-4dbe-abfd-15a355c7965c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0530157 Jul 09 20:52:37.774612 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-d5ffaf2e-92fa-4468-87cc-965b50f4ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.776109 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-d5ffaf2e-92fa-4468-87cc-965b50f4ec4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0895815 Jul 09 20:52:37.840834 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-97bbbd80-8cf4-4ac6-9771-e4761b18370b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0582747 Jul 09 20:52:37.894121 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-aa43100b-6220-4eb6-be57-b424455a176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.895563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-aa43100b-6220-4eb6-be57-b424455a176c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0471997 Jul 09 20:52:37.953026 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-4aa9cd52-9841-482f-a65e-4896bdd9f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.954624 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-4aa9cd52-9841-482f-a65e-4896bdd9f135 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517757 Jul 09 20:52:38.047422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-ccc3b4cd-3a8b-4699-842e-aa3e83b544df service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857220 Jul 09 20:52:38.141528 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4ce0953a-ffa8-4289-bd76-8c005fef2867 req-a62625ad-8731-414b-966d-e7f9add8ba33 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Jul 09 20:52:49.436622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:52.389972 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:52.469312 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30de1348-905e-4d81-9807-11bea66d1fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.002628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.072180 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae60aeaa-4c75-4691-8c89-0bd761def921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.411989 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:56.674106 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:58.153052 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.436348 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.469482 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ef5150c-cfda-4572-bb6e-47b88b24974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.020061 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.072552 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b242e86d-6b42-4ed8-a1cd-191bd2d12eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.413896 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.676488 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.156026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.389658 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:39.153171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-33b6ebd8-e9d8-45fb-b6cb-17f07c09e7a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534890 Jul 09 20:53:39.248946 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-839292da-bbdf-4f55-ab7c-7d1ff6d6c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:39.250462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-839292da-bbdf-4f55-ab7c-7d1ff6d6c0e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0520797 Jul 09 20:53:39.359063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-a3314e03-9e2d-4691-bec1-1c0946b5be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:39.360563 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-a3314e03-9e2d-4691-bec1-1c0946b5be7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0891700 Jul 09 20:53:39.426937 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-818c481e-921e-46b5-b5eb-e5b0279c9274 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0585046 Jul 09 20:53:39.480308 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-64046e70-716d-4e24-a0df-d0aefcbd6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:39.481790 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-64046e70-716d-4e24-a0df-d0aefcbd6bd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0474970 Jul 09 20:53:39.539723 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-3fe0b68e-ea2b-4054-88c3-70f13238c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:39.541283 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-3fe0b68e-ea2b-4054-88c3-70f13238c7d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520649 Jul 09 20:53:39.634431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-5570840d-f3c4-49da-bd51-9784e4f2824c service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Jul 09 20:53:39.725951 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cad98880-50cd-4fe5-85d1-a32a7c519485 req-f1f5d108-925d-410b-8528-c35c57a47280 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847692 Jul 09 20:53:49.435695 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:52.469466 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f2a40a2a-0b5f-4e2c-89d6-afad75061e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:54.014996 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:55.073687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bfd2bccf-7936-4622-b4f6-f8d1963b9bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:55.419978 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:56.679433 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:58.159803 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:01.973154 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1482e-c78f-4462-9593-8ff6946fba6d req-a8304575-2952-481f-b2ca-f65383a305d4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:01.974645 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0da1482e-c78f-4462-9593-8ff6946fba6d req-a8304575-2952-481f-b2ca-f65383a305d4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0647135 Jul 09 20:54:02.011666 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0da1482e-c78f-4462-9593-8ff6946fba6d req-47d3fd8a-a963-403e-89e8-ca8bde5553f2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Jul 09 20:54:03.198419 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc25eb-657f-4eeb-8fd0-5e72f8e5b04f req-bc171c04-6745-4757-8865-d47b3ff90187 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:03.201121 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10dc25eb-657f-4eeb-8fd0-5e72f8e5b04f req-bc171c04-6745-4757-8865-d47b3ff90187 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Jul 09 20:54:03.237486 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-10dc25eb-657f-4eeb-8fd0-5e72f8e5b04f req-6cac3da7-47a5-4c9b-b70d-11834ecf6a29 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Jul 09 20:54:04.439454 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f65e7e-1936-4769-805c-20a157998ec6 req-f59b4508-08ae-4c86-ac3b-e856e360abfd tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.440947 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4f65e7e-1936-4769-805c-20a157998ec6 req-f59b4508-08ae-4c86-ac3b-e856e360abfd tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0683682 Jul 09 20:54:04.478742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d4f65e7e-1936-4769-805c-20a157998ec6 req-1809a43c-62e3-442a-82b8-a98edaa8fda0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Jul 09 20:54:05.651804 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781c3fa-6654-4f13-a7ce-004855d327c0 req-4d716a1c-c76d-487b-a80f-8742c9465ee8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.653272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7781c3fa-6654-4f13-a7ce-004855d327c0 req-4d716a1c-c76d-487b-a80f-8742c9465ee8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0648668 Jul 09 20:54:05.691285 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7781c3fa-6654-4f13-a7ce-004855d327c0 req-ad1c7e41-6012-4706-9c30-aa678a7c3664 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Jul 09 20:54:06.389919 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:06.860884 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a36a2-120d-4033-afdd-c57ee7932dd0 req-46ab9ca6-e9b4-4594-ae44-7a21b41df2a2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:06.862418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-259a36a2-120d-4033-afdd-c57ee7932dd0 req-46ab9ca6-e9b4-4594-ae44-7a21b41df2a2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0636148 Jul 09 20:54:06.899686 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-259a36a2-120d-4033-afdd-c57ee7932dd0 req-810f56fb-1dba-41c9-92e6-0456e8bf22f7 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Jul 09 20:54:08.070752 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bc0e4-b7b8-4ac8-b315-de9a88b6940d req-123567da-4acd-45bd-bb69-bf804960adff tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:08.072153 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e0bc0e4-b7b8-4ac8-b315-de9a88b6940d req-123567da-4acd-45bd-bb69-bf804960adff tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0622849 Jul 09 20:54:08.108806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4e0bc0e4-b7b8-4ac8-b315-de9a88b6940d req-a2f2f484-d8be-4538-baff-c1736662f82d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Jul 09 20:54:09.288329 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1834e8-dc73-4e47-9266-fa733d36dfda req-08f41462-b984-4bcd-b847-23dda3864b13 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:09.289828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1834e8-dc73-4e47-9266-fa733d36dfda req-08f41462-b984-4bcd-b847-23dda3864b13 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0677991 Jul 09 20:54:09.328733 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1834e8-dc73-4e47-9266-fa733d36dfda req-ecd70336-071b-4da0-899e-256c6fb79a66 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Jul 09 20:54:10.501208 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3aaf7-b258-4f24-978f-25488dd64d3b req-8dac3f65-2b7d-4f56-944f-a5461d6fdd73 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.502647 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9df3aaf7-b258-4f24-978f-25488dd64d3b req-8dac3f65-2b7d-4f56-944f-a5461d6fdd73 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0631382 Jul 09 20:54:10.544014 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9df3aaf7-b258-4f24-978f-25488dd64d3b req-56f59484-8f39-4361-a362-04123d3aaa66 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355282 Jul 09 20:54:11.712816 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7583-e677-4158-adc0-0af19dc2858a req-ff9822dd-3bf4-4d59-9d07-f67f4fbe8818 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:11.714321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf9f7583-e677-4158-adc0-0af19dc2858a req-ff9822dd-3bf4-4d59-9d07-f67f4fbe8818 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0627756 Jul 09 20:54:11.751157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-cf9f7583-e677-4158-adc0-0af19dc2858a req-4e1f4d68-be2e-48f6-adb0-1fa7861253ae tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Jul 09 20:54:12.057846 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-c453c069-b02a-4e75-aaa9-0e26c2101bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.059841 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-c453c069-b02a-4e75-aaa9-0e26c2101bab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0522628 Jul 09 20:54:12.152623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-5e3fdbf0-3a87-45cf-9c67-adddc3cc54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.154159 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-5e3fdbf0-3a87-45cf-9c67-adddc3cc54d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0878811 Jul 09 20:54:12.217223 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-90f083eb-f3e4-480a-b09c-5db5c329691f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0560777 Jul 09 20:54:12.268474 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-63dbe6ef-522a-43ab-951c-d9f1e5c46550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.270054 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-63dbe6ef-522a-43ab-951c-d9f1e5c46550 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0464683 Jul 09 20:54:12.325000 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-bbfffff5-a13b-4316-a956-16d22db03468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.326384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-bbfffff5-a13b-4316-a956-16d22db03468 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505080 Jul 09 20:54:12.412145 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-f4d058b8-2263-4011-9e9c-465aec3c2b0f service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787351 Jul 09 20:54:12.502612 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4250800b-d8f6-490e-b1ac-2fecdc9b931f req-b0f2df4e-649c-4844-a519-ae194054a502 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Jul 09 20:54:12.923150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868107f-25dd-4e81-845d-b04ab1566019 req-05b44410-570c-4d83-8349-9d552b6bb339 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.924625 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f868107f-25dd-4e81-845d-b04ab1566019 req-05b44410-570c-4d83-8349-9d552b6bb339 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0638907 Jul 09 20:54:12.961798 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f868107f-25dd-4e81-845d-b04ab1566019 req-992de8ce-b923-4a22-8b1f-e44e9493f9bc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Jul 09 20:54:14.137400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea81ce-5d96-4638-ae45-15411b5144d8 req-278748a1-1252-4913-87cc-2743374bd265 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:14.138960 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcea81ce-5d96-4638-ae45-15411b5144d8 req-278748a1-1252-4913-87cc-2743374bd265 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0677838 Jul 09 20:54:14.179384 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dcea81ce-5d96-4638-ae45-15411b5144d8 req-6cbfcd7d-f62e-4f8f-ba51-69f5d21592c9 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342417 Jul 09 20:54:15.367644 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a06c8-55dc-459c-b055-2e74bb495157 req-1f45373b-1a79-412c-bb0d-8321e2cf572a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:15.369273 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a04a06c8-55dc-459c-b055-2e74bb495157 req-1f45373b-1a79-412c-bb0d-8321e2cf572a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0640876 Jul 09 20:54:15.408971 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a04a06c8-55dc-459c-b055-2e74bb495157 req-5e3db1a8-0362-46f2-90c9-0521365093f1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Jul 09 20:54:16.581298 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b733-93cd-4c7c-b72b-0f6096110566 req-636c62c7-ba4c-42e8-8e5d-a1b150b85ec5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:16.582742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1bf8b733-93cd-4c7c-b72b-0f6096110566 req-636c62c7-ba4c-42e8-8e5d-a1b150b85ec5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0658395 Jul 09 20:54:16.619880 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1bf8b733-93cd-4c7c-b72b-0f6096110566 req-35ae41f6-d8b6-42cf-92a5-f255ff055865 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Jul 09 20:54:16.892416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-7e6af466-b6e3-438c-8223-f70390132639 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521390 Jul 09 20:54:16.969981 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7c723-8ecc-4633-9db7-1962b979f365 req-b78d1d0c-6275-4a67-8fad-9357b4265abc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:16.971489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63d7c723-8ecc-4633-9db7-1962b979f365 req-b78d1d0c-6275-4a67-8fad-9357b4265abc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0662508 Jul 09 20:54:17.008587 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-63d7c723-8ecc-4633-9db7-1962b979f365 req-d20b114c-35a0-4244-b28e-0b47f67adc8b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Jul 09 20:54:17.343910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:54:17.419505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.441109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:17.443353 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6804e3-9fc5-4dd9-bc2c-5f9e10366765" -d '{"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-unplugged", "status": "completed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:17.456464 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:17.460646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:17.507086 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:17.514385 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.514730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.515068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.515399 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.515725 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.516053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.516381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.516701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.517019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.517373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.517692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.518009 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:17.523029 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd5885-f393-4998-ac0b-9a4a73c14646 x-openstack-request-id: req-7efd5885-f393-4998-ac0b-9a4a73c14646 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:17.523314 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-unplugged", "status": "failed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "code": 422}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:17.523563 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7efd5885-f393-4998-ac0b-9a4a73c14646 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:17.523949 n-d-800087-3 neutron-server[93773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'code': 422} returned with failed status Jul 09 20:54:18.186507 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e892eb-f7a6-4727-882c-3dda172fe012 req-c95f950a-8507-4ddb-89ec-0291122167d5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:18.188171 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6e892eb-f7a6-4727-882c-3dda172fe012 req-c95f950a-8507-4ddb-89ec-0291122167d5 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0691805 Jul 09 20:54:18.227923 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f6e892eb-f7a6-4727-882c-3dda172fe012 req-1a2a06cb-67ca-4839-b794-94e30744784a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339661 Jul 09 20:54:19.401655 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d506436-62e7-45ee-8d8b-f264993133a0 req-ec12b6f8-c3d7-4173-adc4-09176ad8f744 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:19.403587 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d506436-62e7-45ee-8d8b-f264993133a0 req-ec12b6f8-c3d7-4173-adc4-09176ad8f744 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0666955 Jul 09 20:54:19.440806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-3d506436-62e7-45ee-8d8b-f264993133a0 req-e85f228d-34ef-4091-80b6-a1fb49cf2891 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317249 Jul 09 20:54:19.448880 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:20.615843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023fe89-83df-4a37-a169-2c6db18fbeee req-ffde1414-ce3b-45ed-9b5e-eb62ca0214e0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:20.617356 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e023fe89-83df-4a37-a169-2c6db18fbeee req-ffde1414-ce3b-45ed-9b5e-eb62ca0214e0 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0678322 Jul 09 20:54:20.654778 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e023fe89-83df-4a37-a169-2c6db18fbeee req-f373d0a0-c895-4af5-86bc-de1d2629df45 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Jul 09 20:54:21.831454 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210ec5-906f-4014-85f3-f8df0d425617 req-732cb272-b3d1-45bf-80d1-ecc3b0200798 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:21.832947 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4210ec5-906f-4014-85f3-f8df0d425617 req-732cb272-b3d1-45bf-80d1-ecc3b0200798 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0673378 Jul 09 20:54:21.869859 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-f4210ec5-906f-4014-85f3-f8df0d425617 req-dc2c854f-c182-42ec-a3d4-8f003e84cb1d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jul 09 20:54:22.470566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a2a96a14-83cb-41db-9620-a1022965fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.041596 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a69e7-c776-4d0b-9bea-5ec42efab900 req-a58ab1a7-ebed-41c9-95f7-325560bc4e82 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:23.043118 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-004a69e7-c776-4d0b-9bea-5ec42efab900 req-a58ab1a7-ebed-41c9-95f7-325560bc4e82 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0637743 Jul 09 20:54:23.085651 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-004a69e7-c776-4d0b-9bea-5ec42efab900 req-13b1125c-00aa-447c-b6ba-2b5133380ee4 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364830 Jul 09 20:54:24.016058 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.264098 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6752-dc0f-464a-a8f8-68af6fd88a4f req-572dda51-c3f0-4371-9f69-9d09e73c19dc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.265643 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-564c6752-dc0f-464a-a8f8-68af6fd88a4f req-572dda51-c3f0-4371-9f69-9d09e73c19dc tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0658827 Jul 09 20:54:24.313817 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-564c6752-dc0f-464a-a8f8-68af6fd88a4f req-7dd0d938-fa8e-45d0-867c-2e1785cc7f12 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Jul 09 20:54:24.694868 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-b53bb51f-b297-4e0b-bb17-167bc97fac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.696328 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-b53bb51f-b297-4e0b-bb17-167bc97fac65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&tenant_id=3a246fa937e84749a98bbf36521e12df HTTP/1.1" status: 200 len: 1094 time: 0.0506766 Jul 09 20:54:24.768921 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-970518cd-29c5-4e18-a811-b479f022519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.770422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-970518cd-29c5-4e18-a811-b479f022519b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1094 time: 0.0512016 Jul 09 20:54:24.860521 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-50ae646c-80cb-46d9-8667-53f004eeaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.862018 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-50ae646c-80cb-46d9-8667-53f004eeaaa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0854604 Jul 09 20:54:24.926963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-beb012b0-e565-41a7-b26a-44975dd13b20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 998 time: 0.0582769 Jul 09 20:54:24.975702 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-791f2d34-d3a9-4596-ab13-c5d7e49cbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.977057 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-791f2d34-d3a9-4596-ab13-c5d7e49cbd8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0433023 Jul 09 20:54:25.035829 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-55795d1b-806e-43c5-9e54-8a2a19b1946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.037416 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-55795d1b-806e-43c5-9e54-8a2a19b1946e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534062 Jul 09 20:54:25.074398 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b2e52e03-1344-4a45-9c5f-af8035187185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.126525 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-4d8471a0-537d-4c60-9273-e34c97407e83 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819476 Jul 09 20:54:25.216683 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-ead5acd8-a6c6-4b0a-a1fa-6a66eff73bcf service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838108 Jul 09 20:54:25.421505 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.489839 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabc500-c464-43e6-ae0a-308d9b9935e9 req-0e0f7d9d-c2ff-4955-8e0e-997e7e32f513 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.491322 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baabc500-c464-43e6-ae0a-308d9b9935e9 req-0e0f7d9d-c2ff-4955-8e0e-997e7e32f513 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0634367 Jul 09 20:54:25.528981 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-baabc500-c464-43e6-ae0a-308d9b9935e9 req-7bc6df5a-8549-4e79-b46e-180e75b24333 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Jul 09 20:54:26.682979 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.740183 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfefba1-d000-47df-92b6-49374f5e69af req-5d5462d5-ac32-4a73-822b-ee0a5d45eedb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.741685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ccfefba1-d000-47df-92b6-49374f5e69af req-5d5462d5-ac32-4a73-822b-ee0a5d45eedb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.1062400 Jul 09 20:54:26.779480 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ccfefba1-d000-47df-92b6-49374f5e69af req-821a9bce-ec80-4857-ae32-14d249bf8649 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jul 09 20:54:27.990088 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85834-6d87-494d-957e-5f85d681acc2 req-763dcae3-0747-41d3-b9e1-dc2617c6a6a8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.991567 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6b85834-6d87-494d-957e-5f85d681acc2 req-763dcae3-0747-41d3-b9e1-dc2617c6a6a8 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.1030970 Jul 09 20:54:28.028307 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-e6b85834-6d87-494d-957e-5f85d681acc2 req-9e231d7e-6b6d-4cbd-aa96-6d3dac373ebb tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Jul 09 20:54:28.161392 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.197468 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a9bbd-3e60-4e62-b660-4b66e0d815ef req-26d9afb6-0885-4ca1-8f32-7632c47a8d42 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:29.198964 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a70a9bbd-3e60-4e62-b660-4b66e0d815ef req-26d9afb6-0885-4ca1-8f32-7632c47a8d42 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0625107 Jul 09 20:54:29.235746 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a70a9bbd-3e60-4e62-b660-4b66e0d815ef req-286b230c-3f1d-4ac9-97bb-214345eb1e69 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305791 Jul 09 20:54:30.412324 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd166-d0b3-46ee-a612-1a1eb8208a6b req-7f305a31-c209-4957-88df-3cfe211d4f9d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:30.413713 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dcfd166-d0b3-46ee-a612-1a1eb8208a6b req-7f305a31-c209-4957-88df-3cfe211d4f9d tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0664134 Jul 09 20:54:30.450403 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6dcfd166-d0b3-46ee-a612-1a1eb8208a6b req-05cdd2a1-270c-4a8e-9d40-90a5230479d6 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301785 Jul 09 20:54:31.623296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62ffe8-d281-4367-9a39-9d2d5811dd2f req-c07a13f4-6af5-421d-9730-63d548243be1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:31.624767 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf62ffe8-d281-4367-9a39-9d2d5811dd2f req-c07a13f4-6af5-421d-9730-63d548243be1 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0662966 Jul 09 20:54:31.661937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cf62ffe8-d281-4367-9a39-9d2d5811dd2f req-dd571cf2-df2e-486d-9b1c-23040be5c217 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Jul 09 20:54:32.831777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ce88-e64e-4bbb-8cda-bb20d7d9a32a req-cab56bfb-6357-4d3d-8d37-f8a6e5e6302a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.833487 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edd3ce88-e64e-4bbb-8cda-bb20d7d9a32a req-cab56bfb-6357-4d3d-8d37-f8a6e5e6302a tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 943 time: 0.0633543 Jul 09 20:54:32.871464 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-edd3ce88-e64e-4bbb-8cda-bb20d7d9a32a req-cc4fc462-76cc-463a-8507-fb921120e391 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Jul 09 20:54:33.452798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:33.549981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:33.561393 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'port_id': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'mac_address': 'fa:16:3e:e0:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:33.597010 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.609138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36a9090-3fde-4a46-87e4-54834c2cdcf3 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:33.627979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:33.631927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.681052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:33.873635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['d36a9090-3fde-4a46-87e4-54834c2cdcf3'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:34.047205 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85122-759c-43dd-a0d8-de7317103720 req-16ed1669-bd51-4b51-a113-fde116d75400 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:34.048718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-adf85122-759c-43dd-a0d8-de7317103720 req-16ed1669-bd51-4b51-a113-fde116d75400 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 944 time: 0.0630391 Jul 09 20:54:34.087092 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-adf85122-759c-43dd-a0d8-de7317103720 req-451fc38a-c028-45ce-891f-73bf854db8e3 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Jul 09 20:54:35.262665 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2eceb-6944-4405-b0e6-9c2edec9f15d req-d1351650-0b11-4c5b-8ee9-03c471406375 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:35.264138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43f2eceb-6944-4405-b0e6-9c2edec9f15d req-d1351650-0b11-4c5b-8ee9-03c471406375 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 944 time: 0.0621660 Jul 09 20:54:35.305638 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-43f2eceb-6944-4405-b0e6-9c2edec9f15d req-3a5850bd-f9df-4bfa-a8c6-a03cafb5593f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351851 Jul 09 20:54:35.459532 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:35.505843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port d36a9090-3fde-4a46-87e4-54834c2cdcf3 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:35.506212 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.579088 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.599785 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:35.602032 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23091e-bf42-4102-8ffd-eed77f71c2ef" -d '{"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-plugged", "status": "completed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:35.618480 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:35.622708 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.650824 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1f17a3-0134-4560-a503-6ff415105263 x-openstack-request-id: req-ef1f17a3-0134-4560-a503-6ff415105263 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:35.651120 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-plugged", "status": "completed", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:35.651367 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef1f17a3-0134-4560-a503-6ff415105263 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:35.651803 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'code': 200} Jul 09 20:54:35.679676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:35.802765 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea788cc-26be-4736-b90f-465224fdc676 req-ac5ddbd4-0a66-4d35-a373-d480dfb22610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:35.804158 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ea788cc-26be-4736-b90f-465224fdc676 req-ac5ddbd4-0a66-4d35-a373-d480dfb22610 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0510168 Jul 09 20:54:35.837806 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-2ea788cc-26be-4736-b90f-465224fdc676 req-673bf528-58b8-49a9-9d8b-544690e2afcd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270450 Jul 09 20:54:36.475739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08769403-72e6-4953-92f4-fe088348c5f9 req-35c141cf-370e-4705-9174-95fb1275c01e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.477151 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08769403-72e6-4953-92f4-fe088348c5f9 req-35c141cf-370e-4705-9174-95fb1275c01e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0624535 Jul 09 20:54:36.514142 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08769403-72e6-4953-92f4-fe088348c5f9 req-9ff273e8-ddf2-47c5-93d6-cc58ac862d38 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Jul 09 20:54:37.687895 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd240-15e1-49a9-a0a8-41ae22e2ac52 req-d6346ba7-7513-4bc6-89df-513d821f3de2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:37.689392 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a3fd240-15e1-49a9-a0a8-41ae22e2ac52 req-d6346ba7-7513-4bc6-89df-513d821f3de2 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0627172 Jul 09 20:54:37.730967 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6a3fd240-15e1-49a9-a0a8-41ae22e2ac52 req-d060eb85-8086-44bd-9614-c20c86a1eb27 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360334 Jul 09 20:54:41.096916 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-78534111-f501-4946-884f-b9229d45d72e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547769 Jul 09 20:54:41.498875 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-90475c96-d27e-41e4-b9e3-6339f4e6e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.500431 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-90475c96-d27e-41e4-b9e3-6339f4e6e5cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.3547590 Jul 09 20:54:41.602910 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-fc61d272-5650-4c9a-bb1b-42bd39525374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.604445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-fc61d272-5650-4c9a-bb1b-42bd39525374 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0837567 Jul 09 20:54:41.669469 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-369aba8c-82f3-4d5d-9792-f9e74c7a1c3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0591884 Jul 09 20:54:41.715912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-a974fd46-eac0-4509-b80d-592697c4a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.717967 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-a974fd46-eac0-4509-b80d-592697c4a2ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0415201 Jul 09 20:54:41.775300 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-41b34fd2-d99a-479d-82f6-9b7b90120f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.776675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-41b34fd2-d99a-479d-82f6-9b7b90120f76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495090 Jul 09 20:54:41.868821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-047bf70f-4e83-4a25-bc68-663d05708a15 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Jul 09 20:54:41.956866 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a701b481-682b-43b5-be97-fd09f336a1e2 req-ab4f8642-2eea-4d8e-aa17-6da5b49a59b9 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815139 Jul 09 20:54:43.389833 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:49.468999 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:52.470515 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a9cb-5d70-4196-b918-3a66d71030cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:54.034087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.074559 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5327e9d7-b9f9-4afe-b097-0f553bf15e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:55.423073 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.686162 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.163237 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:19.462191 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:20.390143 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:22.471949 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d857361-d49d-485f-bc27-8fb912413f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:24.026734 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:25.075399 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bf8b5bd3-4e72-4009-8170-6f1dc10626ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:25.424678 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:26.687012 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:28.166383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:41.165681 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-10b62b15-a94b-4370-8802-9576e8d0686e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909786 Jul 09 20:55:41.258366 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-3b054291-064b-45b0-8788-723b444d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:41.259844 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-3b054291-064b-45b0-8788-723b444d0bc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0515008 Jul 09 20:55:41.366644 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-20a3a59e-34f6-4d37-aa67-52dfeb9bed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:41.368155 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-20a3a59e-34f6-4d37-aa67-52dfeb9bed8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.0869851 Jul 09 20:55:41.432571 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-a95ec3e7-ffc3-481f-819a-47c0c9bfbf2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0583403 Jul 09 20:55:41.479952 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-62bfcb7e-7233-4c73-af63-302aa9d2ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:41.481495 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-62bfcb7e-7233-4c73-af63-302aa9d2ed6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0426576 Jul 09 20:55:41.539452 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-5751ce8a-1e77-4977-a8d5-684316fec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:41.540978 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-5751ce8a-1e77-4977-a8d5-684316fec434 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533483 Jul 09 20:55:41.630671 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-bd3858e0-a23d-494b-8fa6-4afc9fe8e991 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815880 Jul 09 20:55:41.724354 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-6bd62aa9-ee9e-494d-9f57-46d8410502c4 req-f553fd5a-296e-43e9-9cc2-19cbdbd2a4cc service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Jul 09 20:55:49.469868 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:52.476042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-17533f27-3b16-4ca4-8ac3-6ce605db9665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.255409 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:53.416317 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Deleting port 50ea9988-3885-4587-b62d-45f7cbfcff9c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:53.416557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.492294 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.492622 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.503856 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Calling delete_port for 50ea9988-3885-4587-b62d-45f7cbfcff9c owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:53.649883 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.678243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'Port': ['ID=50ea9988-3885-4587-b62d-45f7cbfcff9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:53.703332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.703671 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.704005 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.704330 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.704655 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.704977 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.705319 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.705638 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.705953 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.706270 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.706590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.706904 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:53.751223 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:53.751598 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Floating IP c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379 disassociated (deleted). External IP: 172.25.3.27, port: d36a9090-3fde-4a46-87e4-54834c2cdcf3. Jul 09 20:55:53.958258 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:55:54.035532 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:54.067377 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:55:54.072139 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:54.076915 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:55:54.085904 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:54.086512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:54.114293 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-7731585d-f3df-4839-9ad2-1aee6f250d9e tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "DELETE /v2.0/floatingips/c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379 HTTP/1.1" status: 204 len: 168 time: 0.8577640 Jul 09 20:55:54.114902 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:54.117512 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8eea70-1884-4289-a492-aaca20051626" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:54.163389 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7afec-3c23-4ad0-8e56-17df02685362 x-openstack-request-id: req-2bf7afec-3c23-4ad0-8e56-17df02685362 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:54.163694 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:54.163951 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bf7afec-3c23-4ad0-8e56-17df02685362 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:54.164359 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'status': 'completed', 'code': 200} Jul 09 20:55:54.198431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:54.240932 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eea70-1884-4289-a492-aaca20051626 req-9199f40c-c36c-4728-9d81-65b0073bbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:54.243657 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-9199f40c-c36c-4728-9d81-65b0073bbcfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a246fa937e84749a98bbf36521e12df&device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 1096 time: 0.0553975 Jul 09 20:55:54.350924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eea70-1884-4289-a492-aaca20051626 req-8f22a0e1-203b-4c40-b2ff-e9dbd3769695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:54.352443 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-8f22a0e1-203b-4c40-b2ff-e9dbd3769695 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 200 len: 910 time: 0.1030846 Jul 09 20:55:54.400828 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-1c1689a8-8140-4fc5-823a-3de3086b9897 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 200 len: 217 time: 0.0398088 Jul 09 20:55:54.411065 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:54.437558 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:55:54.446068 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:54.446688 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:54.453355 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eea70-1884-4289-a492-aaca20051626 req-06861fc0-0da9-48b6-998d-90016515ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:54.455519 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-06861fc0-0da9-48b6-998d-90016515ca3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 200 len: 848 time: 0.0483782 Jul 09 20:55:54.511863 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a707e-e397-49ac-bace-e794a55f3cbd req-989550c1-299a-4c55-96b5-47ca55f1c278 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:54.513359 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-185a707e-e397-49ac-bace-e794a55f3cbd req-989550c1-299a-4c55-96b5-47ca55f1c278 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0657699 Jul 09 20:55:54.517928 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eea70-1884-4289-a492-aaca20051626 req-e80b8209-6a43-49aa-907f-e2d3fb2af16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:54.519492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-e80b8209-6a43-49aa-907f-e2d3fb2af16e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4101d30d-ab43-45d8-9450-e5a5b4ea7230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567334 Jul 09 20:55:54.554038 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-185a707e-e397-49ac-bace-e794a55f3cbd req-9b5d44ff-4c4a-46d6-9fd1-5fc15d1f6504 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Jul 09 20:55:54.557501 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:54.615815 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-3e47f843-5ba0-4d3e-a83c-08691e710805 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889382 Jul 09 20:55:54.711013 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8a8eea70-1884-4289-a492-aaca20051626 req-e17bd963-f9d0-466f-ae0b-8560f4fb62b7 service neutron] 10.222.0.59 "GET /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875747 Jul 09 20:55:54.901734 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:54.932308 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7901f4-eed7-4078-b16f-c85207c83156 None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:47:11Z', 'revision_number': 4, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '3cae421d-7a1c-4d1d-a94f-b4976a862702', 'name': '', 'network_id': '4101d30d-ab43-45d8-9450-e5a5b4ea7230', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'mac_address': 'fa:16:3e:de:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:10Z', 'updated_at': '2021-07-09T20:47:17Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'subnets': [{'id': '0a45345b-f922-4503-aecf-82c7f1f5b779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:55:55.075870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e12fd8c6-1aa3-492e-828f-fb011f9fec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:55.145792 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42398fad-6399-4c06-a438-74009a6106eb None None] New status for floating IP c0c2ef5a-4c4e-4ebf-87a4-78ecba86b379: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:55:55.425631 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:55.740926 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478df6-0395-44b0-8ba8-5060581eebd8 req-8ccf0524-19a4-4857-996b-d797a796a375 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:55.742432 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f478df6-0395-44b0-8ba8-5060581eebd8 req-8ccf0524-19a4-4857-996b-d797a796a375 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0708432 Jul 09 20:55:55.780489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0f478df6-0395-44b0-8ba8-5060581eebd8 req-3e691d8c-1a42-437f-8c47-93b03730593b tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d1fdf0d-078e-4c52-9a49-786e9db1d643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Jul 09 20:55:56.013369 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba373590-44d1-4dcc-98fc-933423a583ea req-b68f141a-ee5b-471e-898b-42ac2ef1beea tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:56.014821 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba373590-44d1-4dcc-98fc-933423a583ea req-b68f141a-ee5b-471e-898b-42ac2ef1beea tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 945 time: 0.0627923 Jul 09 20:55:56.117974 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Deleting port d36a9090-3fde-4a46-87e4-54834c2cdcf3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:56.118234 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:56.205949 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] For port d36a9090-3fde-4a46-87e4-54834c2cdcf3, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=d36a9090-3fde-4a46-87e4-54834c2cdcf3,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:56.206306 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:56.219277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Calling delete_port for d36a9090-3fde-4a46-87e4-54834c2cdcf3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:56.347101 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:56.376400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'Port': ['ID=d36a9090-3fde-4a46-87e4-54834c2cdcf3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:56.422602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] No DVR routers for this DVR port d36a9090-3fde-4a46-87e4-54834c2cdcf3 on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:55:56.425215 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:56.427188 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ba373590-44d1-4dcc-98fc-933423a583ea req-ea68495e-9b4c-4867-aabc-24c1aacc879f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.59 "DELETE /v2.0/ports/d36a9090-3fde-4a46-87e4-54834c2cdcf3 HTTP/1.1" status: 204 len: 173 time: 0.4072595 Jul 09 20:55:56.427615 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-deleted', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:56.429876 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07458da0-3140-4352-8765-f34b743f26ab" -d '{"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-deleted", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:56.476743 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac2448-03f3-4289-8873-66c6d81bbe99 x-openstack-request-id: req-e4ac2448-03f3-4289-8873-66c6d81bbe99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:56.477038 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7b006a-6d38-4c06-b42e-1660ceb13d70", "name": "network-vif-deleted", "tag": "d36a9090-3fde-4a46-87e4-54834c2cdcf3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:56.477313 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4ac2448-03f3-4289-8873-66c6d81bbe99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:56.477710 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7b006a-6d38-4c06-b42e-1660ceb13d70', 'name': 'network-vif-deleted', 'tag': 'd36a9090-3fde-4a46-87e4-54834c2cdcf3', 'status': 'completed', 'code': 200} Jul 09 20:55:56.690278 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:56.931553 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-532ebc15-19af-4064-a04f-5ab7af6429e9 req-e4ed3079-d7ad-404a-aac6-9bf8a4ccf38f tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0327792 Jul 09 20:55:57.389621 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:58.072991 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-71410300-22e2-4ed9-8f3c-9ce5334a0cfc req-f2df090a-4b14-49be-aaf8-37d1e092d031 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jul 09 20:55:58.169546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.212489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-03427f15-1246-42d0-a15a-f667744e7bc0 req-ec556bcf-b31f-4ea8-a3f0-fc937c415e45 tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d7b006a-6d38-4c06-b42e-1660ceb13d70 HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 09 20:55:59.863276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:55:59.883469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: d36a9090-3fde-4a46-87e4-54834c2cdcf3 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:55:59.883816 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device d36a9090-3fde-4a46-87e4-54834c2cdcf3 not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:00.309721 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:00.369685 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.396493 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.469544 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.472182 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.473560 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] 10.222.0.10 "DELETE /v2.0/security-groups/7d1fdf0d-078e-4c52-9a49-786e9db1d643 HTTP/1.1" status: 204 len: 168 time: 0.1628251 Jul 09 20:56:00.483257 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1fdf0d-078e-4c52-9a49-786e9db1d643,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:00.491199 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.491547 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.491886 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.492246 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.492596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.492945 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.493340 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.493673 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.493998 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.494324 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.494674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.495018 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71d58-ceb1-409a-9ad6-5715b3dc32ac tempest-TestShelveInstance-1826616242 tempest-TestShelveInstance-1826616242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:00.527011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:00.963221 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.215326 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Deleting port 3cae421d-7a1c-4d1d-a94f-b4976a862702 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:01.215546 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.292858 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] For port 3cae421d-7a1c-4d1d-a94f-b4976a862702, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=3cae421d-7a1c-4d1d-a94f-b4976a862702,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:01.293237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.305111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Calling delete_port for 3cae421d-7a1c-4d1d-a94f-b4976a862702 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:01.804000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.835004 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cae421d-7a1c-4d1d-a94f-b4976a862702,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:02.016017 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.234691 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Router cc27af13-442c-4581-9aa1-90cd0e2e91fc has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:02.340931 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:02.347098 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-47de5dbd-43b2-46fc-85a7-e32956bee704 admin admin] 10.222.0.10 "PUT /v2.0/routers/cc27af13-442c-4581-9aa1-90cd0e2e91fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192387 Jul 09 20:56:02.348955 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:02.350716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Sync routers for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:02.360982 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:02.361657 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.458714 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.474187 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:02.566000 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.622611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Deleting port 4a9abcc2-f465-49f0-b156-5751f61799bf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:02.622971 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.659765 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:56:01Z', 'revision_number': 5, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port': {'id': '4a9abcc2-f465-49f0-b156-5751f61799bf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:09Z', 'updated_at': '2021-07-09T20:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.686465 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Checking router: cc27af13-442c-4581-9aa1-90cd0e2e91fc for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:02.695977 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Routers {'cc27af13-442c-4581-9aa1-90cd0e2e91fc'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:02.696552 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.710011 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] For port 4a9abcc2-f465-49f0-b156-5751f61799bf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=4a9abcc2-f465-49f0-b156-5751f61799bf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:02.710377 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.724338 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Calling delete_port for 4a9abcc2-f465-49f0-b156-5751f61799bf owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:02.783732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] Set router cc27af13-442c-4581-9aa1-90cd0e2e91fc gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:02.836312 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:56:02Z', 'revision_number': 6, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.872764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3d2b2-8d79-4795-9f9e-ec4d0b2b691f None None] The sync data for ids ['cc27af13-442c-4581-9aa1-90cd0e2e91fc'] in n-d-800087-3 is: [{'id': 'cc27af13-442c-4581-9aa1-90cd0e2e91fc', 'name': 'tempest-TestShelveInstance-1785212023-router', 'tenant_id': '3a246fa937e84749a98bbf36521e12df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:08Z', 'updated_at': '2021-07-09T20:56:02Z', 'revision_number': 6, 'project_id': '3a246fa937e84749a98bbf36521e12df', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:02.904058 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.943590 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9abcc2-f465-49f0-b156-5751f61799bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.005753 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.097305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.099375 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.143409 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.144053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc27af13-442c-4581-9aa1-90cd0e2e91fc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:56:03.148477 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.149974 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-337834e3-f065-4d1d-947d-933a4c699585 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cc27af13-442c-4581-9aa1-90cd0e2e91fc HTTP/1.1" status: 204 len: 168 time: 0.7996991 Jul 09 20:56:03.154190 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:03.204040 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Deleting subnet 0a45345b-f922-4503-aecf-82c7f1f5b779 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:03.207120 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.242812 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.327029 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.379032 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.408572 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a45345b-f922-4503-aecf-82c7f1f5b779,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.412054 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.415165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-dacc3b4a-c2a5-4116-8580-cde762d3abdc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a45345b-f922-4503-aecf-82c7f1f5b779 HTTP/1.1" status: 204 len: 168 time: 0.2596624 Jul 09 20:56:03.416331 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:03.418368 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1ec91-28ec-4100-8ff1-df75c62ecb11 None None] Network 4101d30d-ab43-45d8-9450-e5a5b4ea7230 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:03.486166 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.542635 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Deleting port 8428541e-7d4e-41c5-8b50-dc95d1065b33 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:03.542972 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.610967 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] For port 8428541e-7d4e-41c5-8b50-dc95d1065b33, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8428541e-7d4e-41c5-8b50-dc95d1065b33,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:03.611336 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.625852 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Calling delete_port for 8428541e-7d4e-41c5-8b50-dc95d1065b33 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:03.637070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] DHCP port deletion for 4101d30d-ab43-45d8-9450-e5a5b4ea7230 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:56:03.686255 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Deleting port 8428541e-7d4e-41c5-8b50-dc95d1065b33 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:03.687268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.706383 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.734446 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Pushing event deleted for resources: {'Port': ['ID=8428541e-7d4e-41c5-8b50-dc95d1065b33,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.738404 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] No DVR routers for this DVR port 8428541e-7d4e-41c5-8b50-dc95d1065b33 on host n-d-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:03.759188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] For port 8428541e-7d4e-41c5-8b50-dc95d1065b33, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=8428541e-7d4e-41c5-8b50-dc95d1065b33,segment=NetworkSegment(dd0887af-0cb6-4aef-b1a3-f6fd86792d79),segment_id=dd0887af-0cb6-4aef-b1a3-f6fd86792d79)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:03.759937 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.773419 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Calling delete_port for 8428541e-7d4e-41c5-8b50-dc95d1065b33 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:03.817759 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.828405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4101d30d-ab43-45d8-9450-e5a5b4ea7230']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:03.839384 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:03.839724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0887af-0cb6-4aef-b1a3-f6fd86792d79') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:03.848624 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15780217'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.859489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.862557 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.869627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:56:03.870044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14599173'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: Traceback (most recent call last): Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: timer() Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: cb(*args, **kw) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: return func(*args, **kwargs) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: self._notify() Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: self.callback(batched_events) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: event.method(event) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: return f(self, *a, **k) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: return self._get(url).json() Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:56:03.872020 n-d-800087-3 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:56:03.885053 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Pushing event deleted for resources: {'Port': ['ID=8428541e-7d4e-41c5-8b50-dc95d1065b33,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.895357 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] No DVR routers for this DVR port 8428541e-7d4e-41c5-8b50-dc95d1065b33 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.903297 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.904494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.904494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.904494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.904494 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6edf1-b4fe-4f43-b5df-9cef8d16292c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:03.942287 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.948571 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.950938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4101d30d-ab43-45d8-9450-e5a5b4ea7230 HTTP/1.1" status: 204 len: 168 time: 0.5336032 Jul 09 20:56:03.953894 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:03.969167 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4a9abcc2-f465-49f0-b156-5751f61799bf no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:03.993993 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f9f8b-e9c5-45ac-b798-0ce1f163b051 admin admin] Pushing event deleted for resources: {'Network': ['ID=4101d30d-ab43-45d8-9450-e5a5b4ea7230,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:04.010371 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 4a9abcc2-f465-49f0-b156-5751f61799bf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:04.010968 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 4a9abcc2-f465-49f0-b156-5751f61799bf not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:04.011518 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8428541e-7d4e-41c5-8b50-dc95d1065b33 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:04.031324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 8428541e-7d4e-41c5-8b50-dc95d1065b33 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:04.031852 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 8428541e-7d4e-41c5-8b50-dc95d1065b33 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:04.032381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3cae421d-7a1c-4d1d-a94f-b4976a862702 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:04.055295 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 3cae421d-7a1c-4d1d-a94f-b4976a862702 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:04.055938 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 3cae421d-7a1c-4d1d-a94f-b4976a862702 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:04.309242 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.562838 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Deleting port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:04.563077 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.643237 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] For port 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:04.643595 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.656213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Calling delete_port for 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:04.836593 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.862552 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.031179 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.239868 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:05.340373 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:05.345288 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d1f54051-8030-4c5c-9578-0a2cfdf6c6fb admin admin] 10.222.0.10 "PUT /v2.0/routers/b2248c2b-e1cd-48a7-8a4c-55e1f72f1245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3902488 Jul 09 20:56:05.347946 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.348546 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Sync routers for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:05.357726 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:05.358854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.451140 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.460146 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:05.554261 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.609682 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Deleting port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:05.610017 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.690230 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] For port 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:05.690586 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.702105 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Calling delete_port for 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:05.715624 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:56:04Z', 'revision_number': 5, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port': {'id': '64bb507a-5bb5-458c-8f7b-ea52fe7cdddf', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.744855 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Checking router: b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:05.752936 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Routers {'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:05.753580 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.836726 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] Set router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:05.888309 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:56:05Z', 'revision_number': 6, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.919501 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5b93c-2933-4586-9225-9ea6c0dfd921 None None] The sync data for ids ['b2248c2b-e1cd-48a7-8a4c-55e1f72f1245'] in n-d-800087-3 is: [{'id': 'b2248c2b-e1cd-48a7-8a4c-55e1f72f1245', 'name': 'tempest-TestShelveInstance-2095853622-router', 'tenant_id': '52657d23b9634518ab510fc6e521cd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:47:13Z', 'updated_at': '2021-07-09T20:56:05Z', 'revision_number': 6, 'project_id': '52657d23b9634518ab510fc6e521cd9c', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:06.188675 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.212515 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bb507a-5bb5-458c-8f7b-ea52fe7cdddf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:06.272673 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.368254 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.370472 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.414149 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.414585 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:56:06.419692 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.420257 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-bdd21750-87a0-4af2-9a15-b5ab0d3ae865 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b2248c2b-e1cd-48a7-8a4c-55e1f72f1245 HTTP/1.1" status: 204 len: 168 time: 1.0713549 Jul 09 20:56:06.422753 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:06.465824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Deleting subnet 5bb77be9-79bc-4581-bc72-0b2793fcb144 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:06.468757 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.502274 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.579948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.630641 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.656674 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb77be9-79bc-4581-bc72-0b2793fcb144,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:06.658654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.660491 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-f11831b7-fe20-40e1-bf5f-fe98c75dd585 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5bb77be9-79bc-4581-bc72-0b2793fcb144 HTTP/1.1" status: 204 len: 168 time: 0.2367973 Jul 09 20:56:06.662997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:06.663795 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7000c-f762-4c8a-b664-2caab9e0af97 None None] Network 9c61dfd8-1cca-4931-b32d-aa895938fe3e requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:06.734681 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.790213 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Deleting port 937f2cef-be76-4631-8385-e8346cca4693 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:06.790878 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.844071 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] DHCP port deletion for 9c61dfd8-1cca-4931-b32d-aa895938fe3e request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:56:06.864796 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] For port 937f2cef-be76-4631-8385-e8346cca4693, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=937f2cef-be76-4631-8385-e8346cca4693,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:06.865217 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.881081 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Calling delete_port for 937f2cef-be76-4631-8385-e8346cca4693 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:06.898329 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Deleting port 937f2cef-be76-4631-8385-e8346cca4693 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:06.899040 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.971564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] For port 937f2cef-be76-4631-8385-e8346cca4693, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=937f2cef-be76-4631-8385-e8346cca4693,segment=NetworkSegment(dac86dca-0872-4637-a8d3-8533b1049deb),segment_id=dac86dca-0872-4637-a8d3-8533b1049deb)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:06.972036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.974430 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.987111 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Calling delete_port for 937f2cef-be76-4631-8385-e8346cca4693 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:07.003356 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] No DVR routers for this DVR port 937f2cef-be76-4631-8385-e8346cca4693 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:07.008015 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=937f2cef-be76-4631-8385-e8346cca4693,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.069700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.083381 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.088055 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c61dfd8-1cca-4931-b32d-aa895938fe3e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:07.096865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] Pushing event deleted for resources: {'Port': ['ID=937f2cef-be76-4631-8385-e8346cca4693,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.098740 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b78d26-a884-460f-b7d4-1951bce7fd5d None None] No DVR routers for this DVR port 937f2cef-be76-4631-8385-e8346cca4693 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:07.109215 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac86dca-0872-4637-a8d3-8533b1049deb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:07.109653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac86dca-0872-4637-a8d3-8533b1049deb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:07.119320 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.133093 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.139335 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:56:07.139807 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: timer() Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:56:07.141475 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:56:07.195413 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.200883 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.202815 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9c61dfd8-1cca-4931-b32d-aa895938fe3e HTTP/1.1" status: 204 len: 168 time: 0.5388448 Jul 09 20:56:07.213977 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb3b2-f99d-4997-8820-a09efd4d92d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c61dfd8-1cca-4931-b32d-aa895938fe3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.310449 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:07.350286 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-70ddd503-bdcb-45b6-bbb3-b6cb1909624e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a246fa937e84749a98bbf36521e12df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385199 Jul 09 20:56:07.352718 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:07.400066 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.421561 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.466333 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.469581 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.470742 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e1ded5d-e51e-41d3-8c35-435aa46a1f97 HTTP/1.1" status: 204 len: 168 time: 0.1170919 Jul 09 20:56:07.478865 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849f497-bb4f-4e2a-bc9b-67b3501f2be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ded5d-e51e-41d3-8c35-435aa46a1f97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.772400 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:07.810998 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-a979be7e-e78c-4b25-a885-423876706b34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52657d23b9634518ab510fc6e521cd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374403 Jul 09 20:56:07.814112 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:07.860976 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.885018 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.930723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:07.934063 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.937401 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:07.938797 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25859233-0554-45d9-9892-ac90f1f40fed HTTP/1.1" status: 204 len: 168 time: 0.1237178 Jul 09 20:56:07.948546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402cf11-636b-44c5-afcd-e460939e0e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25859233-0554-45d9-9892-ac90f1f40fed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:07.952918 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:07.953414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 64bb507a-5bb5-458c-8f7b-ea52fe7cdddf not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:07.953903 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:07.978574 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:07.979003 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 7cbf3045-6d79-41ec-a2e2-43c2b44cb7d2 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:07.979492 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 937f2cef-be76-4631-8385-e8346cca4693 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:08.000696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 937f2cef-be76-4631-8385-e8346cca4693 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:08.001049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 937f2cef-be76-4631-8385-e8346cca4693 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:08.594053 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.696312 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1388407220-network', 'tenant_id': '797120a9620a47d6b89f94ded2329598'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.716791 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Made reservation on behalf of 797120a9620a47d6b89f94ded2329598 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:08.719917 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.728256 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.820614 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.824284 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.845807 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:56:08.860479 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e1693-df7b-4c9e-8ea7-194322ce0315,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.863362 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.863713 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Added segment 61afff74-f106-485e-8ffe-af632fe887c0 of type vlan for network 2f600727-9727-475e-bddc-1fa1278918b0 Jul 09 20:56:08.903327 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.931843 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.932803 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:08.933416 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.985537 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3903551 Jul 09 20:56:08.988600 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.993778 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Request body: {'subnet': {'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1388407220-subnet', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.996070 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e96134-a0b2-4d6b-9fce-753625fb38f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f600727-9727-475e-bddc-1fa1278918b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.005849 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network 2f600727-9727-475e-bddc-1fa1278918b0 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:56:09.020036 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Made reservation on behalf of 797120a9620a47d6b89f94ded2329598 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:09.022504 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13708480'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.185890 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13934929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13708498'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.236880 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3beb3acf-15b8-4549-b3af-46219802865b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.246616 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Checking segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:09.246971 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Network hostable DHCP agents. Network: 2f600727-9727-475e-bddc-1fa1278918b0, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:56:09.263313 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Network 2f600727-9727-475e-bddc-1fa1278918b0 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:56:09.272584 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, 2f600727-9727-475e-bddc-1fa1278918b0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:09.278035 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:09.278962 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.280188 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d2cc8-12c2-4814-94e5-1908fdcbf0ec None None] Network 2f600727-9727-475e-bddc-1fa1278918b0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:09.292434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-9cf2ef4d-d49f-408f-87fb-498a3648465e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3024507 Jul 09 20:56:09.295234 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:09.299670 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:09.320301 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.321435 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.378237 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.427723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-2f600727-9727-475e-bddc-1fa1278918b0', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:56:09.428628 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.515424 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.559140 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Allocated IP 172.20.0.2 (2f600727-9727-475e-bddc-1fa1278918b0/3beb3acf-15b8-4549-b3af-46219802865b/61a68a4c-22b7-4061-9330-fec516c81653) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:09.701691 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.710564 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Transition to ACTIVE for port object 61a68a4c-22b7-4061-9330-fec516c81653 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:09.712581 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.725824 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Transition to ACTIVE for port object 61a68a4c-22b7-4061-9330-fec516c81653 will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:09.731241 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.731698 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.771861 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Network 2f600727-9727-475e-bddc-1fa1278918b0 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:09.774654 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:09.778223 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:09.785762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Pushing event updated for resources: {'Port': ['ID=61a68a4c-22b7-4061-9330-fec516c81653,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.838512 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Allocated IP 172.25.3.244 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/c98631e4-4d03-486a-959a-12ec9403b68e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:09.843414 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Attempting to bind port 61a68a4c-22b7-4061-9330-fec516c81653 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:09.843790 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Attempting to bind port 61a68a4c-22b7-4061-9330-fec516c81653 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:09.844160 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Attempting to bind port 61a68a4c-22b7-4061-9330-fec516c81653 on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:09.849222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:09.849599 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Checking segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:09.850003 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.850397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Bound using segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:09.850865 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Bound port: 61a68a4c-22b7-4061-9330-fec516c81653, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:09.851245 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.913369 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] For port 61a68a4c-22b7-4061-9330-fec516c81653, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:09.916452 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] For port 61a68a4c-22b7-4061-9330-fec516c81653, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=61a68a4c-22b7-4061-9330-fec516c81653,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:09.921386 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.944113 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.983284 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.984482 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb1d4-4312-4655-aa1b-e6731f9c38a6 None None] Pushing event updated for resources: {'Port': ['ID=61a68a4c-22b7-4061-9330-fec516c81653,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:10.033415 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:10.036352 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:10.038959 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:10.044829 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Pushing event updated for resources: {'Port': ['ID=c98631e4-4d03-486a-959a-12ec9403b68e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:10.302654 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.494387 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.622319 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:56:10.731745 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:10.743253 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:10.750038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.751388 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-fb534d93-67b2-43fb-b2e2-fce2c8212c8d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4551785 Jul 09 20:56:10.754280 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:10.757510 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:10.758138 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:10.875196 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:10.906619 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aeb3dc-d56b-48b4-bbd9-8d6135954fab None None] Network 2f600727-9727-475e-bddc-1fa1278918b0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:11.026233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-586e5bd3-fd45-47ef-88dd-ed2babbbb3e8 None None] Provisioning for port 61a68a4c-22b7-4061-9330-fec516c81653 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:11.182161 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.196871 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:10Z', 'revision_number': 3, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:11.227716 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:11.228062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Updating router 4cc168be-fd57-4857-89cf-42a9697d9a5a port c98631e4-4d03-486a-959a-12ec9403b68e binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:11.263759 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.345119 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Allocated IP 172.20.0.1 (2f600727-9727-475e-bddc-1fa1278918b0/3beb3acf-15b8-4549-b3af-46219802865b/11f77f95-c7c5-46bd-9c7e-5e73833d131d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:11.468118 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.483534 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Transition to ACTIVE for port object 11f77f95-c7c5-46bd-9c7e-5e73833d131d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:11.517916 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.556296 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Network 2f600727-9727-475e-bddc-1fa1278918b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:11.563576 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:11.567482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:11.581924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Pushing event updated for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.620686 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.695011 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.706416 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Transition to ACTIVE for port object c98631e4-4d03-486a-959a-12ec9403b68e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:11.712240 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.766927 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b7733-7e63-45f6-84d0-cb678bce6990 None None] Pushing event updated for resources: {'Port': ['ID=c98631e4-4d03-486a-959a-12ec9403b68e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.769261 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Attempting to bind port c98631e4-4d03-486a-959a-12ec9403b68e on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:11.769614 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Attempting to bind port c98631e4-4d03-486a-959a-12ec9403b68e by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:11.769981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Attempting to bind port c98631e4-4d03-486a-959a-12ec9403b68e on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:11.773423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.775340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:11.775723 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:11.776133 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.776512 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:11.776985 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Bound port: c98631e4-4d03-486a-959a-12ec9403b68e, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:11.777589 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.824291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b379454f-3655-41a9-a372-f127e7ca37d9 None None] Provisioning for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:11.836157 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b379454f-3655-41a9-a372-f127e7ca37d9 None None] Provisioning complete for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:11.836530 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b379454f-3655-41a9-a372-f127e7ca37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.862956 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] For port c98631e4-4d03-486a-959a-12ec9403b68e, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:11.881921 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] For port c98631e4-4d03-486a-959a-12ec9403b68e, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c98631e4-4d03-486a-959a-12ec9403b68e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:11.887901 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.891674 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-b379454f-3655-41a9-a372-f127e7ca37d9 None None] Port 11f77f95-c7c5-46bd-9c7e-5e73833d131d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:11.958471 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b7733-7e63-45f6-84d0-cb678bce6990 None None] Pushing event updated for resources: {'Port': ['ID=c98631e4-4d03-486a-959a-12ec9403b68e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.961213 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:11.961909 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:12.011136 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 61a68a4c-22b7-4061-9330-fec516c81653 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:12.113035 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:12.117848 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 61a68a4c-22b7-4061-9330-fec516c81653 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:12.147973 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 61a68a4c-22b7-4061-9330-fec516c81653 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:12.148346 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.263238 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.267996 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.330028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.336552 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Pushing event updated for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.340368 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.385633 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 61a68a4c-22b7-4061-9330-fec516c81653, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=61a68a4c-22b7-4061-9330-fec516c81653,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:12.392646 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.434086 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Network 2f600727-9727-475e-bddc-1fa1278918b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:12.435389 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:12.441827 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:12.476119 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451765-6dbf-40f0-90fa-6ef4a611bc20 None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:12.477843 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=61a68a4c-22b7-4061-9330-fec516c81653,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.568761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:12.686505 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:12.703787 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f473b089-fec5-4a96-9ef1-f2b90546259f admin admin] 10.222.0.10 "PUT /v2.0/routers/4cc168be-fd57-4857-89cf-42a9697d9a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482470 Jul 09 20:56:12.732381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a83a9c4-b3f4-40da-bfd1-0809c4dab5dc None None] Provisioning complete for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:12.732757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a83a9c4-b3f4-40da-bfd1-0809c4dab5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.776764 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-6a83a9c4-b3f4-40da-bfd1-0809c4dab5dc None None] Port 11f77f95-c7c5-46bd-9c7e-5e73833d131d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:13.217441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:13.222761 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1587382490-network', 'tenant_id': '4d85b380c24a41efafcec02559b89a00'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:13.245075 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Made reservation on behalf of 4d85b380c24a41efafcec02559b89a00 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:13.247543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.257366 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.350786 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.354885 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.382436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:56:13.392470 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0f06c-2d84-46fd-b6cd-d4fb45dd5527,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.397746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.398330 n-d-800087-3 neutron-server[93771]: INFO neutron.db.segments_db [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Added segment ed8d5ecf-a08f-439f-aef3-21d1cd1883cc of type vlan for network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 Jul 09 20:56:13.444961 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787948424533'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.474351 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.475730 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:13.476321 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.532257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3135180 Jul 09 20:56:13.534942 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:13.540182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Request body: {'subnet': {'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1587382490-subnet', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:13.551609 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a9dd-32b3-4aa4-b72d-86a751bb6120 admin admin] Pushing event updated for resources: {'Network': ['ID=a17a15a4-0fb7-401e-b39d-53d72e18e0e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.563996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 details requested by agent ovs-agent-n-d-800087-3 with host n-d-800087-3 {{(pid=93773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:56:13.571293 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Made reservation on behalf of 4d85b380c24a41efafcec02559b89a00 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:13.573744 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14495714'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.757851 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14599335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14495728'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.812885 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbd8ca0-5715-43c0-a312-1cb1638b5440,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.823205 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Checking segment: {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:13.823568 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Network hostable DHCP agents. Network: a17a15a4-0fb7-401e-b39d-53d72e18e0e3, hostable agents: ['5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:56:13.838658 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 is scheduled to be hosted by DHCP agent 5b9c1236-40bd-4f8f-a3a9-a0040dd1b0f8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:56:13.847216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-3, a17a15a4-0fb7-401e-b39d-53d72e18e0e3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:13.851188 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:13.851819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.856100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f3f8b-f0f3-4025-b3f0-3830f4fac639 None None] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:13.865891 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b842ca3e-4533-4ffc-af77-541177031a9d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3299246 Jul 09 20:56:13.868421 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:13.874013 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:13.895237 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2085692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10788'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.895872 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1991650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10795'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.960330 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.027174 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp151c782e-e943-5634-ae0e-91d8dfa8d900-a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440'}]}} from n-d-800087-3. {{(pid=93773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:56:14.028079 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.044739 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c98631e4-4d03-486a-959a-12ec9403b68e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:14.109590 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10809'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.191814 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port c98631e4-4d03-486a-959a-12ec9403b68e completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:14.199839 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c98631e4-4d03-486a-959a-12ec9403b68e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.200289 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.244556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.db_base_plugin_common [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Allocated IP 172.20.0.2 (a17a15a4-0fb7-401e-b39d-53d72e18e0e3/5dbd8ca0-5715-43c0-a312-1cb1638b5440/0c0cd95a-8ac0-43d7-9df5-daf1aab859cb) {{(pid=93773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:14.328097 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.348969 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.357851 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.396203 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port c98631e4-4d03-486a-959a-12ec9403b68e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c98631e4-4d03-486a-959a-12ec9403b68e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:14.401802 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.402567 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 61a68a4c-22b7-4061-9330-fec516c81653 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:14.471045 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Allocated IP 172.25.3.124 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/77fb63bf-993c-46f3-a0aa-f2471b4e5996) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:14.515529 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:14.520327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks [] for port, precommit_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.525905 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:14.526511 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:14.531334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=c98631e4-4d03-486a-959a-12ec9403b68e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:14.544672 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Transition to ACTIVE for port object 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:14.566100 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 61a68a4c-22b7-4061-9330-fec516c81653 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.566615 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.568947 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Transition to ACTIVE for port object 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb will not be triggered until provisioned by entity DHCP. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:14.581770 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.591017 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164'] for port, after_create {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.622597 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.639463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 is already hosted by enough agents. {{(pid=93773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:14.642605 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:14.646771 n-d-800087-3 neutron-server[93773]: DEBUG neutron.scheduler.base_scheduler [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Resources bound (agent type, host, resource id): {{(pid=93773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:14.653183 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Received port after_create {{(pid=93773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:14.664134 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Pushing event updated for resources: {'Port': ['ID=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,revision_number=1']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:14.671089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:14.674111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:14.677327 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:14.704230 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Pushing event updated for resources: {'Port': ['ID=77fb63bf-993c-46f3-a0aa-f2471b4e5996,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:14.750001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Attempting to bind port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:14.750358 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Attempting to bind port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:14.750718 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Attempting to bind port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb on network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:14.760019 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:14.760293 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Checking segment: {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:14.760700 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.761079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Bound using segment: {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:14.761601 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Bound port: 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:14.762001 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.834216 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] For port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:14.837242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] For port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:14.843039 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.861537 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 2, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:14.895892 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:14.895892 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Updating router 4cc168be-fd57-4857-89cf-42a9697d9a5a port 11f77f95-c7c5-46bd-9c7e-5e73833d131d binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:14.903276 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65042-c4bf-4036-99ad-aec5a4908d4a None None] Pushing event updated for resources: {'Port': ['ID=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:14.938825 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.957609 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.195289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988578'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.251681 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.261681 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Transition to ACTIVE for port object 11f77f95-c7c5-46bd-9c7e-5e73833d131d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:15.267482 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.314780 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Pushing event updated for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:15.323021 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Router e6a6068b-4d96-4bbb-83b7-361c8c513a6d is scheduled to L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:56:15.342536 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.342878 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.343214 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.343547 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.343877 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.344202 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.344524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.344845 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.345182 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.345502 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.345824 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.346143 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:15.382924 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Attempting to bind port 11f77f95-c7c5-46bd-9c7e-5e73833d131d on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:15.383293 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Attempting to bind port 11f77f95-c7c5-46bd-9c7e-5e73833d131d by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:15.383657 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Attempting to bind port 11f77f95-c7c5-46bd-9c7e-5e73833d131d on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:15.388847 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:15.389827 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Checking segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:15.390462 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.391029 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Bound using segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:15.391667 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Bound port: 11f77f95-c7c5-46bd-9c7e-5e73833d131d, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:15.392230 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.434964 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:15.448259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Sync routers for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:15.453057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.457858 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-1b716a4f-2437-4b3e-ae43-67abaa52732f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5858576 Jul 09 20:56:15.458175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:15.461343 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] For port 11f77f95-c7c5-46bd-9c7e-5e73833d131d, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:15.464813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] For port 11f77f95-c7c5-46bd-9c7e-5e73833d131d, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=11f77f95-c7c5-46bd-9c7e-5e73833d131d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:15.470568 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:15.471292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:15.471702 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.538138 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:15.539524 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:15.654544 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:15.663178 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dd0a3-1fc6-41c3-90fe-ac1242fecce4 None None] Pushing event updated for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:15.692936 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:15.947250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 3, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:15.988477 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Checking router: e6a6068b-4d96-4bbb-83b7-361c8c513a6d for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:15.988626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Updating router e6a6068b-4d96-4bbb-83b7-361c8c513a6d port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 binding host n-d-800087-3 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:16.028611 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.070025 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.150907 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:15Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:16.177350 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c98631e4-4d03-486a-959a-12ec9403b68e up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:16.188853 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdef17b-3577-497c-8694-86d646012d78 None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:15Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:16.220381 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd0e0e-f230-4b2c-93dd-494a3c01bdc6 None None] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:16.288872 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Allocated IP 172.20.0.1 (a17a15a4-0fb7-401e-b39d-53d72e18e0e3/5dbd8ca0-5715-43c0-a312-1cb1638b5440/10d67b26-5bee-43e2-b9e4-c4f05e50f389) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:16.337079 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0dc0cec1-806a-4df9-978e-add0111aa342 None None] Provisioning for port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:16.385145 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port c98631e4-4d03-486a-959a-12ec9403b68e triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:16.385529 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.400522 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.415178 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Transition to ACTIVE for port object 10d67b26-5bee-43e2-b9e4-c4f05e50f389 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:16.452132 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.501289 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:16.504323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:16.508175 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:16.534094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Pushing event updated for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:16.554986 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085077'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.582326 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.608538 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Transition to ACTIVE for port object 77fb63bf-993c-46f3-a0aa-f2471b4e5996 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:16.614278 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:16.709745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.794351 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.874963 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2e582-0cdf-44b9-9b35-04f275262c00 None None] Pushing event updated for resources: {'Port': ['ID=77fb63bf-993c-46f3-a0aa-f2471b4e5996,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:16.877692 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Attempting to bind port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:16.878067 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Attempting to bind port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:16.878431 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Attempting to bind port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 on network b569971a-e00d-4ad3-972f-71015b44c373 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:16.895265 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:16.895646 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Checking segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:16.896057 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.896753 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Bound using segment: {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:16.897246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Bound port: 77fb63bf-993c-46f3-a0aa-f2471b4e5996, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34632cbf-8491-41bf-8c5c-1e1a9d0bc476', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:16.897637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.919746 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.923794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:16.930217 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.935875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:16.936806 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.988603 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] For port 77fb63bf-993c-46f3-a0aa-f2471b4e5996, host n-d-800087-3, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:16.993063 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] For port 77fb63bf-993c-46f3-a0aa-f2471b4e5996, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=77fb63bf-993c-46f3-a0aa-f2471b4e5996,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:17.000763 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.098252 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2e582-0cdf-44b9-9b35-04f275262c00 None None] Pushing event updated for resources: {'Port': ['ID=77fb63bf-993c-46f3-a0aa-f2471b4e5996,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.102367 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:17.103001 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:17.107321 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.237931 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:17.244291 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Provisioning for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:17.248250 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.249770 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 11f77f95-c7c5-46bd-9c7e-5e73833d131d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:17.261967 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Provisioning complete for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:17.262413 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.326774 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Pushing event updated for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.329369 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091688'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.338439 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:17.409722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:17.413193 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.422991 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:17.424440 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:17.498049 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Provisioning complete for port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:17.498417 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-836692e7-c6ea-4191-98b2-1b6bdae68e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.522979 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:17.534513 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:17.534888 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.546654 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Router e6a6068b-4d96-4bbb-83b7-361c8c513a6d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:17.661681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:17.675100 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-5151f3b2-4672-432b-8ea9-68fa7a9d4987 admin admin] 10.222.0.10 "PUT /v2.0/routers/e6a6068b-4d96-4bbb-83b7-361c8c513a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2067952 Jul 09 20:56:17.721971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.748032 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '10d67b26-5bee-43e2-b9e4-c4f05e50f389', 'name': '', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'mac_address': 'fa:16:3e:94:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:16Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 2, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'subnets': [{'id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:17.783397 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03d365-7955-40fe-8e62-ab71d37a26fc None None] The sync data for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 is: [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '10d67b26-5bee-43e2-b9e4-c4f05e50f389', 'name': '', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'mac_address': 'fa:16:3e:94:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:16Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 2, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'subnets': [{'id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:17.787458 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 11f77f95-c7c5-46bd-9c7e-5e73833d131d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=11f77f95-c7c5-46bd-9c7e-5e73833d131d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:17.792541 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.856857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c4a3fdda-2016-4759-83c3-96ad5d07f79f None None] Provisioning complete for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:17.857252 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fdda-2016-4759-83c3-96ad5d07f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.860129 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.900302 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3fdda-2016-4759-83c3-96ad5d07f79f None None] Port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:17.966225 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:18.044999 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:18.045658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.129589 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 11f77f95-c7c5-46bd-9c7e-5e73833d131d up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:18.181373 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 11f77f95-c7c5-46bd-9c7e-5e73833d131d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:18.181749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.365182 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:19.369924 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762827451', 'description': 'tempest-secgroup-smoke-1762827451 description', 'project_id': '797120a9620a47d6b89f94ded2329598'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:19.392826 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.476735 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.479520 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.483732 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.511454 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.515462 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465416 Jul 09 20:56:19.515462 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03776ae0-2556-4f84-af45-bf6b67fc9ed9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f99b566-04b0-4d45-bb8a-294640486ec5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:19.515875 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:19.521997 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:19.548259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.603719 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.607322 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.626099 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb020bf5-76a5-4a0e-aa33-49c13f5fc310,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:19.632143 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.633552 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5fa2e2b1-adb5-477f-8a88-67ed7195d7a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157267 Jul 09 20:56:19.636368 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:19.640787 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:19.668865 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.726928 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.730580 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.749597 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7a9a04-0d7e-46b8-9183-abd9160266fc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:19.756105 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.757429 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3bb5a54a-ea44-4226-bd15-cd955a6edd44 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201394 Jul 09 20:56:19.760087 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:19.764477 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:19.790291 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.846078 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.849457 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.870008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bc2c0d-533d-408c-9d32-c12b943255e5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:19.875495 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.879607 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-aa01ddb3-81ba-4a8b-8de0-0008476cb1df tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157334 Jul 09 20:56:19.879607 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:19.884112 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:19.916429 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.970566 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 77fb63bf-993c-46f3-a0aa-f2471b4e5996 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:19.993368 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.997508 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.016113 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d021fe53-99ee-4adc-83c3-d9e713e83dfc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:20.021936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:20.025896 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:20.026280 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.026884 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.030770 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-e2f85c54-f134-4c9c-aefa-3941e5107bc4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477175 Jul 09 20:56:20.030943 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:20.035325 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:20.058738 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Project 797120a9620a47d6b89f94ded2329598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:56:20.064192 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.110450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.125965 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.130782 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.136502 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 77fb63bf-993c-46f3-a0aa-f2471b4e5996, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=77fb63bf-993c-46f3-a0aa-f2471b4e5996,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:20.142136 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.157232 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251cc7ef-2aed-4f18-ba49-87641c293f6c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:20.160947 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.164744 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-ec16f781-e2f0-4eaf-ab87-1d8056b18e90 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303289 Jul 09 20:56:20.165285 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 53920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:20.169610 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'security_group_rule': {'security_group_id': '6f99b566-04b0-4d45-bb8a-294640486ec5', 'project_id': '797120a9620a47d6b89f94ded2329598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:20.193093 n-d-800087-3 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Project 797120a9620a47d6b89f94ded2329598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:56:20.196868 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=77fb63bf-993c-46f3-a0aa-f2471b4e5996,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:20.197843 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.236600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Sync routers for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:20.245346 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:20.245945 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:20.261256 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.264776 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094339'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.283927 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce28c0e-93cd-45fb-8a60-741ef8556da2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:20.291076 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.297806 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-3c2714c1-66a1-41c7-b520-33c0979d4f7d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266985 Jul 09 20:56:20.355747 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:20.431492 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-c5ed6fad-53f0-45b4-8aa6-65e14e25fedc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762827451&fields=id&tenant_id=797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 267 time: 0.0337529 Jul 09 20:56:20.537769 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-e57dea9d-705b-41c7-bda0-01408f7ff6b8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:20.539172 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-e57dea9d-705b-41c7-bda0-01408f7ff6b8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 810 time: 0.1005118 Jul 09 20:56:20.550797 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '10d67b26-5bee-43e2-b9e4-c4f05e50f389', 'name': '', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'mac_address': 'fa:16:3e:94:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:16Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 2, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'subnets': [{'id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:20.554691 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-c1aaa4d0-c759-40ee-bf03-34e0e6c77c2c tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/quotas/797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 09 20:56:20.579743 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Checking router: e6a6068b-4d96-4bbb-83b7-361c8c513a6d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:20.580095 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Updating router e6a6068b-4d96-4bbb-83b7-361c8c513a6d port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 binding host n-d-800087-3 {{(pid=93774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:20.613887 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.626306 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-9642b4e3-0ab1-4e86-a27a-62ecd8809c05 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662282 Jul 09 20:56:20.722138 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6fa59ad0-b3ba-408c-a0e0-68c83afcb89d service neutron] 10.222.0.10 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833576 Jul 09 20:56:20.815175 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-b7c7226e-47bd-4ba7-b7f6-58f8094257ce service neutron] 10.222.0.10 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873184 Jul 09 20:56:20.871223 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.881032 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Transition to ACTIVE for port object 10d67b26-5bee-43e2-b9e4-c4f05e50f389 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:20.886560 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.937600 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe40c50-1a59-48de-aa0c-76d78edd6665 None None] Pushing event updated for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:20.987757 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Attempting to bind port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 on host n-d-800087-3 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:20.988122 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Attempting to bind port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 by drivers openvswitch,hyperv on host n-d-800087-3 at level 0 using segments [{'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:20.988538 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Attempting to bind port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 on network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:20.993607 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Checking agent: {'id': 'b323d563-3125-4fe1-b3cc-8886581a8145', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 18, 55), 'started_at': datetime.datetime(2021, 7, 9, 19, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:20.993976 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Checking segment: {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:20.994371 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:20.994757 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Bound using segment: {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:20.995211 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Bound port: 10d67b26-5bee-43e2-b9e4-c4f05e50f389, host: n-d-800087-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:20.995583 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.060799 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] For port 10d67b26-5bee-43e2-b9e4-c4f05e50f389, host n-d-800087-3, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:21.064193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] For port 10d67b26-5bee-43e2-b9e4-c4f05e50f389, host n-d-800087-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=10d67b26-5bee-43e2-b9e4-c4f05e50f389,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:21.067905 n-d-800087-3 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:21.130248 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:21.130854 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:55:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:21.135903 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe40c50-1a59-48de-aa0c-76d78edd6665 None None] Pushing event updated for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=4']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:21.241631 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:21.437427 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '10d67b26-5bee-43e2-b9e4-c4f05e50f389', 'name': '', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'mac_address': 'fa:16:3e:94:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:16Z', 'updated_at': '2021-07-09T20:56:21Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'subnets': [{'id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:21.466059 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebfcad2-8017-48b8-997c-b442e131b40b None None] The sync data for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 is: [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T20:56:16Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '10d67b26-5bee-43e2-b9e4-c4f05e50f389', 'name': '', 'network_id': 'a17a15a4-0fb7-401e-b39d-53d72e18e0e3', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'mac_address': 'fa:16:3e:94:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:16Z', 'updated_at': '2021-07-09T20:56:21Z', 'revision_number': 4, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'subnets': [{'id': '5dbd8ca0-5715-43c0-a312-1cb1638b5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:21.987830 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 10d67b26-5bee-43e2-b9e4-c4f05e50f389 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:22.020453 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-981bf664-b964-40fe-a4ba-fbceba124db3 req-9bff6645-b1e6-4bb5-92a8-f02b51b68cfa tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Jul 09 20:56:22.038316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:22.042400 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:22.042775 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.117629 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.150436 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] For port 10d67b26-5bee-43e2-b9e4-c4f05e50f389, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=10d67b26-5bee-43e2-b9e4-c4f05e50f389,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:22.154268 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.155163 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 77fb63bf-993c-46f3-a0aa-f2471b4e5996 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:22.229835 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Pushing event updated for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:22.244096 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:22.244471 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.476546 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ae8adbb1-776d-494a-b13f-a33467c48beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:23.101905 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-f1037567-6898-489b-bbc3-ebe5ecfef9c4 req-c54626f6-0f50-4968-ad97-e2226ff72e08 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 09 20:56:23.946396 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 10d67b26-5bee-43e2-b9e4-c4f05e50f389 up at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:23.999888 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Provisioning complete for port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:24.000256 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:24.046251 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:24.182735 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-93d6be44-41c1-49e4-b43e-28e4e1d6d28e req-73af9c85-c59e-4b08-8933-d259f7b87c2d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0286717 Jul 09 20:56:25.075286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b854-151b-48a7-b420-52ef7f14ce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:25.264257 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-d5e75d08-9407-45c4-ae04-d805949c6f87 req-e48c204c-9a98-48fc-90c8-ec247a0919f7 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Jul 09 20:56:25.425441 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:26.401713 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-d34c5b9c-f29d-47db-8334-768e6fb408e5 req-0b4f8cdc-4419-4985-afa2-10bb3b5b64cf tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0274737 Jul 09 20:56:26.692688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.144933 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-07f95d7b-9770-4f65-96fb-a35167ab9243 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.146445 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-07f95d7b-9770-4f65-96fb-a35167ab9243 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 810 time: 0.1102939 Jul 09 20:56:27.191429 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-e934bdf9-9a57-49e8-b66c-bbf22ed65914 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 380 time: 0.0344713 Jul 09 20:56:27.200027 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'port': {'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'admin_state_up': True, 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'security_groups': ['6f99b566-04b0-4d45-bb8a-294640486ec5']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:27.311314 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Made reservation on behalf of 797120a9620a47d6b89f94ded2329598 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:27.314869 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.443544 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Allocated IP 172.20.0.5 (2f600727-9727-475e-bddc-1fa1278918b0/3beb3acf-15b8-4549-b3af-46219802865b/ec21adaf-a25b-482a-9117-f023ac28659d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:27.560381 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-36250d3e-4123-43e9-aa4b-e8788cc787ee req-c21e3000-35c1-47f4-8c71-5541217d27a3 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0355241 Jul 09 20:56:27.609833 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.623912 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Transition to ACTIVE for port object ec21adaf-a25b-482a-9117-f023ac28659d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:27.656349 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.703265 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Network 2f600727-9727-475e-bddc-1fa1278918b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:27.706405 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:27.710267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:27.734834 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:27.762869 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.763491 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.777685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a1138bb5-92d0-4338-8609-99bf62469502 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812690 Jul 09 20:56:27.789387 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Request body: {'port': {'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:27.869488 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.937250 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f2cf105-b821-413e-809b-a19fd5a5a52e None None] Provisioning for port ec21adaf-a25b-482a-9117-f023ac28659d completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:27.940961 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f2cf105-b821-413e-809b-a19fd5a5a52e None None] Provisioning complete for port ec21adaf-a25b-482a-9117-f023ac28659d triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:27.941370 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf105-b821-413e-809b-a19fd5a5a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.976249 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-0f2cf105-b821-413e-809b-a19fd5a5a52e None None] Port ec21adaf-a25b-482a-9117-f023ac28659d cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:28.134094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec21adaf-a25b-482a-9117-f023ac28659d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:28.141585 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.152854 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Transition to ACTIVE for port object ec21adaf-a25b-482a-9117-f023ac28659d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:28.157207 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.172401 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.208241 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:28.281778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Attempting to bind port ec21adaf-a25b-482a-9117-f023ac28659d on host n-h1-800087-3 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:28.282111 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Attempting to bind port ec21adaf-a25b-482a-9117-f023ac28659d by drivers openvswitch,hyperv on host n-h1-800087-3 at level 0 using segments [{'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:28.282441 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Attempting to bind port ec21adaf-a25b-482a-9117-f023ac28659d on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:28.286844 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Port ec21adaf-a25b-482a-9117-f023ac28659d on network 2f600727-9727-475e-bddc-1fa1278918b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:56:28.287173 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Attempting to bind port ec21adaf-a25b-482a-9117-f023ac28659d on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:28.292307 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Checking agent: {'id': 'd28e3f4f-a276-44f3-a88c-e0c0cd5ffe81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:28.292634 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Checking segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:28.293010 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Bound using segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:28.293463 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Bound port: ec21adaf-a25b-482a-9117-f023ac28659d, host: n-h1-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:28.293819 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.358277 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:28.361247 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:28.365740 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.404938 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.405884 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.407312 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] 10.222.0.59 "PUT /v2.0/ports/ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 1091 time: 0.6222234 Jul 09 20:56:28.409641 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:28.412598 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:28.440545 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccb00-aa85-41f4-a16e-960cb7af906d service neutron] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:28.501631 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-c9242a28-6651-4965-8842-37850d3ae7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.503157 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-c9242a28-6651-4965-8842-37850d3ae7de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.0561981 Jul 09 20:56:28.518086 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ac5bc-af51-4174-8c52-0916ef82da7f x-openstack-request-id: req-cd9ac5bc-af51-4174-8c52-0916ef82da7f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:28.518458 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:28.518771 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd9ac5bc-af51-4174-8c52-0916ef82da7f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:28.519301 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'status': 'completed', 'code': 200} Jul 09 20:56:28.550249 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-a0719e23-ee85-4bc8-a74a-b929ef791e3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 217 time: 0.0396991 Jul 09 20:56:28.605093 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-abc969cc-2864-42dc-a7cf-298a60b5eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.606747 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-abc969cc-2864-42dc-a7cf-298a60b5eaf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0503504 Jul 09 20:56:28.664042 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-1b299ed8-f131-4f1f-aaf7-e933b9356e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.665687 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-1b299ed8-f131-4f1f-aaf7-e933b9356e74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526741 Jul 09 20:56:28.794441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-849d0ba1-2ba9-4ae7-b659-110a96ab7bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220961 Jul 09 20:56:28.806580 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d99d-34dc-48e8-883d-a957f2b8d9e9 req-f473ab60-e53f-4aa7-ba64-1fa9a4e37aed tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:28.808320 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53f5d99d-34dc-48e8-883d-a957f2b8d9e9 req-f473ab60-e53f-4aa7-ba64-1fa9a4e37aed tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 943 time: 0.1289549 Jul 09 20:56:28.895165 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-53f5d99d-34dc-48e8-883d-a957f2b8d9e9 req-66d28b83-02f1-467f-a200-a608377c43ce tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774553 Jul 09 20:56:28.923030 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-dde5044e-6cd5-48bb-a8e0-c8a92893fff3 req-0bb25cfc-fe6d-46c9-b5d4-b6f9479ee86d service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136799 Jul 09 20:56:29.023224 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-0f9e0595-badb-429e-9b90-5d92999f9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.024772 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-0f9e0595-badb-429e-9b90-5d92999f9902 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.0527225 Jul 09 20:56:29.113711 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-1fc7010b-c083-4359-9688-06868f33173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.115210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-1fc7010b-c083-4359-9688-06868f33173c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0842111 Jul 09 20:56:29.160006 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-d61e3788-7b83-44b9-a604-629ff5672019 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 217 time: 0.0378239 Jul 09 20:56:29.207520 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-c56ce6a1-02c2-437d-bffa-2e879082a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.208910 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-c56ce6a1-02c2-437d-bffa-2e879082a54c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0426927 Jul 09 20:56:29.264622 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-0fa59bab-6892-4c2a-bbc3-27481165d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.266080 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-0fa59bab-6892-4c2a-bbc3-27481165d783 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494821 Jul 09 20:56:29.355475 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-51923c0c-f2cf-4199-bf85-c9234330183b service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822744 Jul 09 20:56:29.443887 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8d3ae981-8470-4a4e-9b7e-db2413c02bbb req-3d7d1d39-74c6-424e-9efa-43facacf2604 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799150 Jul 09 20:56:30.070482 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b95906-3e39-4f51-8a43-29f40342f770 req-12c17528-0841-49b8-a627-331714d38e1f tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:30.071958 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b3b95906-3e39-4f51-8a43-29f40342f770 req-12c17528-0841-49b8-a627-331714d38e1f tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 943 time: 0.0640607 Jul 09 20:56:30.110855 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b3b95906-3e39-4f51-8a43-29f40342f770 req-50d82be5-eddb-4f07-aaf7-3641abf7701d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326588 Jul 09 20:56:31.280777 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd331b0-f1c2-4815-9a49-d04c96a37444 req-24b2cab4-dbec-4884-bde2-6c26308f30a0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:31.282274 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bd331b0-f1c2-4815-9a49-d04c96a37444 req-24b2cab4-dbec-4884-bde2-6c26308f30a0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 943 time: 0.0633006 Jul 09 20:56:31.322632 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-5bd331b0-f1c2-4815-9a49-d04c96a37444 req-56782b91-2bdd-4f2f-9c1e-d60390014045 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Jul 09 20:56:32.010195 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:56:32.105699 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:32.117247 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:56:32.154087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:32.166242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec21adaf-a25b-482a-9117-f023ac28659d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:32.186060 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:32.189870 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:32.237678 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:32.403936 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ec21adaf-a25b-482a-9117-f023ac28659d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:32.495306 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f2036-0e3b-4728-89ca-d4ff82e2b960 req-f2c1d76f-98d6-4bef-b8aa-8bee4370ece5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:32.496718 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa6f2036-0e3b-4728-89ca-d4ff82e2b960 req-f2c1d76f-98d6-4bef-b8aa-8bee4370ece5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 944 time: 0.0622120 Jul 09 20:56:32.534572 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fa6f2036-0e3b-4728-89ca-d4ff82e2b960 req-3505a51f-1035-4e52-8985-415dd591ef43 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 09 20:56:33.702867 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f9be-e719-4dfb-b6b3-ad55e1356d9d req-88444502-2f76-45be-b51a-71c01fc198cd tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:33.704353 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a735f9be-e719-4dfb-b6b3-ad55e1356d9d req-88444502-2f76-45be-b51a-71c01fc198cd tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 944 time: 0.0622077 Jul 09 20:56:33.741826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a735f9be-e719-4dfb-b6b3-ad55e1356d9d req-968224a4-51c9-469e-bd81-e587f5c6a9ec tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Jul 09 20:56:34.010463 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:34.064258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning for port ec21adaf-a25b-482a-9117-f023ac28659d completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:34.067964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port ec21adaf-a25b-482a-9117-f023ac28659d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:34.068341 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:34.151069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:34.173440 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:34.175674 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f8e60d-e584-49f8-be2e-e8b58df3cfc3" -d '{"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:34.190906 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:34.194929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:34.217675 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cf704-80e7-41c2-aa2c-0e8420edc753 x-openstack-request-id: req-381cf704-80e7-41c2-aa2c-0e8420edc753 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:34.217967 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:34.218218 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-381cf704-80e7-41c2-aa2c-0e8420edc753 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:34.218600 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'code': 200} Jul 09 20:56:34.244837 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:34.320677 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336ced7-68a0-4f6d-90f0-b7f1229dba04 req-e41457c0-4ec1-478b-98e9-42e5333ccccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:34.322183 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0336ced7-68a0-4f6d-90f0-b7f1229dba04 req-e41457c0-4ec1-478b-98e9-42e5333ccccb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.0501235 Jul 09 20:56:34.356041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-0336ced7-68a0-4f6d-90f0-b7f1229dba04 req-2c1cdf49-0d8c-4d77-adae-6e2e804c7d47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280275 Jul 09 20:56:34.388193 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:34.917721 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d440-db20-4afb-9dbd-0f5e71b1d82d req-29da3be0-afc2-41bc-a533-f7cab252e4cf tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:34.919193 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32f1d440-db20-4afb-9dbd-0f5e71b1d82d req-29da3be0-afc2-41bc-a533-f7cab252e4cf tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Jul 09 20:56:34.958592 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-32f1d440-db20-4afb-9dbd-0f5e71b1d82d req-c0fb27d9-ba90-47e8-bb75-2229e9ea9aea tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Jul 09 20:56:36.128930 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22b78-d781-4d70-9738-f159ab328498 req-183ea380-b312-4a77-a7bc-ba163c1d49be tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:36.130413 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0f22b78-d781-4d70-9738-f159ab328498 req-183ea380-b312-4a77-a7bc-ba163c1d49be tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0620704 Jul 09 20:56:36.168205 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-b0f22b78-d781-4d70-9738-f159ab328498 req-0284e430-2f64-4ed2-acbf-303868e99ab9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jul 09 20:56:36.336714 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443a8c-f872-4bfd-aab8-a1ae8474cff8 req-f3137cf5-c0d1-459e-8483-f32bb3e8dfd2 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:36.338206 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b443a8c-f872-4bfd-aab8-a1ae8474cff8 req-f3137cf5-c0d1-459e-8483-f32bb3e8dfd2 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0618083 Jul 09 20:56:36.374950 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-8b443a8c-f872-4bfd-aab8-a1ae8474cff8 req-164c0aa9-008e-45e5-8c43-33d5578e3150 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Jul 09 20:56:36.398513 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:36.529830 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1851ef6-f843-4a82-b670-a5180313f560 tempest-TestSnapshotPattern-691067503 tempest-TestSnapshotPattern-691067503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:36.531315 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d1851ef6-f843-4a82-b670-a5180313f560 tempest-TestSnapshotPattern-691067503 tempest-TestSnapshotPattern-691067503-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1091 time: 0.1318357 Jul 09 20:56:36.534189 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 53996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:36.538417 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:36.560257 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:36.656745 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:36.760372 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Allocated IP 172.25.3.52 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/459d85a0-9ef8-4d03-9720-6d0dbea8d2af) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:36.858111 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:36.899687 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:36.934890 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:36.940889 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:36.945165 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:36.971169 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=459d85a0-9ef8-4d03-9720-6d0dbea8d2af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:37.313792 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:37.392562 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:37.536002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:37.540397 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:37.607530 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=459d85a0-9ef8-4d03-9720-6d0dbea8d2af,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:37.618804 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:37.716317 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Floating IP a1fe73d1-778c-411d-a163-37dfea6c5113 associated. External IP: 172.25.3.52, port: ec21adaf-a25b-482a-9117-f023ac28659d. Jul 09 20:56:38.236950 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:38.340701 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:38.350857 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:38.355542 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.361794 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:38.362411 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:38.392210 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-d67cf464-1e18-4196-a900-73991873bc46 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8567886 Jul 09 20:56:38.392685 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:38.394976 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3889f5-89a1-4f55-8288-38ef00868d74" -d '{"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:38.431181 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82308a5d-dc30-4eeb-8f4a-8dee816f4922 x-openstack-request-id: req-82308a5d-dc30-4eeb-8f4a-8dee816f4922 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:38.431478 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:38.431735 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82308a5d-dc30-4eeb-8f4a-8dee816f4922 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:38.432136 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'status': 'completed', 'code': 200} Jul 09 20:56:38.508203 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-b8e20b6c-e743-479a-89e6-f17d4ca476c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.509799 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-b8e20b6c-e743-479a-89e6-f17d4ca476c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.0548806 Jul 09 20:56:38.604943 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-b73eed24-999e-4e66-b0c4-2d018e6ca109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.606489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-b73eed24-999e-4e66-b0c4-2d018e6ca109 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0909705 Jul 09 20:56:38.621283 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:38.672837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-0adf2763-1fd4-49b0-9e7e-b5533672ef86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 998 time: 0.0590062 Jul 09 20:56:38.721600 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-3eebf39f-9f86-4493-87a2-137f5ac7b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.723068 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-3eebf39f-9f86-4493-87a2-137f5ac7b6a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0441890 Jul 09 20:56:38.784363 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-ac680afe-2ef3-459d-bc4c-a00ae63e13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.786003 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-ac680afe-2ef3-459d-bc4c-a00ae63e13a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563302 Jul 09 20:56:38.851388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:37Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:38.881562 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:38.882516 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-de455e99-677b-4ff4-99d1-454f4ac85771 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899327 Jul 09 20:56:38.889726 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:38.890326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:56:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:38.975391 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9d3889f5-89a1-4f55-8288-38ef00868d74 req-49b87f77-2a5e-410e-90ad-c34f1c553d72 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858228 Jul 09 20:56:38.996166 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:39.223408 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:37Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:39.249382 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e20339-11c0-4f4c-908e-b68b281abb6b None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:37Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:39.439163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82f391-ccfd-4d15-8da4-0bfe866c1339 None None] New status for floating IP a1fe73d1-778c-411d-a163-37dfea6c5113: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:56:43.090230 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-a4f0580a-1a67-435d-b8d3-14f6990253eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507116 Jul 09 20:56:43.186601 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b250-12f2-4eac-8569-225833e78c56 req-9201e08b-59d6-4e3a-8da6-6e99683fa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.188095 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-9201e08b-59d6-4e3a-8da6-6e99683fa639 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.0528214 Jul 09 20:56:43.293039 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b250-12f2-4eac-8569-225833e78c56 req-b8f156f1-36ea-4bf0-acd3-6e307b7a4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.294527 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-b8f156f1-36ea-4bf0-acd3-6e307b7a4505 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0872588 Jul 09 20:56:43.358697 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-db6a68a8-9532-437c-8a3e-3675c949042c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 1000 time: 0.0575900 Jul 09 20:56:43.405894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b250-12f2-4eac-8569-225833e78c56 req-441e6717-b459-4b97-a031-442a6c4437e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.407344 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-441e6717-b459-4b97-a031-442a6c4437e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0430028 Jul 09 20:56:43.468094 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b250-12f2-4eac-8569-225833e78c56 req-0434ad37-6195-4548-8740-9e02e449dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.469616 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-0434ad37-6195-4548-8740-9e02e449dbf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559866 Jul 09 20:56:43.558321 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-a69f7d65-943e-415a-9fe4-bce881f12c18 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Jul 09 20:56:43.650422 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f13b250-12f2-4eac-8569-225833e78c56 req-c7460ba7-95e4-485d-b632-03c640cd8584 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Jul 09 20:56:49.500962 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:52.476283 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7f6b564e-6fa3-4334-9c83-0939bb12c0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:54.023755 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.075642 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4cea9f3b-81b0-4e72-b756-90ed52c9b0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.426069 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.696485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:58.174323 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.386981 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:19.508380 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.476533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0af3d1-b4a2-496b-80d5-1c5704571a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.038053 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.075467 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89af8c7f-a122-408b-a123-db78539e8421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.427233 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.699322 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.177026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:43.208260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-d22e63f5-07a2-401a-9382-8852f3a9a558 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514197 Jul 09 20:57:43.300482 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-5ffee09b-9024-4bef-92cf-52175c355ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.302569 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-5ffee09b-9024-4bef-92cf-52175c355ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.0535250 Jul 09 20:57:43.406876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-0893bd17-ed18-40e3-888c-88639795de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.408259 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-0893bd17-ed18-40e3-888c-88639795de89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0869396 Jul 09 20:57:43.471798 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-60d1941e-b314-4337-88c1-f52541437339 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 1000 time: 0.0567067 Jul 09 20:57:43.519089 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-135c21ed-d707-48b8-b93f-21590e165cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.521079 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-135c21ed-d707-48b8-b93f-21590e165cc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0422299 Jul 09 20:57:43.580168 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-7a8ea3a2-75d8-4d30-b22a-ec7682c7c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.581675 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-7a8ea3a2-75d8-4d30-b22a-ec7682c7c482 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545926 Jul 09 20:57:43.669470 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-721e4952-e7a7-4750-8790-7a1b55d35146 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813110 Jul 09 20:57:43.761481 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-08d4e9cb-6afd-41c3-b8b4-a232eeda3cc2 req-37bca35b-5ce6-4d86-986c-ed546dbcc5fa service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853136 Jul 09 20:57:48.386256 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:49.519621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:52.477095 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-980cd218-5f47-43a1-bfd8-2a9341626333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.052048 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.182800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e3d704e3-a36a-4639-a8df-5cffb45df5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.428566 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.701261 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.181622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.533520 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:22.477905 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-396f4c62-bad1-4d54-9e11-90873148e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:24.051385 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:25.072894 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-15997fdd-e055-4ac7-86e8-0fe982b1971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:25.385150 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:25.429186 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:26.707933 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:28.183843 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.678286 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d details requested by agent hyperv_n-h1-800087-3 with host n-h1-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:58:38.770495 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:38.781423 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Returning: {'device': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:58:38.817465 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.834046 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec21adaf-a25b-482a-9117-f023ac28659d {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:38.853324 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:38.856910 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:38.905867 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:38.913034 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.913407 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.913752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.914087 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.914418 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.914748 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.915347 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.915679 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.916002 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.916323 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.916645 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.916964 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:38.955626 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] get_ports_and_sgs() called for port_ids ['ec21adaf-a25b-482a-9117-f023ac28659d'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:40.694636 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d up at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:40.748953 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Provisioning complete for port ec21adaf-a25b-482a-9117-f023ac28659d triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:40.749370 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.842814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.866623 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:40.868956 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eec1c4-e3dc-481f-9696-fb4e203453b3" -d '{"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:40.886900 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:40.895774 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.926974 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294418bd-3d40-4b7d-b822-5df94afaa602 x-openstack-request-id: req-294418bd-3d40-4b7d-b822-5df94afaa602 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:40.927403 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:40.927748 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-294418bd-3d40-4b7d-b822-5df94afaa602 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:40.928492 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'code': 200} Jul 09 20:58:40.959593 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:44.580752 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-e1dd2e94-3161-4b6c-965f-ba1d638346bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.583174 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-e1dd2e94-3161-4b6c-965f-ba1d638346bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.0610619 Jul 09 20:58:44.707729 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-6af1dd6c-b78d-48a1-9774-a91a74a0f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.709166 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-6af1dd6c-b78d-48a1-9774-a91a74a0f8fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0988758 Jul 09 20:58:44.795575 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-237af875-5b72-48ca-866f-429a63635f7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 1000 time: 0.0799649 Jul 09 20:58:44.847542 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-20daf15d-0d97-4069-b827-e34be49f5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.850264 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-20daf15d-0d97-4069-b827-e34be49f5ba4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0463791 Jul 09 20:58:44.912819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-ead3e51a-5a28-4e12-a1b8-32f77d47e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.914508 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-ead3e51a-5a28-4e12-a1b8-32f77d47e53c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583870 Jul 09 20:58:45.023560 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-58118784-d2ae-45ef-8410-f304e61c8250 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989408 Jul 09 20:58:45.136920 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-eb5b9be5-2004-4738-bf68-e35b03abfdfc req-d3f20432-3836-40be-974d-71ea194a137f service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066961 Jul 09 20:58:48.818194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-737e1348-f722-45ba-ac03-e0e9f7253aca tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762827451&fields=id&tenant_id=797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 267 time: 0.0335667 Jul 09 20:58:48.925370 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-821dc4b9-6044-4efa-8fd0-09dc77597238 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:48.926826 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-821dc4b9-6044-4efa-8fd0-09dc77597238 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 810 time: 0.1020300 Jul 09 20:58:48.941672 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-8074b964-00b7-4265-a1e5-d4b3c89e7e2d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/quotas/797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 375 time: 0.0089307 Jul 09 20:58:49.014568 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-51a26064-a421-43fd-af81-7aff1ae71900 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681763 Jul 09 20:58:49.156693 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-52c57cfa-1fa1-4989-a364-75634bc7664e service neutron] 10.222.0.10 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311831 Jul 09 20:58:49.248789 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-672617a3-aeda-4baa-9731-7eb340853061 service neutron] 10.222.0.10 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864384 Jul 09 20:58:49.438258 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-a140badb-e5e6-4fa3-9443-52ef10e3efc9 req-01b41539-86b1-4652-8790-bc97bddb9629 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 210 time: 0.0332711 Jul 09 20:58:49.534296 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.579987 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-4b870a12-b25d-4d8d-9276-761ff586cff7 req-79876a81-0309-4e7b-a5d0-eba2f2edc67c tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 210 time: 0.0302143 Jul 09 20:58:50.658149 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-4cd4ee8e-cb44-4bba-aed2-9d4803fbc25b tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:50.659711 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-4cd4ee8e-cb44-4bba-aed2-9d4803fbc25b tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 810 time: 0.1094108 Jul 09 20:58:50.704140 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-8565c484-1510-4e41-bf09-cab3ac76d652 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797120a9620a47d6b89f94ded2329598 HTTP/1.1" status: 200 len: 380 time: 0.0343943 Jul 09 20:58:50.713387 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'port': {'device_id': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'admin_state_up': True, 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'security_groups': ['6f99b566-04b0-4d45-bb8a-294640486ec5']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:50.739875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:50.821171 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.825009 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Made reservation on behalf of 797120a9620a47d6b89f94ded2329598 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:50.828691 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.855120 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:50.855916 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:50.858190 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0ab6c5-413d-4046-9025-2971ccfc852b" -d '{"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-unplugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:50.870581 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.895951 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9301942-a93f-4675-86e1-f8d96584fff6 x-openstack-request-id: req-f9301942-a93f-4675-86e1-f8d96584fff6 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:50.896251 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-unplugged", "status": "completed", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:50.896701 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9301942-a93f-4675-86e1-f8d96584fff6 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:50.897092 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'code': 200} Jul 09 20:58:50.926784 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Pushing event updated for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:50.971944 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Allocated IP 172.20.0.14 (2f600727-9727-475e-bddc-1fa1278918b0/3beb3acf-15b8-4549-b3af-46219802865b/41aaa231-0152-49f2-a9b4-d47f17909a94) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:51.453081 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.466974 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Transition to ACTIVE for port object 41aaa231-0152-49f2-a9b4-d47f17909a94 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:51.500487 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13934885'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.547119 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Network 2f600727-9727-475e-bddc-1fa1278918b0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:51.552278 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:51.556765 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:51.585002 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:51.596266 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.596683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.596948 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.597317 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.597652 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.597993 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.598296 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.598621 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.599001 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.599264 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.599608 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.599942 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:51.654659 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.655326 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.671434 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-05c0ef33-1274-4f40-9d7c-4a775665aa42 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9615273 Jul 09 20:58:51.796264 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df25843-4178-46f9-bc50-89716d13d26b req-8fe9849d-ac6e-4226-a77e-ae8afed75bb0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.803279 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7df25843-4178-46f9-bc50-89716d13d26b req-8fe9849d-ac6e-4226-a77e-ae8afed75bb0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0810652 Jul 09 20:58:51.838703 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-7df25843-4178-46f9-bc50-89716d13d26b req-b3f1b86e-ba9e-42e2-aa53-df8643ac3176 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Jul 09 20:58:51.895706 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab5e3ed5-ad63-40ad-9dee-973b7663f398 None None] Provisioning for port 41aaa231-0152-49f2-a9b4-d47f17909a94 completed by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:51.900062 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab5e3ed5-ad63-40ad-9dee-973b7663f398 None None] Provisioning complete for port 41aaa231-0152-49f2-a9b4-d47f17909a94 triggered by entity DHCP. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:51.900434 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3ed5-ad63-40ad-9dee-973b7663f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:51.944560 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e3ed5-ad63-40ad-9dee-973b7663f398 None None] Port 41aaa231-0152-49f2-a9b4-d47f17909a94 cannot update to ACTIVE because it is not bound. {{(pid=93773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:52.479517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee2ab-a45f-4741-b079-3cbf8fa20620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.018596 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16fa7-9ca9-49b2-8f66-66bd736381e7 req-6c9ab9ce-2ff6-4bcd-b571-e283887e1c3a tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:53.020155 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d16fa7-9ca9-49b2-8f66-66bd736381e7 req-6c9ab9ce-2ff6-4bcd-b571-e283887e1c3a tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0643637 Jul 09 20:58:53.058225 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-62d16fa7-9ca9-49b2-8f66-66bd736381e7 req-5b396065-b512-4f63-8454-9a4c05fc8303 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Jul 09 20:58:54.074616 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.254753 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c571-c2d7-4157-834f-b4edc332291d req-5f64c201-c6cb-48d9-9a85-fe003e93ddf9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:54.256243 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c158c571-c2d7-4157-834f-b4edc332291d req-5f64c201-c6cb-48d9-9a85-fe003e93ddf9 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0836890 Jul 09 20:58:54.295808 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-c158c571-c2d7-4157-834f-b4edc332291d req-4c50905f-fa92-44e1-886e-047b4c37b2a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334806 Jul 09 20:58:55.074517 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d7d84ad4-f5b2-4d6c-a57a-e0169d3a9ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.431473 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.482675 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e732-5912-4c4a-b970-0b7a6f305868 req-70e08745-246a-4d9b-a9a9-90489c7f5e47 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:55.484156 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fe2e732-5912-4c4a-b970-0b7a6f305868 req-70e08745-246a-4d9b-a9a9-90489c7f5e47 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0710990 Jul 09 20:58:55.522944 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-6fe2e732-5912-4c4a-b970-0b7a6f305868 req-db76c678-f857-4bc4-834b-e625a1355cf3 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Jul 09 20:58:56.709430 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.711562 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43ed49-7f2d-441b-82e2-38990b495542 req-ec7ea1c0-3041-4e02-a1bc-6503648934c8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:56.713722 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e43ed49-7f2d-441b-82e2-38990b495542 req-ec7ea1c0-3041-4e02-a1bc-6503648934c8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0687425 Jul 09 20:58:56.752678 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3e43ed49-7f2d-441b-82e2-38990b495542 req-52b55f40-f546-4ba9-815a-9c82b9c4b259 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Jul 09 20:58:57.929471 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200dd0c-eaf8-46ab-99bb-01e64ca35fb6 req-eddc2097-5768-4efd-807c-6ae62b43e0d7 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:57.931700 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8200dd0c-eaf8-46ab-99bb-01e64ca35fb6 req-eddc2097-5768-4efd-807c-6ae62b43e0d7 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0654502 Jul 09 20:58:57.971450 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-8200dd0c-eaf8-46ab-99bb-01e64ca35fb6 req-649e231e-209e-42e9-b2e1-00f4f6fcc2ca tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340517 Jul 09 20:58:58.191270 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.168919 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da145-b996-4d6b-b892-5f58865dfe44 req-62166cb0-8c31-494b-9d87-3de5208567e6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:59.170654 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-483da145-b996-4d6b-b892-5f58865dfe44 req-62166cb0-8c31-494b-9d87-3de5208567e6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0709062 Jul 09 20:58:59.212493 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-483da145-b996-4d6b-b892-5f58865dfe44 req-a3aad548-f94d-4c0f-b78a-5ed8aa455c9b tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359805 Jul 09 20:59:00.430023 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9964-b1d9-4f43-83ec-2a4bd1b417e2 req-0ae50ae5-36db-4d72-aa1a-ad54183b3859 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.433923 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73bf9964-b1d9-4f43-83ec-2a4bd1b417e2 req-0ae50ae5-36db-4d72-aa1a-ad54183b3859 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0720677 Jul 09 20:59:00.474439 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-73bf9964-b1d9-4f43-83ec-2a4bd1b417e2 req-41c6f395-f1da-42bb-a461-dae5cbc093fc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Jul 09 20:59:01.648662 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3be00-9339-4043-a7b6-23cb7c04864b req-a033a4b0-8b04-4d10-8b23-9605d6c97a2a tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:01.650767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77c3be00-9339-4043-a7b6-23cb7c04864b req-a033a4b0-8b04-4d10-8b23-9605d6c97a2a tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.0675859 Jul 09 20:59:01.687618 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-77c3be00-9339-4043-a7b6-23cb7c04864b req-8f6572b2-afbc-49e9-aa44-e00e0c413f34 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Jul 09 20:59:02.383611 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:02.633177 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-8424dbdb-bd4f-4729-bd09-a1db878a01d0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:59:02.634310 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-8424dbdb-bd4f-4729-bd09-a1db878a01d0 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054524 Jul 09 20:59:02.692920 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Request body: {'port': {'device_id': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:02.766420 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.969522 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfd6-9f8c-4828-87f5-8976a586417d req-03401fed-77dc-46bb-8117-9048752adab4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:02.970896 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7439bfd6-9f8c-4828-87f5-8976a586417d req-03401fed-77dc-46bb-8117-9048752adab4 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 932 time: 0.1704967 Jul 09 20:59:03.036814 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7439bfd6-9f8c-4828-87f5-8976a586417d req-af80779a-1302-4f63-bb73-84466359e850 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581434 Jul 09 20:59:03.099929 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aaa231-0152-49f2-a9b4-d47f17909a94 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:03.108265 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.120077 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Transition to ACTIVE for port object 41aaa231-0152-49f2-a9b4-d47f17909a94 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:03.123321 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.174449 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:03.246664 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Attempting to bind port 41aaa231-0152-49f2-a9b4-d47f17909a94 on host n-h2-800087-3 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:03.246999 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Attempting to bind port 41aaa231-0152-49f2-a9b4-d47f17909a94 by drivers openvswitch,hyperv on host n-h2-800087-3 at level 0 using segments [{'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:03.247329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Attempting to bind port 41aaa231-0152-49f2-a9b4-d47f17909a94 on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:03.251867 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Port 41aaa231-0152-49f2-a9b4-d47f17909a94 on network 2f600727-9727-475e-bddc-1fa1278918b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:03.252187 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Attempting to bind port 41aaa231-0152-49f2-a9b4-d47f17909a94 on network 2f600727-9727-475e-bddc-1fa1278918b0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:03.257008 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Checking agent: {'id': 'd21bc932-0ba8-49df-b5a4-d7fe11faf944', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'started_at': datetime.datetime(2021, 7, 9, 19, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:03.257385 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Checking segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:03.257771 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Bound using segment: {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:03.258193 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Bound port: 41aaa231-0152-49f2-a9b4-d47f17909a94, host: n-h2-800087-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61afff74-f106-485e-8ffe-af632fe887c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:03.259071 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.324561 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:03.327634 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:03.331034 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13935063'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.365633 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.366259 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.367757 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] 10.222.0.25 "PUT /v2.0/ports/41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 1092 time: 0.7249651 Jul 09 20:59:03.368256 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:03.370527 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db62925-82b7-4295-8de5-cf68b2b9ffa2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:03.395041 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5766-c6d2-45b0-a9d4-269e3bf5b437 service neutron] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:03.462427 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-5f71bd41-6210-4ec7-b8f7-2b2e88df2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.463919 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-5f71bd41-6210-4ec7-b8f7-2b2e88df2eaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1095 time: 0.0581138 Jul 09 20:59:03.510226 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ef479-a5a5-4676-892a-0298fe5ba61e x-openstack-request-id: req-086ef479-a5a5-4676-892a-0298fe5ba61e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:03.510517 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:03.510765 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-086ef479-a5a5-4676-892a-0298fe5ba61e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:03.511162 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'status': 'completed', 'code': 200} Jul 09 20:59:03.512968 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-fe1ee65b-1b89-4bbd-80dd-78df82150116 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 217 time: 0.0412433 Jul 09 20:59:03.562687 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-1cdcafa5-7d10-4802-b823-7e7f83e2b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.564328 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-1cdcafa5-7d10-4802-b823-7e7f83e2b47e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0451751 Jul 09 20:59:03.618978 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-76d100c2-403b-41ad-9a10-9566f5e73b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.620442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-76d100c2-403b-41ad-9a10-9566f5e73b39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502939 Jul 09 20:59:03.709440 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-f01ad7a0-d38b-4138-a734-d0a052e5c727 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823028 Jul 09 20:59:03.795581 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-ebee6a64-0053-4c79-9156-2748d6ed2377 req-4f035910-eb46-4d25-9d2e-398599cddd56 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790401 Jul 09 20:59:03.896359 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-47199f33-1823-44c1-b0d7-d603946e270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.897883 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-47199f33-1823-44c1-b0d7-d603946e270c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1095 time: 0.0562830 Jul 09 20:59:03.982864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-55d79211-4970-4e85-b8ef-6902330e4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.984320 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-55d79211-4970-4e85-b8ef-6902330e4692 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0807686 Jul 09 20:59:04.024638 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-0a4a137f-cb22-4424-ba32-1e8694a5b7f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 217 time: 0.0336931 Jul 09 20:59:04.080056 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-7deeb0ba-7487-4bc6-937a-28085abdf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:04.081578 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-7deeb0ba-7487-4bc6-937a-28085abdf80c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0518026 Jul 09 20:59:04.143824 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-ccc7d3e4-bdc2-40a0-aeb2-e7c3e8e852ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:04.145588 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-ccc7d3e4-bdc2-40a0-aeb2-e7c3e8e852ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572813 Jul 09 20:59:04.281191 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-fb493534-1083-4b1d-8722-b3280398db77 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291945 Jul 09 20:59:04.289611 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446b9e7-261f-479e-bd4f-6274b6b40777 req-18c14096-bedf-44c9-9e6b-28c90371b938 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:04.291272 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4446b9e7-261f-479e-bd4f-6274b6b40777 req-18c14096-bedf-44c9-9e6b-28c90371b938 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 944 time: 0.1321743 Jul 09 20:59:04.378166 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4446b9e7-261f-479e-bd4f-6274b6b40777 req-c18ad6bf-4566-4c45-928d-cde9bc388ca2 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788250 Jul 09 20:59:04.406603 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-1db62925-82b7-4295-8de5-cf68b2b9ffa2 req-8ae897ac-3e2d-46ee-b011-9ddac413d483 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143827 Jul 09 20:59:05.549508 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678ad2-f634-4174-9138-be230c055502 req-94d980f2-cbcd-44e0-98d6-aff25b4ef8b5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:05.550992 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52678ad2-f634-4174-9138-be230c055502 req-94d980f2-cbcd-44e0-98d6-aff25b4ef8b5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 944 time: 0.0635278 Jul 09 20:59:05.588468 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-52678ad2-f634-4174-9138-be230c055502 req-a8f626a0-da76-4866-b359-5645aaf4ade5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Jul 09 20:59:05.911640 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:06.005858 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:06.016534 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'mac_address': 'fa:16:3e:c2:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:06.052545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.065591 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aaa231-0152-49f2-a9b4-d47f17909a94 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:06.083813 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:06.088336 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.137732 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.458889 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['41aaa231-0152-49f2-a9b4-d47f17909a94'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:06.760879 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec8276-1977-4947-8102-da89079783f8 req-fd99800b-76be-4c35-beb0-2279706411ec tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:06.762385 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deec8276-1977-4947-8102-da89079783f8 req-fd99800b-76be-4c35-beb0-2279706411ec tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 945 time: 0.0627964 Jul 09 20:59:06.799321 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-deec8276-1977-4947-8102-da89079783f8 req-39bd12b2-f336-4782-83e5-a4bfcab0ce19 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Jul 09 20:59:07.927638 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:07.976088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning for port 41aaa231-0152-49f2-a9b4-d47f17909a94 completed by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:07.978894 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13273f2c-be85-4453-9884-529dfa938b86 req-800b9772-1ffe-43cb-a8cd-6fff8c014c25 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:07.979727 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 41aaa231-0152-49f2-a9b4-d47f17909a94 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:07.980109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.980408 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13273f2c-be85-4453-9884-529dfa938b86 req-800b9772-1ffe-43cb-a8cd-6fff8c014c25 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 945 time: 0.0686793 Jul 09 20:59:08.019081 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-13273f2c-be85-4453-9884-529dfa938b86 req-8cf912f8-578b-4471-b69c-ded6313ce4bd tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Jul 09 20:59:08.057026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.078719 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:08.080982 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7195ab48-0e65-472d-9565-be7fd290e259" -d '{"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-plugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:08.096233 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:08.100481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.124300 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012f439-f178-4dc0-80d7-161d6ddca17b x-openstack-request-id: req-f012f439-f178-4dc0-80d7-161d6ddca17b {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:08.124597 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-plugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:08.124852 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f012f439-f178-4dc0-80d7-161d6ddca17b {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:08.125267 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'code': 200} Jul 09 20:59:08.152284 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=5']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.231145 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510671-16ba-438c-80a1-ca4ef76d152f req-4f452266-7e38-4602-bf5e-b0fb849c2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:08.232606 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd510671-16ba-438c-80a1-ca4ef76d152f req-4f452266-7e38-4602-bf5e-b0fb849c2a7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1097 time: 0.0514617 Jul 09 20:59:08.265999 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-fd510671-16ba-438c-80a1-ca4ef76d152f req-c65683e7-8783-4fff-ae5b-b505cc23f5eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259871 Jul 09 20:59:09.196157 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e213-1223-41c0-b744-734485ecfe34 req-7528f98c-8927-4027-b245-05cff1e685f8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:09.198200 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b87e213-1223-41c0-b744-734485ecfe34 req-7528f98c-8927-4027-b245-05cff1e685f8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 946 time: 0.0655890 Jul 09 20:59:09.236471 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-9b87e213-1223-41c0-b744-734485ecfe34 req-a0484b37-55c2-498f-adc1-1b49862d9ab6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Jul 09 20:59:10.417434 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30e34a-d746-4eae-8e51-38cf2c6b37e7 req-af695b1e-5c73-4a78-9ee9-5fe1bb605354 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:10.418987 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b30e34a-d746-4eae-8e51-38cf2c6b37e7 req-af695b1e-5c73-4a78-9ee9-5fe1bb605354 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 946 time: 0.0670481 Jul 09 20:59:10.455973 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-0b30e34a-d746-4eae-8e51-38cf2c6b37e7 req-eddddd7f-d071-457e-8183-461be516d2a2 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Jul 09 20:59:10.625254 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1607b4-dc2d-40a8-97d2-64d91c8c69bb req-d60a66d9-6a1d-4487-9dcb-0a1e446403ef tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:10.626767 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1607b4-dc2d-40a8-97d2-64d91c8c69bb req-d60a66d9-6a1d-4487-9dcb-0a1e446403ef tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 946 time: 0.0615599 Jul 09 20:59:10.663558 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-3f1607b4-dc2d-40a8-97d2-64d91c8c69bb req-72d0237e-1e5d-422e-a85a-8d084a13eb25 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Jul 09 20:59:10.686602 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.740724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57ce07-17e7-4670-8c6c-5e00c7f2683c tempest-TestSnapshotPattern-691067503 tempest-TestSnapshotPattern-691067503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:10.742260 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-ef57ce07-17e7-4670-8c6c-5e00c7f2683c tempest-TestSnapshotPattern-691067503 tempest-TestSnapshotPattern-691067503-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1092 time: 0.0546913 Jul 09 20:59:10.744982 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.749523 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Request body: {'floatingip': {'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:10.771002 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.871920 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.977833 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Allocated IP 172.25.3.117 (b569971a-e00d-4ad3-972f-71015b44c373/13846343-5408-49e0-8d7f-cfd7babb7be8/92273988-ed7a-4473-8e96-5b5798dbd462) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:11.077945 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.121421 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1016614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787948467164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14599379'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.161349 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Network b569971a-e00d-4ad3-972f-71015b44c373 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:11.164146 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:11.167987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:11.173414 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=92273988-ed7a-4473-8e96-5b5798dbd462,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.200724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.201069 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.201432 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.201771 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.202104 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.202435 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.202763 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.203092 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.203415 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.203739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.204063 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.204386 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.546283 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.620093 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.768289 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.772794 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14599201'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.841394 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event updated for resources: {'Port': ['ID=92273988-ed7a-4473-8e96-5b5798dbd462,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.851044 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988484'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.948834 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Floating IP 173a51ea-7dd4-4992-9d83-ac1fbede6045 associated. External IP: 172.25.3.117, port: 41aaa231-0152-49f2-a9b4-d47f17909a94. Jul 09 20:59:12.463706 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:12.571768 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:12.581789 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:12.588005 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.592277 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:12.592974 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:12.626022 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-eaa7acc1-564b-4563-9e71-8a455b2142ab tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8799534 Jul 09 20:59:12.626611 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:12.628890 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c937fba-6800-47e6-b031-1ec46a084e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:12.664245 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f054bbc-40c6-43a4-9a2d-fe424942f03c x-openstack-request-id: req-7f054bbc-40c6-43a4-9a2d-fe424942f03c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:12.664542 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:12.665724 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f054bbc-40c6-43a4-9a2d-fe424942f03c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:12.666134 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'status': 'completed', 'code': 200} Jul 09 20:59:12.711245 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:12.737890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-b969eaf0-340b-4408-98a2-7864292d82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:12.739339 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-b969eaf0-340b-4408-98a2-7864292d82fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1097 time: 0.0527334 Jul 09 20:59:12.834614 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-7491affa-2f73-4c25-8c62-4d602dae47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:12.836099 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-7491affa-2f73-4c25-8c62-4d602dae47e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0907156 Jul 09 20:59:12.901490 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-c41de30d-3ad6-4185-bb8d-8bc703012595 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 1000 time: 0.0589221 Jul 09 20:59:12.932164 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '173a51ea-7dd4-4992-9d83-ac1fbede6045', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:c2:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:11Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}, {'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:12.950211 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-d7a67cba-d301-4ef9-b9aa-3f8570c61eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:12.951685 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-d7a67cba-d301-4ef9-b9aa-3f8570c61eb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0439773 Jul 09 20:59:12.961281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:12.970282 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:12.970990 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T20:58:55Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:13.015057 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-2b682023-6272-4842-9e1d-12f4b84b3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:13.016505 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-2b682023-6272-4842-9e1d-12f4b84b3d8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558560 Jul 09 20:59:13.108727 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-340b45bb-1ebc-4546-8e13-fc3f334b1380 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857742 Jul 09 20:59:13.207108 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-9c937fba-6800-47e6-b031-1ec46a084e4b req-23bff57a-9d64-45b3-a02d-87db7fc5b0fb service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Jul 09 20:59:13.232456 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:13.447905 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '173a51ea-7dd4-4992-9d83-ac1fbede6045', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:c2:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:11Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}, {'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:13.477088 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989a02-76d5-41a8-8eb3-260e1706b3a9 None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': '173a51ea-7dd4-4992-9d83-ac1fbede6045', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:c2:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:11Z', 'revision_number': 0, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}, {'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:13.671451 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefb24d-65e5-4d4b-af42-c95a007fc1bf None None] New status for floating IP 173a51ea-7dd4-4992-9d83-ac1fbede6045: ACTIVE {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:19.547342 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:22.479993 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b083a412-ebf0-40d2-9cac-446636830492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.079037 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.074519 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9da362f4-f5c4-42d7-bca4-6a12500cdba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.432286 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.709540 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:28.184990 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:39.381722 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:44.522489 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-f70a6769-a9d5-486e-b846-854bedb9df2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526950 Jul 09 20:59:44.613235 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-9e2cca8b-dc23-47c5-b9a1-d0e00064bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.614685 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-9e2cca8b-dc23-47c5-b9a1-d0e00064bb9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.0507052 Jul 09 20:59:44.720681 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-99ab182d-4541-47e9-9937-462ab5536891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.722117 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-99ab182d-4541-47e9-9937-462ab5536891 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0856078 Jul 09 20:59:44.795062 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-2a22dafb-2b56-46f3-9e72-6556919b480b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 998 time: 0.0657427 Jul 09 20:59:44.843332 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-e4c4d2f8-da30-4ea8-b3bf-fc2db9795c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.844786 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-e4c4d2f8-da30-4ea8-b3bf-fc2db9795c2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0434487 Jul 09 20:59:44.899819 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-0dac3cd9-4689-4c34-b7d3-5b7812aabff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.901277 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-0dac3cd9-4689-4c34-b7d3-5b7812aabff5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501986 Jul 09 20:59:44.994837 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-fecc4ec4-f6ce-49dc-99b2-57c0327344b5 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Jul 09 20:59:45.086945 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-17bb9b1a-b209-4246-ada3-1430b18c7229 req-a0c9b9fa-553a-4b74-be16-d8cd5998bbf3 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860448 Jul 09 20:59:49.563114 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.480801 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4014faec-91dc-4354-a021-fcdf854bd788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:54.097551 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:55.075325 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ed42748d-843b-4f22-b7d3-3f2e024f1309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:55.434733 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:56.712621 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.177196 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-7df77242-78c1-4037-9a37-3e659ae121a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532537 Jul 09 20:59:57.267992 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-3979ac3e-fdb8-4baa-94b8-dd4f3753a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.269495 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-3979ac3e-fdb8-4baa-94b8-dd4f3753a968 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1097 time: 0.0511272 Jul 09 20:59:57.375593 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-5e8e2e10-68f4-4a67-83ee-32ed6a87d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.377090 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-5e8e2e10-68f4-4a67-83ee-32ed6a87d283 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0862031 Jul 09 20:59:57.440992 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-6608935a-7436-40b5-981c-f3b31bd4a810 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 1002 time: 0.0567203 Jul 09 20:59:57.488297 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-5552f871-e2ca-47aa-b59c-766f66cfdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.489741 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-5552f871-e2ca-47aa-b59c-766f66cfdab2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0430686 Jul 09 20:59:57.549653 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-0e0ae061-eef8-476a-ab85-c69a404573c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.551116 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-0e0ae061-eef8-476a-ab85-c69a404573c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546930 Jul 09 20:59:57.637924 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-25f64783-cb8f-4aaf-aa74-be217c802b71 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798018 Jul 09 20:59:57.729430 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-cce2ea64-d4d4-4c41-a2de-126330a428dc req-5ea1b7a9-d3da-4802-8336-246fb98f92c2 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838480 Jul 09 20:59:58.187199 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:16.382387 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:19.562036 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:22.480526 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a9017491-33ed-4f17-8aab-f04333d45964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.108583 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:25.075677 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64f2b03f-e4ec-4ee0-9a23-194ea16c0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:25.435140 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.715619 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:28.189575 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:45.567194 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-c09b09a8-4d7a-42c3-ace1-35dba354ab7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059067 Jul 09 21:00:45.657987 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-f8067e33-a57f-4b5d-96d8-489249579cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:45.659428 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-f8067e33-a57f-4b5d-96d8-489249579cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.0510476 Jul 09 21:00:45.758323 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-20430905-a495-477e-a1ea-b6bf940b3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:45.759714 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-20430905-a495-477e-a1ea-b6bf940b3262 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0821545 Jul 09 21:00:45.826963 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-73dbe2f5-6587-4c5a-87ac-58fb3346f973 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 998 time: 0.0610337 Jul 09 21:00:45.874900 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-c2710dbf-4455-4134-81e1-9a86da772882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:45.876333 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-c2710dbf-4455-4134-81e1-9a86da772882 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0438800 Jul 09 21:00:45.930559 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-b52119c8-73e0-4499-976a-42f7966d5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:45.931975 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-b52119c8-73e0-4499-976a-42f7966d5607 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500736 Jul 09 21:00:45.942500 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-a55b7f44-16fd-44da-ab7a-ceb0bb12d593 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:00:45.943534 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-a55b7f44-16fd-44da-ab7a-ceb0bb12d593 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050023 Jul 09 21:00:46.038441 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-d3dba18b-be05-4cb8-825d-ad96d677f0c1 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882442 Jul 09 21:00:46.130261 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-1f9fc7b1-c1f7-49b7-ab57-250fdb1b5468 req-dd3ea7cb-fcce-4a56-b3e5-ba5e397f208e service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847437 Jul 09 21:00:49.575688 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:52.483307 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-753d998d-a750-42b5-9eeb-83c4d4ec08ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:53.382005 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:54.110757 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:55.075792 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-456f5401-ae79-4e2d-9f09-0cb858446f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:55.436562 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:56.717303 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:57.172613 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-829d1b2d-ea25-4c36-9974-3c9bbd6e4f1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516033 Jul 09 21:00:57.261864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-c06dbfc9-2fd5-461b-b3f2-a6ce2138b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:57.263291 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-c06dbfc9-2fd5-461b-b3f2-a6ce2138b584 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1097 time: 0.0492847 Jul 09 21:00:57.367870 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-8ffd0d69-55ec-430c-b978-6f1ae5ba8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:57.369308 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-8ffd0d69-55ec-430c-b978-6f1ae5ba8528 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0840003 Jul 09 21:00:57.435158 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-01d6725b-158a-43fa-b16d-d9747394e797 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 1002 time: 0.0583606 Jul 09 21:00:57.487227 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-737b6e3c-e9ad-43d1-bec4-f7e9ba9d6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:57.488682 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-737b6e3c-e9ad-43d1-bec4-f7e9ba9d6765 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0474653 Jul 09 21:00:57.544329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-26c86ff6-637a-4283-9eb9-777fd85f732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:57.545839 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-26c86ff6-637a-4283-9eb9-777fd85f732b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511699 Jul 09 21:00:57.631018 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-b26e812d-2a9e-4980-a891-a758b0f409f8 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787101 Jul 09 21:00:57.720601 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-e626f9c0-3d92-46c8-b668-c9f3be5b7cbc req-f10c031f-931e-4863-be6a-c9d1eb10bf64 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Jul 09 21:00:58.192483 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:16.569949 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 details requested by agent hyperv_n-h2-800087-3 with host n-h2-800087-3 {{(pid=93773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:01:16.660970 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:16.672316 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Returning: {'device': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'port_id': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'mac_address': 'fa:16:3e:c2:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:01:16.711299 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:16.723556 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41aaa231-0152-49f2-a9b4-d47f17909a94 {{(pid=93773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:16.742156 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:16.745898 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:16.794172 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=6']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:16.801984 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.802334 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.802677 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.803015 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.803352 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.803680 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.804008 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.804340 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.804661 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.804981 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.805326 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.805649 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:16.820986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] get_ports_and_sgs() called for port_ids ['41aaa231-0152-49f2-a9b4-d47f17909a94'] {{(pid=93773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:18.577797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 up at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:18.623611 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Provisioning complete for port 41aaa231-0152-49f2-a9b4-d47f17909a94 triggered by entity L2. {{(pid=93773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:18.623987 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910197'] for port, provisioning_complete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.699971 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.720797 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:18.723068 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e7a86-651a-4a76-a82d-e3827f1c481c" -d '{"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-plugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:18.736292 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:18.740222 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.787169 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=7']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:18.812106 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb75ed4-4ae5-4c90-b1d6-a271915f7d55 x-openstack-request-id: req-1cb75ed4-4ae5-4c90-b1d6-a271915f7d55 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:18.812396 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-plugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:18.812671 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cb75ed4-4ae5-4c90-b1d6-a271915f7d55 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:18.813059 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'code': 200} Jul 09 21:01:19.575240 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.486528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b013e25b-2b09-4f32-9301-64feffdbb1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.112988 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.077298 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-71ab528e-6077-4107-8241-cb7090abfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.440011 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.729116 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.200494 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.330617 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:30.380754 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:30.490129 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Deleting port 92273988-ed7a-4473-8e96-5b5798dbd462 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:30.490370 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.568099 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.568426 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.580216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Calling delete_port for 92273988-ed7a-4473-8e96-5b5798dbd462 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:30.725684 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.751498 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event deleted for resources: {'Port': ['ID=92273988-ed7a-4473-8e96-5b5798dbd462,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.777194 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.777546 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.777887 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.778228 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.778566 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.778899 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.779226 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.779551 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.779876 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.780202 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.780527 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.780850 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.821539 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.821878 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Floating IP 173a51ea-7dd4-4992-9d83-ac1fbede6045 disassociated (deleted). External IP: 172.25.3.117, port: 41aaa231-0152-49f2-a9b4-d47f17909a94. Jul 09 21:01:31.030216 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:31.144267 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:31.149143 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.154258 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:31.164102 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:31.164722 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:31.184041 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-b0c7fb0f-4c50-4731-9363-ecc9955217a5 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "DELETE /v2.0/floatingips/173a51ea-7dd4-4992-9d83-ac1fbede6045 HTTP/1.1" status: 204 len: 168 time: 0.8522961 Jul 09 21:01:31.184733 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:31.187135 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04334812-598b-4f60-9eee-7a804c93c07a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:31.280863 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:31.300385 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a03df4-67c5-46ba-9058-6fec7ed9c357 x-openstack-request-id: req-67a03df4-67c5-46ba-9058-6fec7ed9c357 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:31.300821 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:31.301276 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67a03df4-67c5-46ba-9058-6fec7ed9c357 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:31.301790 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'status': 'completed', 'code': 200} Jul 09 21:01:31.383714 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334812-598b-4f60-9eee-7a804c93c07a req-3601a6b6-0f80-4e5e-b842-afd88e751a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.386119 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-3601a6b6-0f80-4e5e-b842-afd88e751a6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 1097 time: 0.0570593 Jul 09 21:01:31.489708 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334812-598b-4f60-9eee-7a804c93c07a req-c5605232-be57-4558-9111-dfcdd9a6d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.491202 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-c5605232-be57-4558-9111-dfcdd9a6d153 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.0930521 Jul 09 21:01:31.532756 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:31.539596 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-c0d75ddc-68a9-4a7a-b6cf-1379b891d6ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 200 len: 217 time: 0.0388222 Jul 09 21:01:31.559540 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:31.568878 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:31.569535 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:31.591458 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334812-598b-4f60-9eee-7a804c93c07a req-5fb1d83a-7c6d-4b8d-82d2-138dc6d7c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.592930 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-5fb1d83a-7c6d-4b8d-82d2-138dc6d7c6dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0452709 Jul 09 21:01:31.678875 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:31.692581 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334812-598b-4f60-9eee-7a804c93c07a req-714a5311-afd8-413e-8743-c1b156e1061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.694346 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-714a5311-afd8-413e-8743-c1b156e1061e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885031 Jul 09 21:01:31.701822 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8468-a82e-44c0-9863-b4197bef3e67 req-c79ae0e7-1a61-4da8-80bc-c5fd62bbaa03 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.703204 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7dab8468-a82e-44c0-9863-b4197bef3e67 req-c79ae0e7-1a61-4da8-80bc-c5fd62bbaa03 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 946 time: 0.1952829 Jul 09 21:01:31.794183 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-7dab8468-a82e-44c0-9863-b4197bef3e67 req-cf9f4e4d-ba49-42d2-9596-d80768aff5d8 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821662 Jul 09 21:01:31.816380 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-4980f9f4-5e73-442e-b3dd-270001212c1c service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122484 Jul 09 21:01:31.900663 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:31.904976 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-04334812-598b-4f60-9eee-7a804c93c07a req-cb0a3586-1892-42b4-81e1-fbac8d0d9046 service neutron] 10.222.0.25 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815041 Jul 09 21:01:31.930343 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b79c-da3d-4ffa-90a3-854196562f21 None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_floatingips': [{'id': 'a1fe73d1-778c-411d-a163-37dfea6c5113', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'router_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'port_id': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'mac_address': 'fa:16:3e:ca:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:37Z', 'updated_at': '2021-07-09T20:56:39Z', 'revision_number': 1, 'project_id': '797120a9620a47d6b89f94ded2329598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:32.186765 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7596a6-1351-4000-8803-01a7f5697ebe None None] New status for floating IP 173a51ea-7dd4-4992-9d83-ac1fbede6045: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:32.608584 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:32.684828 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017057'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.710363 n-d-800087-3 neutron-server[93773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:32.712628 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2456f6dc3c55a3ccab10b6a4106d15725fe91f3b310aa13fdb2d720b7e3e24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c315e3-3c4d-44c7-b12d-0d37611e51cd" -d '{"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-unplugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:32.725395 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:32.730800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787948973096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787948467182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787948467487'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.758292 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52a9994-3937-41d6-b8cf-81a1140b4b92 x-openstack-request-id: req-e52a9994-3937-41d6-b8cf-81a1140b4b92 {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:32.758584 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-unplugged", "status": "completed", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "code": 200}]} {{(pid=93773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:32.758836 n-d-800087-3 neutron-server[93773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e52a9994-3937-41d6-b8cf-81a1140b4b92 {{(pid=93773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:32.759220 n-d-800087-3 neutron-server[93773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'code': 200} Jul 09 21:01:32.786730 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Pushing event updated for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=8']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:32.966017 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d573b-c17c-4fd6-acbd-0e6f72886de9 req-a371d797-3d2d-45de-af86-843f633f24d6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.967400 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-747d573b-c17c-4fd6-acbd-0e6f72886de9 req-a371d797-3d2d-45de-af86-843f633f24d6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 944 time: 0.0628607 Jul 09 21:01:33.009872 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-747d573b-c17c-4fd6-acbd-0e6f72886de9 req-6076f11d-e1a4-4bd7-a6dd-938e81e0ec39 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Jul 09 21:01:33.225217 n-d-800087-3 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-d73e2f0c-c3e7-4b11-bb1a-762e7b50b9a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.226573 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-d73e2f0c-c3e7-4b11-bb1a-762e7b50b9a6 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 944 time: 0.0619202 Jul 09 21:01:33.324953 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Deleting port 41aaa231-0152-49f2-a9b4-d47f17909a94 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:33.325338 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.412369 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] For port 41aaa231-0152-49f2-a9b4-d47f17909a94, host n-h2-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-3',level=0,port_id=41aaa231-0152-49f2-a9b4-d47f17909a94,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:33.412724 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.426418 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Calling delete_port for 41aaa231-0152-49f2-a9b4-d47f17909a94 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:33.551189 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.582467 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event deleted for resources: {'Port': ['ID=41aaa231-0152-49f2-a9b4-d47f17909a94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:33.608701 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.609049 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.609414 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.609750 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.610152 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.611013 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.611392 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.611720 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.612042 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.612396 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.612694 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.613016 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-3 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:33.636039 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] No DVR routers for this DVR port 41aaa231-0152-49f2-a9b4-d47f17909a94 on host n-h2-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:33.638397 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.640354 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-4ad5f1b6-4990-4031-ae2d-a485f893dbaf req-a0573908-6bfb-43e1-a0dc-1ad4ebac8379 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.25 "DELETE /v2.0/ports/41aaa231-0152-49f2-a9b4-d47f17909a94 HTTP/1.1" status: 204 len: 173 time: 0.4069564 Jul 09 21:01:33.640797 n-d-800087-3 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-deleted', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:33.643089 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}591eda6383b09380a84afe2363d7f116008108707f0591933aca6bdd712ec80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b7210-3102-46f8-bc0d-bed6ddf62c1e" -d '{"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-deleted", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:33.681110 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c3232-0143-4531-ba6b-0a14bce30501 x-openstack-request-id: req-b16c3232-0143-4531-ba6b-0a14bce30501 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:33.681420 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb", "name": "network-vif-deleted", "tag": "41aaa231-0152-49f2-a9b4-d47f17909a94", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:33.681672 n-d-800087-3 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b16c3232-0143-4531-ba6b-0a14bce30501 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:33.682066 n-d-800087-3 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb', 'name': 'network-vif-deleted', 'tag': '41aaa231-0152-49f2-a9b4-d47f17909a94', 'status': 'completed', 'code': 200} Jul 09 21:01:34.176931 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-dd412127-74f5-484e-83ea-06ce3181aced req-4d413347-97ae-45ee-9d05-04e215da3372 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb07e6fa-bdbf-42eb-bc8e-6843d76b49eb HTTP/1.1" status: 200 len: 210 time: 0.0289311 Jul 09 21:01:35.769262 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:35.931464 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Deleting port 459d85a0-9ef8-4d03-9720-6d0dbea8d2af {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:35.931706 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.005455 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.005785 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.017484 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Calling delete_port for 459d85a0-9ef8-4d03-9720-6d0dbea8d2af owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:36.166285 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.192805 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event deleted for resources: {'Port': ['ID=459d85a0-9ef8-4d03-9720-6d0dbea8d2af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.252089 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.252419 n-d-800087-3 neutron-server[93771]: INFO neutron.db.l3_db [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Floating IP a1fe73d1-778c-411d-a163-37dfea6c5113 disassociated (deleted). External IP: 172.25.3.52, port: ec21adaf-a25b-482a-9117-f023ac28659d. Jul 09 21:01:36.458395 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:36.566778 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:36.572056 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.576503 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:36.586146 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:36.586743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:36.607412 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-17b45a18-ce6a-4854-97f4-8f40bfd37b97 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "DELETE /v2.0/floatingips/a1fe73d1-778c-411d-a163-37dfea6c5113 HTTP/1.1" status: 204 len: 168 time: 0.8370664 Jul 09 21:01:36.608014 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:36.610798 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997dbe6-554b-495b-856b-ff09d8f8f982" -d '{"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:36.623207 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 no longer exists at agent hyperv_n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:36.645874 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] No Port match for: 41aaa231-0152-49f2-a9b4-d47f17909a94 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:36.646222 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Device 41aaa231-0152-49f2-a9b4-d47f17909a94 not bound to the agent host n-h2-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:36.690117 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d944ef-eff5-415e-8224-2d33691a2c4e x-openstack-request-id: req-a2d944ef-eff5-415e-8224-2d33691a2c4e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:36.690482 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:36.690746 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2d944ef-eff5-415e-8224-2d33691a2c4e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:36.691743 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'status': 'completed', 'code': 200} Jul 09 21:01:36.716808 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:36.769269 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-2b556c0e-dca5-4d0e-bfd8-d34594fb81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:36.770824 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-2b556c0e-dca5-4d0e-bfd8-d34594fb81dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797120a9620a47d6b89f94ded2329598&device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.0578265 Jul 09 21:01:36.883243 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-0f566e72-d263-4750-89d5-227fe3db1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:36.884737 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-0f566e72-d263-4750-89d5-227fe3db1154 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 200 len: 911 time: 0.1079578 Jul 09 21:01:36.923798 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:36.933938 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-b1277f9e-48dd-4e7c-8ee5-05f8e26430a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 200 len: 217 time: 0.0420649 Jul 09 21:01:36.954481 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:36.962660 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:36.963281 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.008652 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-b0a8b1a9-f4c2-43eb-bcf6-4ce50eda2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.010072 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-b0a8b1a9-f4c2-43eb-bcf6-4ce50eda2b6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 200 len: 849 time: 0.0685635 Jul 09 21:01:37.060199 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67674888-e921-4d75-9f68-f6de2ad635b8 req-ac4d1c59-c7be-4593-9e5e-2919b5ac0740 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.061717 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67674888-e921-4d75-9f68-f6de2ad635b8 req-ac4d1c59-c7be-4593-9e5e-2919b5ac0740 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 943 time: 0.1306229 Jul 09 21:01:37.065691 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:37.110335 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-a60634b3-5e85-49ba-a9bf-eb4701d702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.112265 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-a60634b3-5e85-49ba-a9bf-eb4701d702f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f600727-9727-475e-bddc-1fa1278918b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951445 Jul 09 21:01:37.117791 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-67674888-e921-4d75-9f68-f6de2ad635b8 req-a07c928a-6b9f-444c-9fe3-690bb80f9158 tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f99b566-04b0-4d45-bb8a-294640486ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500822 Jul 09 21:01:37.204561 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-28854425-90d0-4fe6-a335-0a80d9f975eb service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Jul 09 21:01:37.303710 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-a997dbe6-554b-495b-856b-ff09d8f8f982 req-c52ba1fa-6f55-49ea-99a9-031e2faa3c83 service neutron] 10.222.0.59 "GET /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913801 Jul 09 21:01:37.423259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.448309 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2741f-dabb-4580-bccd-4b9c5d178a43 None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 4, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3', '_interfaces': [{'id': '11f77f95-c7c5-46bd-9c7e-5e73833d131d', 'name': '', 'network_id': '2f600727-9727-475e-bddc-1fa1278918b0', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'mac_address': 'fa:16:3e:2a:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3beb3acf-15b8-4549-b3af-46219802865b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:11Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'subnets': [{'id': '3beb3acf-15b8-4549-b3af-46219802865b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:37.556843 n-d-800087-3 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff08855-91f1-4984-9d43-547c38259f20 req-60e7aaf3-1969-483b-b54f-252fd6990a9f tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.558355 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bff08855-91f1-4984-9d43-547c38259f20 req-60e7aaf3-1969-483b-b54f-252fd6990a9f tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.59 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 943 time: 0.0641682 Jul 09 21:01:37.661779 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Deleting port ec21adaf-a25b-482a-9117-f023ac28659d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:37.662177 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.666677 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9c906-5796-454f-a5b4-c93d90a2e5c3 None None] New status for floating IP a1fe73d1-778c-411d-a163-37dfea6c5113: DOWN {{(pid=93774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:37.754672 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] For port ec21adaf-a25b-482a-9117-f023ac28659d, host n-h1-800087-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-3',level=0,port_id=ec21adaf-a25b-482a-9117-f023ac28659d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:37.755036 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.767570 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Calling delete_port for ec21adaf-a25b-482a-9117-f023ac28659d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:37.896179 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.923391 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event deleted for resources: {'Port': ['ID=ec21adaf-a25b-482a-9117-f023ac28659d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:37.970784 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] No DVR routers for this DVR port ec21adaf-a25b-482a-9117-f023ac28659d on host n-h1-800087-3 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:37.973373 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19339'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:37.975418 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [req-bff08855-91f1-4984-9d43-547c38259f20 req-e0f41f82-f00c-47a0-84a4-fbcb55b16bda tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.59 "DELETE /v2.0/ports/ec21adaf-a25b-482a-9117-f023ac28659d HTTP/1.1" status: 204 len: 173 time: 0.4109116 Jul 09 21:01:38.275111 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [req-bddad84e-366f-4555-8500-8e1ced1eb5ee req-3ccc18bc-0d27-4f6e-8bde-92246e68ed8d tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "GET /v2.0/ports?device_id=a99cee43-91f7-4aeb-9922-2228199a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0316467 Jul 09 21:01:38.693502 n-d-800087-3 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-deleted', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:38.695870 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}857a1e4528dcdd2fcb3ac0f234490691725769643298cb672706c84637b995cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8342d759-e64a-41b5-addb-aea0450828eb" -d '{"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-deleted", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:38.729259 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f6d8a-2e25-40ee-95d8-85ed56256525 x-openstack-request-id: req-4c8f6d8a-2e25-40ee-95d8-85ed56256525 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:38.729558 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99cee43-91f7-4aeb-9922-2228199a0f92", "name": "network-vif-deleted", "tag": "ec21adaf-a25b-482a-9117-f023ac28659d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:38.729814 n-d-800087-3 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c8f6d8a-2e25-40ee-95d8-85ed56256525 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:38.730216 n-d-800087-3 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99cee43-91f7-4aeb-9922-2228199a0f92', 'name': 'network-vif-deleted', 'tag': 'ec21adaf-a25b-482a-9117-f023ac28659d', 'status': 'completed', 'code': 200} Jul 09 21:01:39.365485 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:39.424004 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.450042 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.509543 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.512136 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.513325 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f99b566-04b0-4d45-bb8a-294640486ec5 HTTP/1.1" status: 204 len: 168 time: 0.1468217 Jul 09 21:01:39.523117 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2746887-054e-4330-95de-077efb31fefc tempest-TestSnapshotPattern-419801818 tempest-TestSnapshotPattern-419801818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f99b566-04b0-4d45-bb8a-294640486ec5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:40.582866 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:41.340819 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.467925 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d no longer exists at agent hyperv_n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:41.489910 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] No Port match for: ec21adaf-a25b-482a-9117-f023ac28659d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:41.490246 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Device ec21adaf-a25b-482a-9117-f023ac28659d not bound to the agent host n-h1-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:41.608932 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Deleting port 11f77f95-c7c5-46bd-9c7e-5e73833d131d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:41.609606 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.687654 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] For port 11f77f95-c7c5-46bd-9c7e-5e73833d131d, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=11f77f95-c7c5-46bd-9c7e-5e73833d131d,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:41.688003 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.700437 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Calling delete_port for 11f77f95-c7c5-46bd-9c7e-5e73833d131d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:41.882308 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.907138 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Pushing event deleted for resources: {'Port': ['ID=11f77f95-c7c5-46bd-9c7e-5e73833d131d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:42.075084 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.297938 n-d-800087-3 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Router 4cc168be-fd57-4857-89cf-42a9697d9a5a has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:42.402534 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:42.407391 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-71752525-e9e2-4281-b2a4-3dfc4eee14ca admin admin] 10.222.0.10 "PUT /v2.0/routers/4cc168be-fd57-4857-89cf-42a9697d9a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234124 Jul 09 21:01:42.409981 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.410879 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Sync routers for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:42.420176 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:42.420783 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.514002 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.535696 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: n-d-800087-3 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:42.616678 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.670430 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Deleting port c98631e4-4d03-486a-959a-12ec9403b68e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:42.670983 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.717262 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T21:01:41Z', 'revision_number': 5, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port': {'id': 'c98631e4-4d03-486a-959a-12ec9403b68e', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.743055 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Checking router: 4cc168be-fd57-4857-89cf-42a9697d9a5a for host: n-d-800087-3 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:42.748169 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] For port c98631e4-4d03-486a-959a-12ec9403b68e, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=c98631e4-4d03-486a-959a-12ec9403b68e,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:42.748527 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.751469 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Routers {'4cc168be-fd57-4857-89cf-42a9697d9a5a'} bound to L3 agent in host n-d-800087-3 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:42.752070 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['4cc168be-fd57-4857-89cf-42a9697d9a5a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.764890 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Calling delete_port for c98631e4-4d03-486a-959a-12ec9403b68e owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:42.840917 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] Set router 4cc168be-fd57-4857-89cf-42a9697d9a5a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:42.900630 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T21:01:42Z', 'revision_number': 6, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.926810 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f2d4-9699-4319-a9ad-dd477e1c100d None None] The sync data for ids ['4cc168be-fd57-4857-89cf-42a9697d9a5a'] in n-d-800087-3 is: [{'id': '4cc168be-fd57-4857-89cf-42a9697d9a5a', 'name': 'tempest-TestSnapshotPattern-1388407220-router', 'tenant_id': '797120a9620a47d6b89f94ded2329598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T21:01:42Z', 'revision_number': 6, 'project_id': '797120a9620a47d6b89f94ded2329598', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:42.934339 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:42.965650 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98631e4-4d03-486a-959a-12ec9403b68e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.028276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.116168 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.118445 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.165930 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.166556 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc168be-fd57-4857-89cf-42a9697d9a5a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:43.170833 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.173192 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-5ea8b2f2-31c1-4bf7-a3cf-167fc7cb1256 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4cc168be-fd57-4857-89cf-42a9697d9a5a HTTP/1.1" status: 204 len: 168 time: 0.7610593 Jul 09 21:01:43.175386 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.218623 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Deleting subnet 3beb3acf-15b8-4549-b3af-46219802865b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:43.221456 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.256044 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13709816'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.338037 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.393948 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13934870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13707809'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.418489 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3beb3acf-15b8-4549-b3af-46219802865b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.422384 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.424937 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-eb6ba7df-0fb7-425a-80aa-d71b9b38ffe0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3beb3acf-15b8-4549-b3af-46219802865b HTTP/1.1" status: 204 len: 168 time: 0.2479217 Jul 09 21:01:43.427261 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.430242 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104bc1d-57da-4c90-a14c-9cf318270600 None None] Network 2f600727-9727-475e-bddc-1fa1278918b0 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:43.493309 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.545047 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Deleting port 61a68a4c-22b7-4061-9330-fec516c81653 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:43.545422 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.612710 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] For port 61a68a4c-22b7-4061-9330-fec516c81653, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=61a68a4c-22b7-4061-9330-fec516c81653,segment=NetworkSegment(61afff74-f106-485e-8ffe-af632fe887c0),segment_id=61afff74-f106-485e-8ffe-af632fe887c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:43.613022 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.625160 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Calling delete_port for 61a68a4c-22b7-4061-9330-fec516c81653 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:43.668313 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] DHCP port deletion for 2f600727-9727-475e-bddc-1fa1278918b0 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:43.708442 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.715498 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Deleting port 61a68a4c-22b7-4061-9330-fec516c81653 {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:43.716453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.739790 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a68a4c-22b7-4061-9330-fec516c81653,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.745329 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] No DVR routers for this DVR port 61a68a4c-22b7-4061-9330-fec516c81653 on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:43.781745 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] For port 61a68a4c-22b7-4061-9330-fec516c81653, host n-d-800087-3, got binding levels [] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:43.782266 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.795996 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Calling delete_port for 61a68a4c-22b7-4061-9330-fec516c81653 owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:43.798618 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.ipam_backend_mixin [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Port 61a68a4c-22b7-4061-9330-fec516c81653 was not found and therefore no delete operation was performed {{(pid=93773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 21:01:43.800459 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.819814 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.822557 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] Pushing event deleted for resources: {'Port': ['ID=61a68a4c-22b7-4061-9330-fec516c81653,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:43.827939 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef162e-4e0f-4d03-af2a-83075ef6c5d2 None None] No DVR routers for this DVR port 61a68a4c-22b7-4061-9330-fec516c81653 on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:43.829685 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f600727-9727-475e-bddc-1fa1278918b0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:43.843332 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61afff74-f106-485e-8ffe-af632fe887c0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:43.843624 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61afff74-f106-485e-8ffe-af632fe887c0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:43.853364 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.867684 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.873864 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:43.874271 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: timer() Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:43.876034 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:43.935945 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.941554 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.943564 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f600727-9727-475e-bddc-1fa1278918b0 HTTP/1.1" status: 204 len: 168 time: 0.5153413 Jul 09 21:01:43.949480 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.954789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301fc4a-8540-4818-8a20-f960ca327b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f600727-9727-475e-bddc-1fa1278918b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:44.109701 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c98631e4-4d03-486a-959a-12ec9403b68e no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:44.130259 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: c98631e4-4d03-486a-959a-12ec9403b68e {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:44.130607 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device c98631e4-4d03-486a-959a-12ec9403b68e not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:44.131039 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 11f77f95-c7c5-46bd-9c7e-5e73833d131d no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:44.150384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 11f77f95-c7c5-46bd-9c7e-5e73833d131d {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:44.150384 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 11f77f95-c7c5-46bd-9c7e-5e73833d131d not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:44.150752 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 61a68a4c-22b7-4061-9330-fec516c81653 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:44.169762 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 61a68a4c-22b7-4061-9330-fec516c81653 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:44.170109 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 61a68a4c-22b7-4061-9330-fec516c81653 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:44.305535 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091769'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.556608 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Deleting port 10d67b26-5bee-43e2-b9e4-c4f05e50f389 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:44.556844 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.635623 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] For port 10d67b26-5bee-43e2-b9e4-c4f05e50f389, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=10d67b26-5bee-43e2-b9e4-c4f05e50f389,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:44.635981 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.648697 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Calling delete_port for 10d67b26-5bee-43e2-b9e4-c4f05e50f389 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:44.822866 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.845643 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d67b26-5bee-43e2-b9e4-c4f05e50f389,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:45.323700 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086855'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.534217 n-d-800087-3 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Router e6a6068b-4d96-4bbb-83b7-361c8c513a6d has already been hosted by L3 agent 687fe63d-8328-4f11-9caa-8c7ab1d1f749 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:45.639436 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] Notify agent at l3_agent.n-d-800087-3 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:45.645238 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-25641a1c-ddfb-496f-8d67-a1878c22a3d0 admin admin] 10.222.0.10 "PUT /v2.0/routers/e6a6068b-4d96-4bbb-83b7-361c8c513a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947007 Jul 09 21:01:45.647693 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:45.650718 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Sync routers for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:45.660303 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:45.660909 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.750648 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.762105 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: n-d-800087-3 {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:45.852704 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.905739 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Deleting port 77fb63bf-993c-46f3-a0aa-f2471b4e5996 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:45.906080 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.938873 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'external_fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T21:01:44Z', 'revision_number': 5, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port': {'id': '77fb63bf-993c-46f3-a0aa-f2471b4e5996', 'name': '', 'network_id': 'b569971a-e00d-4ad3-972f-71015b44c373', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:14Z', 'updated_at': '2021-07-09T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13846343-5408-49e0-8d7f-cfd7babb7be8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-3'}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.965537 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Checking router: e6a6068b-4d96-4bbb-83b7-361c8c513a6d for host: n-d-800087-3 {{(pid=93774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:45.973586 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Routers {'e6a6068b-4d96-4bbb-83b7-361c8c513a6d'} bound to L3 agent in host n-d-800087-3 {{(pid=93774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:45.974186 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:18:55Z,description=,heartbeat_timestamp=2021-07-09T21:01:25Z,host='n-d-800087-3',id=687fe63d-8328-4f11-9caa-8c7ab1d1f749,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:18:55Z,topic='l3_agent')) {'router_ids': ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'], 'active': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:45.984954 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] For port 77fb63bf-993c-46f3-a0aa-f2471b4e5996, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=77fb63bf-993c-46f3-a0aa-f2471b4e5996,segment=NetworkSegment(34632cbf-8491-41bf-8c5c-1e1a9d0bc476),segment_id=34632cbf-8491-41bf-8c5c-1e1a9d0bc476)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:45.985347 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.002709 n-d-800087-3 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Calling delete_port for 77fb63bf-993c-46f3-a0aa-f2471b4e5996 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:46.056552 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_dvr_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] Set router e6a6068b-4d96-4bbb-83b7-361c8c513a6d gateway port host: None {{(pid=93774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:46.108345 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.l3_hamode_db [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T21:01:45Z', 'revision_number': 6, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port_host': None}], 'n-d-800087-3', False) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:46.140558 n-d-800087-3 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763432b-684e-45d8-9bb3-74ef6fd7e973 None None] The sync data for ids ['e6a6068b-4d96-4bbb-83b7-361c8c513a6d'] in n-d-800087-3 is: [{'id': 'e6a6068b-4d96-4bbb-83b7-361c8c513a6d', 'name': 'tempest-TestSnapshotPattern-1587382490-router', 'tenant_id': '4d85b380c24a41efafcec02559b89a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:13Z', 'updated_at': '2021-07-09T21:01:45Z', 'revision_number': 6, 'project_id': '4d85b380c24a41efafcec02559b89a00', 'gw_port_host': None}] {{(pid=93774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:46.172227 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14599386'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.204720 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Pushing event deleted for resources: {'Port': ['ID=77fb63bf-993c-46f3-a0aa-f2471b4e5996,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:46.264305 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988542'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.355664 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10802'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.357891 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.405057 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2081178'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.405627 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a6068b-4d96-4bbb-83b7-361c8c513a6d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:46.409662 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.410927 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-10c0d8c9-c978-482f-a351-874cb9acde6c admin admin] 10.222.0.10 "DELETE /v2.0/routers/e6a6068b-4d96-4bbb-83b7-361c8c513a6d HTTP/1.1" status: 204 len: 168 time: 0.7622228 Jul 09 21:01:46.413744 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.10', 54644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:46.462724 n-d-800087-3 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Deleting subnet 5dbd8ca0-5715-43c0-a312-1cb1638b5440 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:46.465649 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.499734 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15780206'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.587423 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913755'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.645818 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14599392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14493955'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.675225 n-d-800087-3 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.677868 n-d-800087-3 neutron-server[93771]: INFO neutron.wsgi [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5dbd8ca0-5715-43c0-a312-1cb1638b5440 HTTP/1.1" status: 204 len: 168 time: 0.2624085 Jul 09 21:01:46.679222 n-d-800087-3 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c2039-c363-435b-88b3-0deb8908945b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbd8ca0-5715-43c0-a312-1cb1638b5440,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:46.679935 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:46.680427 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f5251-de77-4097-a72c-9181cd969503 None None] Network a17a15a4-0fb7-401e-b39d-53d72e18e0e3 requested from n-d-800087-3 {{(pid=93773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:46.747431 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924975'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.804305 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Deleting port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:46.804680 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.866984 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] For port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:46.867351 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.880975 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Calling delete_port for 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:46.895310 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] DHCP port deletion for a17a15a4-0fb7-401e-b39d-53d72e18e0e3 request from n-d-800087-3 {{(pid=93773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:46.942052 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Deleting port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb {{(pid=93773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:46.942436 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787948963804'] for port, before_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.961382 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13934892'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.989289 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:46.995395 n-d-800087-3 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] No DVR routers for this DVR port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb on host n-d-800087-3 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:47.010743 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] For port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb, host n-d-800087-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-3',level=0,port_id=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,segment=NetworkSegment(ed8d5ecf-a08f-439f-aef3-21d1cd1883cc),segment_id=ed8d5ecf-a08f-439f-aef3-21d1cd1883cc)] {{(pid=93773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:47.011236 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086905'] for port, precommit_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.024815 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Calling delete_port for 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb owned by network:dhcp {{(pid=93773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:47.067762 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-916174', 'neutron.services.segments.db._delete_segments_for_network-8787948770389'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.077569 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17a15a4-0fb7-401e-b39d-53d72e18e0e3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:47.087853 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:47.088150 n-d-800087-3 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8d5ecf-a08f-439f-aef3-21d1cd1883cc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:47.097353 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787948796209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13709807'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.100097 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1016637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787948973078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787948467173'] for port, after_delete {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.112100 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.123505 n-d-800087-3 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:47.124173 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13935091'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: Traceback (most recent call last): Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: timer() Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: cb(*args, **kw) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: return func(*args, **kwargs) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: self._notify() Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: self.callback(batched_events) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: event.method(event) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: return f(self, *a, **k) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: return self._get(url).json() Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:47.126996 n-d-800087-3 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:47.131635 n-d-800087-3 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] Pushing event deleted for resources: {'Port': ['ID=0c0cd95a-8ac0-43d7-9df5-daf1aab859cb,revision_number=None']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:47.133517 n-d-800087-3 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0ba61-97f8-4388-91df-3dfbb7002567 None None] No DVR routers for this DVR port 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb on host n-d-800087-3 {{(pid=93773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:47.192341 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-916165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988506'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.198276 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630639'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.200206 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] 10.222.0.10 "DELETE /v2.0/networks/a17a15a4-0fb7-401e-b39d-53d72e18e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5189371 Jul 09 21:01:47.214508 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd0a12-f971-43f5-9dfa-2906ff7ef56c admin admin] Pushing event deleted for resources: {'Network': ['ID=a17a15a4-0fb7-401e-b39d-53d72e18e0e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:47.322528 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:47.361442 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-114fc7dd-006c-4060-be6d-b4fe3e70e664 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=797120a9620a47d6b89f94ded2329598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401716 Jul 09 21:01:47.363789 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:47.411944 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.434628 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.482038 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.484644 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.485829 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d56e1693-df7b-4c9e-8ea7-194322ce0315 HTTP/1.1" status: 204 len: 168 time: 0.1211488 Jul 09 21:01:47.493881 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365df048-52b7-48da-b04a-5006ce9b355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e1693-df7b-4c9e-8ea7-194322ce0315,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:47.798106 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:47.842232 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-451d26a4-3bad-4135-98fb-8e2ee9e37918 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d85b380c24a41efafcec02559b89a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423706 Jul 09 21:01:47.844683 n-d-800087-3 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.10', 54660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:47.892566 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.913188 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.960481 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2034559'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.963092 n-d-800087-3 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:47.964270 n-d-800087-3 neutron-server[93770]: INFO neutron.wsgi [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ade0f06c-2d84-46fd-b6cd-d4fb45dd5527 HTTP/1.1" status: 204 len: 168 time: 0.1186125 Jul 09 21:01:47.971813 n-d-800087-3 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3a45-7f6b-4aa5-8a4a-453a4527429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0f06c-2d84-46fd-b6cd-d4fb45dd5527,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:48.113226 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 10d67b26-5bee-43e2-b9e4-c4f05e50f389 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:48.134986 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 10d67b26-5bee-43e2-b9e4-c4f05e50f389 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:48.135341 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 10d67b26-5bee-43e2-b9e4-c4f05e50f389 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:48.135776 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:48.155883 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:48.156241 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 0c0cd95a-8ac0-43d7-9df5-daf1aab859cb not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:48.156676 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 77fb63bf-993c-46f3-a0aa-f2471b4e5996 no longer exists at agent ovs-agent-n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:48.178388 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] No Port match for: 77fb63bf-993c-46f3-a0aa-f2471b4e5996 {{(pid=93773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:48.178737 n-d-800087-3 neutron-server[93773]: DEBUG neutron.plugins.ml2.rpc [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Device 77fb63bf-993c-46f3-a0aa-f2471b4e5996 not bound to the agent host n-d-800087-3 {{(pid=93773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:49.573647 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.482976 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-77c62fd9-2b3f-4831-bc05-d0c766c70df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:54.106945 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.078327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0ac54628-424a-49c5-957e-b39b23e12ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.441776 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.717370 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:58.196292 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:07.381147 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:19.587914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:22.483636 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-01271c94-9b95-43b5-b446-d322d9c5e1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:24.121564 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:25.078209 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7b2be153-c5b6-4eb3-84ad-c0b4dad536d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:25.441590 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:26.721334 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:28.198100 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:44.381208 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:49.602877 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.483687 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-186c58b6-57a1-4523-a480-c333bbb2f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:54.140804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:55.078724 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b8b17e2-2ede-4df5-850b-4b0fe3d577a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:55.442885 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:56.724087 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:58.201028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:19.602032 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:21.380733 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:22.483886 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-52c496b8-4cdb-4f66-8d05-daaa74461a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:24.132637 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.078711 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a87a458-da53-49b1-ba13-4aaf67f2da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.445394 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.726807 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.204019 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:49.610131 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.484553 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-85916a27-8fe4-4195-bee3-fd50900b2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:54.129489 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.078539 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356109d3-8d53-41df-8446-68d9c4dd989c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.445504 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:56.728533 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:58.207127 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:58.379494 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:19.602622 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.484842 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fdd42088-7025-4070-bb15-0f83b5ece6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.130657 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.080008 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f1beb9f-21aa-4b44-ac99-0cc1eb3a9b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.446125 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.732083 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.208804 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:35.378871 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:49.598071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:52.485026 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc7c72c1-cc1e-4a94-b838-d215583ecc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:54.158450 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:55.081800 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a2d48f-1b68-4da6-ba62-05d09ea07a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:55.447578 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:56.735054 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:58.210447 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:12.377978 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:19.614262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:22.484726 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c7019a23-3bf4-418b-935a-bc479973ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:24.157262 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.082021 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e04ccc1-66ef-4219-8f57-e3e09879023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.449397 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:26.738071 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:28.213795 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.376813 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:49.611587 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:52.486749 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3cd67adf-704d-44c5-941e-28a901a2345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:54.165340 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:55.079602 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9c8e41b9-4766-4fb9-9369-dc70671ac537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:55.449528 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.740651 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.216966 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:19.617940 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.486862 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e310be98-d31d-4ddd-b8bc-38c03200b5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.177042 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.080175 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6c410a54-a0ea-4a7f-a9b9-871aace761f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.449383 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:26.376685 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:26.744284 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.219359 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.617478 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.488160 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ccce-d822-4f70-a54f-e4f74f8b10ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.200764 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.080927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-04ca4d2d-a35f-4dc0-b74b-451d503de73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.450169 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.747149 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.221435 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.376163 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:19.607887 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.489165 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-205dd707-8076-4ada-b5a6-04b96214fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.203206 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.080921 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-90befb0f-6c00-4194-b39c-ff6b1f40d2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.450610 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.749914 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.223337 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.375487 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:49.606852 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.491028 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-92c01805-446e-44f1-95f6-791e30e610f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.200139 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.086112 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-122234b0-0033-40df-befb-7099994ce6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.454982 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.752109 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:58.226924 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.374769 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:19.626877 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.491059 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a75f0f7d-6cf0-46e1-a754-8b22e454e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:24.199172 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:25.086944 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-814954b9-fe5f-4a04-8dea-e953c802e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:25.456625 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.754534 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:28.227915 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:49.635802 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.491663 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce85c83a-ae9a-4352-a91c-5ee51119fe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:54.197814 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:54.373698 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:55.087453 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e1add8b-7c0f-423c-9ab8-b1ade440351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:55.457593 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:56.757929 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:58.230867 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.893722 n-d-800087-3 neutron-server[93771]: DEBUG neutron.wsgi [req-bcbd2cd3-3176-4ed5-a34d-32c250b89e10 req-7e6af466-b6e3-438c-8223-f70390132639 service neutron] (93771) timed out ('10.222.0.10', 48064) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:09:19.658863 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.492658 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6e9d533d-28a1-4f3b-b38d-74e68db076bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.209062 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.086510 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-59766cb8-11cd-4cc8-ae16-1df69389f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.456481 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.761791 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.233485 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:31.372666 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:49.665656 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:52.493545 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1ee17659-668a-4712-875d-98ee0489b8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:54.207348 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f6d76a46-a6d3-45d7-89bd-4db7d0420921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.085858 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-260e33c7-5210-4110-8c93-8252b3906af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.458092 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1110e07-89aa-412d-a518-d39b438a2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:56.763927 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-df17862c-90de-4ec7-bbad-cc1dcd49270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.236327 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fa862363-bdc6-47a7-abd6-2583699bd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.372637 n-d-800087-3 neutron-server[93774]: DEBUG neutron.db.agents_db [None req-73e3ca94-f128-43d1-9f91-b757f6c5b820 None None] Agent healthcheck: found 7 active agents {{(pid=93774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:19.675003 n-d-800087-3 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a81a5d0c-bf23-4812-9341-2f21abff34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787948770371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910212'] for agent, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}